-- Logs begin at Tue 2021-08-03 14:52:29 UTC, end at Tue 2021-08-03 17:22:33 UTC. -- Aug 03 15:34:52.686888 n-d-803226-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 15:34:55.398937 n-d-803226-3 neutron-server[105909]: INFO neutron.common.config [-] Logging enabled! Aug 03 15:34:55.399573 n-d-803226-3 neutron-server[105909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev511 Aug 03 15:34:55.399701 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 15:34:55.403596 n-d-803226-3 neutron-server[105909]: INFO neutron.common.config [-] Logging enabled! Aug 03 15:34:55.403854 n-d-803226-3 neutron-server[105909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev511 Aug 03 15:34:55.404164 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105909) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 15:34:55.405092 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 15:34:55.405324 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 15:34:55.405712 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 15:34:55.405962 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 15:34:55.406189 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 15:34:55.406510 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.406807 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.407099 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.407326 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.407615 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.407903 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.408183 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.408468 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.408785 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.409045 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.409322 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.409604 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.409858 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.410139 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.410422 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.410705 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.410933 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] debug = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.411210 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.411624 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.412037 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.412312 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.412598 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.412874 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.413145 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.413417 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.413723 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.414048 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] host = n-d-803226-3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.414322 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.414604 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.414886 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.415168 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.415440 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.415730 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.416018 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.416289 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.416556 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.416827 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.417109 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.417393 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.417701 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.417925 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.418143 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.418429 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.418711 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.418983 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.419253 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.419521 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.419788 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.420058 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.420322 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.420604 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.420889 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.421168 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.421437 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.421734 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.422005 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.422273 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.422552 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.422820 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.423089 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.423358 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.423638 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.423902 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.424171 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.424464 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.424743 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.425019 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.425300 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.425566 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.425865 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.426150 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.426406 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.426676 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_json = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.426943 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.427210 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.427489 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.427758 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.428026 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.428293 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.428559 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.428838 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:55.429130 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.429421 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.429741 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.430024 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.430313 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.430595 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.430899 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.431159 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.431478 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.431764 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.432047 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.432325 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.432611 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.432887 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.433177 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.433476 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.433793 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.434084 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.434356 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.434625 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.434893 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.435171 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.435454 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.435740 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.436026 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.436298 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.436577 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.436863 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.437139 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.437409 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.437706 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.437995 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.438271 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.438543 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.438817 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.439090 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.439363 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.439631 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.439903 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.440187 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.440540 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.440819 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.441093 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.441368 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.441658 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.441939 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.442213 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.442485 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.442752 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.443025 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.443294 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.443564 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.443835 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.444103 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.444376 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.444647 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.444916 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.445185 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.445454 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.445750 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.446020 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.446288 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.446560 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.446828 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.447680 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.447908 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.448176 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.448449 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.448734 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.449032 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.449309 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.449585 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.449885 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.450161 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.450434 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.450708 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.450981 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.451255 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.451528 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.451812 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.452090 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.452368 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.452647 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.452921 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.453209 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.453480 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.453783 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.454056 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.454328 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.454609 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.454969 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.455254 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.455542 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.455831 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.456118 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.456402 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.456675 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.456975 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.457248 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:55.457463 n-d-803226-3 neutron-server[105909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 15:34:55.457727 n-d-803226-3 neutron-server[105909]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105909) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 15:34:55.808818 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 15:34:55.809029 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 15:34:55.809323 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 15:34:55.809680 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 15:34:56.201538 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.201857 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.202138 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.203329 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.203603 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.203869 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.237939 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.238218 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.238485 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.252129 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.252408 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.252681 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.282039 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.282320 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.282593 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.322496 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.322944 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.323374 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.558277 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.558879 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.558879 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.559045 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.559690 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.680232 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.680545 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.680829 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.681100 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.681397 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.681809 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.681998 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.682253 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.682507 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.682787 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.683046 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.683310 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.683563 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.683811 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.684064 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.684325 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.684577 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.684843 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.685112 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.685370 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.685654 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.685913 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.686195 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.686575 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.686828 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.687073 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.687466 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.687706 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.687941 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.688176 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.688408 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.688640 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:56.689000 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 15:34:56.692078 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 15:34:56.696071 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 15:34:56.699831 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 03 15:34:56.701595 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 15:34:56.702070 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 15:34:56.702408 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 15:34:56.702790 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 15:34:56.705542 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 15:34:56.705826 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 15:34:56.706174 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 15:34:56.711405 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 15:34:56.735089 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 15:34:56.735540 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.735838 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105909) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 03 15:34:56.736200 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.737551 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105909) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 15:34:56.737856 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 15:34:56.738104 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 15:34:56.741534 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.741850 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:56.807369 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 15:34:56.807605 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 15:34:56.807844 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 15:34:56.808224 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 15:34:56.829960 n-d-803226-3 neutron-server[105909]: DEBUG oslo_db.sqlalchemy.engines [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105909) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 15:34:57.360370 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing driver for type 'gre' Aug 03 15:34:57.360894 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] gre ID ranges: [(1, 1000)] Aug 03 15:34:57.415827 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing driver for type 'local' Aug 03 15:34:57.416186 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing driver for type 'vlan' Aug 03 15:34:57.429469 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] VlanTypeDriver initialization complete Aug 03 15:34:57.429979 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing driver for type 'vxlan' Aug 03 15:34:57.430474 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] vxlan ID ranges: [(1, 1000)] Aug 03 15:34:57.482495 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing extension driver 'port_security' Aug 03 15:34:57.482856 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.extensions.port_security [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] PortSecurityExtensionDriver initialization complete Aug 03 15:34:57.483185 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing mechanism driver 'openvswitch' Aug 03 15:34:57.483506 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing mechanism driver 'hyperv' Aug 03 15:34:57.489967 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:34:57.490803 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.491176 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.491533 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.492047 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.492482 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.492835 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.493180 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.493563 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.493984 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.494329 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.494667 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.495049 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.495449 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.495804 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.496143 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.496529 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.496925 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.498001 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.498502 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.498895 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.499296 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > address_group after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.499639 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > address_group after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.499976 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > address_group after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.500356 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 15:34:57.500729 n-d-803226-3 neutron-server[105909]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] ML2 OVO RPC backend initialized. {{(pid=105909) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 03 15:34:57.501430 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.501814 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.502229 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.502576 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > networks before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.502924 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.503265 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > ports before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.503609 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.503949 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnets before_response 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.504297 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.504633 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.504967 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.505301 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.505654 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.505988 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.506322 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.506655 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.506986 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > subnet after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.507550 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.plugin [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Modular L2 Plugin initialization complete Aug 03 15:34:57.507876 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading services supported by the core plugin {{(pid=105909) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 15:34:57.508200 n-d-803226-3 neutron-server[105909]: INFO neutron.plugins.ml2.managers [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Got port-security extension from driver 'port_security' Aug 03 15:34:57.508665 n-d-803226-3 neutron-server[105909]: INFO neutron.extensions.vlantransparent [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Disabled vlantransparent extension. Aug 03 15:34:57.509142 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105909) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 15:34:57.509457 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: router Aug 03 15:34:57.545673 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.546064 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_create 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.546436 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router before_create 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.546806 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.547181 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.547536 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_delete 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.547895 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > floatingip after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.548386 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_create 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.548737 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.549087 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.549437 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.549829 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.550239 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.550610 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.550955 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.551294 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: subnet after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.551635 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.551989 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > port precommit_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.552334 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_create 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.552674 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.553021 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.553381 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router after_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.553749 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_delete 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.554102 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_create 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.554464 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router_interface after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.554808 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_update 55549900 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.555174 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > agent after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.555525 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > agent after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.555871 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > network after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.556739 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Tracking information for resource: router configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:57.557067 n-d-803226-3 neutron-server[105909]: DEBUG neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Tracking information for resource: floatingip configured {{(pid=105909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 15:34:57.563209 n-d-803226-3 neutron-server[105909]: INFO neutron.db.l3_agentschedulers_db [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 15:34:57.563674 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.563773 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.564110 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.564461 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: port after_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.565244 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router before_create 55550100 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.565609 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_delete 55550100 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.566001 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_create 55550100 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.566368 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > router precommit_update 55550100 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.570788 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.provider_configuration [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service providers = [] {{(pid=105909) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 15:34:57.571158 n-d-803226-3 neutron-server[105909]: DEBUG neutron.db.servicetype_db [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105909) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 15:34:57.574089 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.service_base [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 15:34:57.574434 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.service_base [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 15:34:57.574773 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.service_base [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 15:34:57.575970 n-d-803226-3 neutron-server[105909]: DEBUG neutron.services.service_base [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 15:34:57.576346 n-d-803226-3 neutron-server[105909]: INFO neutron.services.service_base [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 15:34:57.576726 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.577044 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 15:34:57.587657 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.587995 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: auto_allocate Aug 03 15:34:57.593831 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: network precommit_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.594198 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: network precommit_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.594717 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.595035 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: tag Aug 03 15:34:57.602977 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.603312 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: timestamp Aug 03 15:34:57.607876 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.608206 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: network_ip_availability Aug 03 15:34:57.613571 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.613924 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.614282 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.614990 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.615311 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: flavors Aug 03 15:34:57.620186 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.620514 n-d-803226-3 neutron-server[105909]: INFO neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading Plugin: revisions Aug 03 15:34:57.625612 n-d-803226-3 neutron-server[105909]: DEBUG neutron.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 15:34:57.626034 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=105909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 15:34:57.626762 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105909) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 03 15:34:57.627097 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Initializing extension manager. Aug 03 15:34:57.627604 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: __init__.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.627948 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: __pycache__ {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.628283 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.628619 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: address_group.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.629378 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.629968 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: address-group Aug 03 15:34:57.630297 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: address_scope.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.631010 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.631523 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: address-scope Aug 03 15:34:57.631845 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: admin_state_down_before_update.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.632770 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.633282 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: router-admin-state-down-before-update Aug 03 15:34:57.633606 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: agent.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.634338 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.634843 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: agent Aug 03 15:34:57.635163 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: agent_resources_synced.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.636064 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.636572 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: agent-resources-synced Aug 03 15:34:57.636894 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: allowedaddresspairs.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.639184 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.639709 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: allowed-address-pairs Aug 03 15:34:57.640036 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: auto_allocated_topology.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.641113 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.641634 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: auto-allocated-topology Aug 03 15:34:57.641989 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: availability_zone.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.642679 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.643186 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: availability_zone Aug 03 15:34:57.643507 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: availability_zone_filter.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.644415 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.644926 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: availability_zone_filter Aug 03 15:34:57.645246 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: data_plane_status.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.646177 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.646689 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 15:34:57.647008 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: default_subnetpools.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.647920 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.648431 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: default-subnetpools Aug 03 15:34:57.648750 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: dhcpagentscheduler.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.649617 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.650146 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: dhcp_agent_scheduler Aug 03 15:34:57.650465 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: dns.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.651373 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.651878 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension dns-integration not supported by any of loaded plugins Aug 03 15:34:57.652196 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: dns_domain_ports.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.653103 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.654028 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 15:34:57.654383 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.655309 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.655819 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 15:34:57.656143 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: dvr.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.656811 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.657319 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: dvr Aug 03 15:34:57.657653 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: ecmp_routes.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.658568 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.659074 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 15:34:57.659394 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: empty_string_filtering.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.660295 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.660803 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: empty-string-filtering Aug 03 15:34:57.661122 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.662054 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.662660 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 15:34:57.662987 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.663895 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.664399 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 15:34:57.664721 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: external_net.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.665616 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.666147 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: external-net Aug 03 15:34:57.666467 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: extra_dhcp_opt.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.667360 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.667866 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: extra_dhcp_opt Aug 03 15:34:57.668186 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: extraroute.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.669694 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.670382 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: extraroute Aug 03 15:34:57.670710 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: extraroute_atomic.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.671742 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.672255 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: extraroute-atomic Aug 03 15:34:57.672578 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: filter_validation.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.673238 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.673775 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: filter-validation Aug 03 15:34:57.674097 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: fip_pf_description.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.675167 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.675670 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 15:34:57.675991 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: fip_port_details.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.676902 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.677406 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: fip-port-details Aug 03 15:34:57.677761 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: flavors.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.678979 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.679498 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: flavors Aug 03 15:34:57.679825 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.681458 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.682019 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 15:34:57.682353 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: floatingip_pools.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.683055 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.683568 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: floatingip-pools Aug 03 15:34:57.683894 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: ip_allocation.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.685536 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.686219 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 15:34:57.686547 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.687475 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.687990 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: ip-substring-filtering Aug 03 15:34:57.688319 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l2_adjacency.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.689243 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.689794 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 15:34:57.690124 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.691081 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.691600 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: router Aug 03 15:34:57.691926 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3_conntrack_helper.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.694154 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.694684 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 15:34:57.695018 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.695944 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.696463 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: ext-gw-mode Aug 03 15:34:57.696794 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.697754 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.698269 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: l3-ha Aug 03 15:34:57.698597 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3_flavors.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.699505 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.700030 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: l3-flavors Aug 03 15:34:57.700433 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.701518 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.702059 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 15:34:57.702387 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: l3agentscheduler.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.703405 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.703915 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: l3_agent_scheduler Aug 03 15:34:57.704242 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: logging.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.705738 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.706258 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension logging not supported by any of loaded plugins Aug 03 15:34:57.706586 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: metering.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.707321 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.707895 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: metering Aug 03 15:34:57.708219 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.709309 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.709859 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: metering_source_and_destination_fields Aug 03 15:34:57.710185 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: multiprovidernet.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.711224 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.711736 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: multi-provider Aug 03 15:34:57.712059 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: netmtu.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.712964 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.713477 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: net-mtu Aug 03 15:34:57.713834 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: netmtu_writable.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.714752 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.715263 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: net-mtu-writable Aug 03 15:34:57.715586 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: network_availability_zone.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.716487 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.716999 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: network_availability_zone Aug 03 15:34:57.717319 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: network_ip_availability.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.718434 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.718950 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: network-ip-availability Aug 03 15:34:57.719273 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: network_segment_range.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.720033 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.720537 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 15:34:57.720859 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: pagination.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.721868 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.722199 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: pagination Aug 03 15:34:57.722518 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: port_device_profile.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.723420 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.723936 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: port-device-profile Aug 03 15:34:57.724257 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.725165 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.725699 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: port-mac-address-regenerate Aug 03 15:34:57.726023 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.726931 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.727434 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: port-numa-affinity-policy Aug 03 15:34:57.727753 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: port_resource_request.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.728650 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.729153 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 15:34:57.729471 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: portbindings.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.730410 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.730923 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: binding Aug 03 15:34:57.731244 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: portbindings_extended.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.733187 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.733741 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: binding-extended Aug 03 15:34:57.734077 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: portsecurity.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.735000 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.735522 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: port-security Aug 03 15:34:57.735854 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: project_id.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.736822 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.737157 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: project-id Aug 03 15:34:57.737486 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: providernet.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.738432 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.738947 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: provider Aug 03 15:34:57.739271 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.742763 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.743406 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos not supported by any of loaded plugins Aug 03 15:34:57.743917 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.745170 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.745716 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 15:34:57.746048 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.746965 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.748213 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 15:34:57.748560 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_default.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.749479 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.750038 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-default not supported by any of loaded plugins Aug 03 15:34:57.750366 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_fip.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.751016 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.751517 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-fip not supported by any of loaded plugins Aug 03 15:34:57.751841 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_gateway_ip.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.752762 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.753275 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 15:34:57.753598 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_port_network_policy.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.754538 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.755050 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 15:34:57.755373 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_rule_type_details.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.756285 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.756798 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 15:34:57.757120 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: qos_rules_alias.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.758183 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.758699 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 15:34:57.759023 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: quotasv2.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.759921 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.760435 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: quotas Aug 03 15:34:57.760790 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: quotasv2_detail.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.764339 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.764677 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: quota_details Aug 03 15:34:57.765011 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: rbac.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.766084 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.766612 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: rbac-policies Aug 03 15:34:57.766942 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: rbac_address_group.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.767886 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.768403 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: rbac-address-group Aug 03 15:34:57.768728 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: rbac_address_scope.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.769657 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.770180 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: rbac-address-scope Aug 03 15:34:57.770508 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: rbac_security_groups.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.771414 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.771927 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: rbac-security-groups Aug 03 15:34:57.772249 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: rbac_subnetpool.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.773159 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.773695 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: rbac-subnetpool Aug 03 15:34:57.774019 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: revisionifmatch.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.774926 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.775435 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: revision-if-match Aug 03 15:34:57.775755 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: revisions.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.776848 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.777361 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: standard-attr-revisions Aug 03 15:34:57.777716 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: router_availability_zone.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.778595 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.779301 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: router_availability_zone Aug 03 15:34:57.779624 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: routerservicetype.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.780553 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.781066 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension router-service-type not supported by any of loaded plugins Aug 03 15:34:57.781391 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.782338 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.782852 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: security-groups-normalized-cidr Aug 03 15:34:57.783175 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: security_groups_port_filtering.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.784083 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.784598 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: port-security-groups-filtering Aug 03 15:34:57.784918 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.785863 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.786380 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: security-groups-remote-address-group Aug 03 15:34:57.786701 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: securitygroup.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.796980 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.797507 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: security-group Aug 03 15:34:57.797876 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: segment.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.798666 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.799174 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension segment not supported by any of loaded plugins Aug 03 15:34:57.799504 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.800438 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.800961 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 15:34:57.801289 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: servicetype.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.802401 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.802922 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: service-type Aug 03 15:34:57.803246 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: sorting.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.804217 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.804551 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: sorting Aug 03 15:34:57.804875 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: standard_attr_segment.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.805872 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.806389 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 15:34:57.806715 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: standardattrdescription.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.807359 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.807867 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: standard-attr-description Aug 03 15:34:57.808191 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: stateful_security_group.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.809128 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.810322 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: stateful-security-group Aug 03 15:34:57.810884 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: stdattrs_common.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.811482 n-d-803226-3 neutron-server[105909]: WARNING neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 15:34:57.811807 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.812732 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.813244 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 15:34:57.813566 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnet_onboard.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.814642 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.815164 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: subnet_onboard Aug 03 15:34:57.815487 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.816406 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.816916 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 15:34:57.817238 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnet_service_types.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.818182 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.818697 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: subnet-service-types Aug 03 15:34:57.819019 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnetallocation.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.820100 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.820610 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: subnet_allocation Aug 03 15:34:57.820937 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.821593 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.822124 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: subnetpool-prefix-ops Aug 03 15:34:57.822444 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.823371 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.823876 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 15:34:57.824194 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: tagging.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.825435 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.826186 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: standard-attr-tag Aug 03 15:34:57.826518 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: timestamp.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.827713 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.828231 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loaded extension: standard-attr-timestamp Aug 03 15:34:57.828557 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: trunk.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.829585 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.830125 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension trunk not supported by any of loaded plugins Aug 03 15:34:57.830454 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: trunk_details.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.831384 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.831893 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension trunk-details not supported by any of loaded plugins Aug 03 15:34:57.832217 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: uplink_status_propagation.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.833130 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.833663 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 15:34:57.833990 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Loading extension file: vlantransparent.py {{(pid=105909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 15:34:57.834656 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 15:34:57.835165 n-d-803226-3 neutron-server[105909]: INFO neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 15:34:57.837575 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:network Aug 03 15:34:57.838118 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnet Aug 03 15:34:57.838514 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 15:34:57.838900 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:port Aug 03 15:34:57.840121 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.840551 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service FLAVORS assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.841924 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.842360 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.842690 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:router Aug 03 15:34:57.843137 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:floatingip Aug 03 15:34:57.843622 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service METERING assigned prefix: /metering {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.845031 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.845397 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.845782 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:34:57.846764 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 15:34:57.847205 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:security_group Aug 03 15:34:57.847638 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 15:34:57.848245 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service CORE assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.848576 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 15:34:57.848928 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] subnetpool is already registered Aug 03 15:34:57.849347 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service CORE assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.849699 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 15:34:57.850031 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] subnetpool is already registered Aug 03 15:34:57.852338 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.852775 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service FLAVORS assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.853369 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.853812 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.854145 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:router Aug 03 15:34:57.854481 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] router is already registered Aug 03 15:34:57.854890 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:floatingip Aug 03 15:34:57.855226 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] floatingip is already registered Aug 03 15:34:57.855674 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service METERING assigned prefix: /metering {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.856344 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 15:34:57.857234 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] rbac_policy is already registered Aug 03 15:34:57.857890 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:security_group Aug 03 15:34:57.858232 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] security_group is already registered Aug 03 15:34:57.858637 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 15:34:57.858972 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] security_group_rule is already registered Aug 03 15:34:57.859588 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service CORE assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.859913 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 15:34:57.860244 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] subnetpool is already registered Aug 03 15:34:57.860660 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.v2.resource_helper [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Service CORE assigned prefix: {{(pid=105909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 15:34:57.860986 n-d-803226-3 neutron-server[105909]: INFO neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 15:34:57.861320 n-d-803226-3 neutron-server[105909]: WARNING neutron.quota.resource_registry [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] subnetpool is already registered Aug 03 15:34:57.861812 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: extensions {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.863250 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: address-groups {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.864857 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: address-scopes {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.866153 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: agents {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.867308 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: auto-allocated-topology {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.868542 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: availability_zones {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.869801 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: dhcp-networks {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.872783 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: dhcp-agents {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.874245 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: routers {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.875945 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: flavors {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.877189 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: service_profiles {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.878430 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: next_providers {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.879871 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: service_profiles {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.881403 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: floatingip-pools {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.882658 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: routers {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.884337 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: floatingips {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.885598 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: l3-routers {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.887017 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: l3-agents {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.889126 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: metering-labels {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.890392 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: metering-label-rules {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.891754 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: network-ip-availabilities {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.892996 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: bindings {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.894671 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: quotas {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.896238 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: quotas {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.897673 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: rbac-policies {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.898855 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: security-groups {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.900148 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: security-group-rules {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.901376 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: service-providers {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.902645 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: subnetpools {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.904872 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: subnetpools {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.906444 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.908100 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.909925 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.911679 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.913366 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.915319 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.917106 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.918943 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.922280 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.924203 n-d-803226-3 neutron-server[105909]: DEBUG neutron.api.extensions [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Extended resource: tags {{(pid=105909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 15:34:57.930120 n-d-803226-3 neutron-server[105909]: WARNING keystonemiddleware.auth_token [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 15:34:57.934609 n-d-803226-3 neutron-server[105909]: WARNING keystonemiddleware.auth_token [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 15:34:57.945797 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Acquired lock "singleton_lock" {{(pid=105909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 03 15:34:57.946490 n-d-803226-3 neutron-server[105909]: DEBUG oslo_concurrency.lockutils [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Releasing lock "singleton_lock" {{(pid=105909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 03 15:34:57.947166 n-d-803226-3 neutron-server[105909]: INFO oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Starting 2 workers Aug 03 15:34:57.954108 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Started child 106016 {{(pid=105909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 15:34:57.958576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.959588 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Started child 106017 {{(pid=105909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 15:34:57.960049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [-] (106016) wsgi starting up on http://0.0.0.0:9696 Aug 03 15:34:57.962069 n-d-803226-3 neutron-server[105909]: INFO neutron.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 15:34:57.963055 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Notify callbacks [] for process, before_spawn {{(pid=105909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.964510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.966380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [-] (106017) wsgi starting up on http://0.0.0.0:9696 Aug 03 15:34:57.967363 n-d-803226-3 neutron-server[105909]: INFO oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Starting 1 workers Aug 03 15:34:57.973611 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Started child 106018 {{(pid=105909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 15:34:57.974165 n-d-803226-3 neutron-server[105909]: INFO oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Starting 1 workers Aug 03 15:34:57.977061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] calling RpcWorker wait() {{(pid=106018) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 15:34:57.977627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] returning from RpcWorker wait() {{(pid=106018) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 15:34:57.978723 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Started child 106019 {{(pid=105909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 15:34:57.978848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.979245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:34:57.979592 n-d-803226-3 neutron-server[105909]: DEBUG neutron_lib.callbacks.manager [None req-3dfa966b-10f9-4a93-8f6c-aa3c7b46d83b None None] Notify callbacks [] for process, after_spawn {{(pid=105909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.981598 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 15:34:57.982373 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 15:34:57.982678 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 15:34:57.983087 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 15:34:57.983388 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 15:34:57.983550 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 15:34:57.984077 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.984361 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.984532 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:34:57.985044 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.985044 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.985189 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.985740 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.986014 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.986247 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.986513 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.986745 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.986909 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.987072 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.987337 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.987586 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.987865 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.988146 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.988396 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.988682 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.988851 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.989100 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.989368 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.989610 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.989899 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] debug = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.990136 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.990613 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.990864 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.991109 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.991326 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.991595 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.991837 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.992099 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.992333 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.992546 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.992777 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.993040 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.993281 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.993521 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.993765 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.994030 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.994259 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.994714 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] host = n-d-803226-3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.994931 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.995174 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.995417 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.995658 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.995921 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.996149 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.996400 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.996660 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.996910 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.997238 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.997666 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.998025 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.998356 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.998755 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.999046 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_options = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.999314 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.999582 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:57.999851 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.000043 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.000213 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.000389 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.000645 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.000811 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.001060 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.001274 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.001484 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.001799 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.001965 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.002210 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.002370 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.002598 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.002853 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.003060 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.003304 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.003546 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.003774 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.003997 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.004211 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.004440 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.004653 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.004864 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.005084 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.005311 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.005519 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.005808 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.006039 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.006289 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.006531 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.006778 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.007031 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.007255 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.007483 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.007755 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.007979 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.008216 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.008460 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.008693 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.008963 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.009189 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.009421 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.009680 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_json = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.009877 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.010086 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.010341 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.010556 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.012631 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.013342 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.013591 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.013874 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.014940 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.014940 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.015183 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.015317 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.015406 n-d-803226-3 neutron-server[106019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:34:58.015560 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.015825 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.016065 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.016314 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.017252 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.017498 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.018840 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.018840 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.019098 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.019361 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.019602 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.019953 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.020196 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.020482 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.020724 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.020977 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.021212 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.021440 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.021798 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.022061 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.022336 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.022599 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.022838 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.023064 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.023281 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.023509 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.023732 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.023948 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.024221 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.024427 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.024637 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.024853 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.025095 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.025339 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.025568 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.025845 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.026169 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.026393 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.026608 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.026890 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.027203 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.027370 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.028170 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.029080 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.029905 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.029905 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.030077 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031786 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.031866 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.032072 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.032302 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.032548 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.032887 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.033198 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.034616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.034616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.034616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.034616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.034616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035036 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035036 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035169 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035389 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035568 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.035807 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.036026 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.036247 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.036475 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.036706 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.036926 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.037168 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.037387 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.037628 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.037863 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.038102 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.038369 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.038784 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.039047 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.039345 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.039604 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.039860 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.040098 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.040318 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.040567 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.040795 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.041012 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.041278 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.042113 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.042369 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.042616 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.042874 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.043176 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.043399 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.043643 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.043869 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.044765 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.045005 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.045292 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.045553 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.045829 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.046088 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.046327 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.046608 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.046869 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.047153 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.047372 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.047642 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.047922 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.048201 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.048486 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.048717 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.048953 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.049210 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.049440 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.049712 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.049972 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.050200 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.050440 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.050708 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.050939 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.051177 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.051395 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.051642 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.051963 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.052197 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.052415 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.052659 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.052938 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.053207 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.053446 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.053797 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.053971 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.054206 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.054461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.054721 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.054900 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.055136 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.055371 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.055586 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.055817 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.056025 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.056273 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.057915 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.058684 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.058958 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.059184 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.059412 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.059681 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.059908 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.060134 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.060386 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.060604 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.060827 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.061067 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.061305 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.061526 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.064353 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.064634 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.064913 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.065157 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.065467 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.065761 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.066023 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.066286 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.066527 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.066810 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.067039 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.067295 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.067541 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.067766 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.067991 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.068219 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.068463 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.068703 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.068954 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.069176 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.069439 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.070133 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.070489 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.072039 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.072302 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.072558 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.072798 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.073064 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.073319 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.073568 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.073828 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.074077 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.074299 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.074582 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.074820 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.075049 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.075338 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.075557 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.075783 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.075991 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.076208 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.076495 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.076757 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.076988 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.077243 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.077494 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.077985 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.078225 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.078444 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.078655 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.078881 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.079117 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.079330 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.079578 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.079809 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.080042 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.080283 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.080500 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.080711 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.080935 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.081144 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.081355 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.081575 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.081836 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.082053 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.082277 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.082522 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.082734 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.082976 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.083194 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.083404 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.083632 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.083842 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.084051 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.084272 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.084486 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.084695 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.085002 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.085261 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.085557 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.086142 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.086142 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.086398 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.086563 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.086879 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.088412 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.088689 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.088921 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.089195 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.089427 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.089723 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.090060 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.090387 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.090662 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.091501 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.091822 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.092123 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.092403 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.092643 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.092953 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.093274 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.093573 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.094058 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.094322 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.094576 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.094810 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.095054 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.095291 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.095542 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.095768 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.096029 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.096266 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.096500 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.096737 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.096987 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.097207 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.097438 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.097692 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.097935 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.098206 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.098370 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 15:34:58.098945 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 15:34:58.099084 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 15:34:58.099244 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 15:34:58.099556 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 15:34:58.099778 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 15:34:58.099939 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 15:34:58.100150 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.100319 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.100484 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.100642 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.100803 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.100989 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101153 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101313 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101477 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101654 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101819 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.101986 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102146 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102306 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102465 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102624 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102783 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.102946 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103103 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103265 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103426 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103585 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103744 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] debug = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.103905 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104121 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104286 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104446 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104604 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104767 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.104928 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105083 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105241 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105403 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105566 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105763 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.105899 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.106054 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.106145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:34:58.106221 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.106352 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.107106 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.107331 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] host = n-d-803226-3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.107481 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.107797 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.107970 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108131 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108290 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108449 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108609 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108768 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.108927 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109085 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109247 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109405 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109563 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109743 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.109904 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_options = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110062 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110221 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110379 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110571 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110735 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.110900 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111059 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111219 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111378 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111537 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111695 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.111853 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112012 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112175 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112333 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112491 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112651 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112810 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.112971 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113131 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113289 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113448 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113606 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113786 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.113964 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114099 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114252 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114410 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114569 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114728 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.114938 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115041 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115191 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115349 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115507 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115665 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115823 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.115986 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116145 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116303 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116464 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116622 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116781 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.116941 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117101 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117259 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_json = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117422 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117583 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117763 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.117930 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.118072 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.118212 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.118375 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.119055 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 15:34:58.119055 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119055 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119055 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119514 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119637 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119855 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.119991 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120125 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120427 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120427 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120600 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120881 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.120881 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121062 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121668 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121668 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121668 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121668 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121988 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.121988 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.122219 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.122474 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.122652 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.122822 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.122989 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123156 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123325 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123485 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123649 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123812 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.123978 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124145 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124306 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124466 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124652 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124805 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.124948 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125114 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125282 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125451 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125613 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125799 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.125962 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126131 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126293 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126461 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126627 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126823 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.126983 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.127326 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.127559 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.127723 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.127889 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128054 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128218 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128379 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128541 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128702 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.128865 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129029 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129188 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129366 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129527 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129760 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.129925 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130090 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130253 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130414 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130576 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130738 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.130905 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131065 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131230 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131395 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131550 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131716 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.131877 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132035 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132212 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132440 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132607 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132772 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.132937 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133102 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133270 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133471 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133607 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133791 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.133953 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134115 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134276 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134441 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134604 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134770 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.134931 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135093 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135255 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135419 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135581 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135744 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.135907 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136069 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136231 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136393 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136555 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136716 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.136878 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.137038 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.137205 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.137367 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.137528 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.137775 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.138248 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.138418 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.138656 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.138852 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139029 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139194 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139358 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139521 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139684 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.139846 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140009 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140171 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140334 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140497 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140659 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.140828 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141006 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141170 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141335 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141498 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141707 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.141872 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142035 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142199 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142361 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142523 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142687 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.142849 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143012 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143173 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143336 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143499 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143661 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143823 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.143985 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144147 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144312 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144475 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144637 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144801 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.144964 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145127 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145289 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145451 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145615 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145798 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.145960 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146123 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146286 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146448 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146610 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146771 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.146934 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.147466 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.147466 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.147466 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148002 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148002 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148002 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148002 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148401 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.148401 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.149109 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.149292 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150063 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150236 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150404 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150570 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150736 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.150901 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151065 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151229 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151392 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151555 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151718 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.151898 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152062 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152223 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152431 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152568 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152694 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.152841 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.153005 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.153167 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.153941 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.154204 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.154381 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.154716 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.154885 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155055 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155228 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155383 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155542 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155698 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.155879 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156046 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156213 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156374 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156535 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156700 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.156874 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157037 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157199 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157362 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157499 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157683 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.157864 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158017 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158180 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158340 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158501 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158662 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158834 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.158996 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159158 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159321 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159482 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159644 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159842 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.159965 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160126 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160287 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160448 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160609 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160782 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.160943 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161105 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161266 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161427 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161589 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161781 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.161944 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162108 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162281 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162444 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162608 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162771 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.162947 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163109 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163275 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163437 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163601 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163764 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.163928 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164094 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164266 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164436 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164601 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164771 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.164942 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165112 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165274 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165444 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165618 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165799 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.165961 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166122 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166284 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166447 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166608 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166769 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.166930 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167091 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167252 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167414 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167577 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167742 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.167904 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168066 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168227 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168388 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168550 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168714 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 15:34:58.168868 n-d-803226-3 neutron-server[105909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 15:34:58.362402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48108) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:34:58.370892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062034 Aug 03 15:35:09.719656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb3318-fa3a-49fb-94ee-ed69a55b37c2 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 15:35:09.810257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb3318-fa3a-49fb-94ee-ed69a55b37c2 None None] No non-hosted networks {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 15:35:09.839629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.agentschedulers_db [None req-1cbb3318-fa3a-49fb-94ee-ed69a55b37c2 None None] DHCP Agent not found on host n-d-803226-3 {{(pid=106018) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 03 15:35:09.966935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95e45feb-ee34-4e48-a959-cdf43ecaa0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:12.074109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5fe145c1-7a89-4db1-8399-fb0abc68936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:12.124520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c8fd-46dd-404f-80e6-e9dc77315f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:12.636536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:12.637285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.637681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.638270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.638603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.640553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.641302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.642547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.643221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.643760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.645038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.646129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.646643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:12.647395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803226-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:12.662247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803226-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:13.495175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:14.872139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:16.064571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:16.560468 n-d-803226-3 neutron-server[106016]: WARNING oslo_policy.policy [None req-6dfc4a9e-46b8-441d-bcac-81ea61bdd076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:16.561046 n-d-803226-3 neutron-server[106016]: WARNING oslo_policy.policy [None req-6dfc4a9e-46b8-441d-bcac-81ea61bdd076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:16.779634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-6dfc4a9e-46b8-441d-bcac-81ea61bdd076 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:35:16.780649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6dfc4a9e-46b8-441d-bcac-81ea61bdd076 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151546 Aug 03 15:35:18.372943 n-d-803226-3 neutron-server[106018]: INFO neutron.db.l3_hamode_db [None req-0bc6a8cf-706a-48cb-9c33-27475028ac3e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 15:35:18.450021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6a8cf-706a-48cb-9c33-27475028ac3e None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:35:18.450422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6a8cf-706a-48cb-9c33-27475028ac3e None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 15:35:19.203405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:19.512422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:19.606637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.policy [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 15:35:19.651123 n-d-803226-3 neutron-server[106016]: WARNING oslo_policy.policy [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:19.651492 n-d-803226-3 neutron-server[106016]: WARNING oslo_policy.policy [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:19.660864 n-d-803226-3 neutron-server[106016]: INFO neutron.quota [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] Loaded quota_driver: . Aug 03 15:35:19.751781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745868985238', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745868984747', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745868995987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745868999625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745863331088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745869018243', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530825', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3902230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3855478'] for rbac-policy, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:19.815868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:19.817214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fbcda0f4-ce15-4f68-9cb3-c52bc1292592 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6127315 Aug 03 15:35:22.393167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48228) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:22.878058 n-d-803226-3 neutron-server[106017]: WARNING oslo_policy.policy [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:22.878635 n-d-803226-3 neutron-server[106017]: WARNING oslo_policy.policy [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:23.094827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Request body: {'network': {'name': 'private', 'project_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'tenant_id': '8001b229f466447183b37e0d3d3d2445'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:23.096466 n-d-803226-3 neutron-server[106017]: INFO neutron.quota [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Loaded quota_driver: . Aug 03 15:35:23.153921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Made reservation on behalf of 8001b229f466447183b37e0d3d3d2445 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:35:23.220315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.policy [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 15:35:23.265613 n-d-803226-3 neutron-server[106017]: WARNING oslo_policy.policy [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:23.266014 n-d-803226-3 neutron-server[106017]: WARNING oslo_policy.policy [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 15:35:23.276010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.297414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.430224 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.434473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.453573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:35:23.481469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745864261870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.482078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Unsubscribe: segment precommit_create {{(pid=106017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 15:35:23.482586 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Added segment 80f31383-579a-4734-8d0c-c5d7af38c1a0 of type vlan for network 040a9afa-6361-416e-8f57-7a867a27777a Aug 03 15:35:23.500718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a562c72c-6789-4c84-85bf-bf749bc2c6a9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:23.521252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.521594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.521958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.522281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.522604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.522925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.523241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.523630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.523870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.524170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.524483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.524787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Tracked resource versions report: Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: pushed versions: Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: { 'AddressGroup': {'1.2'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'ConntrackHelper': {'1.0'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Log': {'1.0'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Network': {'1.1'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Port': {'1.7'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'PortForwarding': {'1.2'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'QosPolicy': {'1.8'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SecurityGroup': {'1.4'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SubPort': {'1.0'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Subnet': {'1.1'}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Trunk': {'1.1'}} Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: consumer versions: Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: L3 agent@n-d-803226-3: {}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: Metadata agent@n-d-803226-3: {}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: Metering agent@n-d-803226-3: {}, Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'ConntrackHelper': '1.0', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Log': '1.0', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Network': '1.1', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Port': '1.7', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'PortForwarding': '1.2', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'QosPolicy': '1.8', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SecurityGroup': '1.4', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SecurityGroupRule': '1.2', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'SubPort': '1.0', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Subnet': '1.1', Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: 'Trunk': '1.1'}} Aug 03 15:35:23.525900 n-d-803226-3 neutron-server[106017]: {{(pid=106017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:35:23.613338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.665135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.666366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:23.667064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:23.740204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3447587 Aug 03 15:35:23.765909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d2b1d-6dac-46c3-9a9f-5bea3ddc52af admin admin] Pushing event updated for resources: {'Network': ['ID=040a9afa-6361-416e-8f57-7a867a27777a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:23.778349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 040a9afa-6361-416e-8f57-7a867a27777a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:35:26.350840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:26.742233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50b542-a799-4f4e-ad49-27491c783d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:26.743668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a50b542-a799-4f4e-ad49-27491c783d94 admin admin] 10.222.0.70 "GET /v2.0/networks/040a9afa-6361-416e-8f57-7a867a27777a HTTP/1.1" status: 200 len: 825 time: 0.3917937 Aug 03 15:35:26.783834 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eb3f11b4-a8f0-4f46-a7b3-3d6494fabb5a admin admin] 10.222.0.70 "GET /v2.0/subnetpools/d93fce81-0770-4eb2-9a47-1e2063d3af61 HTTP/1.1" status: 200 len: 734 time: 0.0341864 Aug 03 15:35:26.793443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'gateway_ip': '172.20.0.1', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61', 'name': 'private-subnet'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:26.814520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Made reservation on behalf of 8001b229f466447183b37e0d3d3d2445 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:35:26.816708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:27.112675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:27.180585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Checking segment: {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:35:27.180972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Network hostable DHCP agents. Network: 040a9afa-6361-416e-8f57-7a867a27777a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:35:27.185377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b95a05-1d1b-44b3-9812-ee424167a7d2,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:27.204065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Network 040a9afa-6361-416e-8f57-7a867a27777a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:35:27.215415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 040a9afa-6361-416e-8f57-7a867a27777a) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:27.219994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:27.220568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:27.225297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2e6d5-0d27-42c6-afec-8d66dbdbfc7d None None] Network 040a9afa-6361-416e-8f57-7a867a27777a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:35:27.234734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34555386-2fee-4052-804b-004dc4d9b95d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452298 Aug 03 15:35:27.548811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-040a9afa-6361-416e-8f57-7a867a27777a', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:35:27.552801 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:27.820422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Allocated IP 172.20.0.2 (040a9afa-6361-416e-8f57-7a867a27777a/77b95a05-1d1b-44b3-9812-ee424167a7d2/10e43377-850a-4208-a451-8668e2d82d83) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:35:28.021220 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:28.064615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Transition to ACTIVE for port object 10e43377-850a-4208-a451-8668e2d82d83 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:35:28.086412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Transition to ACTIVE for port object 10e43377-850a-4208-a451-8668e2d82d83 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:35:28.095300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:28.160699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Network 040a9afa-6361-416e-8f57-7a867a27777a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:35:28.166273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:28.179391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:35:28.182406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Pushing event updated for resources: {'Port': ['ID=10e43377-850a-4208-a451-8668e2d82d83,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:28.213200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.213556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.213924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.214262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.215227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.215565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.215895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.216223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.216550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.216876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.217219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.217522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Tracked resource versions report: Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: pushed versions: Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: { 'AddressGroup': {'1.2'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'ConntrackHelper': {'1.0'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Log': {'1.0'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Network': {'1.1'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Port': {'1.7'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'PortForwarding': {'1.2'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'QosPolicy': {'1.8'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SecurityGroup': {'1.4'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SubPort': {'1.0'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Subnet': {'1.1'}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Trunk': {'1.1'}} Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: consumer versions: Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: L3 agent@n-d-803226-3: {}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: Metadata agent@n-d-803226-3: {}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: Metering agent@n-d-803226-3: {}, Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'ConntrackHelper': '1.0', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Log': '1.0', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Network': '1.1', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Port': '1.7', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'PortForwarding': '1.2', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'QosPolicy': '1.8', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SecurityGroup': '1.4', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SecurityGroupRule': '1.2', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'SubPort': '1.0', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Subnet': '1.1', Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: 'Trunk': '1.1'}} Aug 03 15:35:28.218648 n-d-803226-3 neutron-server[106018]: {{(pid=106018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:35:28.265508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Attempting to bind port 10e43377-850a-4208-a451-8668e2d82d83 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:35:28.266143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Attempting to bind port 10e43377-850a-4208-a451-8668e2d82d83 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:35:28.266356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Attempting to bind port 10e43377-850a-4208-a451-8668e2d82d83 on network 040a9afa-6361-416e-8f57-7a867a27777a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:35:28.271146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:35:28.271553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Checking segment: {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:35:28.272044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:28.272434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Bound using segment: {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:35:28.272918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Bound port: 10e43377-850a-4208-a451-8668e2d82d83, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:35:28.273328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:28.334980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] For port 10e43377-850a-4208-a451-8668e2d82d83, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:35:28.339309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] For port 10e43377-850a-4208-a451-8668e2d82d83, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=10e43377-850a-4208-a451-8668e2d82d83,segment=NetworkSegment(80f31383-579a-4734-8d0c-c5d7af38c1a0),segment_id=80f31383-579a-4734-8d0c-c5d7af38c1a0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:35:28.344420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:28.418994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e15129-4aa8-47fb-a98a-9e88490154a3 None None] Pushing event updated for resources: {'Port': ['ID=10e43377-850a-4208-a451-8668e2d82d83,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:29.629546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48258) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:29.943847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-4181e590-795e-49e9-ac05-d06cfd8077a5 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:35:29.945092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4181e590-795e-49e9-ac05-d06cfd8077a5 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145738 Aug 03 15:35:32.392428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48266) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:32.715357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-847ffe2b-925b-41fe-aad1-c71cc54c62d9 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:35:32.716442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-847ffe2b-925b-41fe-aad1-c71cc54c62d9 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3228965 Aug 03 15:35:35.350975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48276) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:35.660925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:35.692009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:35.693846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:35.844665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:35.849337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:35.862619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:35.863763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-55e783da-239c-4047-8044-ac0d70038e7b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118263 Aug 03 15:35:36.502776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 10e43377-850a-4208-a451-8668e2d82d83 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:35:36.590080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 10e43377-850a-4208-a451-8668e2d82d83 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:35:36.787228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b1a6e-5ab0-432c-b15f-d8c8fcce041f None None] Network 040a9afa-6361-416e-8f57-7a867a27777a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:35:36.869938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Provisioning for port 10e43377-850a-4208-a451-8668e2d82d83 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:35:36.875630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Provisioning complete for port 10e43377-850a-4208-a451-8668e2d82d83 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:36.876034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:37.050242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:37.089284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] For port 10e43377-850a-4208-a451-8668e2d82d83, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=10e43377-850a-4208-a451-8668e2d82d83,segment=NetworkSegment(80f31383-579a-4734-8d0c-c5d7af38c1a0),segment_id=80f31383-579a-4734-8d0c-c5d7af38c1a0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:35:37.094726 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:37.142543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa74f8-610e-4250-bae7-cf49ed0f92d0 None None] Pushing event updated for resources: {'Port': ['ID=10e43377-850a-4208-a451-8668e2d82d83,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:37.213033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-63f1b47d-bd8d-4a4e-8a47-33c50f17bebc None None] Provisioning complete for port 10e43377-850a-4208-a451-8668e2d82d83 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:37.213413 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63f1b47d-bd8d-4a4e-8a47-33c50f17bebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:38.243154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:38.463696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 10e43377-850a-4208-a451-8668e2d82d83 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:35:38.508406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 10e43377-850a-4208-a451-8668e2d82d83 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:38.508775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:38.551552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-83ddb7e5-e4c2-4cee-aba1-5f6bb9b59d23 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:35:38.558759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-83ddb7e5-e4c2-4cee-aba1-5f6bb9b59d23 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084688 Aug 03 15:35:39.616596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fe780069-c562-4e8a-9133-66c25899f501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:40.930729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48296) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:41.240529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:41.263652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Made reservation on behalf of d2feb7abaded4b20b3660a092d942872 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:35:41.266322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.281669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.396982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.400641 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.411746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Reserving flat network on physical network physnet1 {{(pid=106016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 15:35:41.446432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745864261870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.447016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Unsubscribe: segment precommit_create {{(pid=106016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 15:35:41.447527 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Added segment 2039021a-698d-46ad-9d1c-a2b2f3cb53c2 of type flat for network 4378d95d-7a10-4d19-9fa6-35580e695c19 Aug 03 15:35:41.466029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d84bbc-d173-4e8a-a8b0-c6cd39309fd4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:41.508545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.508891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.509229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.509560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.509914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.510243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.510564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.511451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.511905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.512230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.512802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.513121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Tracked resource versions report: Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: pushed versions: Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: { 'AddressGroup': {'1.2'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'ConntrackHelper': {'1.0'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Log': {'1.0'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Network': {'1.1'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Port': {'1.7'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'PortForwarding': {'1.2'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'QosPolicy': {'1.8'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SecurityGroup': {'1.4'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SubPort': {'1.0'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Subnet': {'1.1'}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Trunk': {'1.1'}} Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: consumer versions: Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: L3 agent@n-d-803226-3: {}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: Metadata agent@n-d-803226-3: {}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: Metering agent@n-d-803226-3: {}, Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'ConntrackHelper': '1.0', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Log': '1.0', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Network': '1.1', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Port': '1.7', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'PortForwarding': '1.2', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'QosPolicy': '1.8', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SecurityGroup': '1.4', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SecurityGroupRule': '1.2', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'SubPort': '1.0', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Subnet': '1.1', Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: 'Trunk': '1.1'}} Aug 03 15:35:41.514246 n-d-803226-3 neutron-server[106016]: {{(pid=106016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:35:41.571170 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.625695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.626769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:41.627415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:41.699387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7674904 Aug 03 15:35:41.725994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106f0e0-5a13-48f5-9a60-77e570772a4a admin admin] Pushing event updated for resources: {'Network': ['ID=4378d95d-7a10-4d19-9fa6-35580e695c19,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:41.737442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:35:42.067120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6abdb2ec-3773-4d55-a8cc-6654e1da1774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:42.628131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:43.438865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:44.111521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:44.289343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32576d-0025-4b4d-a604-bf60f194983b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:44.290668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb32576d-0025-4b4d-a604-bf60f194983b admin admin] 10.222.0.70 "GET /v2.0/subnets/77b95a05-1d1b-44b3-9812-ee424167a7d2 HTTP/1.1" status: 200 len: 849 time: 0.1782327 Aug 03 15:35:44.449843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7baee11f-1dff-4351-b310-e5ae15234404 admin admin] 10.222.0.70 "GET /v2.0/routers/f7a5fb8e-dc84-49f0-8409-ec61cfaf508b HTTP/1.1" status: 200 len: 704 time: 0.1521950 Aug 03 15:35:44.733907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:44.833876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.043580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Allocated IP 172.20.0.1 (040a9afa-6361-416e-8f57-7a867a27777a/77b95a05-1d1b-44b3-9812-ee424167a7d2/37ec74db-7fbe-4908-9e35-6228a96a307f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:35:45.201605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.223366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Transition to ACTIVE for port object 37ec74db-7fbe-4908-9e35-6228a96a307f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:35:45.305116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.372147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Network 040a9afa-6361-416e-8f57-7a867a27777a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:35:45.381705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:45.384316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:35:45.384893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.510253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Pushing event updated for resources: {'Port': ['ID=37ec74db-7fbe-4908-9e35-6228a96a307f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:45.559574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ecad9a76-3fe0-418e-86e7-1de838a6cc0a None None] Provisioning for port 37ec74db-7fbe-4908-9e35-6228a96a307f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:35:45.565996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ecad9a76-3fe0-418e-86e7-1de838a6cc0a None None] Provisioning complete for port 37ec74db-7fbe-4908-9e35-6228a96a307f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:45.566451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ecad9a76-3fe0-418e-86e7-1de838a6cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.602783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ecad9a76-3fe0-418e-86e7-1de838a6cc0a None None] Port 37ec74db-7fbe-4908-9e35-6228a96a307f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:35:45.671581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.910408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.914893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:45.915788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:46.004836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Pushing event updated for resources: {'Port': ['ID=37ec74db-7fbe-4908-9e35-6228a96a307f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:46.059494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Network 040a9afa-6361-416e-8f57-7a867a27777a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:35:46.060893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:46.223049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-20e2a561-9657-4b03-a610-c96028c8a23d None None] Provisioning complete for port 37ec74db-7fbe-4908-9e35-6228a96a307f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:46.223655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20e2a561-9657-4b03-a610-c96028c8a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:46.231409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:35:46.256458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-20e2a561-9657-4b03-a610-c96028c8a23d None None] Port 37ec74db-7fbe-4908-9e35-6228a96a307f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:35:46.321185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:35:46.327004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2966151b-0e4c-4273-ad9c-26fbfcc99037 admin admin] 10.222.0.70 "PUT /v2.0/routers/f7a5fb8e-dc84-49f0-8409-ec61cfaf508b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8719156 Aug 03 15:35:46.331561 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Sync routers for ids ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:35:46.342810 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Routers {'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:35:46.343641 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:35:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:46.532052 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Set router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:35:46.961267 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:45Z', 'revision_number': 2, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port_host': None, '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:45Z', 'revision_number': 2, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:47.013565 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Checking router: f7a5fb8e-dc84-49f0-8409-ec61cfaf508b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:35:47.013948 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Updating router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b port 37ec74db-7fbe-4908-9e35-6228a96a307f binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:35:47.061938 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.576463 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.595082 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Transition to ACTIVE for port object 37ec74db-7fbe-4908-9e35-6228a96a307f will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:35:47.601451 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.758542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Pushing event updated for resources: {'Port': ['ID=37ec74db-7fbe-4908-9e35-6228a96a307f,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:47.775786 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.776185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.776530 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.776855 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.777188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.777516 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.777865 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.778189 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.778512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.778835 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.779158 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.779481 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Tracked resource versions report: Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: pushed versions: Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: { 'AddressGroup': {'1.2'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'ConntrackHelper': {'1.0'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Log': {'1.0'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Network': {'1.1'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Port': {'1.7'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'PortForwarding': {'1.2'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'QosPolicy': {'1.8'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SecurityGroup': {'1.4'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SubPort': {'1.0'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Subnet': {'1.1'}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Trunk': {'1.1'}} Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: consumer versions: Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: L3 agent@n-d-803226-3: {}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: Metadata agent@n-d-803226-3: {}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: Metering agent@n-d-803226-3: {}, Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'ConntrackHelper': '1.0', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Log': '1.0', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Network': '1.1', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Port': '1.7', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'PortForwarding': '1.2', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'QosPolicy': '1.8', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SecurityGroup': '1.4', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SecurityGroupRule': '1.2', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'SubPort': '1.0', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Subnet': '1.1', Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: 'Trunk': '1.1'}} Aug 03 15:35:47.780578 n-d-803226-3 neutron-server[106019]: {{(pid=106019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:35:47.782832 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Attempting to bind port 37ec74db-7fbe-4908-9e35-6228a96a307f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:35:47.783227 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Attempting to bind port 37ec74db-7fbe-4908-9e35-6228a96a307f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:35:47.783649 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Attempting to bind port 37ec74db-7fbe-4908-9e35-6228a96a307f on network 040a9afa-6361-416e-8f57-7a867a27777a {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:35:47.789731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:35:47.790143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Checking segment: {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:35:47.791181 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.791181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Bound using segment: {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:35:47.791533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Bound port: 37ec74db-7fbe-4908-9e35-6228a96a307f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f31383-579a-4734-8d0c-c5d7af38c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:35:47.792083 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.859229 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] For port 37ec74db-7fbe-4908-9e35-6228a96a307f, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:35:47.879966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] For port 37ec74db-7fbe-4908-9e35-6228a96a307f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=37ec74db-7fbe-4908-9e35-6228a96a307f,segment=NetworkSegment(80f31383-579a-4734-8d0c-c5d7af38c1a0),segment_id=80f31383-579a-4734-8d0c-c5d7af38c1a0)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:35:47.885149 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:47.945408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Routers {'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:35:47.946238 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:35:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:47.947974 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e66c9e-d6c2-4a5b-8d04-7d1d84420cfc None None] Pushing event updated for resources: {'Port': ['ID=37ec74db-7fbe-4908-9e35-6228a96a307f,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:48.041595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] Set router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:35:48.252263 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:45Z', 'revision_number': 2, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port_host': None, '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:47Z', 'revision_number': 4, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:48.282149 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a21ef0-0168-4bd1-b763-49f0b9363bb6 None None] The sync data for ids ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'] in n-d-803226-3 is: [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:45Z', 'revision_number': 2, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port_host': None, '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:47Z', 'revision_number': 4, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:35:48.591508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:48.714114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b81657-a5cf-484e-9a90-95d43eaaabba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:48.715469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c9b81657-a5cf-484e-9a90-95d43eaaabba admin admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 842 time: 0.1229999 Aug 03 15:35:48.726498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.7.0/24', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:48.748960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Made reservation on behalf of d2feb7abaded4b20b3660a092d942872 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:35:48.751275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:49.052050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 15:35:49.052482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:49.109609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7beb0f-a7dd-4f64-b787-0664ab14b601,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:49.113665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:35:49.114012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Network hostable DHCP agents. Network: 4378d95d-7a10-4d19-9fa6-35580e695c19, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:35:49.131322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:35:49.140312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 4378d95d-7a10-4d19-9fa6-35580e695c19) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:49.144199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:49.144778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:49.148904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c2b4f-bd53-423a-9cff-6808318269df None None] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:35:49.168078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3fa4262b-3be1-44da-8a0a-5ea45ab88472 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4391570 Aug 03 15:35:49.284540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54911451-4eb0-4702-9d9f-6d57a8abe76a None None] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:35:51.491194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:51.620417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a1805bfb-67bc-45dc-bb33-c4ee61806a8f admin admin] 10.222.0.70 "GET /v2.0/routers/f7a5fb8e-dc84-49f0-8409-ec61cfaf508b HTTP/1.1" status: 200 len: 710 time: 0.1274335 Aug 03 15:35:51.707829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47830044-c76e-4891-b864-1fc4b1713ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:35:51.709121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-47830044-c76e-4891-b864-1fc4b1713ab3 admin admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 886 time: 0.0829754 Aug 03 15:35:51.718630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:35:52.032280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:52.263068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:52.339577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:52.441229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Allocated IP 172.25.7.237 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/cd3c8b0d-5506-418a-895c-46d6fdf5741b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:35:52.539037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:52.579514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:52.619255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:35:52.622661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:35:52.630371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:35:52.633076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Pushing event updated for resources: {'Port': ['ID=cd3c8b0d-5506-418a-895c-46d6fdf5741b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:52.878796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:53.182154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:53.186420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:53.317558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:35:53.445004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:35:53.451754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:53.452980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af640f9b-6b1c-4d09-a1b0-401b52c28a4f admin admin] 10.222.0.70 "PUT /v2.0/routers/f7a5fb8e-dc84-49f0-8409-ec61cfaf508b HTTP/1.1" status: 200 len: 890 time: 1.7376108 Aug 03 15:35:54.495178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37ec74db-7fbe-4908-9e35-6228a96a307f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:35:54.551767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 37ec74db-7fbe-4908-9e35-6228a96a307f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:35:54.556181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 37ec74db-7fbe-4908-9e35-6228a96a307f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:54.556557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:54.633013 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:54.664990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 37ec74db-7fbe-4908-9e35-6228a96a307f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=37ec74db-7fbe-4908-9e35-6228a96a307f,segment=NetworkSegment(80f31383-579a-4734-8d0c-c5d7af38c1a0),segment_id=80f31383-579a-4734-8d0c-c5d7af38c1a0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:35:54.669844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:54.715526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=37ec74db-7fbe-4908-9e35-6228a96a307f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:54.950426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Sync routers for ids ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:35:54.960532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Routers {'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:35:54.961179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:35:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:55.207900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Set router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:35:55.593995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:52Z', 'revision_number': 4, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port': {'id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:52Z', 'updated_at': '2021-08-03T15:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:54Z', 'revision_number': 5, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:55.642655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Checking router: f7a5fb8e-dc84-49f0-8409-ec61cfaf508b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:35:55.643008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Updating router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b port cd3c8b0d-5506-418a-895c-46d6fdf5741b binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:35:55.689971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:55.892769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:35:56.009227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.009913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-601854c7-f4b5-4bf9-ae50-bc828b7ec59a admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155372 Aug 03 15:35:56.019960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Transition to ACTIVE for port object cd3c8b0d-5506-418a-895c-46d6fdf5741b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:35:56.027127 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.074928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5a58-d1a1-4993-9c95-33f4569c830d None None] Pushing event updated for resources: {'Port': ['ID=cd3c8b0d-5506-418a-895c-46d6fdf5741b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:56.086057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Attempting to bind port cd3c8b0d-5506-418a-895c-46d6fdf5741b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:35:56.086337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Attempting to bind port cd3c8b0d-5506-418a-895c-46d6fdf5741b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:35:56.086721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Attempting to bind port cd3c8b0d-5506-418a-895c-46d6fdf5741b on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:35:56.092907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:35:56.093284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:35:56.093749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.094144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:35:56.094616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Bound port: cd3c8b0d-5506-418a-895c-46d6fdf5741b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:35:56.095032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.149921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] For port cd3c8b0d-5506-418a-895c-46d6fdf5741b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:35:56.153970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] For port cd3c8b0d-5506-418a-895c-46d6fdf5741b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cd3c8b0d-5506-418a-895c-46d6fdf5741b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:35:56.158375 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.214854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Routers {'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:35:56.215725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:35:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:56.218844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5a58-d1a1-4993-9c95-33f4569c830d None None] Pushing event updated for resources: {'Port': ['ID=cd3c8b0d-5506-418a-895c-46d6fdf5741b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:35:56.400039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] Set router f7a5fb8e-dc84-49f0-8409-ec61cfaf508b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:35:56.487598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37ec74db-7fbe-4908-9e35-6228a96a307f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:35:56.587414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 37ec74db-7fbe-4908-9e35-6228a96a307f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:56.587783 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:56.718164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:52Z', 'revision_number': 4, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port': {'id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:52Z', 'updated_at': '2021-08-03T15:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:54Z', 'revision_number': 5, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:35:56.748142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ac79a-6a61-4529-a72e-7f0f40eb34a5 None None] The sync data for ids ['f7a5fb8e-dc84-49f0-8409-ec61cfaf508b'] in n-d-803226-3 is: [{'id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'name': 'router1', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:35:35Z', 'updated_at': '2021-08-03T15:35:52Z', 'revision_number': 4, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'gw_port': {'id': 'cd3c8b0d-5506-418a-895c-46d6fdf5741b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:91:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:52Z', 'updated_at': '2021-08-03T15:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '37ec74db-7fbe-4908-9e35-6228a96a307f', 'name': '', 'network_id': '040a9afa-6361-416e-8f57-7a867a27777a', 'tenant_id': '8001b229f466447183b37e0d3d3d2445', 'mac_address': 'fa:16:3e:23:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a5fb8e-dc84-49f0-8409-ec61cfaf508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:35:44Z', 'updated_at': '2021-08-03T15:35:54Z', 'revision_number': 5, 'project_id': '8001b229f466447183b37e0d3d3d2445', 'subnets': [{'id': '77b95a05-1d1b-44b3-9812-ee424167a7d2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd93fce81-0770-4eb2-9a47-1e2063d3af61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:35:58.520265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd3c8b0d-5506-418a-895c-46d6fdf5741b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:35:58.586992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port cd3c8b0d-5506-418a-895c-46d6fdf5741b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:35:58.592642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cd3c8b0d-5506-418a-895c-46d6fdf5741b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:35:58.593016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:58.681969 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:58.705166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port cd3c8b0d-5506-418a-895c-46d6fdf5741b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cd3c8b0d-5506-418a-895c-46d6fdf5741b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:35:58.709595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:35:58.804551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=cd3c8b0d-5506-418a-895c-46d6fdf5741b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:36:00.521252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd3c8b0d-5506-418a-895c-46d6fdf5741b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:36:00.600626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cd3c8b0d-5506-418a-895c-46d6fdf5741b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:36:00.601456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:04.047526 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:36:09.621422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-23489859-7622-4f02-8f21-7f2fcef9423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:12.078331 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7400641f-080a-4c66-b36f-1bf5bdd32078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:12.632971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:13.451066 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:14.863804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:39.623226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76860058-b1ac-4796-920f-291a9978888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:41.036204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:36:42.089242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e77a21a4-5d5b-4c33-8b4a-0a770ba2b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:42.627781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:43.454965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:36:44.864748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:09.625078 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bc5651ad-4f68-444c-be15-77488445e3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:12.081199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f5f4da37-faab-477f-8003-204d129d19e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:12.624518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:13.452409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:14.861289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:18.034500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:37:39.626962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9d689a45-830c-414e-b604-84f9a3262a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:42.071294 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf814575-a52c-47ef-972f-9373650cbae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:42.627508 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:43.451834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:44.096806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48958) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:44.158135 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0eb9d15-c83b-45e3-b628-c409dbfaf0c3 admin admin] GET failed (client error): The resource could not be found. Aug 03 15:37:44.159451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0eb9d15-c83b-45e3-b628-c409dbfaf0c3 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617135 Aug 03 15:37:44.332049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020bf36b-bb31-416d-ae24-55110464b4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:44.333744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-020bf36b-bb31-416d-ae24-55110464b4ce admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1696517 Aug 03 15:37:44.863805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:46.524091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48968) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:46.617280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e9e4d-7cca-4287-9097-82677b7f93f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:46.618638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d57e9e4d-7cca-4287-9097-82677b7f93f7 admin admin] 10.222.0.70 "GET /v2.0/subnets/77b95a05-1d1b-44b3-9812-ee424167a7d2 HTTP/1.1" status: 200 len: 849 time: 0.0934267 Aug 03 15:37:46.628563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:37:46.716864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:46.859398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745864237734'] for subnet, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:46.893240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:46.894155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:46.895970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] 10.222.0.70 "PUT /v2.0/subnets/77b95a05-1d1b-44b3-9812-ee424167a7d2 HTTP/1.1" status: 200 len: 868 time: 0.2709215 Aug 03 15:37:46.898705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07857438-bfcf-44a0-b5df-2f3045291190 None None] Network 040a9afa-6361-416e-8f57-7a867a27777a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:37:46.914723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b95a05-1d1b-44b3-9812-ee424167a7d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:37:46.921973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.922320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.922782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.922963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.923287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.923608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.923928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.924252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.924620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.924934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.925242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:46.925572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7236abaa-c1d9-4afa-b408-0d569893eff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:37:47.326813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f135601c-7817-41c0-afab-eca94ac67572 None None] Provisioning complete for port 10e43377-850a-4208-a451-8668e2d82d83 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:37:47.327183 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f135601c-7817-41c0-afab-eca94ac67572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:47.416052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f135601c-7817-41c0-afab-eca94ac67572 None None] Provisioning complete for port 37ec74db-7fbe-4908-9e35-6228a96a307f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:37:47.416432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f135601c-7817-41c0-afab-eca94ac67572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:37:49.555183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48976) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:49.814298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213027a9-914f-4861-b4a5-e82e985371ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:49.815181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213027a9-914f-4861-b4a5-e82e985371ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:49.817768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-213027a9-914f-4861-b4a5-e82e985371ef admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2609334 Aug 03 15:37:52.070055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:52.204312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded195c-4e6b-474d-baf5-ff0a35f2c4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:52.204793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded195c-4e6b-474d-baf5-ff0a35f2c4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:52.206387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ded195c-4e6b-474d-baf5-ff0a35f2c4a7 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353843 Aug 03 15:37:54.373801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:54.507914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bb26ca-259d-4b58-b9ea-e011a2262866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:54.509296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67bb26ca-259d-4b58-b9ea-e011a2262866 admin admin] 10.222.0.70 "GET /v2.0/networks/040a9afa-6361-416e-8f57-7a867a27777a HTTP/1.1" status: 200 len: 869 time: 0.1345265 Aug 03 15:37:55.033510 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:37:56.762835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49000) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:56.901118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c30ed3-f984-4c0f-9a38-e99ccf84a12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:56.902558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-01c30ed3-f984-4c0f-9a38-e99ccf84a12b admin admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 886 time: 0.1387494 Aug 03 15:37:59.115037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49008) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:37:59.253005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87c9af-a24c-4a71-8513-abf32ee7b8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:59.253465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d87c9af-a24c-4a71-8513-abf32ee7b8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:37:59.255187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1d87c9af-a24c-4a71-8513-abf32ee7b8d8 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1391695 Aug 03 15:38:01.462008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49018) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:01.587144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b617c5e-f324-4f2b-b18f-f4f3caca3cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:01.587599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b617c5e-f324-4f2b-b18f-f4f3caca3cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:01.589127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b617c5e-f324-4f2b-b18f-f4f3caca3cb6 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258886 Aug 03 15:38:03.792825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49026) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:03.936257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601d3c5-3fc4-4cb1-8f12-0ba399fc8cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:03.937615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7601d3c5-3fc4-4cb1-8f12-0ba399fc8cfc admin admin] 10.222.0.70 "GET /v2.0/subnets/77b95a05-1d1b-44b3-9812-ee424167a7d2 HTTP/1.1" status: 200 len: 868 time: 0.1438243 Aug 03 15:38:06.125337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:06.215107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83b090-967c-4829-8def-affc8b2abd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:06.216451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3f83b090-967c-4829-8def-affc8b2abd30 admin admin] 10.222.0.70 "GET /v2.0/subnets/ac7beb0f-a7dd-4f64-b787-0664ab14b601 HTTP/1.1" status: 200 len: 816 time: 0.0901206 Aug 03 15:38:09.639136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6d261b25-13f0-4acc-8970-2d24e2053e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:12.074692 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-80c42b76-f373-4388-8e20-10320205d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:12.628400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:13.462014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:14.873809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:32.032229 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:38:33.337571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:33.386882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-e75cd086-a392-4e01-819a-2d67a74021da admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:38:33.387890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e75cd086-a392-4e01-819a-2d67a74021da admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493574 Aug 03 15:38:35.832123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:35.901082 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2fd3ba-e9b8-4c6b-9e70-102469178a82 admin admin] GET failed (client error): The resource could not be found. Aug 03 15:38:35.902927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be2fd3ba-e9b8-4c6b-9e70-102469178a82 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0699146 Aug 03 15:38:35.995476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cac697-9701-4299-8494-3cf59b47156b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:35.996984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-27cac697-9701-4299-8494-3cf59b47156b admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0891018 Aug 03 15:38:38.292045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:38.339807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:38:38.360233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Made reservation on behalf of d2feb7abaded4b20b3660a092d942872 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:38:38.362613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:38.395813 n-d-803226-3 neutron-server[106017]: WARNING neutron.services.revisions.revision_plugin [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Could not find related network for resource to bump revision. Aug 03 15:38:38.408555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:38:38.418204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:38.418577 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Added segment 0e0c68ee-f470-4a4e-8cbc-5a9822ed766a of type vlan for network 5ab76ad6-57c1-4799-9644-2de440c3bc51 Aug 03 15:38:38.567598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:38.596549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:38.597550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:38.598220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:38.651089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3579152 Aug 03 15:38:38.658020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045481e-5b39-4ec2-82e1-2a3efa761437 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab76ad6-57c1-4799-9644-2de440c3bc51,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:38:38.669482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:38:39.633589 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95c04bbb-65ab-4ec0-8667-d2821eb2de4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:40.892798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:38:40.952534 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea72daa-0635-49f8-b736-ef93bb91b3a7 admin admin] GET failed (client error): The resource could not be found. Aug 03 15:38:40.953893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fea72daa-0635-49f8-b736-ef93bb91b3a7 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601273 Aug 03 15:38:41.027225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65bb14-5a0f-4f40-909d-01b1eca3194f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:41.028686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec65bb14-5a0f-4f40-909d-01b1eca3194f admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704005 Aug 03 15:38:41.039076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Request body: {'subnet': {'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:38:41.058490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Made reservation on behalf of d2feb7abaded4b20b3660a092d942872 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:38:41.060693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.222313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.278894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a434b28-f021-4400-8792-848c1cc17d0c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:38:41.283222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:38:41.283573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Network hostable DHCP agents. Network: 5ab76ad6-57c1-4799-9644-2de440c3bc51, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:38:41.299879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:38:41.308766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 5ab76ad6-57c1-4799-9644-2de440c3bc51) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:38:41.313028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:38:41.313615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.318408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765326fa-79ea-4965-8cd5-0a3999bfb39a None None] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:38:41.329292 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6879605c-875f-4b72-abf6-6e701516d2b3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2938480 Aug 03 15:38:41.468981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-5ab76ad6-57c1-4799-9644-2de440c3bc51', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'tenant_id': 'd2feb7abaded4b20b3660a092d942872', 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:38:41.469938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.610067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Allocated IP 192.168.233.2 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:38:41.756175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.765731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Transition to ACTIVE for port object bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:38:41.780424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Transition to ACTIVE for port object bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:38:41.786406 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.826213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:38:41.828977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:38:41.832396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:38:41.842563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Pushing event updated for resources: {'Port': ['ID=bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:38:41.864487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.864840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.865186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.865526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.865884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.866788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.867119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.867448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.867776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.868101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.868434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.868774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:38:41.901953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Attempting to bind port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:38:41.902492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Attempting to bind port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:38:41.903051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Attempting to bind port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:38:41.908058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:38:41.908426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:38:41.908822 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.909209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:38:41.909676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Bound port: bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:38:41.910071 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:41.979048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] For port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:38:41.982762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] For port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:38:41.986947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:42.047731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3beceb-297b-44ca-b705-90063cde0cbb None None] Pushing event updated for resources: {'Port': ['ID=bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:38:42.077559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27755d7c-9a37-4332-9356-b751d450145c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:42.635968 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:42.673785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:38:42.740699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:38:42.918596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be2bf9-3406-4d75-b1d5-8f18d8a742e0 None None] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:38:43.003787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Provisioning for port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:38:43.031685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Provisioning complete for port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:38:43.032069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:43.150915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:43.188649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] For port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:38:43.194659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:43.254450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421c9a2-7a9b-4a4a-819a-4e5430571819 None None] Pushing event updated for resources: {'Port': ['ID=bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:38:43.416147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7c58071a-28b9-444c-80c3-742487585534 None None] Provisioning complete for port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:38:43.416517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c58071a-28b9-444c-80c3-742487585534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:43.466821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:44.619367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:38:44.670240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bcec20e0-d2cf-49f5-bea8-9fdd838a9fe8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:38:44.671242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:38:44.873370 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:09.030655 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:39:09.637271 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c440-5809-4e94-9527-1fd6d11d4c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:12.082265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63e0e45b-e5ec-4815-a5ba-0b7c4c41acc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:12.630063 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:13.461213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:14.863596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:39.639767 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-15344105-ea6e-43d1-b577-889ae7459179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:42.075265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58b3df53-bdb4-4234-89da-7f6a18d41570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:42.631250 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:43.465171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:44.864447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:46.029660 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:39:51.008145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49164) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:39:51.015015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-ee5d370c-17d9-484d-a6d2-749c9040c833 tempest-verify_tempest_config-2076558901 tempest-verify_tempest_config-2076558901-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:39:51.016194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ee5d370c-17d9-484d-a6d2-749c9040c833 tempest-verify_tempest_config-2076558901 tempest-verify_tempest_config-2076558901-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069668 Aug 03 15:39:51.325407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49182) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:39:51.437234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.534025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.539732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.586504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbec81-59de-4747-af0b-fc688e87d04e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:39:51.590361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=220dbba13ccc45c48fca21f8dae2ac4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2637963 Aug 03 15:39:51.593167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49186) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:39:51.596284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.596652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.597016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.597344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.597694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.598027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.598348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.598667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.598984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.599299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.599615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.599954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e3971-4365-4b51-9940-e1fc6cabf956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.659358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.682313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.778760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.781354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:39:51.782548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71fbec81-59de-4747-af0b-fc688e87d04e HTTP/1.1" status: 204 len: 168 time: 0.1883938 Aug 03 15:39:51.790677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbec81-59de-4747-af0b-fc688e87d04e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:39:51.798149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.798499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.798850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.799194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.799533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.799961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.800187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.800521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.800855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.801184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.801512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:39:51.801872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08fecf-6030-43c1-8f91-e8bdebbf6054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:40:09.639317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4be32cdb-be51-439f-a4be-0e5a44bb2d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:12.075162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-134c5703-450f-4a49-8bbb-534b0e4d86d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:12.634757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:13.465975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:14.866550 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:23.029748 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:40:39.641456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b53f8335-e820-4261-a513-3f875907d4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:42.083071 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-24d00b5c-c7f9-4d62-83f5-4e76075b84ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:42.635931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:43.467731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:40:44.872062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:00.029397 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:41:09.642494 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4de079df-5e7c-466d-8900-58f418c88e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:12.073181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02415460-e7b0-4b69-a1ff-a80c091eafb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:12.638424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:13.477398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:14.873255 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:37.029205 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:41:39.644210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cb99723e-7dec-4f4a-9cd4-c2fd1b454b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:42.080366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-68812ad9-a050-4e8b-91b6-452945a1e338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:42.643675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:43.478172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:41:44.877460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:09.647027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-12bcde20-dff3-489b-ab02-0a778150c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:12.073337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bcb0919e-9338-4737-bd7b-e9adf2be3ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:12.646222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:13.480510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:14.028611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:42:14.880541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:39.649099 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ed032e8-842d-4e29-aea6-5fd35e84bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:42.075087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eb8c32b6-1feb-474e-ab1e-fafebc98a077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:42.653169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:43.480374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:44.882208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:51.029200 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 5 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:42:51.728249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:42:55.706238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-391271'] for agent, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:09.649866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-68adb2ff-9326-43b5-8c88-a16e03d6aec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:12.075761 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ae2b603b-3a7d-4c7e-88db-dd51b1d11461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:12.644378 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:13.483836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:14.883870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:21.693717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:25.653439 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:28.028868 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:43:39.653277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4dc287c-4593-4102-b7c3-d7ae02186097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:42.079125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4975-7854-4bf3-b8ab-36e1843b1088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:42.647280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:43.486937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:44.319362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49248) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:43:44.425664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3c37cdf-9c15-4f1e-968b-2c4d5c83bd11 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1052024 Aug 03 15:43:44.890291 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:46.725461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49258) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:43:46.783040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5b788a84-ce59-4547-b187-53aef97ee83a admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0563903 Aug 03 15:43:51.689050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:43:55.674406 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:05.029542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:44:09.654432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aa58-eb7f-4d71-8afe-d0825ab5b985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:12.079846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92b0b161-88e7-4c98-abaa-1e42bf7bfb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:12.652036 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:13.487469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:14.891947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:21.699450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:25.766416 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:39.664592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cd69f9b1-47a3-45a7-bf77-8aea2256dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:42.037120 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:44:42.087100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0986f988-8911-4a9b-af30-254d78c189fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:42.663920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:43.496773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:44.895582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:51.693039 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:44:55.677511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:09.667668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-24ca61d3-3bc2-40fe-801b-6c4f7c2bfc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:12.090626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a562b7c3-03e9-449d-99fb-c95bfad3639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:12.687301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:13.502483 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:14.531845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49460) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:14.898745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:14.943575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-525aa081-924a-40a4-b09f-6d364c1c6783 tempest-AutoAllocateNetworkTest-2042615069 tempest-AutoAllocateNetworkTest-2042615069-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=05387eb1e9724c0e934ed2d4cc6a01b2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4104650 Aug 03 15:45:14.946952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:15.148439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691116c-ffd6-4a2e-b160-f558429a77c0 tempest-AutoAllocateNetworkTest-2042615069 tempest-AutoAllocateNetworkTest-2042615069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:15.153113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f691116c-ffd6-4a2e-b160-f558429a77c0 tempest-AutoAllocateNetworkTest-2042615069 tempest-AutoAllocateNetworkTest-2042615069-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2019997 Aug 03 15:45:15.153255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49490) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:15.228103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2c6b81da-69a9-4a57-9eb4-4d4074e098bf tempest-AutoAllocateNetworkTest-2042615069 tempest-AutoAllocateNetworkTest-2042615069-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702634 Aug 03 15:45:15.228103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:15.259806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ec850bf0-5b67-4281-a465-1c378ea5222b tempest-AutoAllocateNetworkTest-2042615069 tempest-AutoAllocateNetworkTest-2042615069-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=05387eb1e9724c0e934ed2d4cc6a01b2 HTTP/1.1" status: 200 len: 208 time: 0.0309379 Aug 03 15:45:15.939425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49532) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:16.221777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.329133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.332470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.384081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce124a9-8be7-4879-9dc0-b86ab3944067,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:16.392169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.392707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.393259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.393776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.394268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.394602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.394932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.395263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.395589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.395917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.396242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.396563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] Tracked resource versions report: Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: pushed versions: Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: { 'AddressGroup': {'1.2'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'ConntrackHelper': {'1.0'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Log': {'1.0'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Network': {'1.1'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Port': {'1.7'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'PortForwarding': {'1.2'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'QosPolicy': {'1.8'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SecurityGroup': {'1.4'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SubPort': {'1.0'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Subnet': {'1.1'}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Trunk': {'1.1'}} Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: consumer versions: Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: HyperV agent@n-h1-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: HyperV agent@n-h2-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: L3 agent@n-d-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: Metadata agent@n-d-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: Metering agent@n-d-803226-3: {}, Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'ConntrackHelper': '1.0', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Log': '1.0', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Network': '1.1', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Port': '1.7', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'PortForwarding': '1.2', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'QosPolicy': '1.8', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SecurityGroup': '1.4', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SecurityGroupRule': '1.2', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'SubPort': '1.0', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Subnet': '1.1', Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: 'Trunk': '1.1'}} Aug 03 15:45:16.398429 n-d-803226-3 neutron-server[106016]: {{(pid=106016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:45:16.405823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49562) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:16.414806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e6303524-ecdb-482d-a7be-1ed8c3380197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05387eb1e9724c0e934ed2d4cc6a01b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4739323 Aug 03 15:45:16.463807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.490328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.557190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.560228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:16.563936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ce124a9-8be7-4879-9dc0-b86ab3944067 HTTP/1.1" status: 204 len: 168 time: 0.1547346 Aug 03 15:45:16.572666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce124a9-8be7-4879-9dc0-b86ab3944067,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:16.579639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.579987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.580307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.580640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.580968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.581347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.581820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.582254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.582356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.582690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.583230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.583446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f6aa9-a0ab-4a2b-867c-37ef13054d1e admin admin] Tracked resource versions report: Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: pushed versions: Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: { 'AddressGroup': {'1.2'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'ConntrackHelper': {'1.0'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Log': {'1.0'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Network': {'1.1'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Port': {'1.7'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'PortForwarding': {'1.2'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'QosPolicy': {'1.8'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SecurityGroup': {'1.4'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SubPort': {'1.0'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Subnet': {'1.1'}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Trunk': {'1.1'}} Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: consumer versions: Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: HyperV agent@n-h1-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: HyperV agent@n-h2-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: L3 agent@n-d-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: Metadata agent@n-d-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: Metering agent@n-d-803226-3: {}, Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'ConntrackHelper': '1.0', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Log': '1.0', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Network': '1.1', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Port': '1.7', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'PortForwarding': '1.2', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'QosPolicy': '1.8', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SecurityGroup': '1.4', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SecurityGroupRule': '1.2', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'SubPort': '1.0', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Subnet': '1.1', Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: 'Trunk': '1.1'}} Aug 03 15:45:16.584874 n-d-803226-3 neutron-server[106017]: {{(pid=106017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:45:18.649142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49676) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:18.922499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-640bfa94-a9d3-4685-8d19-c56ed0cff1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.028534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:45:19.048731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-640bfa94-a9d3-4685-8d19-c56ed0cff1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.054166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-640bfa94-a9d3-4685-8d19-c56ed0cff1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.090423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bfa94-a9d3-4685-8d19-c56ed0cff1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d863bb3-8877-4916-8ae7-6304db9e3258,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:19.106396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-640bfa94-a9d3-4685-8d19-c56ed0cff1c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23a62637b4d342b98131d4c2b9bc1521&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4555531 Aug 03 15:45:19.108856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49716) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:19.164213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.189211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.252745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.257263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.258661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d863bb3-8877-4916-8ae7-6304db9e3258 HTTP/1.1" status: 204 len: 168 time: 0.1488953 Aug 03 15:45:19.277485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b988617-7a55-48fd-bf22-1c39b351d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d863bb3-8877-4916-8ae7-6304db9e3258,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:19.294151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49736) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:19.296872 n-d-803226-3 neutron-server[106016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 15:45:19.326659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-0217ae7f-7c86-4fd2-9d6d-d3084aaea65d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308969 Aug 03 15:45:19.458590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b948aa4e-7c00-42f2-8f77-7771c818247e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:19.460755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b948aa4e-7c00-42f2-8f77-7771c818247e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331537 Aug 03 15:45:19.481185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-fff4890f-5bc8-448c-b29c-fb8539d4ef47 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0131044 Aug 03 15:45:19.544714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-4558f7e3-45da-4be7-9951-b4a63082536d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540557 Aug 03 15:45:19.668826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49748) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:19.682661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b51acc7a-3bd5-4d14-b34e-d57977585eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.806963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b51acc7a-3bd5-4d14-b34e-d57977585eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.812341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b51acc7a-3bd5-4d14-b34e-d57977585eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.844012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51acc7a-3bd5-4d14-b34e-d57977585eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f992d-377e-4afa-aa11-07100460acc5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:19.867853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b51acc7a-3bd5-4d14-b34e-d57977585eee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebef8bd9ca8742c69806fc8d79f4d1ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1976569 Aug 03 15:45:19.870408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49774) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:19.942399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:19.970816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:20.033534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:20.037384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:20.038828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d22f992d-377e-4afa-aa11-07100460acc5 HTTP/1.1" status: 204 len: 168 time: 0.1667333 Aug 03 15:45:20.048434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54d68b-25a5-47d4-81b8-d05ce9d9bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22f992d-377e-4afa-aa11-07100460acc5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:20.161848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f88fbd9-b218-4a13-9ec0-ec8b73829409 req-78291e45-46b9-425e-a70f-9eb42ea8feda tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.0506628 Aug 03 15:45:21.224979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:21.487010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:21.537548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-network', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:21.581772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Made reservation on behalf of cbe600546e1940a6b7384ef0d5c7aee1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:21.585918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.604792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.609884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49954) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:21.653904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49960) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:21.724836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.794480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96611901-7067-4f01-a84e-0974154385cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.799445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.812644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.860719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2a559-543c-4740-ae93-02007bff94c2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:21.871565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:45:21.903561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:21.903890 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Added segment 4f6539ec-497d-48e9-bff5-4ba9d26c0226 of type vlan for network e7bd9128-887e-4f39-a77e-93eceddfe47a Aug 03 15:45:21.949166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49976) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:21.991926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.059089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.059971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:22.061033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.095621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96611901-7067-4f01-a84e-0974154385cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.131784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96611901-7067-4f01-a84e-0974154385cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.159921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9317970 Aug 03 15:45:22.164810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.172669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Request body: {'subnet': {'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-subnet', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:22.200486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Made reservation on behalf of cbe600546e1940a6b7384ef0d5c7aee1 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:22.203447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.203945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96611901-7067-4f01-a84e-0974154385cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb97d0c-5a1b-4183-8669-eeaf05bf251c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:22.206953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007861cc-17ab-4324-88df-658db1ec3db3 admin admin] Pushing event updated for resources: {'Network': ['ID=e7bd9128-887e-4f39-a77e-93eceddfe47a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:22.233116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-96611901-7067-4f01-a84e-0974154385cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69427013f5854b049f7033bea7234b58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7450202 Aug 03 15:45:22.233928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49988) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.253547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e7bd9128-887e-4f39-a77e-93eceddfe47a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:45:22.358656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.379722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49990) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.412276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.424402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.78', 54303) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.457861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-0f91ebe6-35df-48b6-88d8-3398a12a9675 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318246 Aug 03 15:45:22.467012 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.494433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dd7a-83aa-44ea-89ad-735205ac5f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.587595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50004) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.603245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.613877 n-d-803226-3 neutron-server[106017]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 15:45:22.672042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf8be-e3a9-45a0-ac0e-22ff24d6ecd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.748770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.752324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.757368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbb97d0c-5a1b-4183-8669-eeaf05bf251c HTTP/1.1" status: 204 len: 168 time: 0.5078266 Aug 03 15:45:22.757605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02325c40-d302-4f1a-9cfc-cd84898d513e req-a7ca3629-a0a3-4469-a806-edaed45d5c1e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.8045666 Aug 03 15:45:22.770174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413204d-159b-492d-acf3-1aef63a0113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb97d0c-5a1b-4183-8669-eeaf05bf251c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:22.773302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f305b6-27d3-4a62-90f8-03e512c0bc41,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:22.776932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dd7a-83aa-44ea-89ad-735205ac5f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.818549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5e0dd7a-83aa-44ea-89ad-735205ac5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.840084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-5f5be54c-7e09-401f-b38f-efaf8b2b4f60 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:22.841427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:45:22.841427 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:45:22.841427 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id_1': '00e5ea00a4fc4b9abfd243360e739bb8', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 45, 22, 736974)}] Aug 03 15:45:22.841427 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:45:22.841754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-5f5be54c-7e09-401f-b38f-efaf8b2b4f60 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724792 Aug 03 15:45:22.841831 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:45:22.851797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a34f8f6e-a236-4336-8c58-72ff1c402cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.870651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-82e57950-9e97-48f2-8f7e-ab0a947ab181 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=92c4bc3964c34971877e6943b5381754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247564 Aug 03 15:45:22.876556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Checking segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:22.876921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Network hostable DHCP agents. Network: e7bd9128-887e-4f39-a77e-93eceddfe47a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:45:22.901899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a5e0dd7a-83aa-44ea-89ad-735205ac5f2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=793b1573f1084170b4d641c3509142ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2468600 Aug 03 15:45:22.909522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50028) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:22.914175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0dd7a-83aa-44ea-89ad-735205ac5f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf2a72e-c1dc-4fa5-9707-6271bc89ff6f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:22.919805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:22.967973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:45:22.985710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, e7bd9128-887e-4f39-a77e-93eceddfe47a) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:22.994505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:22.995098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:22.995753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b23f6b-0a6d-48c7-aef1-0efd4b04cd11 None None] Network e7bd9128-887e-4f39-a77e-93eceddfe47a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:45:22.998607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.033381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.106360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.110605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.127995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bf2a72e-c1dc-4fa5-9707-6271bc89ff6f HTTP/1.1" status: 204 len: 168 time: 0.2041817 Aug 03 15:45:23.144848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6df8-9869-48e0-8fc7-9a5a5349a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf2a72e-c1dc-4fa5-9707-6271bc89ff6f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:23.208656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50044) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:23.228232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce221f5c-01eb-496e-b5ad-475c08454807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.248642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-e7bd9128-887e-4f39-a77e-93eceddfe47a', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:45:23.249888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.292274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-b8b24905-3c70-4c51-8a4c-bc7672a67628 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:23.293793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-b8b24905-3c70-4c51-8a4c-bc7672a67628 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125595 Aug 03 15:45:23.340281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-f4c2c168-14de-46ff-9a51-283e683d2946 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/quotas/92c4bc3964c34971877e6943b5381754 HTTP/1.1" status: 200 len: 375 time: 0.0329506 Aug 03 15:45:23.342863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.400771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-3aa6ee31-b81a-4095-bd71-34e157328c18 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=92c4bc3964c34971877e6943b5381754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596275 Aug 03 15:45:23.407664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf8be-e3a9-45a0-ac0e-22ff24d6ecd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.414941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8cf8be-e3a9-45a0-ac0e-22ff24d6ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.429859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Allocated IP 172.20.0.2 (e7bd9128-887e-4f39-a77e-93eceddfe47a/26f305b6-27d3-4a62-90f8-03e512c0bc41/18f89091-dfe3-4c04-89e0-3b4cef97ea65) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:23.497383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9d8cf8be-e3a9-45a0-ac0e-22ff24d6ecd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1106fee0117b444aa192207834f9149d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1163409 Aug 03 15:45:23.501832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:23.517729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cf8be-e3a9-45a0-ac0e-22ff24d6ecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3415fe-274e-45a4-873f-42fb7c4c17b6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:23.614071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-02378d90-f802-4052-b2fe-5b051cf08d5d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4459116 Aug 03 15:45:23.614617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a34f8f6e-a236-4336-8c58-72ff1c402cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.625924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50058) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:23.627685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50056) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:23.633605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:23.649130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a34f8f6e-a236-4336-8c58-72ff1c402cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.657488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.692769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.694427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a34f8f6e-a236-4336-8c58-72ff1c402cce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac50b175a9d54847a3d3d2045a693114&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0918469 Aug 03 15:45:23.696891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50066) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:23.729907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.748955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0a6c862-a62f-4335-9442-c5cb8aa77e04 req-a72df1ed-794b-4813-8dd9-07fe644914cb tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.0608308 Aug 03 15:45:23.750723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-890a777b-0039-4b9e-bd23-1d5bd7c67f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.803557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Transition to ACTIVE for port object 18f89091-dfe3-4c04-89e0-3b4cef97ea65 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:23.803929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f8f6e-a236-4336-8c58-72ff1c402cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b274ae29-dc0b-4d62-b51a-f7c696bea599,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:23.853439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.871411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Transition to ACTIVE for port object 18f89091-dfe3-4c04-89e0-3b4cef97ea65 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:23.895095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.902515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.908525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.910413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de3415fe-274e-45a4-873f-42fb7c4c17b6 HTTP/1.1" status: 204 len: 168 time: 0.3997943 Aug 03 15:45:23.956941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce221f5c-01eb-496e-b5ad-475c08454807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.967423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce221f5c-01eb-496e-b5ad-475c08454807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.981274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:23.984802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e666-4ca6-4463-afec-8dcbe9ed5c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3415fe-274e-45a4-873f-42fb7c4c17b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.034367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:24.035101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce221f5c-01eb-496e-b5ad-475c08454807 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2334886629da46eb91d829406a1e1548&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8213928 Aug 03 15:45:24.043300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:24.047418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:24.058289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:24.075370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a97c6dc1-2e81-4766-9ca9-fd7206fdae47 req-a66f621e-f1d1-4d29-8b3b-c1a1fe527f02 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.1000934 Aug 03 15:45:24.185556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.188612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.193169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b274ae29-dc0b-4d62-b51a-f7c696bea599 HTTP/1.1" status: 204 len: 168 time: 0.4938307 Aug 03 15:45:24.219721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5d404-9019-470b-b94b-3af9f8af1bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b274ae29-dc0b-4d62-b51a-f7c696bea599,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.239977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce221f5c-01eb-496e-b5ad-475c08454807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e80b0-bed1-4c8c-82b7-e70f2ff0581f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.364587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.370431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Pushing event updated for resources: {'Port': ['ID=18f89091-dfe3-4c04-89e0-3b4cef97ea65,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.438335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Attempting to bind port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:24.442504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Attempting to bind port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:24.442964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Attempting to bind port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:24.456863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:24.457239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Checking segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:24.457655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.458131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Bound using segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:24.458512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Bound port: 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:24.463782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.526769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.527096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.527437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.527776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.528102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.528433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.528761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.529085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.529543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.529897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.530225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.530549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Tracked resource versions report: Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: pushed versions: Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: { 'AddressGroup': {'1.2'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'ConntrackHelper': {'1.0'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Log': {'1.0'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Network': {'1.1'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Port': {'1.7'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'PortForwarding': {'1.2'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'QosPolicy': {'1.8'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SecurityGroup': {'1.4'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SubPort': {'1.0'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Subnet': {'1.1'}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Trunk': {'1.1'}} Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: consumer versions: Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: HyperV agent@n-h1-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: HyperV agent@n-h2-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: L3 agent@n-d-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: Metadata agent@n-d-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: Metering agent@n-d-803226-3: {}, Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'ConntrackHelper': '1.0', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Log': '1.0', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Network': '1.1', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Port': '1.7', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'PortForwarding': '1.2', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'QosPolicy': '1.8', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SecurityGroup': '1.4', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SecurityGroupRule': '1.2', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'SubPort': '1.0', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Subnet': '1.1', Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: 'Trunk': '1.1'}} Aug 03 15:45:24.531858 n-d-803226-3 neutron-server[106018]: {{(pid=106018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:45:24.554911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.583321 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.601900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:24.610194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.637721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.692377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.694935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.712379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] For port 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:24.724506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00e5ea00a4fc4b9abfd243360e739bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1136076 Aug 03 15:45:24.730801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] For port 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=18f89091-dfe3-4c04-89e0-3b4cef97ea65,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:24.732616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.734860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50098) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:24.739404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.749716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2628a-2757-48fb-ad4a-632e0c855d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d205f1-fb2e-4037-bb0f-17cc708b2f98,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.883785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:24.895431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:24.974815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18e52-1ef1-4d9e-a121-b8dae40def3f None None] Pushing event updated for resources: {'Port': ['ID=18f89091-dfe3-4c04-89e0-3b4cef97ea65,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:24.989207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50106) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:24.991663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f77ee5c3-cbb1-4c3f-a0b3-d04a7725f763 req-8ecd329b-42c1-4bb3-b7f0-9d0228ca6619 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.1239762 Aug 03 15:45:25.088015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.093057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.197922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.201498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.202796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c98e80b0-bed1-4c8c-82b7-e70f2ff0581f HTTP/1.1" status: 204 len: 168 time: 1.1456037 Aug 03 15:45:25.203658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.275746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc442172-1c3b-4dc3-9d76-93156f962f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e80b0-bed1-4c8c-82b7-e70f2ff0581f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:25.294760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.368822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-890a777b-0039-4b9e-bd23-1d5bd7c67f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.379831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-890a777b-0039-4b9e-bd23-1d5bd7c67f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.435080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.481066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:45:25.481066 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:45:25.481066 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id_1': '3982e1cbeaef423799693c00a178e57a', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 45, 25, 145454)}] Aug 03 15:45:25.481066 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:45:25.481561 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:45:25.543350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.547436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.556317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d205f1-fb2e-4037-bb0f-17cc708b2f98 HTTP/1.1" status: 204 len: 168 time: 0.7769017 Aug 03 15:45:25.574444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-890a777b-0039-4b9e-bd23-1d5bd7c67f52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05dbd55652ba425ca62b58593191f9d5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9455979 Aug 03 15:45:25.578628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a777b-0039-4b9e-bd23-1d5bd7c67f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c67ba9-87cd-4a1c-95f3-2c9de39b42f7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:25.587446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:25.633399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de24986-8b84-4858-a319-e47427f5bd30 req-ba1ec951-d51c-462e-bd9d-497ff468765b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.0604203 Aug 03 15:45:25.661291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784c2c8-aaa4-4cb3-b05f-bb98734dabfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d205f1-fb2e-4037-bb0f-17cc708b2f98,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:25.700210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.708728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:45:25.708728 n-d-803226-3 neutron-server[106016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:45:25.708728 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id_1': '6ad19555a7554b408179a6274f15d30a', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 45, 25, 214565)}] Aug 03 15:45:25.708728 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:45:25.712544 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:45:25.772636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.816731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.893434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.896655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.901964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55c67ba9-87cd-4a1c-95f3-2c9de39b42f7 HTTP/1.1" status: 204 len: 168 time: 0.3111722 Aug 03 15:45:25.920313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.930460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f27a1f-c8b9-4363-8851-7b42876c08d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c67ba9-87cd-4a1c-95f3-2c9de39b42f7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:25.945703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:25.984674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:26.404877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:26.525536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:26.540670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:26.579452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e201c8a-8540-488d-857e-29f23184008a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:26.744839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3982e1cbeaef423799693c00a178e57a&name=default HTTP/1.1" status: 200 len: 2977 time: 1.7681737 Aug 03 15:45:26.753326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50136) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:26.766966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326018eb-dbe7-4e8a-afc4-080d7db1cb0d None None] Network e7bd9128-887e-4f39-a77e-93eceddfe47a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:45:26.956548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0ff941fe-a0e7-416f-aedb-f1696b045e4c None None] Provisioning for port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:26.993774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f36a833f-d199-409d-a93b-518bcc89f8c9 req-26f6c7ea-5449-42b9-abf0-17b20936220f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.1651244 Aug 03 15:45:27.047408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229863af-2d48-450a-9f12-2585912c709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96167a65-7f00-484e-8cea-9c9120508555,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:27.069381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50144) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:27.122384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.72', 56189) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:27.218497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-26161531-82ee-46f6-8c4c-da7ef8b75e91 req-195f6924-bb04-4a8d-9139-635695ef8546 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.3372715 Aug 03 15:45:27.319539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 18f89091-dfe3-4c04-89e0-3b4cef97ea65 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:27.389243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:27.400651 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89b75594-bd7a-4bf4-a527-b827a43f2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:27.439178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-e93dc856-f0f9-4300-a2a2-fda2bb922fbb tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=92c4bc3964c34971877e6943b5381754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2958660 Aug 03 15:45:27.457888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:27.468765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:27.469152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:27.757445 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:27.830585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=18f89091-dfe3-4c04-89e0-3b4cef97ea65,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:27.847754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:27.969938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=18f89091-dfe3-4c04-89e0-3b4cef97ea65,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:27.989924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45e1a731-20ad-4347-a3f7-f9edb4cffb64 None None] Provisioning complete for port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:27.990592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45e1a731-20ad-4347-a3f7-f9edb4cffb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.012207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.045188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.228999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.356341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ad19555a7554b408179a6274f15d30a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3658397 Aug 03 15:45:28.364001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.241 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/fbddc5c4-de5c-4864-81f4-1d89c9131641) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:28.384727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50174) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:28.555455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-1991647a-37e2-4f34-af8e-0aeeb97fdba8 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:28.559573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-1991647a-37e2-4f34-af8e-0aeeb97fdba8 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1176553 Aug 03 15:45:28.599952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.604995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:28.606996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96167a65-7f00-484e-8cea-9c9120508555 HTTP/1.1" status: 204 len: 168 time: 1.8522396 Aug 03 15:45:28.616613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b10db463-5669-415d-8fa6-ddf74be56459 req-92341939-519c-4fa2-8259-e0616fab731f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.3429112 Aug 03 15:45:28.641395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Request body: {'port': {'device_id': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '92c4bc3964c34971877e6943b5381754'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:28.708632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3dc4b-494b-42c5-9b8d-288027ebec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96167a65-7f00-484e-8cea-9c9120508555,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:29.017451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7c3f742-a473-45f6-a455-560366080f5f req-11a8960f-b568-46e5-90cc-756703c20c23 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.5445228 Aug 03 15:45:29.042319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 18f89091-dfe3-4c04-89e0-3b4cef97ea65 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:29.090520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7d003-a9b2-47c7-88ff-afe8cda646bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68a4f0-f92d-4df4-a824-ce7ec1dea688,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:29.154818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.229571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:29.232269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.309696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89b75594-bd7a-4bf4-a527-b827a43f2e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.320719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89b75594-bd7a-4bf4-a527-b827a43f2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.361152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.412052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-89b75594-bd7a-4bf4-a527-b827a43f2e03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ccc1d10ec65049c9bc5608c5f7057ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3335249 Aug 03 15:45:29.420341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50198) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:29.423829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Made reservation on behalf of 92c4bc3964c34971877e6943b5381754 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:29.429475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.467933 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.480190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.545694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b75594-bd7a-4bf4-a527-b827a43f2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df939955-8d3c-4b1d-8a25-31834c4c2cf6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:29.661463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.672635 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.825058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.991619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:29.999071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.007378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b68a4f0-f92d-4df4-a824-ce7ec1dea688 HTTP/1.1" status: 204 len: 168 time: 1.6144402 Aug 03 15:45:30.108274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.134778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67490a-fe56-47f2-918c-5ea3af147969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68a4f0-f92d-4df4-a824-ce7ec1dea688,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:30.188487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3bf3289-bdd6-44b6-aa38-e0f2b16de857 req-d783f498-087e-4e8d-976e-34578e974cb0 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.3786962 Aug 03 15:45:30.190752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Allocated IP 172.25.7.240 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/dda1a55e-c18d-4636-8941-f19065850b71) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:30.252510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.257675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.363595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object fbddc5c4-de5c-4864-81f4-1d89c9131641 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:30.430732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fe38f5a-5a1a-42c9-8c7b-dbc7b5bccec9 req-70fe835f-63e9-45ea-a5a5-c5d767e5ef40 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 210 time: 0.0809572 Aug 03 15:45:30.769039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.783819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:30.813078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d53155-9538-4b1f-8355-d5266d3d6224,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:31.089115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:31.105389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:31.116142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df939955-8d3c-4b1d-8a25-31834c4c2cf6 HTTP/1.1" status: 204 len: 168 time: 1.6928182 Aug 03 15:45:31.144856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:31.163499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:31.204899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710a0fd-7bc7-475e-b6e5-05b8293125ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df939955-8d3c-4b1d-8a25-31834c4c2cf6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:31.244929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:31.280655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:31.281443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:31.291914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:31.321551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-b0cde83f-24fc-424b-b2b2-6c0da5af0476 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.4204113 Aug 03 15:45:31.328180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:31.456339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:31.462544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:31.469512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:31.567298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a64bfe6-1939-4410-9ed6-357cfeb089ad req-c969dfc2-796d-4ab4-a315-42cedc4b2157 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.1820974 Aug 03 15:45:31.618996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Allocated IP 192.168.233.203 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b5b0192d-f072-4e82-96f7-4f017d3df916) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:31.619185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Pushing event updated for resources: {'Port': ['ID=dda1a55e-c18d-4636-8941-f19065850b71,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:31.626434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-86a0b000-8da0-4b5f-a3d2-ab32efd9fb0c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:45:31.627921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-86a0b000-8da0-4b5f-a3d2-ab32efd9fb0c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139480 Aug 03 15:45:31.962738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f54ff0c-06d1-4820-b34c-e4884b4e352e None None] Provisioning for port fbddc5c4-de5c-4864-81f4-1d89c9131641 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:31.976672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f54ff0c-06d1-4820-b34c-e4884b4e352e None None] Provisioning complete for port fbddc5c4-de5c-4864-81f4-1d89c9131641 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:31.981991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f54ff0c-06d1-4820-b34c-e4884b4e352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:32.101145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0f54ff0c-06d1-4820-b34c-e4884b4e352e None None] Port fbddc5c4-de5c-4864-81f4-1d89c9131641 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:32.117618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f20d4b-f5f1-45b8-90a3-129cdf90466d req-db8ca00c-f522-4041-92b2-5a38ddb99b03 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:32.128967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18f20d4b-f5f1-45b8-90a3-129cdf90466d req-db8ca00c-f522-4041-92b2-5a38ddb99b03 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 936 time: 0.4460926 Aug 03 15:45:32.147948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:32.177461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Transition to ACTIVE for port object b5b0192d-f072-4e82-96f7-4f017d3df916 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:32.261489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:32.276923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18f20d4b-f5f1-45b8-90a3-129cdf90466d req-1000f8c5-8cac-4a78-99b2-ff75229ee92a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421995 Aug 03 15:45:32.401863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:32.411276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:32.422584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:32.431576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:32.432785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:32.440263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Pushing event updated for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:32.466364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-46683a3b-4b48-466d-b9d7-f5e984399a0f tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8476973 Aug 03 15:45:32.479518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-aa9e3235-133f-404c-9577-ed945f69f452 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:45:32.485731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-aa9e3235-133f-404c-9577-ed945f69f452 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093422 Aug 03 15:45:32.518995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:32.976453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7a72491e-bd09-427b-81fb-f6a42e5d430a None None] Provisioning for port b5b0192d-f072-4e82-96f7-4f017d3df916 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:32.989108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7a72491e-bd09-427b-81fb-f6a42e5d430a None None] Provisioning complete for port b5b0192d-f072-4e82-96f7-4f017d3df916 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:32.990223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a72491e-bd09-427b-81fb-f6a42e5d430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:33.091257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7a72491e-bd09-427b-81fb-f6a42e5d430a None None] Port b5b0192d-f072-4e82-96f7-4f017d3df916 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:33.283164 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:33.304913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76b1e-daa6-4e8f-b1bc-c22e80ccb89b req-a87b8cca-03fc-4990-9a08-7ab05f8a171e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.307128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ad76b1e-daa6-4e8f-b1bc-c22e80ccb89b req-a87b8cca-03fc-4990-9a08-7ab05f8a171e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 936 time: 0.2793057 Aug 03 15:45:33.461701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ad76b1e-daa6-4e8f-b1bc-c22e80ccb89b req-b07140cc-548e-4b41-8c23-d000b6f99eb2 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970194 Aug 03 15:45:33.789100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:45:33.943023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7913-2046-4f84-9cab-04b4be95c31e req-842c7ba6-60a0-46e3-94b6-3b588c94a7c6 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.944970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7913-2046-4f84-9cab-04b4be95c31e req-842c7ba6-60a0-46e3-94b6-3b588c94a7c6 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.945715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7913-2046-4f84-9cab-04b4be95c31e req-842c7ba6-60a0-46e3-94b6-3b588c94a7c6 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.946307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7913-2046-4f84-9cab-04b4be95c31e req-842c7ba6-60a0-46e3-94b6-3b588c94a7c6 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.949607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-071e7913-2046-4f84-9cab-04b4be95c31e req-842c7ba6-60a0-46e3-94b6-3b588c94a7c6 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.2459621 Aug 03 15:45:33.967150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a729-a3dd-4515-9bfb-6ce6b971bd18 req-1483f3d7-fff6-48ce-88db-df4cd50a978f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:33.975381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c3a729-a3dd-4515-9bfb-6ce6b971bd18 req-1483f3d7-fff6-48ce-88db-df4cd50a978f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 936 time: 0.2921615 Aug 03 15:45:33.995497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Request body: {'port': {'device_id': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:34.033278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Request body: {'port': {'device_id': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'device_owner': 'compute:tempest-test_az-1762904335', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:34.089438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:45:34.103485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:45:34.108557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:34.125939 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:34.129887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:34.138752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c3a729-a3dd-4515-9bfb-6ce6b971bd18 req-eb3b569b-2f77-47b7-9d60-0a2784b3e3cd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610374 Aug 03 15:45:34.180331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:34.184640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b64b713-59f2-4dd0-9326-8cf138ea964b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.5576861 Aug 03 15:45:34.185564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50298) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:34.262481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:34.700862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:35.308185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:31Z', 'revision_number': 3, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:35.378446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf072df4-9376-4df1-865d-007efa5bc08e req-9d2a11b8-990c-4f41-a11e-008ccf23d889 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:35.394796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf072df4-9376-4df1-865d-007efa5bc08e req-9d2a11b8-990c-4f41-a11e-008ccf23d889 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 936 time: 0.5143578 Aug 03 15:45:35.444507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:45:35.445082 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Updating router 3edfcd30-7627-4ea2-84dc-5b1581ee180f port dda1a55e-c18d-4636-8941-f19065850b71 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:45:35.487968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae373b9-a36d-4d7a-a9f3-2fab6bf0e089 req-0364a643-ff24-46e8-8915-4f31ec73e63c tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:35.490182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5ae373b9-a36d-4d7a-a9f3-2fab6bf0e089 req-0364a643-ff24-46e8-8915-4f31ec73e63c tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 886 time: 1.3116946 Aug 03 15:45:35.593993 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:35.867828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b0192d-f072-4e82-96f7-4f017d3df916 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:45:35.923787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:35.953304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Transition to ACTIVE for port object b5b0192d-f072-4e82-96f7-4f017d3df916 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:35.970083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:36.009975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf072df4-9376-4df1-865d-007efa5bc08e req-c8cbc84e-f4f4-4ab4-b44f-95977c137291 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971770 Aug 03 15:45:36.306188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:36.402780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8febe-31ed-48cf-9e1e-d9dc21012bb0 req-fc64c7fb-b023-4487-a55a-08bd5fe7e424 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:36.404357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5eb8febe-31ed-48cf-9e1e-d9dc21012bb0 req-fc64c7fb-b023-4487-a55a-08bd5fe7e424 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 936 time: 0.5685103 Aug 03 15:45:36.764960 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:36.794198 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Transition to ACTIVE for port object dda1a55e-c18d-4636-8941-f19065850b71 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:36.805865 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:36.913429 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Pushing event updated for resources: {'Port': ['ID=dda1a55e-c18d-4636-8941-f19065850b71,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:36.945157 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.945620 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.945949 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.946296 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.946653 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.946999 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.959867 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.960582 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.961087 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.961598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.962115 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.962643 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Tracked resource versions report: Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: pushed versions: Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: { 'AddressGroup': {'1.2'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'ConntrackHelper': {'1.0'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Log': {'1.0'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Network': {'1.1'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Port': {'1.7'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'PortForwarding': {'1.2'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'QosPolicy': {'1.8'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SecurityGroup': {'1.4'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SecurityGroupRule': {'1.2'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SubPort': {'1.0'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Subnet': {'1.1'}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Trunk': {'1.1'}} Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: consumer versions: Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: { DHCP agent@n-d-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: HyperV agent@n-h1-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: HyperV agent@n-h2-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: L3 agent@n-d-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: Metadata agent@n-d-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: Metering agent@n-d-803226-3: {}, Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: Open vSwitch agent@n-d-803226-3: { 'AddressGroup': '1.2', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'ConntrackHelper': '1.0', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Log': '1.0', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Network': '1.1', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Port': '1.7', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'PortForwarding': '1.2', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'QosPolicy': '1.8', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SecurityGroup': '1.4', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SecurityGroupRule': '1.2', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'SubPort': '1.0', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Subnet': '1.1', Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: 'Trunk': '1.1'}} Aug 03 15:45:36.964057 n-d-803226-3 neutron-server[106019]: {{(pid=106019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 15:45:37.008977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Attempting to bind port dda1a55e-c18d-4636-8941-f19065850b71 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:37.010502 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Attempting to bind port dda1a55e-c18d-4636-8941-f19065850b71 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:37.010502 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Attempting to bind port dda1a55e-c18d-4636-8941-f19065850b71 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:37.026539 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:37.027232 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:37.028006 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.028570 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:37.029258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Bound port: dda1a55e-c18d-4636-8941-f19065850b71, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:37.029856 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.101363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5eb8febe-31ed-48cf-9e1e-d9dc21012bb0 req-6d96f594-e829-4e08-bb85-e77d11e69855 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338987 Aug 03 15:45:37.143786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Attempting to bind port b5b0192d-f072-4e82-96f7-4f017d3df916 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:37.145924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Attempting to bind port b5b0192d-f072-4e82-96f7-4f017d3df916 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:37.148190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Attempting to bind port b5b0192d-f072-4e82-96f7-4f017d3df916 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:37.152345 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] For port dda1a55e-c18d-4636-8941-f19065850b71, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:37.159493 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] For port dda1a55e-c18d-4636-8941-f19065850b71, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dda1a55e-c18d-4636-8941-f19065850b71,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:37.171853 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.192504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Port b5b0192d-f072-4e82-96f7-4f017d3df916 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:45:37.193807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Attempting to bind port b5b0192d-f072-4e82-96f7-4f017d3df916 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:37.206469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c182-7640-41d0-afc7-0a2752cc84f9 req-2ce85c9c-636b-43cd-a914-1bedd2451118 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.207270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c182-7640-41d0-afc7-0a2752cc84f9 req-2ce85c9c-636b-43cd-a914-1bedd2451118 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.208460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c182-7640-41d0-afc7-0a2752cc84f9 req-2ce85c9c-636b-43cd-a914-1bedd2451118 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.209102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972c182-7640-41d0-afc7-0a2752cc84f9 req-2ce85c9c-636b-43cd-a914-1bedd2451118 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.212239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e972c182-7640-41d0-afc7-0a2752cc84f9 req-2ce85c9c-636b-43cd-a914-1bedd2451118 tempest-NetworksTest-2004632557 tempest-NetworksTest-2004632557-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 1.1291316 Aug 03 15:45:37.213796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:37.214445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:37.222045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:37.223007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Bound port: b5b0192d-f072-4e82-96f7-4f017d3df916, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:37.223716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.272710 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b541b-3bb6-43ea-a2b1-e894d5432026 None None] Pushing event updated for resources: {'Port': ['ID=dda1a55e-c18d-4636-8941-f19065850b71,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:37.334837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbddc5c4-de5c-4864-81f4-1d89c9131641 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:45:37.339236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:37.339847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:37.342165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:37.348514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b5b0192d-f072-4e82-96f7-4f017d3df916,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:37.368051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.389809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.491848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.506928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.508466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.513781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] 10.222.0.72 "PUT /v2.0/ports/b5b0192d-f072-4e82-96f7-4f017d3df916 HTTP/1.1" status: 200 len: 1118 time: 3.8954818 Aug 03 15:45:37.518401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:45:37.530159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:37.563882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Transition to ACTIVE for port object fbddc5c4-de5c-4864-81f4-1d89c9131641 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:37.580323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:37.843793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:37.938481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd39fa-5368-487b-8f3e-d2790a755251 req-0fdcd20f-f51d-4e1a-949d-50988273c67b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:37.962532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3cd39fa-5368-487b-8f3e-d2790a755251 req-0fdcd20f-f51d-4e1a-949d-50988273c67b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.6102123 Aug 03 15:45:38.042206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb1e99-69c1-40c5-b8dd-8f3f8121b582 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:38.060897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Attempting to bind port fbddc5c4-de5c-4864-81f4-1d89c9131641 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:38.061252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Attempting to bind port fbddc5c4-de5c-4864-81f4-1d89c9131641 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:38.071759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Attempting to bind port fbddc5c4-de5c-4864-81f4-1d89c9131641 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:38.090650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Port fbddc5c4-de5c-4864-81f4-1d89c9131641 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:45:38.094546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Attempting to bind port fbddc5c4-de5c-4864-81f4-1d89c9131641 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:38.121995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:38.125387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:38.138090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:38.141760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Bound port: fbddc5c4-de5c-4864-81f4-1d89c9131641, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:38.145024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3cd39fa-5368-487b-8f3e-d2790a755251 req-4a5b6694-7dfd-4990-b8e7-3dea2fa7ce65 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773436 Aug 03 15:45:38.146034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:38.293434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50378) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:38.348492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:38.355658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:38.364169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:38.418936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:31Z', 'revision_number': 3, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:38.440406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:38.441411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:38.445120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] 10.222.0.78 "PUT /v2.0/ports/fbddc5c4-de5c-4864-81f4-1d89c9131641 HTTP/1.1" status: 200 len: 1096 time: 5.4190109 Aug 03 15:45:38.446457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Allocated IP 172.20.0.1 (e7bd9128-887e-4f39-a77e-93eceddfe47a/26f305b6-27d3-4a62-90f8-03e512c0bc41/074a07c7-1981-4a4b-b13c-3f7288f1156c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:38.455587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:45:38.479087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb5006-8c7f-4953-b851-f753addfdf55 req-cf8c4464-5030-478b-bcb2-03d0f173f318 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:38.493863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24fb5006-8c7f-4953-b851-f753addfdf55 req-cf8c4464-5030-478b-bcb2-03d0f173f318 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.1424646 Aug 03 15:45:38.495944 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8cf0b6-7bb1-420d-8f67-bc7ee133a59f None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:31Z', 'revision_number': 3, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:45:38.571198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24fb5006-8c7f-4953-b851-f753addfdf55 req-b0d55b59-1bc8-4c4a-9fb8-a35f0333d4cd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700247 Aug 03 15:45:38.618027 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:45:38.873068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691b601-ff55-444d-8956-1cc2736e0d2f service neutron] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:39.072651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8dcff694-90f9-4177-a5d9-f863c70cd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:39.074961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8dcff694-90f9-4177-a5d9-f863c70cd163 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 1099 time: 0.4328640 Aug 03 15:45:39.249003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27d8d1ad-9eae-4fe0-98b3-ca33f08908b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.295080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-5fce2f79-0942-471c-a897-cb7d3164df5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641 HTTP/1.1" status: 200 len: 217 time: 0.1842411 Aug 03 15:45:39.525536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.567888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27d8d1ad-9eae-4fe0-98b3-ca33f08908b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.575955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27d8d1ad-9eae-4fe0-98b3-ca33f08908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.588117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Transition to ACTIVE for port object 074a07c7-1981-4a4b-b13c-3f7288f1156c will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:39.637608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-0d5a21ed-4487-4580-81da-eeeb1bc7c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:39.641156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-0d5a21ed-4487-4580-81da-eeeb1bc7c77a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.3366430 Aug 03 15:45:39.644284 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.672825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-27d8d1ad-9eae-4fe0-98b3-ca33f08908b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14e82835da5a4c2eb1aa2b4a708920f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3778796 Aug 03 15:45:39.673720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50412) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:39.674447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d1ad-9eae-4fe0-98b3-ca33f08908b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225713a-9154-47c4-a06d-df1f09d80322,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:39.691523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-42a5277d-d3d2-4e97-bd78-5dd1772dfda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.780110 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9fb75c-cf50-4e3a-9f69-152087effaa0 x-openstack-request-id: req-db9fb75c-cf50-4e3a-9f69-152087effaa0 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:45:39.781572 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:45:39.783337 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db9fb75c-cf50-4e3a-9f69-152087effaa0 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:45:39.784140 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916', 'status': 'completed', 'code': 200} Aug 03 15:45:39.844380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Pushing event updated for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:39.847815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.925554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:39.959830 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:45:40.009884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:40.012421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:40.023248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:40.027451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c225713a-9154-47c4-a06d-df1f09d80322 HTTP/1.1" status: 204 len: 168 time: 0.3456750 Aug 03 15:45:40.053745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:40.055449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02be3b-b95a-427f-89dd-4f9e53f6687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225713a-9154-47c4-a06d-df1f09d80322,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:40.058350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:40.058901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:40.246997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7add22-80de-4e78-87f9-a90288135e47 req-a43ac97e-1813-4eab-8396-5f5dfb29b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:40.258407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482a2ad-655d-4b47-8e57-c94b83a70269 req-d7cf0b64-a39d-48ff-8d94-643dc7a06020 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:40.258407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a482a2ad-655d-4b47-8e57-c94b83a70269 req-d7cf0b64-a39d-48ff-8d94-643dc7a06020 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.1279998 Aug 03 15:45:40.266643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-a43ac97e-1813-4eab-8396-5f5dfb29b405 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5957506 Aug 03 15:45:40.400562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a482a2ad-655d-4b47-8e57-c94b83a70269 req-ae1de07d-8fc8-4547-b81b-4d181c57c6b1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341512 Aug 03 15:45:40.625238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-467fd976-736d-47a0-b565-e812da0d506c None None] Provisioning for port 074a07c7-1981-4a4b-b13c-3f7288f1156c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:40.666022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-467fd976-736d-47a0-b565-e812da0d506c None None] Provisioning complete for port 074a07c7-1981-4a4b-b13c-3f7288f1156c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:40.671045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-467fd976-736d-47a0-b565-e812da0d506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:40.758941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03147d78-b015-4202-ae13-b32acf910679 req-5234929f-c6fa-485f-8af8-30c60d6a9e28 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:40.766717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03147d78-b015-4202-ae13-b32acf910679 req-5234929f-c6fa-485f-8af8-30c60d6a9e28 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.8151670 Aug 03 15:45:40.862534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-467fd976-736d-47a0-b565-e812da0d506c None None] Port 074a07c7-1981-4a4b-b13c-3f7288f1156c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:41.098333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50434) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:41.150239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dda1a55e-c18d-4636-8941-f19065850b71 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:41.174677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3 req-9cbcdacf-8b82-40d0-a4d7-c5fc9f4a2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:41.183927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3 req-9cbcdacf-8b82-40d0-a4d7-c5fc9f4a2494 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=92c4bc3964c34971877e6943b5381754&device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 1121 time: 0.2477038 Aug 03 15:45:41.227271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67d3262-e600-47d4-a799-32dd583cdc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:41.316750 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3 req-47ecdc53-a8d4-4ae8-ad47-3d6643834a77 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=92c4bc3964c34971877e6943b5381754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221585 Aug 03 15:45:41.379851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port dda1a55e-c18d-4636-8941-f19065850b71 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:41.397997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port dda1a55e-c18d-4636-8941-f19065850b71 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:41.398749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:41.616937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03147d78-b015-4202-ae13-b32acf910679 req-538f5e0d-4b7d-4c38-b1db-f6ae2da3bf39 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8156991 Aug 03 15:45:41.628339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-d3251739-202c-4854-9a31-9b20f320ba33 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2329247 Aug 03 15:45:41.666593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:41.783316 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:41.903047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port dda1a55e-c18d-4636-8941-f19065850b71, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dda1a55e-c18d-4636-8941-f19065850b71,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:41.911202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:41.966500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3 req-175eb0fa-be9f-40aa-a838-50c7df0a27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:41.968845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5802bfe8-60bd-4da8-aba6-f5cd51a14ba3 req-175eb0fa-be9f-40aa-a838-50c7df0a27d4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6469765 Aug 03 15:45:41.998908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6946-2d0f-4803-a9ae-5d5d28fe4a09 req-722c6585-91df-4182-b6fb-40a01c085eb4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:42.008703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6dfc6946-2d0f-4803-a9ae-5d5d28fe4a09 req-722c6585-91df-4182-b6fb-40a01c085eb4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.1186266 Aug 03 15:45:42.029941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=dda1a55e-c18d-4636-8941-f19065850b71,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:42.122864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6dfc6946-2d0f-4803-a9ae-5d5d28fe4a09 req-596352cd-7164-4602-a77e-06ed774116c4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129787 Aug 03 15:45:42.129888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ef767e11-0547-4a26-af44-7468b84abc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.258716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-6a200160-635f-41e0-8233-ec5092783645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:42.260447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-6a200160-635f-41e0-8233-ec5092783645 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=92c4bc3964c34971877e6943b5381754&device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 1121 time: 0.1133764 Aug 03 15:45:42.283650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7add22-80de-4e78-87f9-a90288135e47 req-8663cef8-0f73-437d-ba44-49b6ccc7fa54 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390476 Aug 03 15:45:42.353250 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78969258-1a14-4b2c-8b66-c6266d93fe1d x-openstack-request-id: req-78969258-1a14-4b2c-8b66-c6266d93fe1d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:45:42.353618 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:45:42.353905 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78969258-1a14-4b2c-8b66-c6266d93fe1d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:45:42.354447 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'status': 'completed', 'code': 200} Aug 03 15:45:42.378161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67d3262-e600-47d4-a799-32dd583cdc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.410267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67d3262-e600-47d4-a799-32dd583cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.479638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.486089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d67d3262-e600-47d4-a799-32dd583cdc6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b98effdd8274850b56476c209ba80c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3592865 Aug 03 15:45:42.488018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3262-e600-47d4-a799-32dd583cdc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce482129-cdf5-4e28-83d0-e668f37a5c87,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:42.488782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:42.493054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.494541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.506151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-d6387136-f7e3-4223-9e62-baae3cf1dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:42.507740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-d6387136-f7e3-4223-9e62-baae3cf1dbd5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 1099 time: 0.1424685 Aug 03 15:45:42.623183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.683782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.697035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.802580 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.808036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:42.810196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce482129-cdf5-4e28-83d0-e668f37a5c87 HTTP/1.1" status: 204 len: 168 time: 0.3201778 Aug 03 15:45:42.868899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2ede9-1bbd-4386-9d86-33c74fedb45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce482129-cdf5-4e28-83d0-e668f37a5c87,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:42.888048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-cd97c9e6-2881-4e81-8ef0-a15b63cf423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:42.889868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-cd97c9e6-2881-4e81-8ef0-a15b63cf423a service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3459516 Aug 03 15:45:42.895461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Pushing event updated for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:42.975502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dda1a55e-c18d-4636-8941-f19065850b71 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:42.995211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-4dc4c8d0-99ca-4b3e-a19b-0533d053be43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641 HTTP/1.1" status: 200 len: 217 time: 0.0914614 Aug 03 15:45:43.075443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-3c6cdc7d-5848-40d7-a27d-d3a13b916a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:43.077014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-3c6cdc7d-5848-40d7-a27d-d3a13b916a93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0631967 Aug 03 15:45:43.119120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03a980-0ac6-4cb8-ad4d-3feedb48441a req-9036f45f-6565-4be0-a6d8-53bcc9a07a5b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:43.121264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b03a980-0ac6-4cb8-ad4d-3feedb48441a req-9036f45f-6565-4be0-a6d8-53bcc9a07a5b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.2297664 Aug 03 15:45:43.145434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:43.150570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:43.240553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port dda1a55e-c18d-4636-8941-f19065850b71 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:43.251038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:43.377362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-42b71cec-8f95-431e-b27d-ea9de98b45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:43.380913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-42b71cec-8f95-431e-b27d-ea9de98b45b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879393 Aug 03 15:45:43.545673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-d8cc9abf-5cb8-45ec-b395-b9a8a9886d13 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439271 Aug 03 15:45:43.553947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3209cb0-1ea4-4867-8547-92748299eeb2 req-224b7398-9ad4-4fb7-990c-344dd2e2ca41 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:43.558033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3209cb0-1ea4-4867-8547-92748299eeb2 req-224b7398-9ad4-4fb7-990c-344dd2e2ca41 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.1012897 Aug 03 15:45:43.643443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b03a980-0ac6-4cb8-ad4d-3feedb48441a req-91981cf0-c75f-4a8e-b90c-2f606ce3937e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945514 Aug 03 15:45:43.665763 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:43.690689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50494) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:43.793366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:45:43.801490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-948af91e-9255-43a7-ad37-1c090b43d427 None None] Provisioning complete for port 074a07c7-1981-4a4b-b13c-3f7288f1156c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:43.815591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-948af91e-9255-43a7-ad37-1c090b43d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:43.859608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3209cb0-1ea4-4867-8547-92748299eeb2 req-3ac2f71c-1725-4d03-86d8-da14cc7c7fc3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840528 Aug 03 15:45:43.988539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-948af91e-9255-43a7-ad37-1c090b43d427 None None] Port 074a07c7-1981-4a4b-b13c-3f7288f1156c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:44.052381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1c7caad-6354-43b4-85b0-1f6b14ce7a1e req-47aa6601-0009-4f6c-89f9-cf39b4ac9481 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810793 Aug 03 15:45:44.172400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:45:44.191694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:45:44.202902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7dcb8550-c1d7-4e9e-a4a1-e40335472983 admin admin] 10.222.0.70 "PUT /v2.0/routers/3edfcd30-7627-4ea2-84dc-5b1581ee180f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0104113 Aug 03 15:45:44.210034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:44.211264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:44.300130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:44.362857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8816a7ab-ed6a-4a19-bc11-254cfc42bacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:44.500155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:44.541217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db64df2d-832e-41c2-986e-3e0ecab14bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:44.677998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8816a7ab-ed6a-4a19-bc11-254cfc42bacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:44.712502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8816a7ab-ed6a-4a19-bc11-254cfc42bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:44.959915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8816a7ab-ed6a-4a19-bc11-254cfc42bacc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c90acfb3f8cb431ca81af1d53772f8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2668567 Aug 03 15:45:44.962590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50526) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:44.978677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816a7ab-ed6a-4a19-bc11-254cfc42bacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0538b6-a033-4379-a5bd-d3df67ab6664,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:45.060004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.093749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234747c7-b816-471c-bfe6-759b958f13ff req-dd3fa9b8-8c67-4375-b04c-2d5677ddf3cd tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:45.098988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.105177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-234747c7-b816-471c-bfe6-759b958f13ff req-dd3fa9b8-8c67-4375-b04c-2d5677ddf3cd tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.2348726 Aug 03 15:45:45.167765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.184872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:42Z', 'revision_number': 2, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:45.216768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-234747c7-b816-471c-bfe6-759b958f13ff req-a9ff6a27-dfd3-46b6-b121-dbe52cf6b871 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925584 Aug 03 15:45:45.221877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:45:45.222475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Updating router 3edfcd30-7627-4ea2-84dc-5b1581ee180f port 074a07c7-1981-4a4b-b13c-3f7288f1156c binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:45:45.254612 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.274465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db64df2d-832e-41c2-986e-3e0ecab14bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.280110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.281502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db64df2d-832e-41c2-986e-3e0ecab14bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.287364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.290367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c0538b6-a033-4379-a5bd-d3df67ab6664 HTTP/1.1" status: 204 len: 168 time: 0.3259366 Aug 03 15:45:45.310431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb96a2-2dc7-47ca-a8f3-ff575e47e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0538b6-a033-4379-a5bd-d3df67ab6664,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:45.390295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-db64df2d-832e-41c2-986e-3e0ecab14bd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8052446be45041ef8d2bdcc452077bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0884249 Aug 03 15:45:45.393097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:45.417444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64df2d-832e-41c2-986e-3e0ecab14bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6232f56a-3e42-44ce-bdbe-1a9998936ed0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:45.496417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.523694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.538233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-895005c4-a8d8-4093-ace5-2531deada0da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b5b0192d-f072-4e82-96f7-4f017d3df916 HTTP/1.1" status: 200 len: 217 time: 0.1090953 Aug 03 15:45:45.539852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:45.545066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-network', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:45.557099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54c230-30e7-41a4-b0d9-526b2ddf650b req-cb165807-29cd-466b-b568-32ea4d4b0a57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:45.566587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc54c230-30e7-41a4-b0d9-526b2ddf650b req-cb165807-29cd-466b-b568-32ea4d4b0a57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.2045591 Aug 03 15:45:45.586731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.589383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.598999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6232f56a-3e42-44ce-bdbe-1a9998936ed0 HTTP/1.1" status: 204 len: 168 time: 0.1997695 Aug 03 15:45:45.610657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034f435-30d8-435a-aa6c-c46780de0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232f56a-3e42-44ce-bdbe-1a9998936ed0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:45.675624 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc54c230-30e7-41a4-b0d9-526b2ddf650b req-32085a4a-759b-448f-9d19-37cd8030ba24 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075864 Aug 03 15:45:45.676447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.687519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-b7de755a-2f1a-4f60-8234-835f3ac3c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:45.688972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-b7de755a-2f1a-4f60-8234-835f3ac3c852 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1187553 Aug 03 15:45:45.690259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Made reservation on behalf of d8bcc957706f4d74a7a2670f367f777f for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:45.692454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.710056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Transition to ACTIVE for port object 074a07c7-1981-4a4b-b13c-3f7288f1156c will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:45.718100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.722174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.783154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5f57-a2bc-4c3d-868c-5272a57feec2 None None] Pushing event updated for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:45.826479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d8e7e7f8-917d-4b29-b444-e1cd7dd62f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:45.828227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-d8e7e7f8-917d-4b29-b444-e1cd7dd62f40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246951 Aug 03 15:45:45.889011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Attempting to bind port 074a07c7-1981-4a4b-b13c-3f7288f1156c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:45.889395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Attempting to bind port 074a07c7-1981-4a4b-b13c-3f7288f1156c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:45.889790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Attempting to bind port 074a07c7-1981-4a4b-b13c-3f7288f1156c on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:45.911051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:45.911862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Checking segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:45.914717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.918614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Bound using segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:45.919152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Bound port: 074a07c7-1981-4a4b-b13c-3f7288f1156c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:45.921281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:45.974367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-86505de9-f00c-428d-bfe8-464b5d330738 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378298 Aug 03 15:45:46.072295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] For port 074a07c7-1981-4a4b-b13c-3f7288f1156c, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:46.075631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] For port 074a07c7-1981-4a4b-b13c-3f7288f1156c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=074a07c7-1981-4a4b-b13c-3f7288f1156c,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:46.081669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.107030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.116937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.150728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:46.151381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:46.175904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:46.203604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f54b986-3a3a-4252-8444-eb5a2ef8bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.207862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:45:46.220179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50566) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:46.247255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c779bffd-4b0f-4521-8270-59cfd8153dd4 req-55bfc428-e5bf-4cce-85b1-456fb066ceeb service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632313 Aug 03 15:45:46.251572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e6abc-c25c-4395-b92f-9baea90be7b6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:46.272920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.280720 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Added segment b8b3bd83-e8ef-46d6-8600-d13c976459b9 of type vlan for network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 Aug 03 15:45:46.387775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.429744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5f57-a2bc-4c3d-868c-5272a57feec2 None None] Pushing event updated for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:46.434494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:46.451712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f54b986-3a3a-4252-8444-eb5a2ef8bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.460101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea568e-0140-4d6a-9647-663cb5acccc5 req-6a8b445c-d155-4886-b3b0-856ab1b6fa6a tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:46.461616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dea568e-0140-4d6a-9647-663cb5acccc5 req-6a8b445c-d155-4886-b3b0-856ab1b6fa6a tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.1029656 Aug 03 15:45:46.463084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f54b986-3a3a-4252-8444-eb5a2ef8bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.479687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.480663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:46.481236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.517328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50574) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:46.529120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54b986-3a3a-4252-8444-eb5a2ef8bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ea8ee-612a-4a8a-8331-86679825830d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:46.554995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dea568e-0140-4d6a-9647-663cb5acccc5 req-a6ff86a2-be1e-4108-9f04-d0ef54b0c98e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735896 Aug 03 15:45:46.561811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f54b986-3a3a-4252-8444-eb5a2ef8bb2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ace639cea504603a6a5a46b24682b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836281 Aug 03 15:45:46.566641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:46.639632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0983016 Aug 03 15:45:46.644776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:46.646531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0277f8c0-8f99-408c-9f8b-0470b76c79f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.651357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Request body: {'subnet': {'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-subnet', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:46.663802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e20f8-749f-48a1-bbef-32b6eeda8579 admin admin] Pushing event updated for resources: {'Network': ['ID=62aebd47-5c8d-49b3-9007-a5a653e95bf1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:46.681232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:45:46.753565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.841456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.866512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0277f8c0-8f99-408c-9f8b-0470b76c79f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.875297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6cba8-88c5-4732-b598-d3f41757db87 req-02069af0-ddc3-4ed3-8975-e1516b89add4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:46.883965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6c6cba8-88c5-4732-b598-d3f41757db87 req-02069af0-ddc3-4ed3-8975-e1516b89add4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.1015050 Aug 03 15:45:46.886560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0277f8c0-8f99-408c-9f8b-0470b76c79f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.941979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Made reservation on behalf of d8bcc957706f4d74a7a2670f367f777f for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:46.945299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.952347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7704bad3-5a56-48f7-a0ca-21a2b0546646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:46.976832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0277f8c0-8f99-408c-9f8b-0470b76c79f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=888714b90353463d9960902c0d17e6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871505 Aug 03 15:45:46.977723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277f8c0-8f99-408c-9f8b-0470b76c79f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9919a-8cec-4806-b1bc-2406603db6bc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:46.981281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:46Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:46.991209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:47.034362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6c6cba8-88c5-4732-b598-d3f41757db87 req-fa0781ef-ab68-464b-a0b4-9ef456f429f8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490998 Aug 03 15:45:47.061494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163ecc-1d59-4b7d-b7a8-d26fea10d8ea None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:46Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:45:47.123368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.159518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.233923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.237750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.242445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33c9919a-8cec-4806-b1bc-2406603db6bc HTTP/1.1" status: 204 len: 168 time: 0.2478547 Aug 03 15:45:47.258766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a0091-ff2e-40c0-9386-0960e3de6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9919a-8cec-4806-b1bc-2406603db6bc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:47.280133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.283345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.284766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f44ea8ee-612a-4a8a-8331-86679825830d HTTP/1.1" status: 204 len: 168 time: 0.7167573 Aug 03 15:45:47.297476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ff7a7-5945-4732-8e30-020bf170df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ea8ee-612a-4a8a-8331-86679825830d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:47.405752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7704bad3-5a56-48f7-a0ca-21a2b0546646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.414595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7704bad3-5a56-48f7-a0ca-21a2b0546646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.451972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704bad3-5a56-48f7-a0ca-21a2b0546646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc546cd-c70d-4f82-af1b-f2d9a2ad7b8a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:47.478891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7704bad3-5a56-48f7-a0ca-21a2b0546646 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5399f6f0baaa4281ab65da50a7c66236&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525802 Aug 03 15:45:47.481545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50598) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:47.633308 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.729868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.796038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.808916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3491-a76a-4d2d-892a-57da23acebf8 req-cb639670-9930-47e1-b5ab-3880992ef5eb tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:47.810740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2bd3491-a76a-4d2d-892a-57da23acebf8 req-cb639670-9930-47e1-b5ab-3880992ef5eb tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.1176090 Aug 03 15:45:47.823249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.826191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:47.830619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edc546cd-c70d-4f82-af1b-f2d9a2ad7b8a HTTP/1.1" status: 204 len: 168 time: 0.3475575 Aug 03 15:45:47.843564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2f952-63f3-473f-a482-1ecdb07f06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc546cd-c70d-4f82-af1b-f2d9a2ad7b8a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:47.856343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1b131c-8e55-49d1-9e43-3decc8927db0,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:47.953030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2bd3491-a76a-4d2d-892a-57da23acebf8 req-49f697d2-7380-40f7-9152-ec185f76c2ac tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995831 Aug 03 15:45:47.957863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Checking segment: {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:47.958109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Network hostable DHCP agents. Network: 62aebd47-5c8d-49b3-9007-a5a653e95bf1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:45:48.004011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:45:48.036890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 62aebd47-5c8d-49b3-9007-a5a653e95bf1) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:48.042879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:48.043560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.052060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bd771-670b-489b-bb28-da8f6c123b03 None None] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:45:48.075713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5fc25fea-4018-45f7-835c-b82f3a2887ed admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4296141 Aug 03 15:45:48.079244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50620) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:48.086315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:48.135537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.137193 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.304471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'fixed_ips': [{'subnet_id': '4b1b131c-8e55-49d1-9e43-3decc8927db0'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:45:48.306290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.325919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbddc5c4-de5c-4864-81f4-1d89c9131641 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:45:48.587069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:48.608368 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-484e795a-d0e9-410f-90f1-54880e5fd4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.614197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:48.628066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'mac_address': 'fa:16:3e:b9:cc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:45:48.645239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Allocated IP 172.20.0.2 (62aebd47-5c8d-49b3-9007-a5a653e95bf1/4b1b131c-8e55-49d1-9e43-3decc8927db0/a8573da8-17aa-4ae9-92c5-41acd0338ef9) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:48.714846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.800642 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-484e795a-d0e9-410f-90f1-54880e5fd4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.808636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-484e795a-d0e9-410f-90f1-54880e5fd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.817050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.823651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad43ff-1a7f-462d-bd87-609eecffae8e req-4f479d24-f39a-480a-b609-929325dd5d7a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:48.830158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ad43ff-1a7f-462d-bd87-609eecffae8e req-4f479d24-f39a-480a-b609-929325dd5d7a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 948 time: 0.6350765 Aug 03 15:45:48.859650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbddc5c4-de5c-4864-81f4-1d89c9131641 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:45:48.881083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-484e795a-d0e9-410f-90f1-54880e5fd4ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ed866db1b3644c1affff89e40d19756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883663 Aug 03 15:45:48.881083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e795a-d0e9-410f-90f1-54880e5fd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636b3077-dd33-47da-a76f-fe9909379c91,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:48.882921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:48.965907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.980821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:48.983984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ad43ff-1a7f-462d-bd87-609eecffae8e req-4e7567e6-9264-45a3-9fde-bbfe1f6d62d1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528962 Aug 03 15:45:49.055428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.180309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.183750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.188742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/636b3077-dd33-47da-a76f-fe9909379c91 HTTP/1.1" status: 204 len: 168 time: 0.3038154 Aug 03 15:45:49.203488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fcab3-8cc6-4221-8be5-87ffc9bb472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636b3077-dd33-47da-a76f-fe9909379c91,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:49.258976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25044fc-a329-469a-953f-5c265fe62340 req-506ce84a-3aa3-410f-866b-ba16171ed437 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:49.263511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:49.264733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 074a07c7-1981-4a4b-b13c-3f7288f1156c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:49.270253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e25044fc-a329-469a-953f-5c265fe62340 req-506ce84a-3aa3-410f-866b-ba16171ed437 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.1466444 Aug 03 15:45:49.315044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.336952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e25044fc-a329-469a-953f-5c265fe62340 req-28cca4fc-0867-4d1d-af14-dda1b1605a12 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637333 Aug 03 15:45:49.477610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:49.485000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 074a07c7-1981-4a4b-b13c-3f7288f1156c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:49.496016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.498915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 074a07c7-1981-4a4b-b13c-3f7288f1156c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:49.499397 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.504265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.527943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.537887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Transition to ACTIVE for port object a8573da8-17aa-4ae9-92c5-41acd0338ef9 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:49.592126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Transition to ACTIVE for port object a8573da8-17aa-4ae9-92c5-41acd0338ef9 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:49.603653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.659582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Allocated IP 172.25.7.74 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:49.667158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Pushing event updated for resources: {'Port': ['ID=a8573da8-17aa-4ae9-92c5-41acd0338ef9,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:49.679763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:45:49.809584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:49.821895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:49.822778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.835979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:49.852453 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.909729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:49.962199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:49.969184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:49.980563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:49.987703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Pushing event updated for resources: {'Port': ['ID=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:50.013321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 074a07c7-1981-4a4b-b13c-3f7288f1156c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=074a07c7-1981-4a4b-b13c-3f7288f1156c,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:50.015924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Attempting to bind port a8573da8-17aa-4ae9-92c5-41acd0338ef9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:50.016380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Attempting to bind port a8573da8-17aa-4ae9-92c5-41acd0338ef9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:50.016783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Attempting to bind port a8573da8-17aa-4ae9-92c5-41acd0338ef9 on network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:50.022541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.039908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:50.040289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Checking segment: {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:50.040760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.041161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Bound using segment: {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:50.042905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Bound port: a8573da8-17aa-4ae9-92c5-41acd0338ef9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:50.042905 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.166078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:50.227375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] For port a8573da8-17aa-4ae9-92c5-41acd0338ef9, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:50.232594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] For port a8573da8-17aa-4ae9-92c5-41acd0338ef9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8573da8-17aa-4ae9-92c5-41acd0338ef9,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:50.242527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.284233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71f7c3-8162-4bbe-92a3-021ffa35a725 req-0abec92d-823d-4368-aa96-8aabcbfceeae tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:50.301328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa71f7c3-8162-4bbe-92a3-021ffa35a725 req-0abec92d-823d-4368-aa96-8aabcbfceeae tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 949 time: 0.1943843 Aug 03 15:45:50.331371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7f46d-735f-4e8f-99f0-9c854d8771d8 None None] Pushing event updated for resources: {'Port': ['ID=a8573da8-17aa-4ae9-92c5-41acd0338ef9,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:50.376066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.402323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa71f7c3-8162-4bbe-92a3-021ffa35a725 req-e54ea384-b411-4af1-8fb6-a2a99f17431e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998240 Aug 03 15:45:50.570667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b5b0192d-f072-4e82-96f7-4f017d3df916 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:45:50.580287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8509d-8254-471e-98b9-e77df38bfd19 req-05710445-5068-4868-b65e-2dbba3c2f308 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:50.587610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1d8509d-8254-471e-98b9-e77df38bfd19 req-05710445-5068-4868-b65e-2dbba3c2f308 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 970 time: 0.0949986 Aug 03 15:45:50.731236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1d8509d-8254-471e-98b9-e77df38bfd19 req-f674b7b0-7711-462e-8d21-f3b1911ace97 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380041 Aug 03 15:45:50.789691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:50.876418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b5b0192d-f072-4e82-96f7-4f017d3df916,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:50.909759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b5b0192d-f072-4e82-96f7-4f017d3df916', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b5b0192d-f072-4e82-96f7-4f017d3df916', 'mac_address': 'fa:16:3e:67:fc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:tempest-test_az-1762904335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:45:50.986176 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:51.026936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b0192d-f072-4e82-96f7-4f017d3df916 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:45:51.062330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b5b0192d-f072-4e82-96f7-4f017d3df916,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:51.068278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:51.072618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Router f6da21ec-666c-4cba-afcf-033849007185 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:45:51.142119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:51.146636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8573da8-17aa-4ae9-92c5-41acd0338ef9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:51.219820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a8573da8-17aa-4ae9-92c5-41acd0338ef9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:51.226215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 074a07c7-1981-4a4b-b13c-3f7288f1156c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:51.267603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:45:51.280409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Sync routers for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:45:51.300248 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:51.301853 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:51.305138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:51.308583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 074a07c7-1981-4a4b-b13c-3f7288f1156c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:51.309084 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:51.309555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c657a306-4d99-4d76-b710-aea41c0b2437 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2268915 Aug 03 15:45:51.311922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50716) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:51.390641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b5b0192d-f072-4e82-96f7-4f017d3df916'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:45:51.612365 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:51.714937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697338cd-68ad-4d43-82f9-c95c06a8dbbf req-f176e1b4-83a7-45a6-a3bf-76c91d33f6e0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:51.733929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-697338cd-68ad-4d43-82f9-c95c06a8dbbf req-f176e1b4-83a7-45a6-a3bf-76c91d33f6e0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 949 time: 0.1248186 Aug 03 15:45:51.744972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:51.869765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-697338cd-68ad-4d43-82f9-c95c06a8dbbf req-0e6327b7-9634-48bb-b89b-b7116ae0c25f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248605 Aug 03 15:45:51.993205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f2998-c6ff-46fc-b89c-21c88996e5f4 None None] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:45:52.134341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Provisioning for port a8573da8-17aa-4ae9-92c5-41acd0338ef9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:52.145496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Provisioning complete for port a8573da8-17aa-4ae9-92c5-41acd0338ef9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:52.146861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.256616 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:50Z', 'revision_number': 3, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:52.302292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd590-cdc5-41c7-a906-6b03f3396ccf req-9db92935-3112-4b32-979c-4689eafd024d tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:52.304757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4edcd590-cdc5-41c7-a906-6b03f3396ccf req-9db92935-3112-4b32-979c-4689eafd024d tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 971 time: 0.3331511 Aug 03 15:45:52.322898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbddc5c4-de5c-4864-81f4-1d89c9131641 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:52.348833 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Checking router: f6da21ec-666c-4cba-afcf-033849007185 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:45:52.352277 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Updating router f6da21ec-666c-4cba-afcf-033849007185 port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:45:52.358663 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.373377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4edcd590-cdc5-41c7-a906-6b03f3396ccf req-c018a1e0-3db9-427b-818a-516c1d349484 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593479 Aug 03 15:45:52.435693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] For port a8573da8-17aa-4ae9-92c5-41acd0338ef9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8573da8-17aa-4ae9-92c5-41acd0338ef9,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:52.442023 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.445595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.570372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b5b0192d-f072-4e82-96f7-4f017d3df916 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:52.593539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port fbddc5c4-de5c-4864-81f4-1d89c9131641 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:52.625295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.636253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4dd0b-2a97-4a47-b459-f527af6a0145 None None] Pushing event updated for resources: {'Port': ['ID=a8573da8-17aa-4ae9-92c5-41acd0338ef9,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:52.638893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port fbddc5c4-de5c-4864-81f4-1d89c9131641 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:52.639232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.733794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b5b0192d-f072-4e82-96f7-4f017d3df916 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:52.777054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b5b0192d-f072-4e82-96f7-4f017d3df916 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:52.777527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.850241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6cf7f686-09c2-4cb8-9f66-4d3231cb8a9a None None] Provisioning complete for port a8573da8-17aa-4ae9-92c5-41acd0338ef9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:52.850616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6cf7f686-09c2-4cb8-9f66-4d3231cb8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.947962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:52.955656 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.112981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Allocated IP 172.20.0.1 (62aebd47-5c8d-49b3-9007-a5a653e95bf1/4b1b131c-8e55-49d1-9e43-3decc8927db0/4204cdac-492b-4561-9fed-3763b8396b25) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:53.133169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8573da8-17aa-4ae9-92c5-41acd0338ef9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:53.160813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:45:53.165269 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.189118 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Transition to ACTIVE for port object 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:53.201753 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.250576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b5b0192d-f072-4e82-96f7-4f017d3df916,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:53.275078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:53.280199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.293089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.349130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e45e03-bf62-4320-8835-ff24fb514031 req-579c6f0c-55c5-4f7c-8793-29b9fbf14698 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:53.358927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5e45e03-bf62-4320-8835-ff24fb514031 req-579c6f0c-55c5-4f7c-8793-29b9fbf14698 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.0956070 Aug 03 15:45:53.363271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:53.373375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a8573da8-17aa-4ae9-92c5-41acd0338ef9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:53.373791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.413977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5e45e03-bf62-4320-8835-ff24fb514031 req-296beecd-f14c-4259-9503-1fd161f8b78d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490596 Aug 03 15:45:53.435684 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52514e3-ad50-4eeb-8d6a-490f8d289d97 None None] Pushing event updated for resources: {'Port': ['ID=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:53.446709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.479588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Transition to ACTIVE for port object 4204cdac-492b-4561-9fed-3763b8396b25 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:53.481536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:53.486892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Attempting to bind port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:53.487275 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Attempting to bind port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:53.487644 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Attempting to bind port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:53.495506 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:53.495885 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:53.496291 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.496693 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:53.497173 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Bound port: 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:53.497558 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.563233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.605671 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] For port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:53.609152 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] For port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:53.616562 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.645535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:53.654273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:53.660440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:45:53.661108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.722001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a03b9b-12b9-487f-86f2-d1a8c2301417 req-7b5c4053-885c-4dc2-91e4-a4c0cfe44168 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:53.730540 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:53.731312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:53.732794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55a03b9b-12b9-487f-86f2-d1a8c2301417 req-7b5c4053-885c-4dc2-91e4-a4c0cfe44168 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.0848899 Aug 03 15:45:53.757808 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16caa6-06e9-49f8-ae82-1314ca82a6c3" -d '{"events": [{"server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:45:53.777114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Pushing event updated for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:53.827618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55a03b9b-12b9-487f-86f2-d1a8c2301417 req-5e32849c-5170-451c-825e-b572ecc05f2d tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922508 Aug 03 15:45:53.900530 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52514e3-ad50-4eeb-8d6a-490f8d289d97 None None] Pushing event updated for resources: {'Port': ['ID=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:53.947607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:53.995360 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:54.066260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-22d94141-a3e6-406f-bb91-0d2993011bac None None] Provisioning for port 4204cdac-492b-4561-9fed-3763b8396b25 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:54.071108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-22d94141-a3e6-406f-bb91-0d2993011bac None None] Provisioning complete for port 4204cdac-492b-4561-9fed-3763b8396b25 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:54.071489 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-22d94141-a3e6-406f-bb91-0d2993011bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.150046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-22d94141-a3e6-406f-bb91-0d2993011bac None None] Port 4204cdac-492b-4561-9fed-3763b8396b25 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:54.185133 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.194886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.195971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.210357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50786) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:54.266043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50790) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:54.294929 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:50Z', 'revision_number': 3, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:54.305181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Pushing event updated for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:54.336175 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fbaf46-6bad-4488-bf55-29b4b67f7d7d None None] The sync data for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 is: [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:50Z', 'revision_number': 3, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:45:54.370233 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef87af6-8c10-43c5-aae4-e9c3f68c4049 x-openstack-request-id: req-cef87af6-8c10-43c5-aae4-e9c3f68c4049 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:45:54.370576 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "name": "network-vif-plugged", "status": "completed", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:45:54.370834 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cef87af6-8c10-43c5-aae4-e9c3f68c4049 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:45:54.371297 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916', 'code': 200} Aug 03 15:45:54.377256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:45:54.380649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:45:54.597671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eae3d-da4c-4db6-9aa1-528587db626c req-705d20bb-af91-4039-b0e4-12659f2ecce7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:54.601601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab6eae3d-da4c-4db6-9aa1-528587db626c req-705d20bb-af91-4039-b0e4-12659f2ecce7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.1050730 Aug 03 15:45:54.655154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558f51ab-44a9-4110-aefd-a1c722df2501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.667921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f413025e-ff7b-4cce-8f08-a750391b8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:54.669431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f413025e-ff7b-4cce-8f08-a750391b8f12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 1123 time: 0.2047067 Aug 03 15:45:54.711671 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f66871d8-8f1c-430d-a442-1d83635d2e4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.719018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab6eae3d-da4c-4db6-9aa1-528587db626c req-b361ab23-3965-46ce-8c5d-c065b3416afb tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096010 Aug 03 15:45:54.748721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Router f6da21ec-666c-4cba-afcf-033849007185 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:45:54.796461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-99aecc98-ea2a-4320-8bd6-d8803f8f677e None None] Provisioning complete for port 4204cdac-492b-4561-9fed-3763b8396b25 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:54.798383 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-99aecc98-ea2a-4320-8bd6-d8803f8f677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.855779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-99aecc98-ea2a-4320-8bd6-d8803f8f677e None None] Port 4204cdac-492b-4561-9fed-3763b8396b25 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:45:54.878964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.948885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558f51ab-44a9-4110-aefd-a1c722df2501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:54.951705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:45:54.969064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558f51ab-44a9-4110-aefd-a1c722df2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.004881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2cc40169-ce79-4216-9b65-75e1a939eabd admin admin] 10.222.0.70 "PUT /v2.0/routers/f6da21ec-666c-4cba-afcf-033849007185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6915576 Aug 03 15:45:55.043696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:55.081515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f51ab-44a9-4110-aefd-a1c722df2501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1671277d-cc76-45b1-8a17-7c496987f49d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:55.092760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:45:55.092760 n-d-803226-3 neutron-server[106016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:45:55.092760 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id_1': '5f43a830325e447a84dd67c4f07c4c24', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 45, 54, 911047)}] Aug 03 15:45:55.092760 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:45:55.093153 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:45:55.119776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-558f51ab-44a9-4110-aefd-a1c722df2501 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77c874b70efa4577841d5d7eb26740e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9079299 Aug 03 15:45:55.122331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50814) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:55.140664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:45:55.146944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:55.147645 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.213682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581e8-90e8-40b6-986d-d0f9a8d605c5 req-13370b35-0db5-43f7-96ac-22e213e50491 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:55.215345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15b581e8-90e8-40b6-986d-d0f9a8d605c5 req-13370b35-0db5-43f7-96ac-22e213e50491 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.1722574 Aug 03 15:45:55.222141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.257130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.261351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.305066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:45:55.310922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.327608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f66871d8-8f1c-430d-a442-1d83635d2e4f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.334498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15b581e8-90e8-40b6-986d-d0f9a8d605c5 req-b8a268d6-be00-44e6-baa9-40b2fc532262 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075470 Aug 03 15:45:55.334990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f66871d8-8f1c-430d-a442-1d83635d2e4f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.362679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.367528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.371286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1671277d-cc76-45b1-8a17-7c496987f49d HTTP/1.1" status: 204 len: 168 time: 0.2479415 Aug 03 15:45:55.376598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb66981f-6c75-4576-ad06-5686305069e0 req-f66871d8-8f1c-430d-a442-1d83635d2e4f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873851 Aug 03 15:45:55.403498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66871d8-8f1c-430d-a442-1d83635d2e4f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=572cd2d9-eb42-40ec-b095-1c01d5159120,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:55.426979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:55.435268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87befb-77ea-4953-b644-75ac8d53f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1671277d-cc76-45b1-8a17-7c496987f49d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:55.594324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.692165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.795949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.804659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.862304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f43a830325e447a84dd67c4f07c4c24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5907211 Aug 03 15:45:55.862753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50840) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:55.863219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dd5b3-d592-4f13-b796-0887754684e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f04e37-6ada-4d12-8f8a-db030c2148a8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:55.948797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:55.979959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.017033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50842) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:56.035425 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:45:56.051367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f24e329-3a33-4d4d-9d87-2b44b0bea8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.095597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.098368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.102915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05f04e37-6ada-4d12-8f8a-db030c2148a8 HTTP/1.1" status: 204 len: 168 time: 0.2366312 Aug 03 15:45:56.121283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93a705-a501-41f4-952a-65b7e907e074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f04e37-6ada-4d12-8f8a-db030c2148a8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:56.190012 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f24e329-3a33-4d4d-9d87-2b44b0bea8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.195205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f24e329-3a33-4d4d-9d87-2b44b0bea8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.241864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f24e329-3a33-4d4d-9d87-2b44b0bea8ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a13fabe30b2c46df8793bcea58c802d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206497 Aug 03 15:45:56.242382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50850) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:56.249865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24e329-3a33-4d4d-9d87-2b44b0bea8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951f1ee2-50c4-47f0-bac9-0eaa31f9213a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:56.312346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.362354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.372268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:45:56.374912 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb87b9-b0c8-46bd-af71-fe1b18ffa103" -d '{"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-plugged", "status": "completed", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:45:56.454783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.458220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:56.460038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/951f1ee2-50c4-47f0-bac9-0eaa31f9213a HTTP/1.1" status: 204 len: 168 time: 0.2167685 Aug 03 15:45:56.490603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a9f5-f794-4eab-aae5-226ed99dca87 req-afdba11b-8c21-42a1-a9b9-b8a866a454a3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:56.498498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-45e1a9f5-f794-4eab-aae5-226ed99dca87 req-afdba11b-8c21-42a1-a9b9-b8a866a454a3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.0960011 Aug 03 15:45:56.498775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-2a846061-5b7d-49a0-92f0-bed6139579cf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370400 Aug 03 15:45:56.499407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583db77-f057-435e-b8fc-731617acc34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f1ee2-50c4-47f0-bac9-0eaa31f9213a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:56.554929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-45e1a9f5-f794-4eab-aae5-226ed99dca87 req-fa04d670-eb32-4dea-b0e5-efe27e51b831 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552917 Aug 03 15:45:56.684685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-ad706416-e50e-46bf-95bb-859566a499ad tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:56.684910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88896a2-7bcd-4ec1-8c06-f93e0c85c59b req-fa795274-04a4-4884-9484-faccd7a16d02 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:56.686846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d88896a2-7bcd-4ec1-8c06-f93e0c85c59b req-fa795274-04a4-4884-9484-faccd7a16d02 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.0601344 Aug 03 15:45:56.686992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-ad706416-e50e-46bf-95bb-859566a499ad tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780603 Aug 03 15:45:56.717377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-2e1ae29e-4bca-48ea-885c-02abb779add1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/quotas/906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 375 time: 0.0114543 Aug 03 15:45:56.748908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d88896a2-7bcd-4ec1-8c06-f93e0c85c59b req-848de5f9-9e97-4f85-8080-ead9cff994f7 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445857 Aug 03 15:45:56.802811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-03a445ae-28d1-4765-aa04-e88060b13817 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698757 Aug 03 15:45:56.814095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Sync routers for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:45:56.828543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:56.829121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:56.870481 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8237fd-4498-4e43-bd4b-795b8e93b78a x-openstack-request-id: req-5d8237fd-4498-4e43-bd4b-795b8e93b78a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:45:56.871010 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-plugged", "status": "completed", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:45:56.871460 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d8237fd-4498-4e43-bd4b-795b8e93b78a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:45:56.872060 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'code': 200} Aug 03 15:45:56.881117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:56.899116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-364afceb-5ee0-4fb7-b0e6-940a81966abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.043964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:57.168154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:45:57.277900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c005dd9-91c7-4945-9706-581a4dc9bb8d req-07cb1092-7fd5-43cb-87c0-54e458e65a04 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 210 time: 0.1206329 Aug 03 15:45:57.369087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-364afceb-5ee0-4fb7-b0e6-940a81966abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.375249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-364afceb-5ee0-4fb7-b0e6-940a81966abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.392298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:45:57.394423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.511041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-364afceb-5ee0-4fb7-b0e6-940a81966abe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c47027a3b4ab4adc8eeb1375ebb43469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282718 Aug 03 15:45:57.515549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364afceb-5ee0-4fb7-b0e6-940a81966abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29307960-553e-4538-bb8c-c7a515e2b6e4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:57.518987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:57.584775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593ed8c-19ef-4d4d-be56-7909ebdb1bb0 req-90ce8227-e9b0-4df9-8e75-8cd06d2f3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:57.586657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b593ed8c-19ef-4d4d-be56-7909ebdb1bb0 req-90ce8227-e9b0-4df9-8e75-8cd06d2f3a5b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 1101 time: 0.2518935 Aug 03 15:45:57.679172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:53Z', 'revision_number': 4, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4204cdac-492b-4561-9fed-3763b8396b25', 'name': '', 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'mac_address': 'fa:16:3e:86:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:52Z', 'updated_at': '2021-08-03T15:45:54Z', 'revision_number': 2, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'subnets': [{'id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:57.687318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b593ed8c-19ef-4d4d-be56-7909ebdb1bb0 req-6ab78972-0bea-4d3a-a872-8b0c318fd69e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927474 Aug 03 15:45:57.698730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.740771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Checking router: f6da21ec-666c-4cba-afcf-033849007185 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:45:57.741218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Updating router f6da21ec-666c-4cba-afcf-033849007185 port 4204cdac-492b-4561-9fed-3763b8396b25 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:45:57.745746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.803204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.869882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.879401 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:57.879401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29307960-553e-4538-bb8c-c7a515e2b6e4 HTTP/1.1" status: 204 len: 168 time: 0.3402910 Aug 03 15:45:57.881043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:57.887292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916673430', 'description': 'tempest-description--1487628015'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:57.917938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37e3f2-044e-4b51-ae10-b26f6dfb48a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29307960-553e-4538-bb8c-c7a515e2b6e4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:57.953200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.183548 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.204819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a344a06-7ad7-4149-b8be-a9e0d3e1c114 req-60f972b1-af9d-49f7-adaa-aea7140f3973 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:58.205479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30286add-5dee-468e-a2de-90134d9a64ab req-3605c2ca-51f1-48ae-986d-65f4ec1fed5b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:58.217927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30286add-5dee-468e-a2de-90134d9a64ab req-3605c2ca-51f1-48ae-986d-65f4ec1fed5b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.2037933 Aug 03 15:45:58.228209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a344a06-7ad7-4149-b8be-a9e0d3e1c114 req-60f972b1-af9d-49f7-adaa-aea7140f3973 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.1092920 Aug 03 15:45:58.228585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Transition to ACTIVE for port object 4204cdac-492b-4561-9fed-3763b8396b25 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:45:58.254031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.269103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.280775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.287060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a344a06-7ad7-4149-b8be-a9e0d3e1c114 req-ebf50000-e576-4da6-b4cf-afa13832fbd3 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Aug 03 15:45:58.306058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30286add-5dee-468e-a2de-90134d9a64ab req-a2079c13-bad1-43ee-9ac3-f213ffd569d4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750706 Aug 03 15:45:58.324741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.326210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4435153 Aug 03 15:45:58.329129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50956) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:58.336166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'security_group_rule': {'security_group_id': '887d5338-f27d-4288-a9ec-434a6e58cecc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:58.336449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78121-e838-4a92-8839-86f272baa5be None None] Pushing event updated for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:58.343837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fac115-b084-4e9c-9e6c-760d09a36692 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887d5338-f27d-4288-a9ec-434a6e58cecc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:58.375184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.466634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.480369 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.514882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Attempting to bind port 4204cdac-492b-4561-9fed-3763b8396b25 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:45:58.516579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Attempting to bind port 4204cdac-492b-4561-9fed-3763b8396b25 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:45:58.516958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Attempting to bind port 4204cdac-492b-4561-9fed-3763b8396b25 on network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:45:58.521833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d508ce9-7018-4aa9-82f4-1a25221d8503,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:58.531170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:45:58.531543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Checking segment: {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:45:58.534713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.535439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Bound using segment: {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:45:58.537774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Bound port: 4204cdac-492b-4561-9fed-3763b8396b25, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b3bd83-e8ef-46d6-8600-d13c976459b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:45:58.551619 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.564378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.565785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-99b6dedc-a964-464d-a034-0f3233517130 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356303 Aug 03 15:45:58.573893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-886935f6-3f18-46ec-a59c-8de75e27508e req-172a2a9f-b5fa-4259-8f0b-e097255b109f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 210 time: 0.0733395 Aug 03 15:45:58.575771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50960) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:58.588280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'security_group_rule': {'security_group_id': '887d5338-f27d-4288-a9ec-434a6e58cecc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:58.638602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.688125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-b1917b4d-fe7e-49b8-94dd-765a17db8718 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:58.690953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-b1917b4d-fe7e-49b8-94dd-765a17db8718 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 1123 time: 0.0870612 Aug 03 15:45:58.731232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-c04c5b8f-359e-4287-806a-3cfb57d21f88 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.757344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] For port 4204cdac-492b-4561-9fed-3763b8396b25, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:45:58.760768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.780752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.783035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] For port 4204cdac-492b-4561-9fed-3763b8396b25, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4204cdac-492b-4561-9fed-3763b8396b25,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:45:58.790491 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-e3609583-f7e4-4ae7-ace4-6d74995ef481 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880210 Aug 03 15:45:58.807192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.811842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabb9193-e462-44bf-b647-9894aaf82a45,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:58.937965 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-c04c5b8f-359e-4287-806a-3cfb57d21f88 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.946408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-c04c5b8f-359e-4287-806a-3cfb57d21f88 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.953038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78121-e838-4a92-8839-86f272baa5be None None] Pushing event updated for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:58.961203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:45:58.961873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:45:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:58.973442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:58.977968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8171dbca-5a1e-4f3b-8d7c-8bf0e327736d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991423 Aug 03 15:45:58.988524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50974) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:45:59.005891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cf6d2a6-e2bb-4c13-a5e8-e47a863af8d0 req-c04c5b8f-359e-4287-806a-3cfb57d21f88 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906311 Aug 03 15:45:59.006788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c5b8f-359e-4287-806a-3cfb57d21f88 tempest-AggregatesAdminTestJSON-1074473781 tempest-AggregatesAdminTestJSON-1074473781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b6d01-6d61-4d4b-a52f-eff8d12255ea,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:59.021076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:59.079583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-5939280d-fc82-4904-ad7c-775c6a2cdaf8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:45:59.081071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-5939280d-fc82-4904-ad7c-775c6a2cdaf8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703078 Aug 03 15:45:59.109941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Request body: {'port': {'device_id': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '906dc02efd994854b3e124781b011d82'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:45:59.174975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.184802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:45:59.416964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Made reservation on behalf of 906dc02efd994854b3e124781b011d82 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:45:59.421406 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.438274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.511723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.512848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:53Z', 'revision_number': 4, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4204cdac-492b-4561-9fed-3763b8396b25', 'name': '', 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'mac_address': 'fa:16:3e:86:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:52Z', 'updated_at': '2021-08-03T15:45:58Z', 'revision_number': 4, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'subnets': [{'id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:45:59.684027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.698286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:45:59.702748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478ef0b0-6063-485c-ab41-3f6792aa4d6d None None] The sync data for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 is: [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:45:53Z', 'revision_number': 4, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4204cdac-492b-4561-9fed-3763b8396b25', 'name': '', 'network_id': '62aebd47-5c8d-49b3-9007-a5a653e95bf1', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'mac_address': 'fa:16:3e:86:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_interface', 'standard_attr_id': 171, 'fixed_ips': [{'subnet_id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:52Z', 'updated_at': '2021-08-03T15:45:58Z', 'revision_number': 4, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'subnets': [{'id': '4b1b131c-8e55-49d1-9e43-3decc8927db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:45:59.769629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Allocated IP 172.25.7.12 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:45:59.921251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268d3a1a-313a-4bc4-9690-9b5eea165e39,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:45:59.994697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Allocated IP 192.168.233.213 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/a18a0402-5c6c-45a7-b04e-f0315583f327) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:00.063791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.263333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.282468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.314403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1ce06-5ad7-4997-996b-7c095956fe60 req-812d3d3d-9c34-4eb0-bee3-da70d0f60978 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:00.323274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dc1ce06-5ad7-4997-996b-7c095956fe60 req-812d3d3d-9c34-4eb0-bee3-da70d0f60978 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.0634544 Aug 03 15:46:00.338104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'Port': ['ID=1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:00.363430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:00.385123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Transition to ACTIVE for port object a18a0402-5c6c-45a7-b04e-f0315583f327 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:00.388004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc9f6a92-4f04-4f5f-a07e-444acab63644 req-bdf2aa71-4516-4f14-b13e-509011511cdf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 210 time: 0.0510049 Aug 03 15:46:00.390726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:00.391168 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dc1ce06-5ad7-4997-996b-7c095956fe60 req-34f9bfb5-3f21-4695-b07d-6e9d3a04acf2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628262 Aug 03 15:46:00.394413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:00.563035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.572054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.624231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:00.643832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:00.648958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:00.657339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:00.658192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:00.707226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6030085 Aug 03 15:46:00.727106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Request body: {'port': {'device_id': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:00.740766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.031288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4204cdac-492b-4561-9fed-3763b8396b25 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:01.100927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee3bd9-988a-477c-86d6-a07f22cb34cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:01.108878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2755491e-3166-42b0-9fc3-8bff56a144b6 None None] Provisioning for port a18a0402-5c6c-45a7-b04e-f0315583f327 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:01.128929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2755491e-3166-42b0-9fc3-8bff56a144b6 None None] Provisioning complete for port a18a0402-5c6c-45a7-b04e-f0315583f327 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:01.132746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2755491e-3166-42b0-9fc3-8bff56a144b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.195431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.233062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2755491e-3166-42b0-9fc3-8bff56a144b6 None None] Port a18a0402-5c6c-45a7-b04e-f0315583f327 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:01.243083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4204cdac-492b-4561-9fed-3763b8396b25 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:01.258578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4204cdac-492b-4561-9fed-3763b8396b25 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:01.260865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.418027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-ac5bf09c-0934-4a05-a352-359758ece540 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:01.431703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-ac5bf09c-0934-4a05-a352-359758ece540 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 1101 time: 0.0615165 Aug 03 15:46:01.456112 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.465936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-9abcbbd6-e216-434c-a852-3a03d359d78c tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.514889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4204cdac-492b-4561-9fed-3763b8396b25, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4204cdac-492b-4561-9fed-3763b8396b25,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:01.520165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.604176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:01.610277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.618358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.621104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-9abcbbd6-e216-434c-a852-3a03d359d78c tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.632703 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-9abcbbd6-e216-434c-a852-3a03d359d78c tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.678390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5ac4406-1aa3-481c-aa73-122fcd03642e req-9abcbbd6-e216-434c-a852-3a03d359d78c tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433980 Aug 03 15:46:01.698375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbbd6-e216-434c-a852-3a03d359d78c tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261d69c4-6b12-4009-bd1a-ae617139dda2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:01.729863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.761216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.762493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7696044 Aug 03 15:46:01.767586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86ace4-dc68-4b6a-9c37-39178c32d88e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'Port': ['ID=1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:01.834879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18a0402-5c6c-45a7-b04e-f0315583f327 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:01.846181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.862025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa312a86-6d74-4980-b40e-ba15c4bd7146 req-3a2e6e9c-3ab4-4f58-a695-a9af2b85ab73 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:01.864057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Transition to ACTIVE for port object a18a0402-5c6c-45a7-b04e-f0315583f327 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:01.866150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa312a86-6d74-4980-b40e-ba15c4bd7146 req-3a2e6e9c-3ab4-4f58-a695-a9af2b85ab73 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 936 time: 0.1080880 Aug 03 15:46:01.868884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:01.931740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa312a86-6d74-4980-b40e-ba15c4bd7146 req-ba78bbb0-32eb-4b2c-89cb-e91c0d2c7bd3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585825 Aug 03 15:46:01.967050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:01.981673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:01.982292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:01.982927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:01.990089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:01.990226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:01.997214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:01.998117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:01.998717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:01.999408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Bound port: a18a0402-5c6c-45a7-b04e-f0315583f327, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:02.000024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.190650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:02.200799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:02.208945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.226897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51086) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:02.264256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:02.324374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:02.331195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:02.331871 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.333505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-b2b4c326-61ae-4b23-b210-d7bb33316ee6 service neutron] 10.222.0.78 "PUT /v2.0/ports/a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 1096 time: 1.6128874 Aug 03 15:46:02.333985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:02.336600 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8586b-84b4-4ddb-813f-f0601b02fa21" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:02.495627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f08aa50c-b4e9-458d-b841-03ca903b5c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.507660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-af63ab48-313e-473e-a345-af4764da7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:02.515232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-af63ab48-313e-473e-a345-af4764da7e3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.1195936 Aug 03 15:46:02.597423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-d07dd29c-a81c-48a6-b38b-cb643fb14f39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0788062 Aug 03 15:46:02.623303 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937100be-43a8-4749-bca5-e6a1da77cbc0 x-openstack-request-id: req-937100be-43a8-4749-bca5-e6a1da77cbc0 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:02.623562 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:02.623808 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-937100be-43a8-4749-bca5-e6a1da77cbc0 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:02.624202 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'status': 'completed', 'code': 200} Aug 03 15:46:02.645701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b41e3ec0-2ad4-477d-bf28-f2617fe3e688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.671513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-70e457fc-c526-4e89-b974-9c3e2f7d20a2 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1916673430&fields=id&tenant_id=cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 267 time: 0.1640675 Aug 03 15:46:02.678499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-a44a997d-5af6-45ce-8fa1-093891880f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:02.680380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-a44a997d-5af6-45ce-8fa1-093891880f8e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0750623 Aug 03 15:46:02.736744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322bac-3fa0-4aff-a776-f34395938015 req-23be9b7d-4d7a-4da8-90ea-f37331d5b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:02.738456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-23be9b7d-4d7a-4da8-90ea-f37331d5b705 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504045 Aug 03 15:46:02.851604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-ff6d5fe5-cae5-4fb3-b6fd-fdea2169879e service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017892 Aug 03 15:46:02.930127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4204cdac-492b-4561-9fed-3763b8396b25 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:02.955578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-af413f8c-0cdf-454d-9903-cedd5bb58b7d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:02.969013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-af413f8c-0cdf-454d-9903-cedd5bb58b7d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 823 time: 0.2965233 Aug 03 15:46:02.976779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f08aa50c-b4e9-458d-b841-03ca903b5c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:02.991010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-499db249-0790-43ec-ab36-44d731754fe7 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/quotas/cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 375 time: 0.0208416 Aug 03 15:46:02.992434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f08aa50c-b4e9-458d-b841-03ca903b5c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.011931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4204cdac-492b-4561-9fed-3763b8396b25 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:03.012814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.040476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a322bac-3fa0-4aff-a776-f34395938015 req-68ce9336-c1c8-48aa-a9f7-3d2c2fcbf73c service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829951 Aug 03 15:46:03.062482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f08aa50c-b4e9-458d-b841-03ca903b5c62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7abfa7aa1f9842eebbc3fed308b56057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970793 Aug 03 15:46:03.067790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51134) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:03.107492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa50c-b4e9-458d-b841-03ca903b5c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764c6ba3-3488-4c6f-98fd-7f5fac035209,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:03.146240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-1d05bdbe-587a-45e9-81d9-6d11f676e598 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0813439 Aug 03 15:46:03.276425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-9ca88b33-a168-4b9f-989b-8769a552f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:03.278374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-9ca88b33-a168-4b9f-989b-8769a552f56b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.1704915 Aug 03 15:46:03.313006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b41e3ec0-2ad4-477d-bf28-f2617fe3e688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.337933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-600c5716-e894-41f8-8a4e-06adb246cdb1 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3385968 Aug 03 15:46:03.375336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b41e3ec0-2ad4-477d-bf28-f2617fe3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.388628 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.462866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-cd23aa8f-e6ef-485e-a56c-78cf2f983b8d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:03.464423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-cd23aa8f-e6ef-485e-a56c-78cf2f983b8d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056643 Aug 03 15:46:03.467532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-e9dee5ef-6de4-4132-b03e-7d7c48d507c1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:46:03.468425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-e9dee5ef-6de4-4132-b03e-7d7c48d507c1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490801 Aug 03 15:46:03.481745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b41e3ec0-2ad4-477d-bf28-f2617fe3e688 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d452c56d9da4d488224da5a5731c2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2537470 Aug 03 15:46:03.486448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51140) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:03.491810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.510604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3ec0-2ad4-477d-bf28-f2617fe3e688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e0956-5a72-43b6-8fca-8c6744ead4bf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:03.528525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-751b4795-416d-4e1e-a190-85f0cc647d16 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0497608 Aug 03 15:46:03.546186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-2ed38058-a8f2-47c8-aef8-0c150d2e58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:03.547764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-2ed38058-a8f2-47c8-aef8-0c150d2e58e2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2587450 Aug 03 15:46:03.613664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.627868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-f76990b2-f0c9-48af-803b-2bcc731a112f service neutron] 10.222.0.70 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487668 Aug 03 15:46:03.628720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-19a2df61-dc7e-48ae-b6a2-d43bee80276d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0633311 Aug 03 15:46:03.656485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.686889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-4d19ebf7-d93a-4c8d-a4ed-972f570825a6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423364 Aug 03 15:46:03.698496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.701461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.702855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/764c6ba3-3488-4c6f-98fd-7f5fac035209 HTTP/1.1" status: 204 len: 168 time: 0.6237855 Aug 03 15:46:03.717573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafbecf-a25e-4ea7-a623-533165c13002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c6ba3-3488-4c6f-98fd-7f5fac035209,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:03.721963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-4e4b1c2c-ecd1-4c5f-9cf1-b399063ccc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:03.725190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-4e4b1c2c-ecd1-4c5f-9cf1-b399063ccc53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0842896 Aug 03 15:46:03.804102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-1389390b-5f79-446d-bf9d-ea8be15b11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:03.806732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-1389390b-5f79-446d-bf9d-ea8be15b11af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734701 Aug 03 15:46:03.810517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-0106394b-7eb6-42bb-8c7e-1d8165925987 service neutron] 10.222.0.70 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708820 Aug 03 15:46:03.837928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.842877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:03.848379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a37e0956-5a72-43b6-8fca-8c6744ead4bf HTTP/1.1" status: 204 len: 168 time: 0.3604755 Aug 03 15:46:03.863609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053674-cac7-4d8d-ba0a-127eff3d818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e0956-5a72-43b6-8fca-8c6744ead4bf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:04.027255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-3752ea1b-a416-4ccc-a987-056850f44a87 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053723 Aug 03 15:46:04.231292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee8586b-84b4-4ddb-813f-f0601b02fa21 req-a62df0f6-3873-467f-837f-ac1917dc6e16 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979513 Aug 03 15:46:04.263420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51156) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:04.292530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906a8fe-cc18-4c94-905f-e8f0f4660c03 req-582c240c-7d21-4aad-9e2f-8664f2ba7469 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:04.298848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1527c5f3-3086-4f66-890c-32b908f83e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.301837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7906a8fe-cc18-4c94-905f-e8f0f4660c03 req-582c240c-7d21-4aad-9e2f-8664f2ba7469 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.1265841 Aug 03 15:46:04.385055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7906a8fe-cc18-4c94-905f-e8f0f4660c03 req-d6f63643-a112-48f7-882b-e312b67aea80 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757608 Aug 03 15:46:04.555299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59241ada-33ab-4bdc-aca0-a7595c6d81e5 req-a44c4c1f-814a-4da7-95c3-0ab9cf3b6f61 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 210 time: 0.0527842 Aug 03 15:46:04.598483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1527c5f3-3086-4f66-890c-32b908f83e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.606070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1527c5f3-3086-4f66-890c-32b908f83e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.695283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51180) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:04.714777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47088e11-8455-4dc7-929d-632e077da15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.726035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51182) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:04.726244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1527c5f3-3086-4f66-890c-32b908f83e07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96d6937ad94b48eebaa15c2fa00fd4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621630 Aug 03 15:46:04.728646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527c5f3-3086-4f66-890c-32b908f83e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68e9e0-b84d-4ac9-b4f6-6731891fc77d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:04.845964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.870624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.995850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47088e11-8455-4dc7-929d-632e077da15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:04.998094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.002915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.007508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d68e9e0-b84d-4ac9-b4f6-6731891fc77d HTTP/1.1" status: 204 len: 168 time: 0.2743306 Aug 03 15:46:05.012233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47088e11-8455-4dc7-929d-632e077da15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.033753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c2edf-eed3-4b73-8d2a-834e06add322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68e9e0-b84d-4ac9-b4f6-6731891fc77d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:05.102580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:05.103831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-47088e11-8455-4dc7-929d-632e077da15e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2a89e0b8dbb487fabc1e695260ddaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073949 Aug 03 15:46:05.109575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088e11-8455-4dc7-929d-632e077da15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a89484-5cfe-4770-92bd-97469c042226,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:05.175974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.205616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.279077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.291314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:05.293588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0a89484-5cfe-4770-92bd-97469c042226 HTTP/1.1" status: 204 len: 168 time: 0.1893802 Aug 03 15:46:05.305248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628a0e5-7855-479f-bf3e-9d4f11113096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a89484-5cfe-4770-92bd-97469c042226,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:05.324207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44ed5047-0347-4856-ab53-fd26050782f7 req-41796149-d089-4e83-bbbb-2a1a75db4c6c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 210 time: 0.0487275 Aug 03 15:46:05.608735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6c4ee-8803-4370-aa8f-2af2333699a2 req-83c4e634-ae42-4965-9f9f-9279f164056a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:05.610727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2c6c4ee-8803-4370-aa8f-2af2333699a2 req-83c4e634-ae42-4965-9f9f-9279f164056a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.1048589 Aug 03 15:46:05.682088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51236) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:05.710816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2c6c4ee-8803-4370-aa8f-2af2333699a2 req-49a7afba-a2d9-440a-b615-5cbc1303c9fe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914326 Aug 03 15:46:05.902872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c89fe20f-c63c-497c-a109-4bc7bec5e684 req-f4570989-641f-4249-bedf-e4665faf66eb tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 210 time: 0.0748723 Aug 03 15:46:05.990584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-c9aa792a-ffab-4b5f-aec5-5810ecad616a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:05.992797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-c9aa792a-ffab-4b5f-aec5-5810ecad616a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.72 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 823 time: 0.1629791 Aug 03 15:46:06.046994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a09391d2-f991-4de9-90e6-622373b8b7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.101528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-6f2a6156-5809-4547-a685-73a05f9c2ca4 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 380 time: 0.0818436 Aug 03 15:46:06.112821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'port': {'device_id': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'admin_state_up': True, 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'security_groups': ['887d5338-f27d-4288-a9ec-434a6e58cecc']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:06.379367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:06.434973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a09391d2-f991-4de9-90e6-622373b8b7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.441514 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a09391d2-f991-4de9-90e6-622373b8b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.476709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Made reservation on behalf of cbe600546e1940a6b7384ef0d5c7aee1 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:06.481746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.556162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09391d2-f991-4de9-90e6-622373b8b7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f15b1b-15aa-4d87-8181-6650fb96ef53,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:06.571682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.72', 56205) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:06.576002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a09391d2-f991-4de9-90e6-622373b8b7a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bcd31e851c54266b188e4ce29b9f1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8924227 Aug 03 15:46:06.577053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51296) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:06.701128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.718070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-e1cbb7bf-663f-4c84-9432-7bfab5d8183c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435707 Aug 03 15:46:06.733528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cda76c7-939f-4b10-a044-2b56d4a29d55 req-3b0009a0-d805-47f1-b49e-6c1f887b5bf7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 210 time: 0.1215940 Aug 03 15:46:06.775592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.855440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:06.913949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.918577 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:06.919074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'mac_address': 'fa:16:3e:40:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:06.925770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64f15b1b-15aa-4d87-8181-6650fb96ef53 HTTP/1.1" status: 204 len: 168 time: 0.3470042 Aug 03 15:46:06.948404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98062ac0-e3b7-4c66-9d6a-342bb815d5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f15b1b-15aa-4d87-8181-6650fb96ef53,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:07.043371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.075200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18a0402-5c6c-45a7-b04e-f0315583f327 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:07.102669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:07.110701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.132994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c6ba-65b6-45be-8f2e-3accb617df0e req-ad0f15bc-eff2-41bf-a03b-ee2b58410c56 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:07.141303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c149c6ba-65b6-45be-8f2e-3accb617df0e req-ad0f15bc-eff2-41bf-a03b-ee2b58410c56 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.1840029 Aug 03 15:46:07.142274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.72', 56206) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:07.190333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Allocated IP 172.20.0.7 (e7bd9128-887e-4f39-a77e-93eceddfe47a/26f305b6-27d3-4a62-90f8-03e512c0bc41/a32adbd6-33ae-40cb-a8e6-f8fa015ca791) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:07.202255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-f05eb22e-214d-43a4-8e66-0fc85b30e4af tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587115 Aug 03 15:46:07.230254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:07.321217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:07.398908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c149c6ba-65b6-45be-8f2e-3accb617df0e req-6218a718-8516-45fc-8f30-76f87fe6d6e9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955659 Aug 03 15:46:07.507776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2963ad7a-2e4e-4de1-b9fa-b08df7c370b9 req-c22782ea-2cac-430d-94c0-a9e9999a13ec tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 210 time: 0.0456150 Aug 03 15:46:07.511561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.557799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9eaf8246-9f1a-498c-9748-d29b053189f6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:07.566122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9eaf8246-9f1a-498c-9748-d29b053189f6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460228 Aug 03 15:46:07.569504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Transition to ACTIVE for port object a32adbd6-33ae-40cb-a8e6-f8fa015ca791 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:07.581730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:07.652529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.756441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:07.798348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-f00d4e84-de3a-40cd-bb85-7cb022ee0b31 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:07.800519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-f00d4e84-de3a-40cd-bb85-7cb022ee0b31 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0447464 Aug 03 15:46:07.809547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:07.818406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '79082be2-2ace-4e82-afce-62e92144b0fd', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:07.833962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:07.856928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:07.861900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:07.864392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.873518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:07.874187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.880437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51358) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:07.912860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a6b8b8-f610-4c41-85c3-e99602f0c4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:07.952475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-26dcac4f-0a57-4b6d-bcd5-4a09ca3ac26a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8477576 Aug 03 15:46:07.996852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29807929-4d8e-4fc7-906d-78fbd3914aa8 req-276bbfab-c9d6-44d1-b710-735888e8c7f7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 210 time: 0.1054657 Aug 03 15:46:08.001578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Request body: {'port': {'device_id': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:08.157807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.186 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/3c17ab35-9887-43cd-b8fd-e5fa942c6167) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:08.246000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ff13ffd-a099-452c-8a9a-11c8f395e2f3 None None] Provisioning for port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:08.247371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.259340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ff13ffd-a099-452c-8a9a-11c8f395e2f3 None None] Provisioning complete for port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:08.259941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1ff13ffd-a099-452c-8a9a-11c8f395e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.351304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a6b8b8-f610-4c41-85c3-e99602f0c4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.370899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a6b8b8-f610-4c41-85c3-e99602f0c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.395929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:08.400886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:08.421496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.503948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-89a6b8b8-f610-4c41-85c3-e99602f0c4ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ae59fb2459f4beabafa0413cbd75d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221631 Aug 03 15:46:08.513245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:08.601036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13ffd-a099-452c-8a9a-11c8f395e2f3 None None] Port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:08.643978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a18a0402-5c6c-45a7-b04e-f0315583f327 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:08.655332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a18a0402-5c6c-45a7-b04e-f0315583f327 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:08.658360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.696206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6b8b8-f610-4c41-85c3-e99602f0c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfdb775-825d-4cd0-a720-1710fbea6bd6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:08.794725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.827727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12325-527d-4763-b748-77366c97940c req-3b40f78e-2ecf-484b-b769-5a942039accc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:08.836200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-afd12325-527d-4763-b748-77366c97940c req-3b40f78e-2ecf-484b-b769-5a942039accc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 949 time: 0.2576280 Aug 03 15:46:08.915070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-afd12325-527d-4763-b748-77366c97940c req-d5c72719-b85d-4b33-8669-bcb4d46b721b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774133 Aug 03 15:46:08.924025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.927169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.965350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:08.973633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:08.975494 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f56c3c-27e1-4d88-ba63-85309d493b7e" -d '{"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-plugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:09.002100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object 3c17ab35-9887-43cd-b8fd-e5fa942c6167 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:09.011516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:09.025731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.088595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.094918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba920-9497-43a2-a0d1-596b8d4f0904 req-a7983173-97c1-4eac-91d1-de46b1e4a9db tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:09.096559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca8ba920-9497-43a2-a0d1-596b8d4f0904 req-a7983173-97c1-4eac-91d1-de46b1e4a9db tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 931 time: 0.3273218 Aug 03 15:46:09.099534 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec8c1d1-c189-4716-9782-20530da7460f x-openstack-request-id: req-7ec8c1d1-c189-4716-9782-20530da7460f {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:09.099846 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-plugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:09.100335 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ec8c1d1-c189-4716-9782-20530da7460f {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:09.100919 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'code': 200} Aug 03 15:46:09.106412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:09.198930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32adbd6-33ae-40cb-a8e6-f8fa015ca791 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:09.209045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.223952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:09.231806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Transition to ACTIVE for port object a32adbd6-33ae-40cb-a8e6-f8fa015ca791 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:09.348943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.69 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b4e51161-8849-43c4-80e2-859426dd65b0) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:09.530469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.544874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object b4e51161-8849-43c4-80e2-859426dd65b0 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:09.557917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:09.564175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:09.584353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.601258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:09.612713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:09.620809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:09.621862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.646453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-03cfa789-0f2d-4f31-bed3-08cd5892a801 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0695868 Aug 03 15:46:09.653517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.672967 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2cb37b0b-63e2-47b2-8cd2-e8393ecab2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.680125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Pushing event updated for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:09.681987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.685120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.686257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9dfdb775-825d-4cd0-a720-1710fbea6bd6 HTTP/1.1" status: 204 len: 168 time: 1.1688013 Aug 03 15:46:09.695546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Request body: {'port': {'device_id': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:09.738270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae81d7-dd6f-4938-9f46-200de7f106dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfdb775-825d-4cd0-a720-1710fbea6bd6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:09.773722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca8ba920-9497-43a2-a0d1-596b8d4f0904 req-ae3b6caf-eea4-4d03-b617-c3d1a48f3ec2 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5995657 Aug 03 15:46:09.803554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941756cb-0663-4ac6-988e-ad519797e1f5 req-5e3c0683-d2a9-430c-b4a0-69676c45050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:09.807195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-941756cb-0663-4ac6-988e-ad519797e1f5 req-5e3c0683-d2a9-430c-b4a0-69676c45050f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1101 time: 0.6110320 Aug 03 15:46:09.811349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:09.834875 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.850685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Attempting to bind port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:09.851182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Attempting to bind port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:09.851340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Attempting to bind port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:09.858935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420b97-439c-4746-8ce4-a46037a545da req-043c545e-0c08-4d27-a75b-994134ffe5a5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:09.874355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf420b97-439c-4746-8ce4-a46037a545da req-043c545e-0c08-4d27-a75b-994134ffe5a5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 936 time: 0.3524158 Aug 03 15:46:09.875704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 on network e7bd9128-887e-4f39-a77e-93eceddfe47a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:09.876186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Attempting to bind port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:09.934856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:09.940722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:09.941071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Checking segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:09.941455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Bound using segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:09.944676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Bound port: a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:09.951705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:09.954270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:09.980557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:09.994988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:09.995971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.018103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:10.108827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-941756cb-0663-4ac6-988e-ad519797e1f5 req-5a9f58a8-cfc7-4756-98cc-91449df39567 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120790 Aug 03 15:46:10.117620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-43bf81d2-6755-49a8-bb1f-c1ffaa0f5dd5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3064709 Aug 03 15:46:10.119778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b17930b9-a655-4078-ad27-1d14f84c5675 None None] Provisioning for port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:10.127335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b17930b9-a655-4078-ad27-1d14f84c5675 None None] Provisioning complete for port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:10.128118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b17930b9-a655-4078-ad27-1d14f84c5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.138982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf420b97-439c-4746-8ce4-a46037a545da req-7a4a89bb-240d-4205-9a10-cdee70461e8a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636535 Aug 03 15:46:10.164247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Request body: {'port': {'device_id': '79082be2-2ace-4e82-afce-62e92144b0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:10.209941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b17930b9-a655-4078-ad27-1d14f84c5675 None None] Port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:10.292612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:10.299081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:10.346091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.369278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.467701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e1af3ff3-c1e9-4235-a5fd-36f061def88c None None] Provisioning for port b4e51161-8849-43c4-80e2-859426dd65b0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:10.471941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e1af3ff3-c1e9-4235-a5fd-36f061def88c None None] Provisioning complete for port b4e51161-8849-43c4-80e2-859426dd65b0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:10.472507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e1af3ff3-c1e9-4235-a5fd-36f061def88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.585111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e1af3ff3-c1e9-4235-a5fd-36f061def88c None None] Port b4e51161-8849-43c4-80e2-859426dd65b0 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:10.589565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c17ab35-9887-43cd-b8fd-e5fa942c6167 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:10.617700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.642312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Transition to ACTIVE for port object 3c17ab35-9887-43cd-b8fd-e5fa942c6167 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:10.649526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.699655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Pushing event updated for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:10.731018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:10.731956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.733667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4d87d9e9-c960-47d4-b9ca-a3eda978f167 service neutron] 10.222.0.72 "PUT /v2.0/ports/a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 200 len: 1091 time: 2.7588246 Aug 03 15:46:10.734266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:10.737281 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c" -d '{"events": [{"name": "network-changed", "server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:10.764842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Attempting to bind port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:10.765576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Attempting to bind port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:10.765979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Attempting to bind port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:10.776021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:10.776355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Attempting to bind port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:10.783309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:10.788739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:10.790830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:10.791425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:10.791862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Bound port: 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:10.792202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:10.894023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:10.905297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:10.913532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:11.018918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeae1d6-a206-4b1e-a5a0-30eaaa753327 req-9cd33d8e-a5b5-416b-b59a-1586ec7f5146 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.028690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfeae1d6-a206-4b1e-a5a0-30eaaa753327 req-9cd33d8e-a5b5-416b-b59a-1586ec7f5146 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2790086 Aug 03 15:46:11.055440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.056263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-1b39ebaf-c08e-49bc-9793-38c6809e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.056394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:11.058495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c17ab35-9887-43cd-b8fd-e5fa942c6167 HTTP/1.1" status: 200 len: 1096 time: 1.3905149 Aug 03 15:46:11.059213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-1b39ebaf-c08e-49bc-9793-38c6809e7595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 1094 time: 0.2145667 Aug 03 15:46:11.059333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46a9c2-a24d-444e-a260-b6ceb384ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:11.064019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:11.069084 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:11.157054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-5b6cf1f4-2d01-43ef-ac44-3a3685400993 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 200 len: 217 time: 0.0682690 Aug 03 15:46:11.184656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-64c7556a-b00a-4636-965d-46c31fad87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.186484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-64c7556a-b00a-4636-965d-46c31fad87c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 1099 time: 0.0810804 Aug 03 15:46:11.247187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-f36f8f58-d809-433d-b1b6-60f30c3ea36e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167 HTTP/1.1" status: 200 len: 217 time: 0.0523033 Aug 03 15:46:11.270399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfeae1d6-a206-4b1e-a5a0-30eaaa753327 req-2081b640-7a20-4d5b-8e5c-7aceb3b2f960 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406800 Aug 03 15:46:11.349991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-240b3fb4-fb7b-4068-ae34-7f43294adf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.351363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-240b3fb4-fb7b-4068-ae34-7f43294adf04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0965693 Aug 03 15:46:11.415155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-ee467953-d86a-4bff-9427-09f228af4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.416900 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-ee467953-d86a-4bff-9427-09f228af4885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583127 Aug 03 15:46:11.433007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-71af43b4-0900-44fc-9d1e-cc5073fc1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.434725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-71af43b4-0900-44fc-9d1e-cc5073fc1695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.2563457 Aug 03 15:46:11.452818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e51161-8849-43c4-80e2-859426dd65b0 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:11.485168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:11.542648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Transition to ACTIVE for port object b4e51161-8849-43c4-80e2-859426dd65b0 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:11.564451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:11.578086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-bef461ef-537d-4341-92ba-f1c39c43952e service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538208 Aug 03 15:46:11.652778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4a3517b8-4faa-423f-ab5a-cccd41ad86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.654933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-4a3517b8-4faa-423f-ab5a-cccd41ad86b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968980 Aug 03 15:46:11.752592 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc053e1-e080-4932-a9bf-6a09ccd966c7 x-openstack-request-id: req-bdc053e1-e080-4932-a9bf-6a09ccd966c7 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:11.752949 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:11.753292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdc053e1-e080-4932-a9bf-6a09ccd966c7 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:11.753840 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'status': 'completed', 'code': 200} Aug 03 15:46:11.767750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-7b178e12-a66b-4f80-97c5-b442531a5b7c service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827178 Aug 03 15:46:11.776676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:11.813618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Attempting to bind port b4e51161-8849-43c4-80e2-859426dd65b0 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:11.815245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Attempting to bind port b4e51161-8849-43c4-80e2-859426dd65b0 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:11.815932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Attempting to bind port b4e51161-8849-43c4-80e2-859426dd65b0 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:11.825405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Port b4e51161-8849-43c4-80e2-859426dd65b0 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:11.825683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Attempting to bind port b4e51161-8849-43c4-80e2-859426dd65b0 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:11.840800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:11.841121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:11.841663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:11.842239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Bound port: b4e51161-8849-43c4-80e2-859426dd65b0, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:11.842883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:11.875457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-d570af9f-dd0c-4d49-8aae-1d616ef6e509 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119753 Aug 03 15:46:11.956236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4324bf-8e8d-43f6-887b-7f4945a64b4d req-aadb01e2-da5d-47c5-8eb3-cab24f31f033 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:11.958004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a4324bf-8e8d-43f6-887b-7f4945a64b4d req-aadb01e2-da5d-47c5-8eb3-cab24f31f033 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 943 time: 0.0803950 Aug 03 15:46:12.030519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:12.038811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a4324bf-8e8d-43f6-887b-7f4945a64b4d req-3e175f51-4181-463a-bb1b-d54ac0d59de4 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699129 Aug 03 15:46:12.070144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65223537-8a5c-43a6-af5f-6b9464fd0f23 req-cf9a322c-6d7b-4a31-9c67-7957b7575aa3 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684222 Aug 03 15:46:12.072269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b4e51161-8849-43c4-80e2-859426dd65b0,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:12.080003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:12.123591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02be68d7-6379-40f2-a63e-c857b61328d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:12.142896 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8853c534-b4bf-4a28-bc5f-58a1f16225c7 x-openstack-request-id: req-8853c534-b4bf-4a28-bc5f-58a1f16225c7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:12.143209 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:12.144205 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8853c534-b4bf-4a28-bc5f-58a1f16225c7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:12.144205 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'status': 'completed', 'code': 200} Aug 03 15:46:12.154675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.155307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:12.156955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b4e51161-8849-43c4-80e2-859426dd65b0 HTTP/1.1" status: 200 len: 1095 time: 2.0153120 Aug 03 15:46:12.222602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1b243-f17d-4824-b9a3-0d289ca27047 req-34fb9817-fcd4-4691-a0a2-a8c4383c68bd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.234660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23a1b243-f17d-4824-b9a3-0d289ca27047 req-34fb9817-fcd4-4691-a0a2-a8c4383c68bd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 948 time: 0.1021149 Aug 03 15:46:12.322192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39181e4-5dcd-4c3a-8a19-add794313cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:12.331304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-6b44bdd8-fd85-4243-a8a9-a6fefe81d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.332852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-6b44bdd8-fd85-4243-a8a9-a6fefe81d545 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 1094 time: 0.1301219 Aug 03 15:46:12.368001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23a1b243-f17d-4824-b9a3-0d289ca27047 req-879b248c-28e5-4ade-968a-9d020d3649b5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324260 Aug 03 15:46:12.418849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-be258b95-c49a-45ad-8c40-8d1a4a52a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.420734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-be258b95-c49a-45ad-8c40-8d1a4a52a4d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 1098 time: 0.1737392 Aug 03 15:46:12.533660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-d2c40a08-2e72-48e1-b098-a5385ab596a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b4e51161-8849-43c4-80e2-859426dd65b0 HTTP/1.1" status: 200 len: 217 time: 0.0933309 Aug 03 15:46:12.651267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-a18afb9f-ddb9-465d-b426-8027e9f3e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.654943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-a18afb9f-ddb9-465d-b426-8027e9f3e10e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1121130 Aug 03 15:46:12.660498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51528) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:12.678894 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:12.761311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9f41d092-1ab9-46f3-99ba-b926f901656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.762869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-9f41d092-1ab9-46f3-99ba-b926f901656c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901725 Aug 03 15:46:12.776731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-88a8348f-a999-48eb-b563-625af4dc8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.778247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-88a8348f-a999-48eb-b563-625af4dc8702 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 1099 time: 0.5768871 Aug 03 15:46:12.869802 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7eb96fc1-f316-4420-aaa5-3829e63599b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:12.927760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f05c09-af9a-45cb-a38a-cfcbf7adbd3d req-0f8ea146-00c1-4096-a2d2-5406c33f2875 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.929445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0f05c09-af9a-45cb-a38a-cfcbf7adbd3d req-0f8ea146-00c1-4096-a2d2-5406c33f2875 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.5884147 Aug 03 15:46:12.941816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a64ef0-7a84-4c54-bccd-ac7444547623 req-fc61799e-6a97-4743-b6e9-f9ee5f345a05 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.943915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1a64ef0-7a84-4c54-bccd-ac7444547623 req-fc61799e-6a97-4743-b6e9-f9ee5f345a05 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1248953 Aug 03 15:46:12.948482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-f7c0b343-5cf4-4a90-ba4f-9c595b42c5a2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767633 Aug 03 15:46:12.991905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-14a72465-0902-43f9-aded-32221a7fe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.993411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-14a72465-0902-43f9-aded-32221a7fe247 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 924 time: 0.6480401 Aug 03 15:46:12.997631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-82abd5d6-37db-4f11-89ce-d19f6bd3e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:12.999045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-82abd5d6-37db-4f11-89ce-d19f6bd3e59a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2119243 Aug 03 15:46:13.064134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1a64ef0-7a84-4c54-bccd-ac7444547623 req-2a02d2cf-da3d-4922-9d71-efac7d84cf10 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107957 Aug 03 15:46:13.087240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-26189691-b4f5-4694-8846-8118a0e095e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 200 len: 217 time: 0.0770974 Aug 03 15:46:13.090167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0f05c09-af9a-45cb-a38a-cfcbf7adbd3d req-4b3fc29f-4d29-427f-81f2-f2868d3fa76e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/security-groups?id=e9d53155-9538-4b1f-8355-d5266d3d6224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422684 Aug 03 15:46:13.092006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-a6187cd1-5484-4827-b362-9ef7c9388aed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167 HTTP/1.1" status: 200 len: 217 time: 0.0807469 Aug 03 15:46:13.148922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01ff09b9-fc14-4998-8c78-ff5b56bc9763 req-7d2183bc-259a-4303-a342-a60cc62c8f49 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848998 Aug 03 15:46:13.169066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7eb96fc1-f316-4420-aaa5-3829e63599b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.177797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7eb96fc1-f316-4420-aaa5-3829e63599b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.218874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-04898bca-e231-4ac9-9b2f-505a7537902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.220979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-04898bca-e231-4ac9-9b2f-505a7537902c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.1181087 Aug 03 15:46:13.234523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb96fc1-f316-4420-aaa5-3829e63599b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a32c5-03c8-4735-8af4-1a4c909eab38,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:13.244228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7eb96fc1-f316-4420-aaa5-3829e63599b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6192bbbfd1f4f59b0c9f2edaa3c2d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791171 Aug 03 15:46:13.244680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:13.289708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-4a8d7867-6d9c-4990-96b6-7a0feec6d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.291741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-4a8d7867-6d9c-4990-96b6-7a0feec6d018 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1129689 Aug 03 15:46:13.314386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-5ed25806-c5d9-498f-a196-8599b7d3990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.316176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-5ed25806-c5d9-498f-a196-8599b7d3990d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815940 Aug 03 15:46:13.363071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.389572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-d0f9fa58-0ab2-4336-afdb-c4d7679c0f22 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.393245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-d0f9fa58-0ab2-4336-afdb-c4d7679c0f22 tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 972 time: 0.1015813 Aug 03 15:46:13.421853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-bd767b3b-dfc7-4685-b79e-9b47eef0389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.423391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-bd767b3b-dfc7-4685-b79e-9b47eef0389b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243467 Aug 03 15:46:13.435539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.511211 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.519009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-6b5082ac-5524-4901-bcb8-963c7d2d2610 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732559 Aug 03 15:46:13.619818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.622524 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.623880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f12a32c5-03c8-4735-8af4-1a4c909eab38 HTTP/1.1" status: 204 len: 168 time: 0.3784664 Aug 03 15:46:13.627965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Deleting port b5b0192d-f072-4e82-96f7-4f017d3df916 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:46:13.628312 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.638833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-1707b6d4-e0b7-4b78-82f8-3fbe685699e2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981032 Aug 03 15:46:13.683915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08244c-2f2f-4bd1-8bb6-85bd12c26d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a32c5-03c8-4735-8af4-1a4c909eab38,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:13.764132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:13.768422 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10a92d-4457-40b1-b4d5-2d596d6311c2" -d '{"events": [{"name": "network-changed", "server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:13.773964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54431395-5dc3-4eeb-a7c8-68ff3bc4e43d req-d5be6d28-90b2-4729-b66c-9fd6e69ad69d service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213791 Aug 03 15:46:13.809184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c1b37b-5f79-47e2-9e5c-4b9aac4cb36c req-b9db59f9-9a5a-4270-aaa5-aeffe0ca6aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814851 Aug 03 15:46:13.816399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] For port b5b0192d-f072-4e82-96f7-4f017d3df916, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b5b0192d-f072-4e82-96f7-4f017d3df916,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:13.817078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:13.859495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Calling delete_port for b5b0192d-f072-4e82-96f7-4f017d3df916 owned by compute:tempest-test_az-1762904335 {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:46:13.980369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae52f1-986b-4490-88e0-9c5870b885b7 req-c8622df2-30d8-4990-9e95-673d3b409e46 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:13.982494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35ae52f1-986b-4490-88e0-9c5870b885b7 req-c8622df2-30d8-4990-9e95-673d3b409e46 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 943 time: 0.1467285 Aug 03 15:46:14.050738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35ae52f1-986b-4490-88e0-9c5870b885b7 req-7a4020b5-1e0e-4101-9b33-74bdce8ace2d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528173 Aug 03 15:46:14.119386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:14.146190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd700d12-ccad-408a-8846-5acd43c624ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.170379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.188436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b5b0192d-f072-4e82-96f7-4f017d3df916'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:14.228771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Pushing event deleted for resources: {'Port': ['ID=b5b0192d-f072-4e82-96f7-4f017d3df916,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:14.291205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd700d12-ccad-408a-8846-5acd43c624ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.296723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd700d12-ccad-408a-8846-5acd43c624ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.329972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] No DVR routers for this DVR port b5b0192d-f072-4e82-96f7-4f017d3df916 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:46:14.344893 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.348844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700d12-ccad-408a-8846-5acd43c624ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77d361-48b1-45a3-9110-153fb5d7277e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:14.350880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c421d45-e84c-4e2a-bbc2-1294bb7a24fe req-b3490520-6bdb-4a63-b8fb-648bb729631b tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.72 "DELETE /v2.0/ports/b5b0192d-f072-4e82-96f7-4f017d3df916 HTTP/1.1" status: 204 len: 173 time: 0.9511187 Aug 03 15:46:14.351616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'name': 'network-vif-deleted', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:14.362385 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e784a8-19e7-49af-9724-ad1a4907cae1" -d '{"events": [{"server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "name": "network-vif-deleted", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:14.385323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd700d12-ccad-408a-8846-5acd43c624ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51c70052177446638311f15454e89cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542019 Aug 03 15:46:14.386322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb41da-e8c8-41ea-9446-003d5528e606 req-28b2124c-3c4a-45f5-8c7c-b1468981a989 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:14.388387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51570) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:14.388646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ddb41da-e8c8-41ea-9446-003d5528e606 req-28b2124c-3c4a-45f5-8c7c-b1468981a989 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 948 time: 0.1962109 Aug 03 15:46:14.464345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.494321 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.628402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.631882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.635975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c77d361-48b1-45a3-9110-153fb5d7277e HTTP/1.1" status: 204 len: 168 time: 0.2437880 Aug 03 15:46:14.649901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30eaca5-4543-4ca7-a8a2-662daf5a958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77d361-48b1-45a3-9110-153fb5d7277e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:14.655132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-e142e8cd-ace4-4c40-a377-94c1fc39a2cc tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:14.657311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-e142e8cd-ace4-4c40-a377-94c1fc39a2cc tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1101 time: 0.0915277 Aug 03 15:46:14.658192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ddb41da-e8c8-41ea-9446-003d5528e606 req-e988fb4f-fc9d-4025-8dea-ae85b58acf58 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609956 Aug 03 15:46:14.664543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a32adbd6-33ae-40cb-a8e6-f8fa015ca791 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:14.689086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-f2ddb7f2-ab96-4b86-a4e8-f0dbb243de6f tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.817964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:14.826564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-f2ddb7f2-ab96-4b86-a4e8-f0dbb243de6f tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.831700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-f2ddb7f2-ab96-4b86-a4e8-f0dbb243de6f tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.832979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'port_id': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'mac_address': 'fa:16:3e:bd:77:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:14.867665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a91ca5a7-641f-49bd-b214-58ec307cb4af req-f2ddb7f2-ab96-4b86-a4e8-f0dbb243de6f tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974308 Aug 03 15:46:14.885226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb7f2-ab96-4b86-a4e8-f0dbb243de6f tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692efab-d77e-4597-935b-862773c38630,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:14.946694 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d09983-8672-4424-856a-c02153849b36 x-openstack-request-id: req-07d09983-8672-4424-856a-c02153849b36 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:14.947044 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:14.947342 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07d09983-8672-4424-856a-c02153849b36 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:14.947748 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0', 'status': 'completed', 'code': 200} Aug 03 15:46:14.954007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.963768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:14.995466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32adbd6-33ae-40cb-a8e6-f8fa015ca791 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:15.027739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:15.033867 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:15.034652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3c17ab35-9887-43cd-b8fd-e5fa942c6167 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:15.088886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-ff39be46-2f06-4c93-b031-3089a8d06606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:15.090646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-ff39be46-2f06-4c93-b031-3089a8d06606 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 1098 time: 0.1222796 Aug 03 15:46:15.136987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:15.294325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-973ca4b3-bdde-4cc6-a885-fa255810c33f req-89e6e212-ac32-4bdf-902e-34efb3591d6e tempest-AggregatesAdminTestJSON-1829123849 tempest-AggregatesAdminTestJSON-1829123849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8acb761a-50af-4852-a4d0-d4e7ef13f3bb HTTP/1.1" status: 200 len: 210 time: 0.0320137 Aug 03 15:46:15.360295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-7ff19525-7c3a-4f39-a256-3a33a360ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:15.363366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-7ff19525-7c3a-4f39-a256-3a33a360ca61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2657886 Aug 03 15:46:15.369080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:15.388501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'mac_address': 'fa:16:3e:5e:69:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:15.433392 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3379b2f-f1d2-49a1-9e1f-2f2c6780fcb3 x-openstack-request-id: req-d3379b2f-f1d2-49a1-9e1f-2f2c6780fcb3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:15.434099 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acb761a-50af-4852-a4d0-d4e7ef13f3bb", "name": "network-vif-deleted", "tag": "b5b0192d-f072-4e82-96f7-4f017d3df916", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:15.434380 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3379b2f-f1d2-49a1-9e1f-2f2c6780fcb3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:15.434790 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acb761a-50af-4852-a4d0-d4e7ef13f3bb', 'name': 'network-vif-deleted', 'tag': 'b5b0192d-f072-4e82-96f7-4f017d3df916', 'status': 'completed', 'code': 200} Aug 03 15:46:15.436597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-ce236e53-f621-4693-bee5-1ca8d6793a2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=b4e51161-8849-43c4-80e2-859426dd65b0 HTTP/1.1" status: 200 len: 217 time: 0.0639548 Aug 03 15:46:15.443954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:15.465117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c17ab35-9887-43cd-b8fd-e5fa942c6167 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:15.499346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:15.506902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:15.512262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-90672716-4e2f-4668-af3b-a6c7bd3f8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:15.519337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-90672716-4e2f-4668-af3b-a6c7bd3f8317 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0743592 Aug 03 15:46:15.629455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-a326d744-a3d4-433d-bba5-fd807968da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:15.632332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-a326d744-a3d4-433d-bba5-fd807968da95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038067 Aug 03 15:46:15.650751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:15.737092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a32adbd6-33ae-40cb-a8e6-f8fa015ca791'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:15.745476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807ebb9-f0ef-4394-8ed6-52b3983b473f req-c0d2a9a3-b440-4fb3-a132-99201bcb714c tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:15.745958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6807ebb9-f0ef-4394-8ed6-52b3983b473f req-c0d2a9a3-b440-4fb3-a132-99201bcb714c tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 944 time: 0.0969801 Aug 03 15:46:15.784610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-0316a65a-c7f7-40b4-bcea-e411105aec77 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430473 Aug 03 15:46:15.791504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:15.815104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6807ebb9-f0ef-4394-8ed6-52b3983b473f req-84b2a8e8-5fb6-4fb7-a525-d4f451d1c609 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654874 Aug 03 15:46:16.035878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac10a92d-4457-40b1-b4d5-2d596d6311c2 req-dda25284-477a-47d4-86e6-2260c55b59e2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427244 Aug 03 15:46:16.147776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c745f9-2023-4337-aeec-117edb5a1531 req-2f7851ba-53ac-44ec-8fe0-66fb472c2f6c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:16.149465 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1c745f9-2023-4337-aeec-117edb5a1531 req-2f7851ba-53ac-44ec-8fe0-66fb472c2f6c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 949 time: 0.0696623 Aug 03 15:46:16.189241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51624) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:16.214389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1c745f9-2023-4337-aeec-117edb5a1531 req-53f94acd-7be4-4311-84d8-a696af41ffa5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Aug 03 15:46:16.392942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.564552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.572097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.652858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51644) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:16.653351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d6ddd92ffe141f59df86915a0a32956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622688 Aug 03 15:46:16.653634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c979ec8c-c166-4447-808b-50c48a1fceae,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:16.670654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.677047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b4e51161-8849-43c4-80e2-859426dd65b0 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:16.680176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.682139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.683003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.684604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a32adbd6-33ae-40cb-a8e6-f8fa015ca791 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:16.686610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.688192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.688768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.689507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.690348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.691124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.691693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.692800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1cd61-b361-4f8e-abb3-be971b087b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:16.860161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.890259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b4e51161-8849-43c4-80e2-859426dd65b0,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:16.909972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b4e51161-8849-43c4-80e2-859426dd65b0', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b4e51161-8849-43c4-80e2-859426dd65b0', 'mac_address': 'fa:16:3e:95:de:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:16.927543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.950427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a1722-5b32-451e-bb22-01265b517f51 req-df03fabf-2bbf-4b73-a7c8-987819899398 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:16.957846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d2a1722-5b32-451e-bb22-01265b517f51 req-df03fabf-2bbf-4b73-a7c8-987819899398 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2011182 Aug 03 15:46:16.967737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:16.984643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e51161-8849-43c4-80e2-859426dd65b0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:16.991394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:16.996429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:16.996938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.068021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b4e51161-8849-43c4-80e2-859426dd65b0,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:17.076685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.102268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d2a1722-5b32-451e-bb22-01265b517f51 req-fac479fd-93af-4dc1-abab-5d04cb832b4d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434355 Aug 03 15:46:17.136161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51656) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:17.145740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.148624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.152102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c979ec8c-c166-4447-808b-50c48a1fceae HTTP/1.1" status: 204 len: 168 time: 0.4958351 Aug 03 15:46:17.154450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:17.163542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c979ec8c-c166-4447-808b-50c48a1fceae,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:17.174675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.201775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.202354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.202772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.203121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.203463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.203805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.204139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.204468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.204849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.205178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.205515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.205869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2fd9-b9bd-4aea-b6e7-9fc4d66ac323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:17.219482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:17.222262 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847fb0fd-b2a9-4122-b67d-ea4b5ccf66cb" -d '{"events": [{"server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "name": "network-vif-plugged", "status": "completed", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:17.253910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:17.262121 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.263312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3c17ab35-9887-43cd-b8fd-e5fa942c6167 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:17.316404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b4e51161-8849-43c4-80e2-859426dd65b0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:17.329737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b11e1-3a92-48b1-9e63-6726b96c24b9 req-0530ba2e-931b-45fe-a323-a40ea70613d6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:17.340082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-108b11e1-3a92-48b1-9e63-6726b96c24b9 req-0530ba2e-931b-45fe-a323-a40ea70613d6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.0867445 Aug 03 15:46:17.395836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-108b11e1-3a92-48b1-9e63-6726b96c24b9 req-698f3b69-9d19-49ba-a89b-f7e0bf757a25 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537720 Aug 03 15:46:17.517365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:17.527344 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d78a59-8cf1-4de7-ad7f-670377b999b3 x-openstack-request-id: req-72d78a59-8cf1-4de7-ad7f-670377b999b3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:17.527858 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "name": "network-vif-plugged", "status": "completed", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:17.528322 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72d78a59-8cf1-4de7-ad7f-670377b999b3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:17.529467 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'code': 200} Aug 03 15:46:17.656787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5682e2-9a3a-4cc9-98ec-512361d69886 req-e26e6836-69c2-47ba-82fc-f965835fe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:17.659526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd5682e2-9a3a-4cc9-98ec-512361d69886 req-e26e6836-69c2-47ba-82fc-f965835fe3f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 1096 time: 0.1269512 Aug 03 15:46:17.707345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ff9-8d41-4a1d-bec7-f59c29f70116 req-fb297919-5e38-496a-96d9-cb81f78ed2a0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:17.716511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-899b4ff9-8d41-4a1d-bec7-f59c29f70116 req-fb297919-5e38-496a-96d9-cb81f78ed2a0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 949 time: 0.1477551 Aug 03 15:46:17.755953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd5682e2-9a3a-4cc9-98ec-512361d69886 req-40677822-06a0-4dc2-83e8-f7ea3d8d9f7b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886352 Aug 03 15:46:17.761213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:17.769738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:17.773207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:17.794256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-899b4ff9-8d41-4a1d-bec7-f59c29f70116 req-93748ec6-8f32-48ca-a028-5819818a4f70 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764427 Aug 03 15:46:17.859161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-750a47e9-1f65-45ce-a11c-e4f05a17f0bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7203724 Aug 03 15:46:17.957157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51694) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:18.056567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.109765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:18.127397 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.129678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b5b0192d-f072-4e82-96f7-4f017d3df916 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:46:18.152970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51714) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:18.186005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b648a32b-e569-4ae0-8417-7b68142391fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.307848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b5b0192d-f072-4e82-96f7-4f017d3df916 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:46:18.308268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b5b0192d-f072-4e82-96f7-4f017d3df916 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:46:18.399199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:18.439409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595f8c8-cf98-4da2-ad05-4741e3189358 req-a11ff6d7-2af9-4680-8ca4-23f460a80330 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:18.461447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c595f8c8-cf98-4da2-ad05-4741e3189358 req-a11ff6d7-2af9-4680-8ca4-23f460a80330 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1896799 Aug 03 15:46:18.471002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b648a32b-e569-4ae0-8417-7b68142391fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.480659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b648a32b-e569-4ae0-8417-7b68142391fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.545967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c595f8c8-cf98-4da2-ad05-4741e3189358 req-1fdfd0e3-d5cf-46af-8d5b-ee9eb9c1dd39 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828116 Aug 03 15:46:18.588950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a32b-e569-4ae0-8417-7b68142391fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6add2b-6879-4694-8d95-710cb5e365bc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:18.674067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b4e51161-8849-43c4-80e2-859426dd65b0 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:18.716052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b648a32b-e569-4ae0-8417-7b68142391fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dc83078ee694c248767c73b70593945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619488 Aug 03 15:46:18.719094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51738) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:18.736898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-950bf8b5-49ad-4104-9d51-3af9e636a74f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92c4bc3964c34971877e6943b5381754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766550 Aug 03 15:46:18.740315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51742) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:18.813331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b4e51161-8849-43c4-80e2-859426dd65b0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:18.820427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b4e51161-8849-43c4-80e2-859426dd65b0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:18.821018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.880684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:18.914163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413168b-b4bd-4777-a639-a693321c1ae4 req-f4f0e285-c969-45ed-bf67-8df0ffa4f967 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:18.927370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51748) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:18.931116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d413168b-b4bd-4777-a639-a693321c1ae4 req-f4f0e285-c969-45ed-bf67-8df0ffa4f967 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.3641303 Aug 03 15:46:18.959145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.035319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.036979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d413168b-b4bd-4777-a639-a693321c1ae4 req-dfa96910-6757-462c-aeac-7212c0b6317d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046383 Aug 03 15:46:19.041899 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.086921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.116197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b4e51161-8849-43c4-80e2-859426dd65b0,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:19.123963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.150620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.156135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.158627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa6add2b-6879-4694-8d95-710cb5e365bc HTTP/1.1" status: 204 len: 168 time: 0.4378831 Aug 03 15:46:19.177884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.185303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.187284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9d53155-9538-4b1f-8355-d5266d3d6224 HTTP/1.1" status: 204 len: 168 time: 0.4387248 Aug 03 15:46:19.211316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34e19e-41f6-4a49-9162-cc407bb9d346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6add2b-6879-4694-8d95-710cb5e365bc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:19.223844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e33ef1-7d1c-4586-8c78-4c8db29ab5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d53155-9538-4b1f-8355-d5266d3d6224,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:19.321044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342d598-650b-4f8b-bb6e-64948f0414b3 req-eeb0409a-b471-498c-a466-16ad23c763a7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:19.322750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2342d598-650b-4f8b-bb6e-64948f0414b3 req-eeb0409a-b471-498c-a466-16ad23c763a7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 950 time: 0.3605158 Aug 03 15:46:19.323633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c92e4219-0247-4bbd-af7b-013885beb7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.402882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:19.430059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2342d598-650b-4f8b-bb6e-64948f0414b3 req-59b2385b-c44b-48e1-8f4d-ceee19774618 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897341 Aug 03 15:46:19.530757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167'}, {'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:19.533176 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607406c6-164e-4f6e-bb6c-4b494a4e61c5" -d '{"events": [{"server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "name": "network-vif-plugged", "status": "completed", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167"}, {"server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:19.595811 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03902b8d-c7b3-49f0-b381-199563a532c3 x-openstack-request-id: req-03902b8d-c7b3-49f0-b381-199563a532c3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:19.596479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "name": "network-vif-plugged", "status": "completed", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167", "code": 200}, {"server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:19.596816 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03902b8d-c7b3-49f0-b381-199563a532c3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:19.597528 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'code': 200} Aug 03 15:46:19.597528 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0', 'code': 200} Aug 03 15:46:19.604604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c92e4219-0247-4bbd-af7b-013885beb7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.614195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c92e4219-0247-4bbd-af7b-013885beb7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.718427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c92e4219-0247-4bbd-af7b-013885beb7d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0a565ce5cc94f08b9c1a7ad79e08e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7811246 Aug 03 15:46:19.722913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51782) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:19.766782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d053-b105-4c16-899a-1566bdbacf63 req-71cc5c78-f60d-4dcb-8453-e0457b4ac4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:19.769734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ca3d053-b105-4c16-899a-1566bdbacf63 req-71cc5c78-f60d-4dcb-8453-e0457b4ac4cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 1101 time: 0.0588472 Aug 03 15:46:19.773008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e4219-0247-4bbd-af7b-013885beb7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f9846-2a0c-4db7-8c8e-899bda6b2849,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:19.818983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ca3d053-b105-4c16-899a-1566bdbacf63 req-52879963-3c13-4715-8ace-f2c014298684 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Aug 03 15:46:19.863083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae422e99-2346-4908-b55a-c656658e8c28 req-f57163a0-36f5-49b3-a65f-8883f0ad526b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:19.871656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae422e99-2346-4908-b55a-c656658e8c28 req-f57163a0-36f5-49b3-a65f-8883f0ad526b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1749651 Aug 03 15:46:19.912588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59cf44-ae0a-4e3f-af28-a8b4fafad752 req-88a2e02e-5928-4509-a066-8e32ee502234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:19.914337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c59cf44-ae0a-4e3f-af28-a8b4fafad752 req-88a2e02e-5928-4509-a066-8e32ee502234 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 1100 time: 0.1931398 Aug 03 15:46:19.929448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:19.988415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51794) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:19.999702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae422e99-2346-4908-b55a-c656658e8c28 req-c0962922-49ec-4cae-8f81-17fb9ee11031 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133869 Aug 03 15:46:20.002156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.032743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c59cf44-ae0a-4e3f-af28-a8b4fafad752 req-6fe89402-4ac9-4b39-93f9-f91ede46b11e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992692 Aug 03 15:46:20.087968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.089736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-badaf14d-0aca-457a-9022-aff282b67986 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=61a460b80fa048699bb77f9d08f66d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347738 Aug 03 15:46:20.092349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.094662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e13f9846-2a0c-4db7-8c8e-899bda6b2849 HTTP/1.1" status: 204 len: 168 time: 0.3695085 Aug 03 15:46:20.115548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c444f-9c72-4067-b40b-bb20c27ebc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f9846-2a0c-4db7-8c8e-899bda6b2849,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:20.217527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:20.287242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6d24b-e375-439a-a333-91e6564d5aa7 req-9be22d83-7d83-4585-adee-4201621948e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:20.302883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15c6d24b-e375-439a-a333-91e6564d5aa7 req-9be22d83-7d83-4585-adee-4201621948e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.1339645 Aug 03 15:46:20.307760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-8963fff9-2653-417a-89eb-db06b89359cb tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:20.309290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-8963fff9-2653-417a-89eb-db06b89359cb tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181511 Aug 03 15:46:20.314275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9cceb3c5-e0cf-42f4-94ea-9b1fa5300053 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=052b40c3551a408094a756edae2951d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954242 Aug 03 15:46:20.316469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51810) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:20.382902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-bf367d21-146e-4c12-990e-fb94fd22054e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/quotas/61a460b80fa048699bb77f9d08f66d2c HTTP/1.1" status: 200 len: 375 time: 0.0303707 Aug 03 15:46:20.416113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15c6d24b-e375-439a-a333-91e6564d5aa7 req-bed1245e-2024-45bd-b275-f7d22606ddec tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109121 Aug 03 15:46:20.429935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a47fa35e-85b2-47bd-a2e9-670718488991 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454757 Aug 03 15:46:20.441134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.471691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.549675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.569832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.571557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c5b6d01-6d61-4d4b-a52f-eff8d12255ea HTTP/1.1" status: 204 len: 168 time: 0.2539883 Aug 03 15:46:20.574717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cdfd06d1-83d9-4d95-a035-48023b3add53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:20.626779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b7158-2082-434a-96d3-d0ee4f674eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b6d01-6d61-4d4b-a52f-eff8d12255ea,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:20.662410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed623-fe04-4f40-b54e-e56331b0ad9d req-ab38f43a-7432-4aae-a430-6bd90513465c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:20.666391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-722ed623-fe04-4f40-b54e-e56331b0ad9d req-ab38f43a-7432-4aae-a430-6bd90513465c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 950 time: 0.1082664 Aug 03 15:46:20.787146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-722ed623-fe04-4f40-b54e-e56331b0ad9d req-5e5ce2b1-f546-47e8-bb00-04b236d98a96 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129017 Aug 03 15:46:20.938836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bdb6259-b84c-4f6b-a39d-61e5f78d2b2d req-d8df3496-1da0-4fa4-a3ea-19709822b288 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 210 time: 0.0631700 Aug 03 15:46:20.942520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51828) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:20.993105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d658052c-7557-4aac-a00d-51886bd88eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.134661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cdfd06d1-83d9-4d95-a035-48023b3add53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.151670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf72a6-aa2a-49e0-be7c-4bf973a7ff95 req-8a9a2485-85ed-4c36-a310-73493e17b239 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.153349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95cf72a6-aa2a-49e0-be7c-4bf973a7ff95 req-8a9a2485-85ed-4c36-a310-73493e17b239 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.2509313 Aug 03 15:46:21.154217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cdfd06d1-83d9-4d95-a035-48023b3add53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.164861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:21.173568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'floatingip': {'port_id': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:21.286348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-05329a7a-1e0e-4cc7-8bb3-8e8dade34dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.289253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-05329a7a-1e0e-4cc7-8bb3-8e8dade34dc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1101 time: 0.2396331 Aug 03 15:46:21.293829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.317306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ec248-7328-4317-84d1-d8cf42f9a229 req-61b93815-ed05-4a6b-bcfb-42fd46d88153 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.331746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd06d1-83d9-4d95-a035-48023b3add53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b38e43-09f5-41eb-9a12-39be0dcee12f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:21.332350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df5ec248-7328-4317-84d1-d8cf42f9a229 req-61b93815-ed05-4a6b-bcfb-42fd46d88153 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1992435 Aug 03 15:46:21.363301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cdfd06d1-83d9-4d95-a035-48023b3add53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2aa3f114f6047cb893968f09b97886b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3695791 Aug 03 15:46:21.423581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51848) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:21.496156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-c96cc3ef-a7de-46de-a278-b441483f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.498856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-c96cc3ef-a7de-46de-a278-b441483f02c4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2003717 Aug 03 15:46:21.565342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.601975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-d9795860-32f4-466b-9d8e-1a668ce7e10e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0874553 Aug 03 15:46:21.643174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df5ec248-7328-4317-84d1-d8cf42f9a229 req-c44ea804-790b-4443-b428-062c61250ca8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090961 Aug 03 15:46:21.720653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-dc9063af-48f4-4476-968e-11ff8edaa702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.724150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-dc9063af-48f4-4476-968e-11ff8edaa702 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1112111 Aug 03 15:46:21.735559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.746480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.855887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-b9cbd160-8f18-470b-9f2f-d315ee43eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:21.856748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-b9cbd160-8f18-470b-9f2f-d315ee43eb37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243749 Aug 03 15:46:21.866581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d658052c-7557-4aac-a00d-51886bd88eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:21.892000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d658052c-7557-4aac-a00d-51886bd88eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.002892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d658052c-7557-4aac-a00d-51886bd88eb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d68da26e7e344c5583128a31b3f01bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0507002 Aug 03 15:46:22.002892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658052c-7557-4aac-a00d-51886bd88eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dffd8d-332e-40f2-bf60-b88279c9bf32,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:22.046355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51874) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:22.110150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bbbacd3-6b93-416f-8509-00abe16ca051 req-3b5afbba-c5aa-4b00-a89c-c9a956109141 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 210 time: 0.0575964 Aug 03 15:46:22.132829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-8d9adaac-16cc-4de4-a566-b4480ea650d9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643743 Aug 03 15:46:22.247260 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.283277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-78012477-6e6a-44b1-9ded-cdfa36e4a9b1 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420677 Aug 03 15:46:22.285053 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.388812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.391892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.402691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60dffd8d-332e-40f2-bf60-b88279c9bf32 HTTP/1.1" status: 204 len: 168 time: 0.3521783 Aug 03 15:46:22.415751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078c486-e2df-4be5-93d4-dfc663e695ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dffd8d-332e-40f2-bf60-b88279c9bf32,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:22.622824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-cbc31678-7645-48a3-938f-93d12f178b6e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=61a460b80fa048699bb77f9d08f66d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317879 Aug 03 15:46:22.667758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.672196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.677746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53b38e43-09f5-41eb-9a12-39be0dcee12f HTTP/1.1" status: 204 len: 168 time: 1.2523630 Aug 03 15:46:22.689436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.709107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef93ed-5d28-4335-98b8-5f5666472bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b38e43-09f5-41eb-9a12-39be0dcee12f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:22.711441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:22.854330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7844d3-abf7-493f-8efa-5552795730c3 req-5d4dcbb6-5ae8-43c8-a5fb-c916fd08e405 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:22.856165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f7844d3-abf7-493f-8efa-5552795730c3 req-5d4dcbb6-5ae8-43c8-a5fb-c916fd08e405 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1035717 Aug 03 15:46:22.865824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-4ba3a2ad-db0e-414e-aad3-d23e23a8e21b tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:22.868861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-4ba3a2ad-db0e-414e-aad3-d23e23a8e21b tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370870 Aug 03 15:46:22.892662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345e738-d365-4250-a72e-b59d513dc7d1 req-e17fff99-373f-4b84-aa54-9187cc4db3a8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:22.894264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1345e738-d365-4250-a72e-b59d513dc7d1 req-e17fff99-373f-4b84-aa54-9187cc4db3a8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 950 time: 0.2078586 Aug 03 15:46:22.899485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Request body: {'port': {'device_id': '0987ed76-5205-4881-8337-b0f67a797a0e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '61a460b80fa048699bb77f9d08f66d2c'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:22.943606 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Floating IP 46b834b0-38f7-4891-a795-2526997b04e5 associated. External IP: 172.25.7.12, port: a32adbd6-33ae-40cb-a8e6-f8fa015ca791. Aug 03 15:46:22.998367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1345e738-d365-4250-a72e-b59d513dc7d1 req-4d6bdd94-6186-4a1d-90ad-7a4469f3149f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926375 Aug 03 15:46:23.006808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f7844d3-abf7-493f-8efa-5552795730c3 req-80d7ed7a-e0ba-4d64-824f-1a65ad539d40 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367135 Aug 03 15:46:23.047949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Made reservation on behalf of 61a460b80fa048699bb77f9d08f66d2c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:23.051400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.061301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.187666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c154c-c3e9-412e-8569-8995c6332d3a req-01f65190-a2f7-4f28-ba64-97e3f8250b5b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:23.197619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d73c154c-c3e9-412e-8569-8995c6332d3a req-01f65190-a2f7-4f28-ba64-97e3f8250b5b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 949 time: 0.0976269 Aug 03 15:46:23.235381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.255806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.260954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5d8d9eb-b354-4434-af62-4de998834b47 req-0d2b34f1-3fff-44bf-992b-43b8cafd45d6 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 210 time: 0.0396988 Aug 03 15:46:23.354415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:23.435506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d73c154c-c3e9-412e-8569-8995c6332d3a req-b000c0ac-8c8d-4ee4-9530-3d8ec2f44834 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362497 Aug 03 15:46:23.456433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:46:23.457361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:23.478502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Allocated IP 192.168.233.229 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/7faed7b0-cf39-4230-bbc0-7613e3feeaa6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:23.492923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cff40847-f5ee-44a2-84cc-f7fb58c4f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.710670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:46:23.721164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.737011 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:46:23.752071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:23.756966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:23.758630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.775703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95bfb4f2-85b2-4f99-a4c2-ab9ccf7fdb75 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "PUT /v2.0/floatingips/46b834b0-38f7-4891-a795-2526997b04e5 HTTP/1.1" status: 200 len: 990 time: 2.6062727 Aug 03 15:46:23.776944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:23.780363 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba9460-6adb-4934-9f0e-920f48f2e02d" -d '{"events": [{"name": "network-changed", "server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:23.790885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cff40847-f5ee-44a2-84cc-f7fb58c4f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.809958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cff40847-f5ee-44a2-84cc-f7fb58c4f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:23.818018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Transition to ACTIVE for port object 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:23.915061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cff40847-f5ee-44a2-84cc-f7fb58c4f101 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=84dcf515d1f246308134e4560f63dc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482281 Aug 03 15:46:23.917679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51936) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:23.958721 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:23.960305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff40847-f5ee-44a2-84cc-f7fb58c4f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06259069-fc82-4435-a22f-2b8c113878e6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:24.025857 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42008e66-1735-4c10-94a0-6f062bfdd797 x-openstack-request-id: req-42008e66-1735-4c10-94a0-6f062bfdd797 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:24.026151 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:24.026400 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42008e66-1735-4c10-94a0-6f062bfdd797 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:24.036587 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'status': 'completed', 'code': 200} Aug 03 15:46:24.047931 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.108028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.119301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.190453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a0bb-6f09-41d0-8994-1e0e102fb30d req-710e6d74-a7f8-4b71-903e-6e1eb33c831f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.197292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a0bb-6f09-41d0-8994-1e0e102fb30d req-710e6d74-a7f8-4b71-903e-6e1eb33c831f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.205894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7146a0bb-6f09-41d0-8994-1e0e102fb30d req-710e6d74-a7f8-4b71-903e-6e1eb33c831f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e&device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 1690 time: 0.2463984 Aug 03 15:46:24.214928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.220832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.223563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06259069-fc82-4435-a22f-2b8c113878e6 HTTP/1.1" status: 204 len: 168 time: 0.3035226 Aug 03 15:46:24.235254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:24.250108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930d189-adb0-4b8f-89d7-a425d794fbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06259069-fc82-4435-a22f-2b8c113878e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:24.259285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:24.261735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:24.268986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.269696 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.280669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Pushing event updated for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:24.293333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-8aa260f2-fdb9-45c4-8dd2-b6a6a12b7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.306757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-8aa260f2-fdb9-45c4-8dd2-b6a6a12b7259 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 1096 time: 0.2596815 Aug 03 15:46:24.331339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-d72c2b3b-e47d-48e6-a0c5-616a058c3cad tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4376583 Aug 03 15:46:24.350259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Request body: {'port': {'device_id': '0987ed76-5205-4881-8337-b0f67a797a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:24.402475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7146a0bb-6f09-41d0-8994-1e0e102fb30d req-0bbf7549-b929-41e0-8e09-b09e95406dcc tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954210 Aug 03 15:46:24.561168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:bd:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:46:22Z', 'revision_number': 1, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:24.669768 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:46:24.697235 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:24.698032 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:24.709607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fac29-4907-4710-9f9d-7e11b97b55dd req-68abb38e-cf36-4080-8ba2-2c579291523b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.734213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-301fac29-4907-4710-9f9d-7e11b97b55dd req-68abb38e-cf36-4080-8ba2-2c579291523b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1395171 Aug 03 15:46:24.800953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-52f6e4c3-06f5-477b-bc66-9835e766ba96 None None] Provisioning for port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:24.813114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-52f6e4c3-06f5-477b-bc66-9835e766ba96 None None] Provisioning complete for port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:24.813568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-52f6e4c3-06f5-477b-bc66-9835e766ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.819639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-301fac29-4907-4710-9f9d-7e11b97b55dd req-d88acb7b-2047-410b-89b4-d4410c664b0d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Aug 03 15:46:24.854119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:24.899517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-ecba8f72-0190-4ed1-a1c3-96d539c8878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.901385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-ecba8f72-0190-4ed1-a1c3-96d539c8878e service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 924 time: 0.5813460 Aug 03 15:46:24.922888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-52f6e4c3-06f5-477b-bc66-9835e766ba96 None None] Port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:24.951952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7867cc-9c28-4fd4-8ba1-4bf491cbbfc4 req-f07d37ae-e57a-4354-9a00-8bd50da946e7 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:24.961556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e7867cc-9c28-4fd4-8ba1-4bf491cbbfc4 req-f07d37ae-e57a-4354-9a00-8bd50da946e7 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 936 time: 0.4235072 Aug 03 15:46:24.962724 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:25.030921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51978) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:25.179297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-2cb41e5d-9911-40db-bc1d-c6be748863d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 200 len: 998 time: 0.2526159 Aug 03 15:46:25.206998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e7867cc-9c28-4fd4-8ba1-4bf491cbbfc4 req-214c7750-92f1-43d0-b371-b04d4a84738a tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438798 Aug 03 15:46:25.267230 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:bd:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:46:22Z', 'revision_number': 1, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:25.300775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f14b3-8b76-45e7-b5d7-5d93f721bdf4 None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:bd:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:46:22Z', 'revision_number': 1, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:46:25.368544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-4013d66b-59ff-4fc3-96c5-5b83caeb7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:25.376125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26bffe2b-5067-48e2-a408-aecfbf8a1370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:25.381798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-4013d66b-59ff-4fc3-96c5-5b83caeb7e23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.1904728 Aug 03 15:46:25.484502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-243ce795-5273-4d5e-af22-7e16cef17d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:25.486283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-243ce795-5273-4d5e-af22-7e16cef17d99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979130 Aug 03 15:46:25.580463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-8be3438a-a5cf-411e-90fb-b232dd772ef2 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371947 Aug 03 15:46:25.664166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26bffe2b-5067-48e2-a408-aecfbf8a1370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:25.671207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26bffe2b-5067-48e2-a408-aecfbf8a1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:25.709994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:25.755036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f485f8-1755-44e0-94a2-0e4bcf7d6332 req-0185fbac-f067-48e2-87e6-1e1468c227c8 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:25.763317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7f485f8-1755-44e0-94a2-0e4bcf7d6332 req-0185fbac-f067-48e2-87e6-1e1468c227c8 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 1101 time: 0.1919339 Aug 03 15:46:25.771212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-5b88142b-1895-47d2-93ce-2bde612006f7 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719369 Aug 03 15:46:25.784667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6966e228-4879-4574-9c11-bcc485e8fa2a None None] New status for floating IP 46b834b0-38f7-4891-a795-2526997b04e5: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:46:25.807168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:25.826901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52006) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:25.828189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-26bffe2b-5067-48e2-a408-aecfbf8a1370 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7dbcdad6d71c472284692bb87d61f43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7887833 Aug 03 15:46:25.877670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:25.895682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Transition to ACTIVE for port object 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:25.896423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bffe2b-5067-48e2-a408-aecfbf8a1370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3650883b-dc87-4335-a352-fc9e0e92452f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:25.922482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7f485f8-1755-44e0-94a2-0e4bcf7d6332 req-fa688ba6-5dc1-43f4-bb95-b02690e22fcb tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582601 Aug 03 15:46:25.923106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.036459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.054592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-8182591e-ca34-4420-ace5-ea82eb6be687 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.075668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-8182591e-ca34-4420-ace5-ea82eb6be687 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4822645 Aug 03 15:46:26.127420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Pushing event updated for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:26.138320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-60ede86f-ada2-4a83-9502-52b9770ab520 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/quotas/3d8ba87f2ae848c79bc65e5cadbec929 HTTP/1.1" status: 200 len: 375 time: 0.0566046 Aug 03 15:46:26.147342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04ba9460-6adb-4934-9f0e-920f48f2e02d req-27a43680-e60d-41b7-a73f-7e322a5115c8 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668418 Aug 03 15:46:26.149294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.212710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Attempting to bind port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:26.212710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Attempting to bind port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:26.212710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Attempting to bind port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:26.231146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-00ad14dd-c4fe-4070-8d66-a58c207ed4df tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882199 Aug 03 15:46:26.253856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:26.254805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Attempting to bind port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:26.268149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:26.269077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:26.269077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:26.269759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Bound port: 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:26.270208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.300016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c95897-e184-4d0b-ba32-854a69e6f443 req-93db09bb-dcd8-4257-8250-6d70494933cf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.304175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36c95897-e184-4d0b-ba32-854a69e6f443 req-93db09bb-dcd8-4257-8250-6d70494933cf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1179001 Aug 03 15:46:26.331449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.334789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.335897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3650883b-dc87-4335-a352-fc9e0e92452f HTTP/1.1" status: 204 len: 168 time: 0.5040145 Aug 03 15:46:26.377227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e746c5-ccb0-4c81-9f58-426f02d2d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3650883b-dc87-4335-a352-fc9e0e92452f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:26.424976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:26.445013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36c95897-e184-4d0b-ba32-854a69e6f443 req-dd90870b-19ee-4808-b492-fd986fd11346 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164434 Aug 03 15:46:26.474258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:26.484482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.544329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.544964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:26.546735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] 10.222.0.78 "PUT /v2.0/ports/7faed7b0-cf39-4230-bbc0-7613e3feeaa6 HTTP/1.1" status: 200 len: 1096 time: 2.2019401 Aug 03 15:46:26.547265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:26.549777 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3f262-b650-4c26-ba1c-579b8bc38175" -d '{"events": [{"name": "network-changed", "server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:26.593099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb509-eee5-4914-a70e-b938e19bf19e service neutron] Pushing event updated for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:26.645425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dd044-cb33-46bc-a165-352616e9ba4f req-4ceba59c-c002-4730-afcf-a4377348a2f0 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.657109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-912dd044-cb33-46bc-a165-352616e9ba4f req-4ceba59c-c002-4730-afcf-a4377348a2f0 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 1100 time: 0.1188171 Aug 03 15:46:26.688352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-e1938bd6-9818-4198-92e1-a65c2533e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.696865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-e1938bd6-9818-4198-92e1-a65c2533e60c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 1099 time: 0.0865283 Aug 03 15:46:26.779142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-912dd044-cb33-46bc-a165-352616e9ba4f req-ffcda81d-4277-45e8-871c-76d166f7a2ee tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110742 Aug 03 15:46:26.792647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-ca0b378c-a4e3-45d5-b28a-f76dc06bb6ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6 HTTP/1.1" status: 200 len: 217 time: 0.0848315 Aug 03 15:46:26.933677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-70fbd145-307c-4fe2-a64c-face6334d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:26.935616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-70fbd145-307c-4fe2-a64c-face6334d3e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1388776 Aug 03 15:46:27.008105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af216abc-9291-4de9-ba69-f37f2099c84c req-6a7dab4b-cbbb-4eb1-a923-63657e86c85b tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.012324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af216abc-9291-4de9-ba69-f37f2099c84c req-6a7dab4b-cbbb-4eb1-a923-63657e86c85b tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 948 time: 0.1462734 Aug 03 15:46:27.058350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-3809e208-77ea-42a0-b1c3-4494ebff1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.064162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-3809e208-77ea-42a0-b1c3-4494ebff1cd2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167374 Aug 03 15:46:27.103700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af216abc-9291-4de9-ba69-f37f2099c84c req-94a4a0cb-fb33-4ebc-bc13-e8966be1aee1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763829 Aug 03 15:46:27.133081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52056) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:27.171279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83b6a07a-6edc-4dd5-bc9b-4968b1b92aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:27.213779 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a387bb5-1cc0-435b-ac00-907fd03c23d8 x-openstack-request-id: req-2a387bb5-1cc0-435b-ac00-907fd03c23d8 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:27.214197 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:27.214579 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a387bb5-1cc0-435b-ac00-907fd03c23d8 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:27.215132 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'status': 'completed', 'code': 200} Aug 03 15:46:27.268953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d53d8ab-b432-4ec4-94e3-446aef805463 req-df69ae43-ce80-499a-9b0d-c4b76f8a2d5b tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 210 time: 0.0526702 Aug 03 15:46:27.354346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-555dcb88-9612-4442-86aa-b6c187eb2dfa service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822075 Aug 03 15:46:27.411166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83b6a07a-6edc-4dd5-bc9b-4968b1b92aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:27.417419 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83b6a07a-6edc-4dd5-bc9b-4968b1b92aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:27.524024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6a07a-6edc-4dd5-bc9b-4968b1b92aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6d2906-99b3-40ed-99a6-a643fd03487c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:27.591487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-83b6a07a-6edc-4dd5-bc9b-4968b1b92aa4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6811a3ff652246919687fd66d721fe74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554932 Aug 03 15:46:27.592734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52084) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:27.653696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa67d58e-cc43-4c43-9fcd-b98435a9337d req-152c4669-3d22-4332-9254-96a008a96017 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902470 Aug 03 15:46:27.695861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c2880-65fa-4828-ac8e-9f59a86ecfad req-acfdca34-d56b-4911-b4a7-6b28b71563b0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.704867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e1c2880-65fa-4828-ac8e-9f59a86ecfad req-acfdca34-d56b-4911-b4a7-6b28b71563b0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.0832250 Aug 03 15:46:27.723883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-37ad607f-d909-4a01-b115-702456f74db3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576017 Aug 03 15:46:27.779894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-1b5e701d-33e8-4382-a0fe-5bb19e8007a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.781402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-1b5e701d-33e8-4382-a0fe-5bb19e8007a2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 1099 time: 0.0673833 Aug 03 15:46:27.791079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e1c2880-65fa-4828-ac8e-9f59a86ecfad req-7690f75a-a710-4249-ae49-92871ec91d67 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850871 Aug 03 15:46:27.824512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:27.880320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:27.890102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-e65894f5-1978-4c16-b40d-64cd5fa27186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.891793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-e65894f5-1978-4c16-b40d-64cd5fa27186 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.0979047 Aug 03 15:46:27.953788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-b40e3d28-3233-4ff1-b531-0a6af28ecc06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6 HTTP/1.1" status: 200 len: 217 time: 0.0523851 Aug 03 15:46:27.962851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-99e68092-848d-4a27-9342-56f9aae23c7d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:27.966168 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-99e68092-848d-4a27-9342-56f9aae23c7d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355986 Aug 03 15:46:27.987160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-0b994ac7-7518-48c7-985b-a1dcb9f8e1c5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0137496 Aug 03 15:46:28.026216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52098) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:28.038447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.041787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.042605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-4c472a9f-be27-4d5e-a6a6-c0327881a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:28.044572 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-4c472a9f-be27-4d5e-a6a6-c0327881a507 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0692720 Aug 03 15:46:28.045778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e6d2906-99b3-40ed-99a6-a643fd03487c HTTP/1.1" status: 204 len: 168 time: 0.4501874 Aug 03 15:46:28.063532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af837bed-7174-4816-a8f4-f13be722253a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6d2906-99b3-40ed-99a6-a643fd03487c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:28.087746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-0409ae4d-8df2-4103-98e4-621fbf8af355 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943990 Aug 03 15:46:28.122629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-9887690d-62f5-491d-ae79-ea5686704e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:28.124280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-9887690d-62f5-491d-ae79-ea5686704e1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701709 Aug 03 15:46:28.167418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.78', 54318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:28.241877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-f11d4622-2c34-48f8-a97c-27d55c192c1b tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691602 Aug 03 15:46:28.303387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc16a-af42-4076-a308-38a9660451dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.445585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-f0607dce-9dc3-426b-aa4f-88e07996a0c9 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:28.447468 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-f0607dce-9dc3-426b-aa4f-88e07996a0c9 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020459 Aug 03 15:46:28.471584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Request body: {'port': {'device_id': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3d8ba87f2ae848c79bc65e5cadbec929'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:28.494541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-ae89b330-5b56-4505-be82-5567a36e5d92 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616371 Aug 03 15:46:28.506926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cefa1-3ae1-4880-b790-ccaa8f6b2970 req-a5480388-5a59-456c-be38-c457e08d7903 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:28.514468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd5cefa1-3ae1-4880-b790-ccaa8f6b2970 req-a5480388-5a59-456c-be38-c457e08d7903 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 948 time: 0.2164977 Aug 03 15:46:28.634389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd5cefa1-3ae1-4880-b790-ccaa8f6b2970 req-efe1d529-6ffc-405d-8b26-3be6faf9bf9c tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187048 Aug 03 15:46:28.714097 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dca3f262-b650-4c26-ba1c-579b8bc38175 req-9436d2f5-cf69-4706-b6c9-973d0eb6e2ec service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970026 Aug 03 15:46:28.780224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a393731c-5422-4521-84ba-df9756d3274b req-138e95d1-e0be-4258-ad2e-d1082acc3df4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 210 time: 0.0334332 Aug 03 15:46:28.800503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc16a-af42-4076-a308-38a9660451dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.814061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc16a-af42-4076-a308-38a9660451dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.857734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Made reservation on behalf of 3d8ba87f2ae848c79bc65e5cadbec929 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:28.863070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.877178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8f1fc16a-af42-4076-a308-38a9660451dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d57a168132c490180ef51abc9f2c9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486109 Aug 03 15:46:28.878611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:28.900823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:28.950470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fc16a-af42-4076-a308-38a9660451dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b528f6-c075-41f2-9995-9fea86a05096,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:28.998965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.031275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.121741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.126913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.130739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.137599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:29.140843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1b528f6-c075-41f2-9995-9fea86a05096 HTTP/1.1" status: 204 len: 168 time: 0.2604740 Aug 03 15:46:29.158319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1575-33cc-44ab-9a71-285ee4c8c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b528f6-c075-41f2-9995-9fea86a05096,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:29.224840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-fbf37ce8-996f-4180-a9d6-027c6800a7e1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780172 Aug 03 15:46:29.411726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-19db3cf7-7873-4fe7-af34-533972b6036d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:29.414760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd61216-a803-4dc6-b469-b9683ec3f1c2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:29.417073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-19db3cf7-7873-4fe7-af34-533972b6036d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895492 Aug 03 15:46:29.431827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605322b-a2ab-4cb4-acdc-fd8e83673ab5 req-984629a6-105e-486b-a452-e0a221f03761 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:29.441968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3605322b-a2ab-4cb4-acdc-fd8e83673ab5 req-984629a6-105e-486b-a452-e0a221f03761 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2640493 Aug 03 15:46:29.443740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-69445c97-3512-462a-a2e9-b89c85f7efec tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/quotas/396ef2f1015e4cd0955e5cc07ae23042 HTTP/1.1" status: 200 len: 375 time: 0.0175605 Aug 03 15:46:29.480702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Allocated IP 192.168.233.56 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/4de75d21-74d6-4461-b89c-7d3b0d2b4ef5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:29.542410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-76013bf1-2599-4e4a-8e99-1cb43c229bfc tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907283 Aug 03 15:46:29.578287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3605322b-a2ab-4cb4-acdc-fd8e83673ab5 req-17f64c63-6ae2-4bc1-979f-cd910118114c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347430 Aug 03 15:46:29.830681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-359ae0e9-5e6b-4d97-b5ad-e99d905eec0b req-ced14999-af6b-4e53-978c-f4e62914c187 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 210 time: 0.1580124 Aug 03 15:46:29.982922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e193cad7-e725-4075-ad76-b1f18eff727f req-312cccd9-1ee5-4a85-9446-710776290cc0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 210 time: 0.0545723 Aug 03 15:46:30.004957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.031751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe891ea-d744-411f-b6c2-1d2da69301a4 req-2fb4caca-50bd-404c-b3d7-c92fa8e47bd1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:30.049628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Transition to ACTIVE for port object 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:30.055940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe891ea-d744-411f-b6c2-1d2da69301a4 req-2fb4caca-50bd-404c-b3d7-c92fa8e47bd1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 948 time: 0.2145491 Aug 03 15:46:30.094753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:30.137606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-46943540-a5e6-451f-a408-111e61e53f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.181354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe891ea-d744-411f-b6c2-1d2da69301a4 req-409cd8ba-b848-4c30-9e7f-48c360443c6f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237702 Aug 03 15:46:30.209752 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fab2e98e-7020-4696-8e37-16850c4da9d7 req-0e4be44b-4dc4-411e-bc2a-b6dbc0a20047 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 210 time: 0.0773623 Aug 03 15:46:30.211079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.251418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:30.255112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:30.259474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:30.266440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:30.267108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.293804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Pushing event updated for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:30.387773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-46943540-a5e6-451f-a408-111e61e53f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.395627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-46943540-a5e6-451f-a408-111e61e53f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.398088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2f632f59-dec3-46a0-9ee7-806a5b6f23a7 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9312797 Aug 03 15:46:30.414252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Request body: {'port': {'device_id': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:30.478991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943540-a5e6-451f-a408-111e61e53f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae59cd-d492-4a63-971d-2e30fb9b763a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:30.495311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-46943540-a5e6-451f-a408-111e61e53f58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=835ab7cb8cdd48079b638221b676cebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984363 Aug 03 15:46:30.499190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52194) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:30.500018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.528089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:30.590017 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.679124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.754523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad5f3fa9-c449-415a-a327-eeca0f22891e None None] Provisioning for port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:30.762471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.764452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad5f3fa9-c449-415a-a327-eeca0f22891e None None] Provisioning complete for port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:30.765075 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3fa9-c449-415a-a327-eeca0f22891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.767277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:30.769170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2ae59cd-d492-4a63-971d-2e30fb9b763a HTTP/1.1" status: 204 len: 168 time: 0.2690165 Aug 03 15:46:30.795980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae802c-0ff2-4f33-803e-19a72cd4069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae59cd-d492-4a63-971d-2e30fb9b763a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:31.026273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f3fa9-c449-415a-a327-eeca0f22891e None None] Port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:31.034759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b49177-0321-4e2a-aaa6-1c65d87c681f req-5555f1a9-26d0-440d-9ed6-e00e8029d3b0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:31.041776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:31.052629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5b49177-0321-4e2a-aaa6-1c65d87c681f req-5555f1a9-26d0-440d-9ed6-e00e8029d3b0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1357346 Aug 03 15:46:31.072079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'mac_address': 'fa:16:3e:3d:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:31.097130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13de67d5-39b7-4964-af91-048848403729 req-3371944d-5291-409e-b9f8-fe88d9809d43 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 210 time: 0.0734551 Aug 03 15:46:31.199743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:31.229946 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-031178fb-3a7b-48d3-af9b-3389f027cc04 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464157 Aug 03 15:46:31.252133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:31.262870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-01deffe1-f0af-4be9-9912-2e55e4152b7c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814549 Aug 03 15:46:31.265130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:31.283666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:31.304747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:31.310904 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:31.338762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5b49177-0321-4e2a-aaa6-1c65d87c681f req-e8be3ec8-2198-48e3-84d3-3ee2a8d9c5e0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848444 Aug 03 15:46:31.341506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff6161d5-a656-45f6-9b43-5a4c2f91b85e req-1b9133b8-f754-48db-89c3-4f2946c500ba tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 210 time: 0.0862617 Aug 03 15:46:31.366632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Transition to ACTIVE for port object 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:31.373862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:31.437778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:31.459112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.470343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.470922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.471833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.472312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.472831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.473274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.473963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.474558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.475004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.475430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.476462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:31.504291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Pushing event updated for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:31.571092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['7faed7b0-cf39-4230-bbc0-7613e3feeaa6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:31.671384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Attempting to bind port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:31.671720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Attempting to bind port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:31.672046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Attempting to bind port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:31.715545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4082d6-ae43-4e87-a305-cb74e80966e6 req-0e8d5178-f9fe-4828-a5dd-451ed870186e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:31.726515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce4082d6-ae43-4e87-a305-cb74e80966e6 req-0e8d5178-f9fe-4828-a5dd-451ed870186e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 949 time: 0.2119913 Aug 03 15:46:31.735519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:31.736824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Attempting to bind port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:31.796921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:31.797380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:31.797849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:31.798644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Bound port: 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:31.799263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.170390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-a7d594de-f96b-4802-b93d-9c9b2d7690e9 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4124906 Aug 03 15:46:32.216956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccf9d2-43cf-4e4b-91d5-83b66a5a7d68 req-1d270146-dfc4-42b1-9b50-a9b8de46712d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.219329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65ccf9d2-43cf-4e4b-91d5-83b66a5a7d68 req-1d270146-dfc4-42b1-9b50-a9b8de46712d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 947 time: 0.6799390 Aug 03 15:46:32.236427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce4082d6-ae43-4e87-a305-cb74e80966e6 req-1cf12e5e-63e6-4ddb-a516-fdc0238387b1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089555 Aug 03 15:46:32.277795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-0af43d4e-b108-4a46-a9ed-fa8781782608 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.279820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-0af43d4e-b108-4a46-a9ed-fa8781782608 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0257077 Aug 03 15:46:32.292641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-f9b4ad43-c482-49df-823e-fe2f03fc8679 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.294826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-f9b4ad43-c482-49df-823e-fe2f03fc8679 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9483905 Aug 03 15:46:32.306018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:32.330448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:32.357056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:32.364939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.379413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-64cf1632-da9a-4d11-a57d-120eabb44a7f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.381123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-64cf1632-da9a-4d11-a57d-120eabb44a7f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000890 Aug 03 15:46:32.414929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Request body: {'port': {'device_id': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '396ef2f1015e4cd0955e5cc07ae23042'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:32.427941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.428511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.429850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] 10.222.0.78 "PUT /v2.0/ports/4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 HTTP/1.1" status: 200 len: 1095 time: 2.0225084 Aug 03 15:46:32.443467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:32.446238 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae43cbc-98d1-4801-9d3b-debd433ddeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:32.478263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '1c6f10ae-a611-431c-8384-e986349f4c36', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:32.541679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:32.575121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0d2c45a-6fd3-4df3-acd0-3dae94e97051 req-b00cf6e8-e021-4851-9f88-2842cbd34f76 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 210 time: 0.1256454 Aug 03 15:46:32.609501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ef8cd-adbf-4024-b18c-04804fb08fea service neutron] Pushing event updated for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:32.642677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65ccf9d2-43cf-4e4b-91d5-83b66a5a7d68 req-0fea5a9d-4904-4dc2-a9a8-e06d80443d43 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020112 Aug 03 15:46:32.646485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-b0499c9c-95b2-4799-9151-a96cbb83a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.648834 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-b0499c9c-95b2-4799-9151-a96cbb83a804 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 1098 time: 0.1544845 Aug 03 15:46:32.675710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:32.686724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:32.687172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.751353 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:46:32.751353 n-d-803226-3 neutron-server[106016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 15:46:32.751353 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id': '3c4518d8a3f946d79b8a802b20df47b7', 'id': '83433458-db1a-4ffa-991f-25db2ca7f9a5', 'expiration': datetime.datetime(2021, 8, 3, 15, 48, 32, 746083)}] Aug 03 15:46:32.751353 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:46:32.751976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-355abc7c-7b1c-4403-a0bc-677aac9c87df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 HTTP/1.1" status: 200 len: 217 time: 0.0909164 Aug 03 15:46:32.752212 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:46:32.764167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:32.768551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.836551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Made reservation on behalf of 396ef2f1015e4cd0955e5cc07ae23042 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:32.840461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.844614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-3327f8d6-1b48-4e0a-aa15-cd25bbbea273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.846283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-3327f8d6-1b48-4e0a-aa15-cd25bbbea273 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0845804 Aug 03 15:46:32.854756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.906628 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:32.939408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-6acb7fc8-9ba2-4771-9ae4-f52c00fdf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:32.941153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-6acb7fc8-9ba2-4771-9ae4-f52c00fdf224 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838742 Aug 03 15:46:32.995507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:32.997326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:33.002814 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00466acb-55fa-465b-960c-ddd9e04b4fe7" -d '{"events": [{"server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "name": "network-vif-plugged", "status": "completed", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:33.009815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46124dd5-eb93-496c-9835-1c76bb568d55 req-d6d7fe80-0266-4b23-b743-49cd61f6b7d6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:33.011457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.033567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46124dd5-eb93-496c-9835-1c76bb568d55 req-d6d7fe80-0266-4b23-b743-49cd61f6b7d6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2284586 Aug 03 15:46:33.037043 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:46:33.110481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:33.156747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-45c89b79-80d9-464f-b9dd-8aaefe01ffb3 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035353 Aug 03 15:46:33.171177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.182148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.193374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.249 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/5e8e4c99-335c-4932-8ae4-b5bfd7191afe) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:33.207071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46124dd5-eb93-496c-9835-1c76bb568d55 req-b5b75733-434f-452e-b203-433624718dfd tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631868 Aug 03 15:46:33.321094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:33.328292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.377438 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f282a255-f3a0-4c0d-8f19-d1d9ab7aecf3 x-openstack-request-id: req-f282a255-f3a0-4c0d-8f19-d1d9ab7aecf3 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:33.378242 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:33.378242 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f282a255-f3a0-4c0d-8f19-d1d9ab7aecf3 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:33.379727 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5', 'status': 'completed', 'code': 200} Aug 03 15:46:33.380486 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6596981-14a5-42fc-a2dd-92d6283b5a15 x-openstack-request-id: req-e6596981-14a5-42fc-a2dd-92d6283b5a15 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:33.381740 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "name": "network-vif-plugged", "status": "completed", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:33.382152 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6596981-14a5-42fc-a2dd-92d6283b5a15 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:33.382909 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'code': 200} Aug 03 15:46:33.388715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d7330d8-857b-4ae3-b809-4e20496c2c26 req-82ae8603-55e2-4636-b728-31210c79d937 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 210 time: 0.1527123 Aug 03 15:46:33.465885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b740a-9a57-4d1b-a2cd-c7a2336983f9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:33.493973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.78', 54320) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:33.598850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.603509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034dfdd-bc53-4318-83bf-a269956b59ee req-5bb2e0d4-1de1-4e57-abb7-416148e41dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:33.605019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e034dfdd-bc53-4318-83bf-a269956b59ee req-5bb2e0d4-1de1-4e57-abb7-416148e41dc9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 1101 time: 0.1099253 Aug 03 15:46:33.605633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb9e5b4e-b9c0-4f13-adc3-134f10976898 req-2a8152dc-6bcb-43c3-8195-7b2f06e4c325 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364288 Aug 03 15:46:33.625604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object 5e8e4c99-335c-4932-8ae4-b5bfd7191afe will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:33.635631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa1fe7-e467-466b-aa74-5ed231866c7e req-64edc5ae-ab92-43d5-bc88-a558a8bba4c4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:33.650179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6fa1fe7-e467-466b-aa74-5ed231866c7e req-64edc5ae-ab92-43d5-bc88-a558a8bba4c4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.1355782 Aug 03 15:46:33.670083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e034dfdd-bc53-4318-83bf-a269956b59ee req-77930686-106c-4ffd-b7e7-03fcd60b20f8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Aug 03 15:46:33.702540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.710369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6fa1fe7-e467-466b-aa74-5ed231866c7e req-84bce58c-d61b-44e6-b73f-8398b99c42a5 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589459 Aug 03 15:46:33.715238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:33.718883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:33.841908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:33.852353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:33.888248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:33.897548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:33.898832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:33.921997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:33.938897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-af6f6a36-9a22-4f5e-99a5-9523ba8bfc9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6426768 Aug 03 15:46:33.994344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-12c08474-8e35-4f47-8f65-f9b6c1a0404a req-cf6c0143-dc95-4b1b-b6af-d09d4776d8bc tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 210 time: 0.0738101 Aug 03 15:46:34.018074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Request body: {'port': {'device_id': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:34.076144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d18ce1-8e3e-445c-a9e9-f26f6c3eee69 req-5d341561-b26b-4d75-aced-ba1b07592256 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.085031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59d18ce1-8e3e-445c-a9e9-f26f6c3eee69 req-5d341561-b26b-4d75-aced-ba1b07592256 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 947 time: 0.0682962 Aug 03 15:46:34.102936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.50 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/33604537-e37d-4762-bfa1-c119bdddf006) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:34.107139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:34.111924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-c6c5f7fb-d5e4-44e1-bfe4-4bb0c45b5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.114944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-c6c5f7fb-d5e4-44e1-bfe4-4bb0c45b5e81 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 1098 time: 0.2896373 Aug 03 15:46:34.154857 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59d18ce1-8e3e-445c-a9e9-f26f6c3eee69 req-d2ca220f-ab6e-459e-a3f3-998678953587 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683846 Aug 03 15:46:34.296832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b95eb97c-f482-47f7-96d2-8c0c8b196dd7 None None] Provisioning for port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:34.303810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b95eb97c-f482-47f7-96d2-8c0c8b196dd7 None None] Provisioning complete for port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:34.304872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b95eb97c-f482-47f7-96d2-8c0c8b196dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:34.381498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b95eb97c-f482-47f7-96d2-8c0c8b196dd7 None None] Port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:34.483510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-a7354280-10f7-4984-92f7-d6c2472e4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.485875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-a7354280-10f7-4984-92f7-d6c2472e4c5d service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3582900 Aug 03 15:46:34.574424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-a97f8aa8-14dc-42f0-a1f4-0e3aed90e12d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 HTTP/1.1" status: 200 len: 217 time: 0.0528474 Aug 03 15:46:34.586913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d9f3a-e886-4dcd-b30d-24d29979d985 req-9228e87c-fab2-4884-8414-76726f26e405 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.588807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a90d9f3a-e886-4dcd-b30d-24d29979d985 req-9228e87c-fab2-4884-8414-76726f26e405 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2084842 Aug 03 15:46:34.618337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc155690-e852-487c-9195-ea87f3178931 req-b7ffa690-52e9-4b7b-a034-34c952cadd41 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 210 time: 0.0427806 Aug 03 15:46:34.713798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-201368ec-06e1-48ea-af11-e2e865cb169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.715278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-201368ec-06e1-48ea-af11-e2e865cb169b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1232550 Aug 03 15:46:34.723681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a90d9f3a-e886-4dcd-b30d-24d29979d985 req-2d97e36c-6461-4139-8d45-7b63e74ddc24 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Aug 03 15:46:34.737497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:34.785664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object 33604537-e37d-4762-bfa1-c119bdddf006 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:34.811520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-9f325830-1724-42be-889e-345eddcbae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:34.814116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-9f325830-1724-42be-889e-345eddcbae43 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892301 Aug 03 15:46:34.967471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:34.990708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:35.015781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e76e-be41-4458-8da2-75681e6eefc1 req-e27345b9-2758-48f1-ac96-153762464b0e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:35.017398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b09e76e-be41-4458-8da2-75681e6eefc1 req-e27345b9-2758-48f1-ac96-153762464b0e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.1724422 Aug 03 15:46:35.020502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:35.066330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Allocated IP 192.168.233.98 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b53467a3-8ae5-4bb1-8fd0-ded855be4f3f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:35.081623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:35.091881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:35.096250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-3b2e3d53-66f8-4d3b-9a72-f89444ced3a9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691469 Aug 03 15:46:35.097114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:35.104916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:35.105659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.217525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:35.241595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c546ca13-045c-4ccc-b311-d93fa54969ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7924697 Aug 03 15:46:35.249112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b09e76e-be41-4458-8da2-75681e6eefc1 req-7917530b-c7dc-47fc-98e1-3496ae6a8508 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976323 Aug 03 15:46:35.278223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Request body: {'port': {'device_id': '1c6f10ae-a611-431c-8384-e986349f4c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:35.327707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52364) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:35.391001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2a96-4f5d-4dca-a316-907cc900fe20 req-3f4f04af-73df-4a8e-a336-7085c5022c9d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:35.404580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-972e2a96-4f5d-4dca-a316-907cc900fe20 req-3f4f04af-73df-4a8e-a336-7085c5022c9d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 935 time: 0.2197049 Aug 03 15:46:35.407904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.412639 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aae43cbc-98d1-4801-9d3b-debd433ddeb1 req-39f668fc-3de6-421c-932f-f4c2ce472902 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945690 Aug 03 15:46:35.533006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-972e2a96-4f5d-4dca-a316-907cc900fe20 req-1f2477b3-b33a-40e9-b30b-b84131beca5a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215000 Aug 03 15:46:35.568099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2df686d5-74da-4e22-9e72-0d84859674c3 None None] Provisioning for port 33604537-e37d-4762-bfa1-c119bdddf006 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:35.586809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2df686d5-74da-4e22-9e72-0d84859674c3 None None] Provisioning complete for port 33604537-e37d-4762-bfa1-c119bdddf006 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:35.587292 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2df686d5-74da-4e22-9e72-0d84859674c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.634079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2df686d5-74da-4e22-9e72-0d84859674c3 None None] Port 33604537-e37d-4762-bfa1-c119bdddf006 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:35.648192 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.683001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d8328ca-b2d6-43bd-bd1c-2a59cee0275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.699782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Transition to ACTIVE for port object b53467a3-8ae5-4bb1-8fd0-ded855be4f3f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:35.818893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23227-de5b-48fe-b385-4a775a3f4a6d req-17c5fcd1-e5b4-4fea-ae08-f28e10be0849 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:35.820449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28f23227-de5b-48fe-b385-4a775a3f4a6d req-17c5fcd1-e5b4-4fea-ae08-f28e10be0849 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 947 time: 0.1347840 Aug 03 15:46:35.840400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.938709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:35.948775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28f23227-de5b-48fe-b385-4a775a3f4a6d req-c534b46e-7ca2-4b1b-95b1-e3fddabf51e9 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206186 Aug 03 15:46:35.954584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:35.959546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:35.965399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:35.966121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:35.978084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Pushing event updated for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:36.023605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d8328ca-b2d6-43bd-bd1c-2a59cee0275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.032788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d8328ca-b2d6-43bd-bd1c-2a59cee0275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.059571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0f3ac9d9-9968-4ddd-8ea8-5ba1527b975d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6491246 Aug 03 15:46:36.099657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Request body: {'port': {'device_id': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:36.106931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8e4c99-335c-4932-8ae4-b5bfd7191afe {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:36.117353 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.134637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d8328ca-b2d6-43bd-bd1c-2a59cee0275a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=091e4ae51e974a179446d7280954e99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237866 Aug 03 15:46:36.135131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52382) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:36.143275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Transition to ACTIVE for port object 5e8e4c99-335c-4932-8ae4-b5bfd7191afe will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:36.163813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8328ca-b2d6-43bd-bd1c-2a59cee0275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90bd59-638b-4b15-a463-ac82487935d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:36.219682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566770-81d6-4571-bb3c-ac47f114be1c req-a23c80fb-5723-4ea5-bfd8-f926367a7234 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:36.221350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97566770-81d6-4571-bb3c-ac47f114be1c req-a23c80fb-5723-4ea5-bfd8-f926367a7234 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 935 time: 0.1504209 Aug 03 15:46:36.231677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0116d4-4815-4ff6-b785-83ab69712a8e req-3296e9dd-5227-4eb6-b2f4-653409c870d1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:36.232621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.233257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff0116d4-4815-4ff6-b785-83ab69712a8e req-3296e9dd-5227-4eb6-b2f4-653409c870d1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1730881 Aug 03 15:46:36.234083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.273515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-373691bf-b1cd-4cc9-b217-5abda20b4cdc None None] Provisioning for port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:36.290042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-373691bf-b1cd-4cc9-b217-5abda20b4cdc None None] Provisioning complete for port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:36.290750 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-373691bf-b1cd-4cc9-b217-5abda20b4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.337103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97566770-81d6-4571-bb3c-ac47f114be1c req-0e208116-f260-4649-a492-e92cfee4654e tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Aug 03 15:46:36.353544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-373691bf-b1cd-4cc9-b217-5abda20b4cdc None None] Port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:36.420100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:36.437765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.445347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Attempting to bind port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:36.445924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Attempting to bind port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:36.446460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Attempting to bind port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:36.460216 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff0116d4-4815-4ff6-b785-83ab69712a8e req-b0e6faf3-64e7-4dc5-b1e5-4c56ef6c32b7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147961 Aug 03 15:46:36.493326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a2f2c-2760-4f7a-b47f-d849e70150ac req-050b923c-3fdc-483b-8dac-b9093dc2a9a4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:36.495266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541a2f2c-2760-4f7a-b47f-d849e70150ac req-050b923c-3fdc-483b-8dac-b9093dc2a9a4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.0610566 Aug 03 15:46:36.496520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:36.497058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Attempting to bind port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:36.506985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.541740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:36.542189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:36.542788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:36.543570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Bound port: 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:36.544184 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.553422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541a2f2c-2760-4f7a-b47f-d849e70150ac req-bd9634f3-af79-4387-9810-ac6bf71deaa2 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Aug 03 15:46:36.594601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:36.810353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130bbe-c619-4cce-8357-cbfed9ec2ddf req-b449497c-b0e1-4c4e-979b-16a909c186f9 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:36.811812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38130bbe-c619-4cce-8357-cbfed9ec2ddf req-b449497c-b0e1-4c4e-979b-16a909c186f9 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 935 time: 0.0936403 Aug 03 15:46:36.857797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:36.877933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5', 'mac_address': 'fa:16:3e:8f:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:36.882961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38130bbe-c619-4cce-8357-cbfed9ec2ddf req-5c390dbe-c0f7-4edc-ab95-9c99f5b9c0c2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555193 Aug 03 15:46:36.947890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:36.979039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:37.011980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:37.024280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.041780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-23f580d6-b55c-4c0a-926e-c0c2b0dfc378 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=61a460b80fa048699bb77f9d08f66d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449758 Aug 03 15:46:37.052674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:37.060731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:37.063659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33604537-e37d-4762-bfa1-c119bdddf006 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:37.069954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.077010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.088057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f90bd59-638b-4b15-a463-ac82487935d2 HTTP/1.1" status: 204 len: 168 time: 0.9478974 Aug 03 15:46:37.102789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.121349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.127275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44075b7d-8120-4286-89f6-50f33921f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90bd59-638b-4b15-a463-ac82487935d2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:37.257949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:37.258876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.260777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] 10.222.0.72 "PUT /v2.0/ports/5e8e4c99-335c-4932-8ae4-b5bfd7191afe HTTP/1.1" status: 200 len: 1096 time: 3.2827990 Aug 03 15:46:37.261864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:37.265970 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:37.273806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-b7835a3a-1b6a-40f3-9d81-259899a37f07 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:37.286002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-b7835a3a-1b6a-40f3-9d81-259899a37f07 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421703 Aug 03 15:46:37.321411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:37.330357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-a4579908-6650-433f-ab04-55ff7d359344 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/quotas/61a460b80fa048699bb77f9d08f66d2c HTTP/1.1" status: 200 len: 375 time: 0.0403717 Aug 03 15:46:37.334383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c88d3-2446-4163-b9d4-1fbc277b5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:37.365126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Transition to ACTIVE for port object 33604537-e37d-4762-bfa1-c119bdddf006 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:37.424337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.431607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:37.493281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-163ddc96-1d3e-464a-8c6d-cd00547d8fd8 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595268 Aug 03 15:46:37.565963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cb801-b691-4305-8b51-0d6686b36446 req-ffd42e2c-dfb8-4c2c-9cb5-4735da888406 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:37.589369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-653cb801-b691-4305-8b51-0d6686b36446 req-ffd42e2c-dfb8-4c2c-9cb5-4735da888406 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 948 time: 0.4387748 Aug 03 15:46:37.624773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52430) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:37.646680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af13ad68-874c-49f5-9b6c-9947ef818bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.724786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Pushing event updated for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:37.750477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-efc50368-7050-452e-a78b-7ca88062251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:37.763923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-efc50368-7050-452e-a78b-7ca88062251d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 1099 time: 0.4208255 Aug 03 15:46:37.773751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53467a3-8ae5-4bb1-8fd0-ded855be4f3f {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:37.790581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.813880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Transition to ACTIVE for port object b53467a3-8ae5-4bb1-8fd0-ded855be4f3f will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:37.820438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.886068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c12cb9cf-2dc9-4e3f-a531-09b5ce02c745 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe HTTP/1.1" status: 200 len: 217 time: 0.0873561 Aug 03 15:46:37.890213 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f128cf-dea3-455b-8f6d-de4a5a63c17c x-openstack-request-id: req-57f128cf-dea3-455b-8f6d-de4a5a63c17c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:37.890615 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:37.891064 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57f128cf-dea3-455b-8f6d-de4a5a63c17c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:37.891758 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'status': 'completed', 'code': 200} Aug 03 15:46:37.895425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Attempting to bind port 33604537-e37d-4762-bfa1-c119bdddf006 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:37.895948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Attempting to bind port 33604537-e37d-4762-bfa1-c119bdddf006 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:37.896503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Attempting to bind port 33604537-e37d-4762-bfa1-c119bdddf006 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:37.906790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af13ad68-874c-49f5-9b6c-9947ef818bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.918691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af13ad68-874c-49f5-9b6c-9947ef818bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:37.931421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Port 33604537-e37d-4762-bfa1-c119bdddf006 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:37.932067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Attempting to bind port 33604537-e37d-4762-bfa1-c119bdddf006 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:38.009230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ad68-874c-49f5-9b6c-9947ef818bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4874372d-a802-40d5-b361-9ea36fab5af3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:38.025215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-653cb801-b691-4305-8b51-0d6686b36446 req-b658cef8-7127-4968-9754-dcb272083ced tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119809 Aug 03 15:46:38.026184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:38.026673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:38.027253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:38.027895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Bound port: 33604537-e37d-4762-bfa1-c119bdddf006, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:38.028266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Pushing event updated for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:38.028430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.073550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-4d462332-11c7-4fdc-bcf6-fea4574e2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.076111 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-4d462332-11c7-4fdc-bcf6-fea4574e2efe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1464529 Aug 03 15:46:38.087067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af13ad68-874c-49f5-9b6c-9947ef818bbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27ddc3faecb8423e97869773fd1e6253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589245 Aug 03 15:46:38.097325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52444) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:38.122853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915757f0-55f1-4945-9c4b-a595e2e086e0 req-550b46f5-5d0f-4c57-b923-64b0ba3bce2d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.124436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-915757f0-55f1-4945-9c4b-a595e2e086e0 req-550b46f5-5d0f-4c57-b923-64b0ba3bce2d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 947 time: 0.1499689 Aug 03 15:46:38.132214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Attempting to bind port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:38.132558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Attempting to bind port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:38.132871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Attempting to bind port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:38.185349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-915757f0-55f1-4945-9c4b-a595e2e086e0 req-65a13225-1099-46ec-84c4-c02dc2d573d1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Aug 03 15:46:38.185972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:38.186577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Attempting to bind port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Bound port: b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:38.231264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.282180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-d95b9b71-4c77-419a-8fba-0f22b421488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.284875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-d95b9b71-4c77-419a-8fba-0f22b421488d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999936 Aug 03 15:46:38.288600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.354221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:38.358017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:38.363422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374eda-9388-4ffd-866e-9e5f460e7fa6 req-3c42fd45-5ac2-4b16-bdb7-5ba752f72095 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.364532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.366180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64374eda-9388-4ffd-866e-9e5f460e7fa6 req-3c42fd45-5ac2-4b16-bdb7-5ba752f72095 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1785281 Aug 03 15:46:38.406329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.406951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.408452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] 10.222.0.72 "PUT /v2.0/ports/b53467a3-8ae5-4bb1-8fd0-ded855be4f3f HTTP/1.1" status: 200 len: 1095 time: 2.3199370 Aug 03 15:46:38.418559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:38.421830 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfbd046-f843-47e4-b5f3-bf68df2b431e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:38.432402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.437940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.439004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4874372d-a802-40d5-b361-9ea36fab5af3 HTTP/1.1" status: 204 len: 168 time: 0.3336282 Aug 03 15:46:38.450033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:38.464218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2482b8bd-f055-4529-baa0-5b5ee9b509af req-51f09a5f-f656-4e40-898b-258d3533742e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 210 time: 0.0548267 Aug 03 15:46:38.506471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3c843-3001-4654-87ed-d497c1eedb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4874372d-a802-40d5-b361-9ea36fab5af3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:38.506768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=33604537-e37d-4762-bfa1-c119bdddf006,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:38.510030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088910e8-84b3-43b9-8115-9da28ea3271c service neutron] Pushing event updated for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:38.526890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.587640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:38.596127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0ae9f787-679d-4345-927f-67732e0d7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.598176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0ae9f787-679d-4345-927f-67732e0d7b2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 1098 time: 0.1097136 Aug 03 15:46:38.657290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-d42bebdf-47bc-4a81-ace3-2574099e25a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f HTTP/1.1" status: 200 len: 217 time: 0.0466168 Aug 03 15:46:38.684582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.686036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.688860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] 10.222.0.78 "PUT /v2.0/ports/33604537-e37d-4762-bfa1-c119bdddf006 HTTP/1.1" status: 200 len: 1095 time: 3.4266057 Aug 03 15:46:38.689794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b6ed6-d4a4-45f5-95c3-561876d5ed20 service neutron] Pushing event updated for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:38.726000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64374eda-9388-4ffd-866e-9e5f460e7fa6 req-0bbad12d-3ce8-437b-acef-f35e7c4b2ad7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829285 Aug 03 15:46:38.751389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:38.757019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:38.757459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-4326c931-c9ee-40b9-92fb-6a641dd74bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546125 Aug 03 15:46:38.757578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:38.829710 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521519f-cf68-4f4a-b95c-158ed61aa3ae x-openstack-request-id: req-8521519f-cf68-4f4a-b95c-158ed61aa3ae {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:38.831013 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:38.831562 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8521519f-cf68-4f4a-b95c-158ed61aa3ae {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:38.840209 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f', 'status': 'completed', 'code': 200} Aug 03 15:46:38.853785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0421990e-3ad3-4da6-82e6-83ded4993af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.855535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-0421990e-3ad3-4da6-82e6-83ded4993af6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1864777 Aug 03 15:46:38.895707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12876262-532b-49b5-a163-efbe798c3163 req-21cda37c-d503-449c-88ef-d17b616916ae tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:38.901222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12876262-532b-49b5-a163-efbe798c3163 req-21cda37c-d503-449c-88ef-d17b616916ae tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 947 time: 0.1794105 Aug 03 15:46:39.001521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:39.032101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-c610e568-331a-4d1d-b9fa-4775dcdbaac3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637737 Aug 03 15:46:39.067023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12876262-532b-49b5-a163-efbe798c3163 req-aee55322-be6a-442d-a06c-71de286091a7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305628 Aug 03 15:46:39.084714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:39.088012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-711c93d9-abad-4c2e-9e95-96b33b04d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.092347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-2ffa12f9-b1cc-4de9-b5ee-1026d21a0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.093531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-711c93d9-abad-4c2e-9e95-96b33b04d067 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 1098 time: 0.1049855 Aug 03 15:46:39.094715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-2ffa12f9-b1cc-4de9-b5ee-1026d21a0ce8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302909 Aug 03 15:46:39.097296 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2be52b-c115-4388-8468-9163346a2b5e" -d '{"events": [{"server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "name": "network-vif-plugged", "status": "completed", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:39.168427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:39.175239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:39.297198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-82ad3de4-f8ca-4158-a5d5-865cd2af68cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=33604537-e37d-4762-bfa1-c119bdddf006 HTTP/1.1" status: 200 len: 217 time: 0.1898873 Aug 03 15:46:39.309910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282433d-513a-45f8-9534-bda8d9e24929 req-ad2055ce-2349-4d23-84a9-1de7d30099c9 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.311459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e282433d-513a-45f8-9534-bda8d9e24929 req-ad2055ce-2349-4d23-84a9-1de7d30099c9 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.1489763 Aug 03 15:46:39.335369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:39.340031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-9ae1a3ba-e539-49a5-9cc1-72b67dba53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.341085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-22c6b572-fdd9-44f6-b29d-d26b4fc8528b service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217555 Aug 03 15:46:39.341588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-9ae1a3ba-e539-49a5-9cc1-72b67dba53ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 1099 time: 0.2268543 Aug 03 15:46:39.399732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-fd1759f9-8c99-4335-a1e2-febf43bca201 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=61a460b80fa048699bb77f9d08f66d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134126 Aug 03 15:46:39.431793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-b17979fd-ca0d-49d9-9743-a5dcc086b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.447743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e282433d-513a-45f8-9534-bda8d9e24929 req-6b841d5d-381d-4113-a9f0-7abf56d15f41 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176605 Aug 03 15:46:39.458922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-b17979fd-ca0d-49d9-9743-a5dcc086b9f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1213100 Aug 03 15:46:39.525977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db527ae3-6b2a-48ba-89f1-439d8a163826 req-ef1dd70d-1091-4252-a4ca-42fab18a29c1 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708152 Aug 03 15:46:39.577719 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749976d-79b4-479c-b6ab-d18c8c7abdff x-openstack-request-id: req-7749976d-79b4-479c-b6ab-d18c8c7abdff {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:39.578798 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "name": "network-vif-plugged", "status": "completed", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:39.579438 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7749976d-79b4-479c-b6ab-d18c8c7abdff {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:39.580620 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5', 'code': 200} Aug 03 15:46:39.682017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aecb73c9-6ba6-445e-88e4-9aa3c889242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:39.749175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-dd4066e6-aa01-432a-a267-d9159afe896d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.751827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-dd4066e6-aa01-432a-a267-d9159afe896d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2667305 Aug 03 15:46:39.767648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70411d9-9356-458c-a0dc-70ee660e284c req-27a21fb6-3361-4fde-8642-bd86a523d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.770665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-27a21fb6-3361-4fde-8642-bd86a523d384 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2843509 Aug 03 15:46:39.783584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-43cc2222-d2a6-40fe-99cd-c4bf4046b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.785849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-43cc2222-d2a6-40fe-99cd-c4bf4046b718 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 1098 time: 0.1658285 Aug 03 15:46:39.792575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b63f2-3d4c-482b-bee4-c7126b29bb2e req-7eb1fe8b-928b-43a1-b3c6-ad22ea323721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.794081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-351b63f2-3d4c-482b-bee4-c7126b29bb2e req-7eb1fe8b-928b-43a1-b3c6-ad22ea323721 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 1100 time: 0.0966287 Aug 03 15:46:39.796790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Request body: {'port': {'device_id': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '61a460b80fa048699bb77f9d08f66d2c'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:39.826948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e5c09-d264-4c57-a5de-4846f4d14791 req-645f08cc-ad68-41d6-952e-89f057d0e590 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.829926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef4e5c09-d264-4c57-a5de-4846f4d14791 req-645f08cc-ad68-41d6-952e-89f057d0e590 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 947 time: 0.2275069 Aug 03 15:46:39.875928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-20fbe502-0be5-411c-a0b9-8bfa2d187e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:39.878101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-20fbe502-0be5-411c-a0b9-8bfa2d187e47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4753461 Aug 03 15:46:39.916251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:39.918799 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b141f4d-0c17-48f7-a18c-681f1b163d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "tag": "33604537-e37d-4762-bfa1-c119bdddf006"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:40.007921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52496) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:40.019550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-0c730479-7597-4b1c-95e9-07b43a57e51b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe HTTP/1.1" status: 200 len: 217 time: 0.0925601 Aug 03 15:46:40.118790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef4e5c09-d264-4c57-a5de-4846f4d14791 req-032b5bea-c43e-457f-a46b-f8e2e2c1c88a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052312 Aug 03 15:46:40.159486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-d12524d9-c211-4ab5-942b-c3c468d9411b service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766534 Aug 03 15:46:40.167193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-c5f34a07-9987-47f2-92b9-82524a8c8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.168691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-c5f34a07-9987-47f2-92b9-82524a8c8bf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1361537 Aug 03 15:46:40.174302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c177967d-26af-40ae-a915-7d0911068894 req-6de8de61-d8e3-42a3-8ae3-b0b015f6af8c tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 210 time: 0.3193862 Aug 03 15:46:40.188981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1441968822-network', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:40.202507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-351b63f2-3d4c-482b-bee4-c7126b29bb2e req-fbe6240c-5c10-439b-959b-24439cde4f2f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992400 Aug 03 15:46:40.234971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-1570ecc7-8f3b-44b0-89c4-3b3406b5feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.236461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-1570ecc7-8f3b-44b0-89c4-3b3406b5feb0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4413085 Aug 03 15:46:40.297904 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f09087f-8f88-4ae5-990e-c9dfc23a4294 x-openstack-request-id: req-4f09087f-8f88-4ae5-990e-c9dfc23a4294 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:40.298573 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "tag": "33604537-e37d-4762-bfa1-c119bdddf006", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:40.298573 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f09087f-8f88-4ae5-990e-c9dfc23a4294 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:40.299037 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006', 'status': 'completed', 'code': 200} Aug 03 15:46:40.309500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-d78e90bd-b390-430e-a00e-1198162b70c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f HTTP/1.1" status: 200 len: 217 time: 0.0631678 Aug 03 15:46:40.361062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Made reservation on behalf of 61a460b80fa048699bb77f9d08f66d2c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:40.365013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.386200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-f04ba8b0-2b20-4b04-bebc-e5ffdc4467ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.387717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-f04ba8b0-2b20-4b04-bebc-e5ffdc4467ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868942 Aug 03 15:46:40.407154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-466e9c04-46e1-483e-a5f2-5b34ad4e3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.408597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-466e9c04-46e1-483e-a5f2-5b34ad4e3c97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0861611 Aug 03 15:46:40.434150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8562fb-b984-4e1b-a957-6a36579cf2d3 req-b20f779c-75e5-4afb-b17d-e46c3a40813f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.435653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e8562fb-b984-4e1b-a957-6a36579cf2d3 req-b20f779c-75e5-4afb-b17d-e46c3a40813f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 947 time: 0.1150362 Aug 03 15:46:40.467338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c70411d9-9356-458c-a0dc-70ee660e284c req-b0bc2f70-539f-484e-b883-b0a947b07e53 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934897 Aug 03 15:46:40.467919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Made reservation on behalf of 74dc68fe2515410d85d92d3414ea93d5 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:40.470177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.505525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e8562fb-b984-4e1b-a957-6a36579cf2d3 req-f9b1bd55-98f2-4386-92db-53309b63d4d7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506847 Aug 03 15:46:40.509737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-ba5680ed-034f-471c-944d-e6bdb570ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.511554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-ba5680ed-034f-471c-944d-e6bdb570ae2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933440 Aug 03 15:46:40.512012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52508) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:40.524974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.542546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4320a-7b8f-4dbf-a846-7d0e4129ee85 req-2e160509-d472-4123-9dc0-12bd1e2364fe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.551109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fba4320a-7b8f-4dbf-a846-7d0e4129ee85 req-2e160509-d472-4123-9dc0-12bd1e2364fe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2950449 Aug 03 15:46:40.663021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-30cb811e-8a8d-4e0d-baf5-021f49a56866 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361241 Aug 03 15:46:40.680943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f812f-7f9a-4414-8a64-1ab4f36acbd5 req-2446e63d-a14e-4926-b602-fe68e2d88bd6 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:40.682578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee0f812f-7f9a-4414-8a64-1ab4f36acbd5 req-2446e63d-a14e-4926-b602-fe68e2d88bd6 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.0868685 Aug 03 15:46:40.713232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4899a9e9-eaaf-4f15-b9b9-28301e9c65cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.800156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee0f812f-7f9a-4414-8a64-1ab4f36acbd5 req-6fba4360-45fd-4f7b-bed3-6238a64a4fa5 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106486 Aug 03 15:46:40.839023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cfbd046-f843-47e4-b5f3-bf68df2b431e req-d3a57f9e-bfbe-4005-a664-252c39c5cae4 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554043 Aug 03 15:46:40.917539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4899a9e9-eaaf-4f15-b9b9-28301e9c65cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.926744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4899a9e9-eaaf-4f15-b9b9-28301e9c65cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:40.941340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fba4320a-7b8f-4dbf-a846-7d0e4129ee85 req-ce1a67c3-23e9-4b1e-ba27-e0824c80a4b3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887410 Aug 03 15:46:40.943223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-47e83e31-18ff-42a9-b89f-0a765add93e2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046446 Aug 03 15:46:40.987001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4899a9e9-eaaf-4f15-b9b9-28301e9c65cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be94771ae8f24f6daae71e73231b3f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737899 Aug 03 15:46:40.989070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a9e9-eaaf-4f15-b9b9-28301e9c65cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398e9b82-b6b7-4454-8092-3c13528a5d9f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:40.992681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:41.066179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-bcc1be5d-4176-44e1-a25f-a04befc870f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.067765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-bcc1be5d-4176-44e1-a25f-a04befc870f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 1098 time: 0.2735090 Aug 03 15:46:41.083593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.113711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.166148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Allocated IP 192.168.233.176 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/f6773a84-a173-41ac-b908-9c5e463948f7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:41.191978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.195488 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.212886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/398e9b82-b6b7-4454-8092-3c13528a5d9f HTTP/1.1" status: 204 len: 168 time: 0.2187712 Aug 03 15:46:41.249135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5611b-49b9-4af2-9cf4-2fc3c11a1f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398e9b82-b6b7-4454-8092-3c13528a5d9f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:41.262327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f52b5ea-17fd-4827-85c1-ee84c4e1c0fb req-bcdfb6d4-cbc8-4d91-b9c5-b13f26b09fc2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663271 Aug 03 15:46:41.330517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-7513146b-3a44-4807-8a00-bc1424e5812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.332984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-7513146b-3a44-4807-8a00-bc1424e5812f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2524030 Aug 03 15:46:41.337378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.341067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45480cc4-c6a7-4fe2-90c1-10fd7ff8b7e8 req-96e97342-8bce-4d61-8d8a-dbdbee977222 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.346251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45480cc4-c6a7-4fe2-90c1-10fd7ff8b7e8 req-96e97342-8bce-4d61-8d8a-dbdbee977222 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 947 time: 0.1143112 Aug 03 15:46:41.375020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.379530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70d632d5-b16d-4d1b-ac85-1afdda52046b req-c37637e0-10a1-48d1-a03c-101965844246 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 210 time: 0.0735404 Aug 03 15:46:41.421832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45480cc4-c6a7-4fe2-90c1-10fd7ff8b7e8 req-d019bd06-3ac5-45eb-ad70-d3c1c3a7a721 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689106 Aug 03 15:46:41.444202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-f40cc838-0443-40a4-b792-7168acc0c097 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=33604537-e37d-4762-bfa1-c119bdddf006 HTTP/1.1" status: 200 len: 217 time: 0.1023540 Aug 03 15:46:41.484777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:46:41.520317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f4f47-a84a-4ff5-a43b-13569e1fc11c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:41.535219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.535576 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Added segment 8f1086d5-904b-46f9-a177-42a8204e815b of type vlan for network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 Aug 03 15:46:41.565261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-e8fb4c64-ee5b-4108-8970-1907e97dafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.567899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-e8fb4c64-ee5b-4108-8970-1907e97dafa9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1068985 Aug 03 15:46:41.641516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52526) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:41.655530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-458ddd95-de9c-4611-b79e-1753eb941ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.666005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.699313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.743603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Transition to ACTIVE for port object f6773a84-a173-41ac-b908-9c5e463948f7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:41.758367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-458ddd95-de9c-4611-b79e-1753eb941ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.762929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-458ddd95-de9c-4611-b79e-1753eb941ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.778410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-70588fc1-bfbe-418b-9993-3e834aeabc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.780380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-70588fc1-bfbe-418b-9993-3e834aeabc85 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931741 Aug 03 15:46:41.803300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-458ddd95-de9c-4611-b79e-1753eb941ddd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49293970cc2048b4ac9da99eb90c2942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605477 Aug 03 15:46:41.804340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ddd95-de9c-4611-b79e-1753eb941ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236c7991-3508-4f59-a303-aeb6742e274a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:41.806600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:41.833075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefd389-0038-4e9f-8cb3-dc1e90c27c93 req-97947150-610d-4da0-801e-c64e9a60a469 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.835279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3fefd389-0038-4e9f-8cb3-dc1e90c27c93 req-97947150-610d-4da0-801e-c64e9a60a469 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 947 time: 0.2142563 Aug 03 15:46:41.839443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.841271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.841758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.865137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.888105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:41.968507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732f9b1-cd09-4b99-88df-a1ee0d5d065e req-5fcf8a94-744a-4071-89eb-6fe420700caf tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:41.970078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3732f9b1-cd09-4b99-88df-a1ee0d5d065e req-5fcf8a94-744a-4071-89eb-6fe420700caf tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.0740948 Aug 03 15:46:42.001766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.004940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.008675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/236c7991-3508-4f59-a303-aeb6742e274a HTTP/1.1" status: 204 len: 168 time: 0.2007964 Aug 03 15:46:42.023514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e456ec2-1263-45c7-827f-0318a9bad7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c7991-3508-4f59-a303-aeb6742e274a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:42.039316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3732f9b1-cd09-4b99-88df-a1ee0d5d065e req-ccbbd8be-5bb2-4e38-83d8-e47019f7a8f6 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Aug 03 15:46:42.041577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3042d8dc-2d1a-4e31-92d4-31632c5d9205,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:42.052196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23561839-71ae-4979-9ee0-e96e0a56b5f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0394707 Aug 03 15:46:42.053444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52538) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:42.060077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Request body: {'subnet': {'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1441968822-subnet', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:42.074220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:46:42.091398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.109810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3fefd389-0038-4e9f-8cb3-dc1e90c27c93 req-0963bc71-082d-4d91-a72a-99cf588286c8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869862 Aug 03 15:46:42.125921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Made reservation on behalf of 74dc68fe2515410d85d92d3414ea93d5 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:42.133575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.188358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-763f0877-526e-4223-934c-b2b02d524d2c service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934386 Aug 03 15:46:42.191880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Pushing event updated for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:42.210573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:42.245807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:42.260922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['7faed7b0-cf39-4230-bbc0-7613e3feeaa6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:42.322336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:42.325808 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b74b-e1c9-4ace-b4e0-6a142b883de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.331900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:42.334303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.499446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be4426-d1ad-4a4f-a9f6-4667ef6e5fae req-a63a207c-711b-48cd-b234-5f244677e02f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:42.512558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47be4426-d1ad-4a4f-a9f6-4667ef6e5fae req-a63a207c-711b-48cd-b234-5f244677e02f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1746285 Aug 03 15:46:42.524746 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-ed008bf6-3d6c-4447-8479-f78f06ca5e01 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7526901 Aug 03 15:46:42.545567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Request body: {'port': {'device_id': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:42.585406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.669032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Checking segment: {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:42.669608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Network hostable DHCP agents. Network: 3042d8dc-2d1a-4e31-92d4-31632c5d9205, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:46:42.671269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.677436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dec676c-0397-4758-a622-afad2808793c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:42.685689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:42.696110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47be4426-d1ad-4a4f-a9f6-4667ef6e5fae req-6246ed90-70f6-4d5a-bf88-2c6202c02889 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822698 Aug 03 15:46:42.704097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.714007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:46:42.727433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b141f4d-0c17-48f7-a18c-681f1b163d4e req-822aedf9-5853-4f69-9836-82a25291fa62 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312855 Aug 03 15:46:42.732869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3042d8dc-2d1a-4e31-92d4-31632c5d9205) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:42.734116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-08403a33-e659-4e86-b9ec-2ea5d32114dd None None] Provisioning for port f6773a84-a173-41ac-b908-9c5e463948f7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:42.743218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:42.743997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.744129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f14b9-cd12-419f-9ec9-884442eaba4a None None] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:46:42.747401 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0af175c4-3136-498b-a875-53f2da69a828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.772378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-08403a33-e659-4e86-b9ec-2ea5d32114dd None None] Provisioning complete for port f6773a84-a173-41ac-b908-9c5e463948f7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:42.772937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-08403a33-e659-4e86-b9ec-2ea5d32114dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:42.776472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c4686dbf-0a7c-4b8b-b572-4caa34e5b461 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7215388 Aug 03 15:46:42.779333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:42.785510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:42.837001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b53467a3-8ae5-4bb1-8fd0-ded855be4f3f details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:42.939820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca815aea-0c86-4197-b912-b51987b718cd req-7a546041-6b45-4227-8e8c-d46c5f93e980 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:42.942162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca815aea-0c86-4197-b912-b51987b718cd req-7a546041-6b45-4227-8e8c-d46c5f93e980 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 947 time: 0.0699897 Aug 03 15:46:42.986942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca815aea-0c86-4197-b912-b51987b718cd req-47b233c9-13b9-47b4-999e-dc340734581d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Aug 03 15:46:43.043806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2636b-8093-4fe6-8774-668bfc875453 req-27496e2c-abe1-411c-9b9e-3d0b4c74b75e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:43.045363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bd2636b-8093-4fe6-8774-668bfc875453 req-27496e2c-abe1-411c-9b9e-3d0b4c74b75e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 936 time: 0.2177975 Aug 03 15:46:43.051162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-08403a33-e659-4e86-b9ec-2ea5d32114dd None None] Port f6773a84-a173-41ac-b908-9c5e463948f7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:43.106155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:43.114410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-7ee777ff-c360-415b-a75f-52ffb7068fe8 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270255 Aug 03 15:46:43.133029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0af175c4-3136-498b-a875-53f2da69a828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.152069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bd2636b-8093-4fe6-8774-668bfc875453 req-1646396e-5ea1-4044-9dd8-695e3795c9eb tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914595 Aug 03 15:46:43.154582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0af175c4-3136-498b-a875-53f2da69a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.160221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f', 'mac_address': 'fa:16:3e:ee:c4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:43.214607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.215780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.219722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0af175c4-3136-498b-a875-53f2da69a828 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dffcbadd4fb44b0e8152e28c4fb1601e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330031 Aug 03 15:46:43.220320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52568) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:43.249873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af175c4-3136-498b-a875-53f2da69a828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03a5c1-6367-45bf-b30d-b783db112f16,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:43.287631 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.294381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'fixed_ips': [{'subnet_id': '0dec676c-0397-4758-a622-afad2808793c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:46:43.295735 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.307710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-d7f531b7-8b49-4150-ab24-4d8e1b4c8a65 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:43.310163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-d7f531b7-8b49-4150-ab24-4d8e1b4c8a65 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883824 Aug 03 15:46:43.310427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6773a84-a173-41ac-b908-9c5e463948f7 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:43.324780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.330324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53467a3-8ae5-4bb1-8fd0-ded855be4f3f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:43.354178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Transition to ACTIVE for port object f6773a84-a173-41ac-b908-9c5e463948f7 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:43.365330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.367262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-638ffc24-854f-4996-a822-5c4642abb547 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/quotas/3d8ba87f2ae848c79bc65e5cadbec929 HTTP/1.1" status: 200 len: 375 time: 0.0449409 Aug 03 15:46:43.368761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782e529-44b6-4423-9213-c8044201a1af req-4521adcd-f4b6-41c8-a7dd-5cd0e7ec38a8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:43.370521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9782e529-44b6-4423-9213-c8044201a1af req-4521adcd-f4b6-41c8-a7dd-5cd0e7ec38a8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 947 time: 0.1034873 Aug 03 15:46:43.372937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.376580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:43.384651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.450793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.451744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 5e8e4c99-335c-4932-8ae4-b5bfd7191afe details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:43.464835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.469231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Pushing event updated for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:43.538530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9782e529-44b6-4423-9213-c8044201a1af req-76738cea-a82c-4ce6-946d-992c9feaf314 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316395 Aug 03 15:46:43.560340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Attempting to bind port f6773a84-a173-41ac-b908-9c5e463948f7 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:43.560955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Attempting to bind port f6773a84-a173-41ac-b908-9c5e463948f7 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:43.561453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Attempting to bind port f6773a84-a173-41ac-b908-9c5e463948f7 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:43.577374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Port f6773a84-a173-41ac-b908-9c5e463948f7 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:43.578022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Attempting to bind port f6773a84-a173-41ac-b908-9c5e463948f7 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:43.585308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:43.585956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:43.586521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:43.588356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Bound port: f6773a84-a173-41ac-b908-9c5e463948f7, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:43.590264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.609289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.614673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.616625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a03a5c1-6367-45bf-b30d-b783db112f16 HTTP/1.1" status: 204 len: 168 time: 0.3913467 Aug 03 15:46:43.616842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.632736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:43.635751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107336f9-4e74-45aa-bda3-b025ff4143fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03a5c1-6367-45bf-b30d-b783db112f16,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:43.646376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:43.676794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'mac_address': 'fa:16:3e:28:4c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:43.680236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.698558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Allocated IP 172.20.0.2 (3042d8dc-2d1a-4e31-92d4-31632c5d9205/0dec676c-0397-4758-a622-afad2808793c/2efc40e3-41b3-4507-bb59-6f310a89bcbd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:43.738987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-aeeb9552-8344-4fa3-a5f3-5e6c106dde9c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3294582 Aug 03 15:46:43.782237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:43.800204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f6773a84-a173-41ac-b908-9c5e463948f7,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:43.814813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.902452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:43.903290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:43.907201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] 10.222.0.78 "PUT /v2.0/ports/f6773a84-a173-41ac-b908-9c5e463948f7 HTTP/1.1" status: 200 len: 1096 time: 1.3684096 Aug 03 15:46:43.909230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:43.913563 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d61762-705b-4213-b228-2f4b47566c63" -d '{"events": [{"name": "network-changed", "server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:43.954113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50848cf2-3f4f-45ad-ab0f-2d29bbb7500d service neutron] Pushing event updated for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:43.978017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.018378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bc6ff-914a-4568-aa0e-5715fab267d3 req-08b36542-445e-4187-b2cb-07b8a6595454 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:44.021319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b87bc6ff-914a-4568-aa0e-5715fab267d3 req-08b36542-445e-4187-b2cb-07b8a6595454 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1692331 Aug 03 15:46:44.035320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8e4c99-335c-4932-8ae4-b5bfd7191afe {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:44.094014 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9758579e-ed45-4e7e-8243-3efa96d84e4f x-openstack-request-id: req-9758579e-ed45-4e7e-8243-3efa96d84e4f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:44.094415 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:44.094774 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9758579e-ed45-4e7e-8243-3efa96d84e4f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:44.095286 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7', 'status': 'completed', 'code': 200} Aug 03 15:46:44.117545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:44.147673 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.156175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-a1f0dd34-551d-426d-8e7b-d6caa6e19ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:44.157744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-a1f0dd34-551d-426d-8e7b-d6caa6e19ed8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 1099 time: 0.1915216 Aug 03 15:46:44.219868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:44.271094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d15a5257-2771-4d73-9c51-92834d852141 req-990ab554-dea2-4d6d-bf97-d5c671594590 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 210 time: 0.1078801 Aug 03 15:46:44.277662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.305555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-bbfae335-0d33-4b54-923a-5e97ed78c04e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f6773a84-a173-41ac-b908-9c5e463948f7 HTTP/1.1" status: 200 len: 217 time: 0.1324253 Aug 03 15:46:44.312307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.324308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b87bc6ff-914a-4568-aa0e-5715fab267d3 req-89f50051-1e26-4107-be1b-761de039872c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549841 Aug 03 15:46:44.388733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-f8332297-9fe9-4360-ba36-7bb5afa3a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:44.391368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-f8332297-9fe9-4360-ba36-7bb5afa3a9e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0662367 Aug 03 15:46:44.443515 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.456948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b53467a3-8ae5-4bb1-8fd0-ded855be4f3f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:44.464535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Transition to ACTIVE for port object 2efc40e3-41b3-4507-bb59-6f310a89bcbd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:44.516722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Transition to ACTIVE for port object 2efc40e3-41b3-4507-bb59-6f310a89bcbd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:44.518724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Allocated IP 172.25.7.23 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/77795845-16db-41ff-befe-d7d4d9d6fcb9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:44.519364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['5e8e4c99-335c-4932-8ae4-b5bfd7191afe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:44.563304 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.622476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 33604537-e37d-4762-bfa1-c119bdddf006 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:44.777690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=33604537-e37d-4762-bfa1-c119bdddf006,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:44.801489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '33604537-e37d-4762-bfa1-c119bdddf006', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '33604537-e37d-4762-bfa1-c119bdddf006', 'mac_address': 'fa:16:3e:98:e2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:44.825551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:44.835194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465daec-0181-494b-8315-bac7e8256030 req-39252df6-8c3e-4f9c-9d22-b19b68795afd tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:44.840036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5465daec-0181-494b-8315-bac7e8256030 req-39252df6-8c3e-4f9c-9d22-b19b68795afd tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 948 time: 0.2830462 Aug 03 15:46:44.861982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:44.877289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-b7d3b62c-399c-40fa-adbb-38bb29b5f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:44.879602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-b7d3b62c-399c-40fa-adbb-38bb29b5f54a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4793475 Aug 03 15:46:44.922903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:44.954874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:44.969251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5465daec-0181-494b-8315-bac7e8256030 req-0bb09f2f-e1fa-45e0-918d-5832131a3f78 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219954 Aug 03 15:46:45.007632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aef3a9-7b49-4411-a5cf-90e1e3d61e4b req-15ffed7b-9429-43dc-8797-123d787d65b4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:45.016469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9aef3a9-7b49-4411-a5cf-90e1e3d61e4b req-15ffed7b-9429-43dc-8797-123d787d65b4 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 948 time: 0.5926409 Aug 03 15:46:45.053804 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-15862958-f956-4951-a351-702b6d6067ef service neutron] show failed (client error): The resource could not be found. Aug 03 15:46:45.055089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-15862958-f956-4951-a351-702b6d6067ef service neutron] 10.222.0.78 "GET /v2.0/ports/a18a0402-5c6c-45a7-b04e-f0315583f327/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.5396724 Aug 03 15:46:45.076372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.106019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Pushing event updated for resources: {'Port': ['ID=2efc40e3-41b3-4507-bb59-6f310a89bcbd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:45.182169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9aef3a9-7b49-4411-a5cf-90e1e3d61e4b req-b3e51278-bb02-4684-9c30-fe1f983957f2 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627698 Aug 03 15:46:45.182857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:45.187117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:45.196922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:45.221250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c30821-c801-42a1-b6ef-4863d24fc5b8 req-cb1848ee-6339-434c-b6a4-2ab0ef9c8e0a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:45.229683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81c30821-c801-42a1-b6ef-4863d24fc5b8 req-cb1848ee-6339-434c-b6a4-2ab0ef9c8e0a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 947 time: 0.1057596 Aug 03 15:46:45.270488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Pushing event updated for resources: {'Port': ['ID=77795845-16db-41ff-befe-d7d4d9d6fcb9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:45.270714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-d3bee713-e2ad-47d3-8dbb-2a96f45b740a service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772480 Aug 03 15:46:45.417734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81c30821-c801-42a1-b6ef-4863d24fc5b8 req-37d1b228-420a-4bcf-b896-b1f882b83f85 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868086 Aug 03 15:46:45.518282 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.555164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.585175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Attempting to bind port 2efc40e3-41b3-4507-bb59-6f310a89bcbd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:45.585850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Attempting to bind port 2efc40e3-41b3-4507-bb59-6f310a89bcbd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:45.586508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Attempting to bind port 2efc40e3-41b3-4507-bb59-6f310a89bcbd on network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:45.618196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad865e22-531b-4942-8ab8-6ebb21c0b664 req-1bcc0281-3db3-4839-9ed7-7656f1888163 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 210 time: 0.0977952 Aug 03 15:46:45.618754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33604537-e37d-4762-bfa1-c119bdddf006 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:45.637412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:45.638046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Checking segment: {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:45.638634 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.639210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Bound using segment: {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:45.640253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Bound port: 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:45.640821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.672431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.692747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=33604537-e37d-4762-bfa1-c119bdddf006,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:45.709161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-8ff6f5f2-2ad4-4c0f-b737-753173ec52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:45.709327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:45.711865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-8ff6f5f2-2ad4-4c0f-b737-753173ec52ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1101 time: 0.3319447 Aug 03 15:46:45.716379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-475bbfdc-c292-4f10-b039-4b056886a3d8 req-904e7d55-2b35-4b3e-b094-ba05234f6f1f service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378378 Aug 03 15:46:45.740374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:45.819352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623179e3-0012-47e4-b870-935e77fc2a18 req-108ddee3-789a-409c-86de-5a5d553c72cf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:45.820258 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-623179e3-0012-47e4-b870-935e77fc2a18 req-108ddee3-789a-409c-86de-5a5d553c72cf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.2455726 Aug 03 15:46:45.930723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-d7b00068-81c0-48d5-b912-2891871a4f41 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091077 Aug 03 15:46:45.940421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:45.944449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] For port 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:45.949432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] For port 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2efc40e3-41b3-4507-bb59-6f310a89bcbd,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:45.955634 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:46.018821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-623179e3-0012-47e4-b870-935e77fc2a18 req-dd517b78-1886-43d4-9225-0b6b0c0fbf85 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738286 Aug 03 15:46:46.019917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:46.031373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:46.080735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6e3f0-68ff-4aec-8b57-e3a23c5f1ed2 None None] Pushing event updated for resources: {'Port': ['ID=2efc40e3-41b3-4507-bb59-6f310a89bcbd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:46.096308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61762-705b-4213-b228-2f4b47566c63 req-d40e988a-16ce-48a7-a820-29ef4967341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.101893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-d40e988a-16ce-48a7-a820-29ef4967341d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61a460b80fa048699bb77f9d08f66d2c&device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 1099 time: 0.2854538 Aug 03 15:46:46.539315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee8e8-0680-4a9d-a1db-c43bf65468f7 req-0b4af252-8185-4994-a69c-2a132db705a0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.545841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fbee8e8-0680-4a9d-a1db-c43bf65468f7 req-0b4af252-8185-4994-a69c-2a132db705a0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 948 time: 0.2180440 Aug 03 15:46:46.623095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61762-705b-4213-b228-2f4b47566c63 req-c475919f-faaf-413c-b0f7-bc1a803df474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.625006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-c475919f-faaf-413c-b0f7-bc1a803df474 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.5060961 Aug 03 15:46:46.636130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:46.636319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:46:46.640124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-351e3f80-1754-4b4a-9859-759ee26cc9ef tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.641662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-351e3f80-1754-4b4a-9859-759ee26cc9ef tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6086123 Aug 03 15:46:46.648597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:46.668133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d184ec-108a-4784-933d-7a8a8ef5655d req-6488bfb8-7a65-41e6-8c38-03d423e448c1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.670073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0d184ec-108a-4784-933d-7a8a8ef5655d req-6488bfb8-7a65-41e6-8c38-03d423e448c1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 948 time: 0.1167758 Aug 03 15:46:46.701931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fbee8e8-0680-4a9d-a1db-c43bf65468f7 req-ed733122-2979-44c0-9dd6-68a8249020d1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434250 Aug 03 15:46:46.703152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-a6c47964-7a23-4b5e-bb85-897a308b56c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f6773a84-a173-41ac-b908-9c5e463948f7 HTTP/1.1" status: 200 len: 217 time: 0.0650921 Aug 03 15:46:46.713020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Request body: {'port': {'device_id': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3d8ba87f2ae848c79bc65e5cadbec929'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:46.742746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:46.786800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:46.804317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 5e8e4c99-335c-4932-8ae4-b5bfd7191afe up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:46.834591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0d184ec-108a-4784-933d-7a8a8ef5655d req-9fb89df2-b5d8-4067-89a9-cff01d7649f1 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145308 Aug 03 15:46:46.839939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61762-705b-4213-b228-2f4b47566c63 req-70e32208-02e4-4309-810f-9b3056e263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:46.844796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-70e32208-02e4-4309-810f-9b3056e263ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1121707 Aug 03 15:46:46.906011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:46.917448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:46.918087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:46.998677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:47.001897 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2292a1-0d04-469f-b792-b907702f35bf" -d '{"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-unplugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:47.029156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.067515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61762-705b-4213-b228-2f4b47566c63 req-9f0ac9df-2c37-42b7-9e0c-a41410e0d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:47.078567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-9f0ac9df-2c37-42b7-9e0c-a41410e0d43c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238812 Aug 03 15:46:47.099501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Transition to ACTIVE for port object a18a0402-5c6c-45a7-b04e-f0315583f327 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:47.124948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.143360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Made reservation on behalf of 3d8ba87f2ae848c79bc65e5cadbec929 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:47.155096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.169009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2efc40e3-41b3-4507-bb59-6f310a89bcbd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:47.174827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:46:47.288516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3661da98-ccf7-4a94-9976-3c23f07b8ab4 req-9958988e-6413-4816-a3b8-546370ff188a tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 210 time: 0.0983367 Aug 03 15:46:47.401302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] No DVR routers for this DVR port a18a0402-5c6c-45a7-b04e-f0315583f327 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:46:47.421824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.455035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:47.461090 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:46:47.475550 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:46:47.493937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c013ecc-ea2a-407c-8d6a-e68f84529d74 req-6cdeb2f7-728e-4be8-9934-7d78b0010682 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:47.506423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c013ecc-ea2a-407c-8d6a-e68f84529d74 req-6cdeb2f7-728e-4be8-9934-7d78b0010682 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 948 time: 0.3425925 Aug 03 15:46:47.533240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:47.544873 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5ef74-a9ed-4181-a59d-8253e9b331ee" -d '{"events": [{"server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "name": "network-vif-plugged", "status": "completed", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:47.565103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:47.573564 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.575353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b53467a3-8ae5-4bb1-8fd0-ded855be4f3f up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:47.620795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2efc40e3-41b3-4507-bb59-6f310a89bcbd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:47.637329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-e580a852-ddff-4084-b28a-c2fac66b7a17 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438759 Aug 03 15:46:47.645588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:47.646174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:47.646797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:47.756414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:46:47.777473 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Sync routers for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:46:47.789870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a4a117-5288-42da-bcdf-bfb4e0421e5f None None] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:46:47.801264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:47.825602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.827241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4755bc35-bbab-489d-9f8f-9fae49c2bfaf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0464778 Aug 03 15:46:47.830366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:47.830700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Attempting to bind port a18a0402-5c6c-45a7-b04e-f0315583f327 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:47.836906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52664) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:47.840137 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d9bc88-84ef-4c35-b372-0854bde4098e x-openstack-request-id: req-30d9bc88-84ef-4c35-b372-0854bde4098e {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:47.840427 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-unplugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:47.840680 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30d9bc88-84ef-4c35-b372-0854bde4098e {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:47.841073 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'code': 200} Aug 03 15:46:47.841932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:47.842272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:47.842657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:47.842988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Allocated IP 192.168.233.159 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/322dcbf7-9bf6-4d20-be37-7584215d1999) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:47.843113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Bound port: a18a0402-5c6c-45a7-b04e-f0315583f327, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:47.843446 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.845612 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:47.848239 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:47.854927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c013ecc-ea2a-407c-8d6a-e68f84529d74 req-4f193854-6e08-49f9-a3f8-74b5b43e463d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477120 Aug 03 15:46:47.903113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:47.920345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:47.920874 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:47.967950 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c6db8-2242-46d2-848f-0c1d6130576c x-openstack-request-id: req-3d5c6db8-2242-46d2-848f-0c1d6130576c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:47.968274 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "name": "network-vif-plugged", "status": "completed", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:47.968534 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d5c6db8-2242-46d2-848f-0c1d6130576c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:47.968938 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'code': 200} Aug 03 15:46:48.084085 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:48.137875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.183311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Transition to ACTIVE for port object 322dcbf7-9bf6-4d20-be37-7584215d1999 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:48.185266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.231910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Provisioning for port 2efc40e3-41b3-4507-bb59-6f310a89bcbd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:48.236070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2d61762-705b-4213-b228-2f4b47566c63 req-6d7334f7-ae2b-4632-a39b-60d7121b50ec service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841856 Aug 03 15:46:48.241329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Provisioning complete for port 2efc40e3-41b3-4507-bb59-6f310a89bcbd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:48.241531 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.266601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2124144-d320-4b99-8b0a-9ffa72bdb4f5 req-31b09c8f-11f4-4653-a281-3418b2ddbb8f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:48.274056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2124144-d320-4b99-8b0a-9ffa72bdb4f5 req-31b09c8f-11f4-4653-a281-3418b2ddbb8f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.2937636 Aug 03 15:46:48.294297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:48.300607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:48.309386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:48.319336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.332030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.339873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.358497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:45Z', 'revision_number': 3, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:48.398758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:48.400374 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Checking router: 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:46:48.401160 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Updating router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 port 77795845-16db-41ff-befe-d7d4d9d6fcb9 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:46:48.426341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:48.438793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:48.446122 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.449431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:48.461857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:48.462856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.532582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2120-65ec-4879-90f6-40991d1fa562 req-fdc03301-6bb1-4e8d-9900-01249e57a89f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:48.535963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbfd2120-65ec-4879-90f6-40991d1fa562 req-fdc03301-6bb1-4e8d-9900-01249e57a89f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 948 time: 0.2787786 Aug 03 15:46:48.548024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8390739 Aug 03 15:46:48.581029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.641933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Request body: {'port': {'device_id': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:48.683204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f6773a84-a173-41ac-b908-9c5e463948f7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:48.739411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea81fd-3eb2-4288-9a1c-fe9d4792c430 req-3def8346-2753-40d3-9b78-c7a4eedc1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:48.741915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29ea81fd-3eb2-4288-9a1c-fe9d4792c430 req-3def8346-2753-40d3-9b78-c7a4eedc1026 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 1101 time: 0.4882152 Aug 03 15:46:48.784092 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.797333 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Transition to ACTIVE for port object 77795845-16db-41ff-befe-d7d4d9d6fcb9 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:48.806481 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.825833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.836819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=7']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:48.850058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2124144-d320-4b99-8b0a-9ffa72bdb4f5 req-638a3ed4-fd17-465c-a4a9-46e09cf76b12 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738413 Aug 03 15:46:48.871303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f6773a84-a173-41ac-b908-9c5e463948f7,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:48.892882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:48.893203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:48.901702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f6773a84-a173-41ac-b908-9c5e463948f7', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'f6773a84-a173-41ac-b908-9c5e463948f7', 'mac_address': 'fa:16:3e:22:ec:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:48.903346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.903519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 33604537-e37d-4762-bfa1-c119bdddf006 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:48.908375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-955b4c0d-3b41-433f-9cdf-8588a6c4856e service neutron] 10.222.0.72 "PUT /v2.0/ports/a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 1096 time: 3.1856391 Aug 03 15:46:48.931580 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Pushing event updated for resources: {'Port': ['ID=77795845-16db-41ff-befe-d7d4d9d6fcb9,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:48.959445 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.959963 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.960433 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.960866 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.961298 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.961761 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.962334 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.962896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.963459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.964002 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.964547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.965089 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:46:48.978331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Attempting to bind port 77795845-16db-41ff-befe-d7d4d9d6fcb9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:48.979016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Attempting to bind port 77795845-16db-41ff-befe-d7d4d9d6fcb9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:48.979619 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Attempting to bind port 77795845-16db-41ff-befe-d7d4d9d6fcb9 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:48.985961 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:48.986734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:48.987423 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.988110 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:48.989011 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Bound port: 77795845-16db-41ff-befe-d7d4d9d6fcb9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:48.989965 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:48.999644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] For port 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2efc40e3-41b3-4507-bb59-6f310a89bcbd,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:49.086981 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] For port 77795845-16db-41ff-befe-d7d4d9d6fcb9, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:49.089265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.094738 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] For port 77795845-16db-41ff-befe-d7d4d9d6fcb9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77795845-16db-41ff-befe-d7d4d9d6fcb9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:49.102094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.102528 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.189954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-f433a760-5bfc-44fd-8144-dc5e0d538ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:49.192188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 33604537-e37d-4762-bfa1-c119bdddf006 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:49.194919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-f433a760-5bfc-44fd-8144-dc5e0d538ca5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.2519450 Aug 03 15:46:49.209032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6773a84-a173-41ac-b908-9c5e463948f7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:49.244900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:49.246142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:49.250320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbfd2120-65ec-4879-90f6-40991d1fa562 req-52a6e33e-e8e4-4193-8dc9-e2ebf424f80b tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7010005 Aug 03 15:46:49.251020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fa415-4a91-4b68-9390-51e5e45d652c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Pushing event updated for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.265386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f6773a84-a173-41ac-b908-9c5e463948f7,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:49.276614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 33604537-e37d-4762-bfa1-c119bdddf006 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:49.277036 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.279005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29ea81fd-3eb2-4288-9a1c-fe9d4792c430 req-58ad4069-76b1-4e48-8ac7-fd2a293529e5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652455 Aug 03 15:46:49.295396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.350091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0d618288-b7a8-4847-bce3-53968799cc6b None None] Provisioning complete for port 2efc40e3-41b3-4507-bb59-6f310a89bcbd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:49.350796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d618288-b7a8-4847-bce3-53968799cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.388018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e49ba-cff9-4f44-98b8-09d6f4e8afb4 None None] Pushing event updated for resources: {'Port': ['ID=2efc40e3-41b3-4507-bb59-6f310a89bcbd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.472243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:49.477999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaae83-685a-4f17-a083-08c6f97bf00f req-43a57611-47fb-415d-a533-b4b7683d27c2 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:49.486297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9eaae83-685a-4f17-a083-08c6f97bf00f req-43a57611-47fb-415d-a533-b4b7683d27c2 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 948 time: 0.4673762 Aug 03 15:46:49.516649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.564844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.589368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322dcbf7-9bf6-4d20-be37-7584215d1999 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:49.592837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f6773a84-a173-41ac-b908-9c5e463948f7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:49.603934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.628000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Transition to ACTIVE for port object 322dcbf7-9bf6-4d20-be37-7584215d1999 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:49.635302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.648603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=33604537-e37d-4762-bfa1-c119bdddf006,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:49.656496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.720546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9eaae83-685a-4f17-a083-08c6f97bf00f req-f4633dea-644c-4259-a655-0a5e5848337f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268875 Aug 03 15:46:49.752450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.770241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0d618288-b7a8-4847-bce3-53968799cc6b None None] Provisioning for port 322dcbf7-9bf6-4d20-be37-7584215d1999 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:49.881682 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069da02-b30f-4be1-bd7d-48e6d28c7703 None None] Pushing event updated for resources: {'Port': ['ID=77795845-16db-41ff-befe-d7d4d9d6fcb9,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.883083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:49.885522 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44b1778-ca5e-4fb2-9873-c9d2965d8133" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:49.889861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:49.895897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-eb293fac-23d6-4d4c-8307-217916155f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:49.897385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-eb293fac-23d6-4d4c-8307-217916155f18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4844797 Aug 03 15:46:49.939371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Pushing event updated for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:49.972892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f'}, {'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:49.973881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Attempting to bind port 322dcbf7-9bf6-4d20-be37-7584215d1999 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:49.973881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Attempting to bind port 322dcbf7-9bf6-4d20-be37-7584215d1999 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:49.974173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Attempting to bind port 322dcbf7-9bf6-4d20-be37-7584215d1999 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:49.986354 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c108191-3ce1-4351-88d4-1d2314f95370" -d '{"events": [{"server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "name": "network-vif-plugged", "status": "completed", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f"}, {"server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "name": "network-vif-plugged", "status": "completed", "tag": "33604537-e37d-4762-bfa1-c119bdddf006"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:49.988963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-8ffba088-ff13-4878-8153-d30fa90f7482 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0565588 Aug 03 15:46:49.997088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85fb7c-6439-4212-a368-648aa8ee1813 req-59dcf88c-b99f-4bbe-a577-522c22f77bc3 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.005899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e85fb7c-6439-4212-a368-648aa8ee1813 req-59dcf88c-b99f-4bbe-a577-522c22f77bc3 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 948 time: 0.3741808 Aug 03 15:46:50.021081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Port 322dcbf7-9bf6-4d20-be37-7584215d1999 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:46:50.022556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Attempting to bind port 322dcbf7-9bf6-4d20-be37-7584215d1999 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:50.028023 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:45Z', 'revision_number': 3, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:50.040961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:50.041418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:50.041704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:50.042153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Bound port: 322dcbf7-9bf6-4d20-be37-7584215d1999, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:50.042521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:50.067444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e85fb7c-6439-4212-a368-648aa8ee1813 req-447c3df2-dc48-4cf8-b85b-fb4df143aeab tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594897 Aug 03 15:46:50.075172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11784942-c5e4-4752-b60e-c3c9c950cf95 None None] The sync data for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 is: [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:45Z', 'revision_number': 3, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:46:50.099080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a89dd-2a82-4482-b7dd-16c12e07f52c req-0e3b060f-8513-455f-8832-c4c83725f8bf tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.100837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d96a89dd-2a82-4482-b7dd-16c12e07f52c req-0e3b060f-8513-455f-8832-c4c83725f8bf tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 949 time: 0.2190270 Aug 03 15:46:50.158390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-abf345e5-e8f0-4297-9bbf-9dd933a8e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.161410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-abf345e5-e8f0-4297-9bbf-9dd933a8e5cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1591914 Aug 03 15:46:50.181431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:50.186036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=322dcbf7-9bf6-4d20-be37-7584215d1999,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:50.192374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:50.249492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d96a89dd-2a82-4482-b7dd-16c12e07f52c req-e63a7907-1752-429d-aed1-073186324b78 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404574 Aug 03 15:46:50.249761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.249761 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:50.250571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] 10.222.0.72 "PUT /v2.0/ports/322dcbf7-9bf6-4d20-be37-7584215d1999 HTTP/1.1" status: 200 len: 1096 time: 1.6547153 Aug 03 15:46:50.253976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:50.257765 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8483643-933e-4caf-8be2-4e36dac6f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:50.324194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-2f56bcf6-266d-41e2-b476-89785dc3d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.325743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-2f56bcf6-266d-41e2-b476-89785dc3d010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310146 Aug 03 15:46:50.334938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Allocated IP 172.20.0.1 (3042d8dc-2d1a-4e31-92d4-31632c5d9205/0dec676c-0397-4758-a622-afad2808793c/e52e2130-e514-4e66-bce2-a3362245fcb5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:50.355461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6069f12-d96f-429c-994b-6a218c8e3874 service neutron] Pushing event updated for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:50.440201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14453cb-c800-42cc-848d-4489529e82c1 req-ea4a8fc7-6668-4b8a-8334-e00e321fb449 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.448902 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc33c9d-383e-4725-8cdd-4f27fa0bd2be x-openstack-request-id: req-dfc33c9d-383e-4725-8cdd-4f27fa0bd2be {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:50.449212 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:50.449496 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc33c9d-383e-4725-8cdd-4f27fa0bd2be {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:50.449917 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'status': 'completed', 'code': 200} Aug 03 15:46:50.454020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c14453cb-c800-42cc-848d-4489529e82c1 req-ea4a8fc7-6668-4b8a-8334-e00e321fb449 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.2479057 Aug 03 15:46:50.555597 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5606f6-4a24-404a-a180-e4881e82138b x-openstack-request-id: req-6a5606f6-4a24-404a-a180-e4881e82138b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:50.556176 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "name": "network-vif-plugged", "status": "completed", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f", "code": 200}, {"server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "name": "network-vif-plugged", "status": "completed", "tag": "33604537-e37d-4762-bfa1-c119bdddf006", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:50.556706 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a5606f6-4a24-404a-a180-e4881e82138b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:50.557287 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f', 'code': 200} Aug 03 15:46:50.557781 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006', 'code': 200} Aug 03 15:46:50.590110 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c14453cb-c800-42cc-848d-4489529e82c1 req-d79bad54-5888-4b6d-930c-d0640d096d22 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350431 Aug 03 15:46:50.592593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-80477afd-6797-40fc-9e83-a3c36bfa647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.595088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-80477afd-6797-40fc-9e83-a3c36bfa647f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 1099 time: 0.2839446 Aug 03 15:46:50.683486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-6400da3b-b33d-42ad-aa7a-bb6ddd985393 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463938 Aug 03 15:46:50.712646 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2731e7-d570-4646-a947-e9db23bb5ac0 x-openstack-request-id: req-ef2731e7-d570-4646-a947-e9db23bb5ac0 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:50.713670 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:50.713670 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef2731e7-d570-4646-a947-e9db23bb5ac0 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:50.713983 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999', 'status': 'completed', 'code': 200} Aug 03 15:46:50.728731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-e3c71012-5ff2-42a7-aa95-b44b0eeb30dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=322dcbf7-9bf6-4d20-be37-7584215d1999 HTTP/1.1" status: 200 len: 217 time: 0.1205733 Aug 03 15:46:50.757463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-0469e00f-8014-4441-999f-394f4472d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.759377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-0469e00f-8014-4441-999f-394f4472d298 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.2621076 Aug 03 15:46:50.852417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-fc17728e-a358-47c0-9f42-b6bbc8ce2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.854473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-fc17728e-a358-47c0-9f42-b6bbc8ce2199 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1173887 Aug 03 15:46:50.857003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-75112e13-98c7-43b4-9dce-06c6d824fb36 req-85e1faf8-0486-40dd-ae25-8786b066f623 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513081 Aug 03 15:46:50.874745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558af2-b1e2-4dbe-a697-55abf606a24c req-8b10ec27-bdf1-478f-ace2-d7011918605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.876689 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2558af2-b1e2-4dbe-a697-55abf606a24c req-8b10ec27-bdf1-478f-ace2-d7011918605f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 1100 time: 0.1685059 Aug 03 15:46:50.901351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e97366-0978-49c4-90e9-0f0876cd5e89 req-81c7dcd1-6269-4a7b-8eb4-f441d66c7266 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:50.903094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66e97366-0978-49c4-90e9-0f0876cd5e89 req-81c7dcd1-6269-4a7b-8eb4-f441d66c7266 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 949 time: 0.1679816 Aug 03 15:46:50.922683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:50.995960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Transition to ACTIVE for port object e52e2130-e514-4e66-bce2-a3362245fcb5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:51.088321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2558af2-b1e2-4dbe-a697-55abf606a24c req-b74b99c5-7224-483c-b734-850269836df1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836190 Aug 03 15:46:51.102944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-44a1e258-5a0d-4ff0-bd7b-8c3fef2426d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.104528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-44a1e258-5a0d-4ff0-bd7b-8c3fef2426d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242532 Aug 03 15:46:51.108361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66e97366-0978-49c4-90e9-0f0876cd5e89 req-ecb5d9d1-fb3c-4a73-97bd-86d3b19d40f3 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333153 Aug 03 15:46:51.132295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.227868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77795845-16db-41ff-befe-d7d4d9d6fcb9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:51.254335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:51.293550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:51.309325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:51.311562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.397069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8479c-205d-4104-b896-b3c1bfd397ed req-9af87477-4455-45bb-b84f-4103271f4655 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.398725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0a8479c-205d-4104-b896-b3c1bfd397ed req-9af87477-4455-45bb-b84f-4103271f4655 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 948 time: 0.2128489 Aug 03 15:46:51.403661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-e24cae74-bc81-4dc4-911f-ed16c49845ed service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442365 Aug 03 15:46:51.459620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f83e3-3a16-4bdd-8021-9edf71a2bfb5 req-bfcf13b9-d32d-40f1-8981-3ee4b5d1091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.461346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b42f83e3-3a16-4bdd-8021-9edf71a2bfb5 req-bfcf13b9-d32d-40f1-8981-3ee4b5d1091e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 1100 time: 0.7710931 Aug 03 15:46:51.490724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:51.509379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-be9a4b32-3570-42d3-9cc0-42d3f9645c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.510925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-be9a4b32-3570-42d3-9cc0-42d3f9645c56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.4498019 Aug 03 15:46:51.555417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a422d9-2682-458f-8124-b732c396724d req-c23c034d-b0be-469a-afec-7ac5d46ee272 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.563088 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5a422d9-2682-458f-8124-b732c396724d req-c23c034d-b0be-469a-afec-7ac5d46ee272 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 949 time: 0.5089233 Aug 03 15:46:51.571130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0a8479c-205d-4104-b896-b3c1bfd397ed req-6bed194e-3a4d-4a7d-ac7a-e41d8f6b2854 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651709 Aug 03 15:46:51.608122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 77795845-16db-41ff-befe-d7d4d9d6fcb9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:51.618568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 77795845-16db-41ff-befe-d7d4d9d6fcb9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:51.625209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.664508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef515363-37ae-4937-88cf-4edb64b900d8 req-2238d6b9-70e5-42b0-98e2-76a837190b98 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484398 Aug 03 15:46:51.748553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.771467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b42f83e3-3a16-4bdd-8021-9edf71a2bfb5 req-23041ee0-5863-483a-900a-b9a79ffac7b6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691503 Aug 03 15:46:51.779220 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.781120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dde6dd79-e83c-4fb8-b588-aeb55f369cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.785216 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.796202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Pushing event updated for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:51.796708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3bd4d08-dd2d-409d-aee9-f5cafc56e02d None None] Provisioning for port e52e2130-e514-4e66-bce2-a3362245fcb5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:51.820391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3bd4d08-dd2d-409d-aee9-f5cafc56e02d None None] Provisioning complete for port e52e2130-e514-4e66-bce2-a3362245fcb5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:51.820795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4d08-dd2d-409d-aee9-f5cafc56e02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.823875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d67da-48cc-4a84-a118-687e6e16201d req-b8d97b4d-22c0-4bb1-9ff8-4350052fd99f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.829355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-d1759ffa-5011-4e36-a167-d3dea9dc6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.830406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c0d67da-48cc-4a84-a118-687e6e16201d req-b8d97b4d-22c0-4bb1-9ff8-4350052fd99f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 949 time: 0.1406679 Aug 03 15:46:51.831716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-d1759ffa-5011-4e36-a167-d3dea9dc6059 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.9699361 Aug 03 15:46:51.875646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-23ac8119-d1e4-4fe9-9452-c63ec637871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.877419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-23ac8119-d1e4-4fe9-9452-c63ec637871b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 1099 time: 0.1347110 Aug 03 15:46:51.880093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd4d08-dd2d-409d-aee9-f5cafc56e02d None None] Port e52e2130-e514-4e66-bce2-a3362245fcb5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:51.884826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-a08016b2-e890-4bea-b0a1-97360f11151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:51.886940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-a08016b2-e890-4bea-b0a1-97360f11151a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3490050 Aug 03 15:46:51.892017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 77795845-16db-41ff-befe-d7d4d9d6fcb9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77795845-16db-41ff-befe-d7d4d9d6fcb9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:51.898318 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:51.899328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2efc40e3-41b3-4507-bb59-6f310a89bcbd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:51.935303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5a422d9-2682-458f-8124-b732c396724d req-f59a5d8b-1aca-4cdd-8caf-06b1fb893590 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710375 Aug 03 15:46:51.936940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-9d3813f9-2102-492a-ad11-678bc1047b72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0913916 Aug 03 15:46:51.992506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c0d67da-48cc-4a84-a118-687e6e16201d req-ccebafcf-6fbd-48bd-a39c-3cddbf4b5eee tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506426 Aug 03 15:46:52.005972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=77795845-16db-41ff-befe-d7d4d9d6fcb9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:52.024564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2efc40e3-41b3-4507-bb59-6f310a89bcbd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:52.024970 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.140493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-0ee84f1b-d6d1-4426-9f18-9dba064fbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.142433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-0ee84f1b-d6d1-4426-9f18-9dba064fbdab service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2420855 Aug 03 15:46:52.149998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dde6dd79-e83c-4fb8-b588-aeb55f369cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.156304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dde6dd79-e83c-4fb8-b588-aeb55f369cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.260410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-2c1af870-516f-48d7-82b2-a207aa4f242f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=322dcbf7-9bf6-4d20-be37-7584215d1999 HTTP/1.1" status: 200 len: 217 time: 0.0838244 Aug 03 15:46:52.285551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dde6dd79-e83c-4fb8-b588-aeb55f369cd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e599a3396ff4069850f4061ac5de432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932808 Aug 03 15:46:52.309297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:52.328271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6dd79-e83c-4fb8-b588-aeb55f369cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41038cee-a1e8-46cb-84af-bb59d6061985,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:52.343466 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-2f86dee1-80a8-43fc-8b60-40874b9473d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.4225731 Aug 03 15:46:52.358861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-3164e3a1-96fa-4d72-813a-84e91a6e8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.360327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-3164e3a1-96fa-4d72-813a-84e91a6e8a00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0816817 Aug 03 15:46:52.379026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e32b6-524d-4cc6-b7d8-2c05fb9441b3 req-a1c2fd08-7882-4759-9c3a-d20f4e360d94 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.382515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-500e32b6-524d-4cc6-b7d8-2c05fb9441b3 req-a1c2fd08-7882-4759-9c3a-d20f4e360d94 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 949 time: 0.1305652 Aug 03 15:46:52.480727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-500e32b6-524d-4cc6-b7d8-2c05fb9441b3 req-55a4fdda-9f52-4010-ab4b-b20872c50721 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Aug 03 15:46:52.485822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-fd56066b-ae60-43b7-bd34-2f996e04fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.489778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-fd56066b-ae60-43b7-bd34-2f996e04fa8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053154 Aug 03 15:46:52.545353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-36e34d63-fe56-4654-acc5-4c0237264885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.547004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-36e34d63-fe56-4654-acc5-4c0237264885 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2309377 Aug 03 15:46:52.583589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-8b0a0b1a-b197-4724-8dc4-a3de98391d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.591671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-8b0a0b1a-b197-4724-8dc4-a3de98391d6e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2199533 Aug 03 15:46:52.619402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3684-ea4b-4cd8-9223-b949046ff11e req-b862e51e-68eb-4763-a8ae-1c6e9ed27dd5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.621238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cba3684-ea4b-4cd8-9223-b949046ff11e req-b862e51e-68eb-4763-a8ae-1c6e9ed27dd5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.3108027 Aug 03 15:46:52.636476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-f772df7e-a8ca-40e8-b8a7-aea961b4cd83 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379733 Aug 03 15:46:52.698654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f6773a84-a173-41ac-b908-9c5e463948f7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:52.713381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.758484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8483643-933e-4caf-8be2-4e36dac6f84c req-33006ed4-98a0-48bd-ae34-5d0de5f27f47 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104052 Aug 03 15:46:52.774712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.780432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f6773a84-a173-41ac-b908-9c5e463948f7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:52.787442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f6773a84-a173-41ac-b908-9c5e463948f7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:52.787914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.853562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cba3684-ea4b-4cd8-9223-b949046ff11e req-665d5cfe-9f65-46dd-bc75-e24eb76f05a5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888161 Aug 03 15:46:52.865950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-d888b451-cde8-42f1-b481-8975fefe722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.867540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-d888b451-cde8-42f1-b481-8975fefe722b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3051085 Aug 03 15:46:52.881470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-7722a814-3639-467e-8ff0-dad9c9740f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:52.883036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-7722a814-3639-467e-8ff0-dad9c9740f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2311080 Aug 03 15:46:52.891913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:52.926781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:52.929574 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20301fa-6bf2-47dd-b709-23aa89ff4245" -d '{"events": [{"server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "name": "network-vif-plugged", "status": "completed", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:52.947789 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f6773a84-a173-41ac-b908-9c5e463948f7,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:52.959061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.041425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77795845-16db-41ff-befe-d7d4d9d6fcb9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:53.072409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:53.098414 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.109355 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47e6e9-1111-4a97-85fb-72844411ba25 x-openstack-request-id: req-1d47e6e9-1111-4a97-85fb-72844411ba25 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:53.109698 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "name": "network-vif-plugged", "status": "completed", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:53.109954 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d47e6e9-1111-4a97-85fb-72844411ba25 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:53.110344 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7', 'code': 200} Aug 03 15:46:53.118628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 77795845-16db-41ff-befe-d7d4d9d6fcb9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:53.119172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.128865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.131162 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.247882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106666-d918-4f50-bb89-95a0158c57bd req-1a120c23-a364-445e-8022-9e4ad8061cdc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:53.249667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed106666-d918-4f50-bb89-95a0158c57bd req-1a120c23-a364-445e-8022-9e4ad8061cdc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.0704153 Aug 03 15:46:53.261131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-90fdd926-56e7-4bbe-b29d-80b890e9c1ca service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496222 Aug 03 15:46:53.282493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.286041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.289445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41038cee-a1e8-46cb-84af-bb59d6061985 HTTP/1.1" status: 204 len: 168 time: 0.9704857 Aug 03 15:46:53.297155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed106666-d918-4f50-bb89-95a0158c57bd req-35f057e1-4e3c-4487-a1fb-6d3139e3ed4c tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Aug 03 15:46:53.365982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-924981fa-253a-4645-ae04-52199bb90ce8 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816601 Aug 03 15:46:53.367826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Pushing event updated for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:53.447827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690af9-455c-44ca-bdc1-18f2b05f29d2 req-e0c846c7-fa93-454a-8e4c-59417a196ec5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:53.449674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab690af9-455c-44ca-bdc1-18f2b05f29d2 req-e0c846c7-fa93-454a-8e4c-59417a196ec5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 949 time: 0.0683870 Aug 03 15:46:53.505633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab690af9-455c-44ca-bdc1-18f2b05f29d2 req-e6516dec-b3c4-406a-954c-f3227ad58fb8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Aug 03 15:46:53.510950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40291089-e5c3-4f17-938c-3ec743264c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41038cee-a1e8-46cb-84af-bb59d6061985,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:53.589912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945026-b1f8-41c6-aa1e-0ad874e9d0e1 req-a1c3901c-3a80-40a7-b659-aa970c437612 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:53.598288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc945026-b1f8-41c6-aa1e-0ad874e9d0e1 req-a1c3901c-3a80-40a7-b659-aa970c437612 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 948 time: 0.5813746 Aug 03 15:46:53.654160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85aa35-d5dd-4ea3-b340-fd5452af9c0e req-6c812091-f6c5-41a0-9e36-72d8ab5cb9d1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:53.656263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb85aa35-d5dd-4ea3-b340-fd5452af9c0e req-6c812091-f6c5-41a0-9e36-72d8ab5cb9d1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 949 time: 0.0630929 Aug 03 15:46:53.701569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb85aa35-d5dd-4ea3-b340-fd5452af9c0e req-1b961c7c-a027-4ec2-905c-c4d54761e69e tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Aug 03 15:46:53.704130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc97ec-2a6c-44c3-a2f5-cebf9f5c8447 req-07f853d6-6d8c-4177-ba8b-8782429f57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:53.705971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07bc97ec-2a6c-44c3-a2f5-cebf9f5c8447 req-07f853d6-6d8c-4177-ba8b-8782429f57d4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 1101 time: 0.4947844 Aug 03 15:46:53.743254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:53.763258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc945026-b1f8-41c6-aa1e-0ad874e9d0e1 req-72e2eb8f-0c4f-43b5-a61b-0ee68d62cbe8 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637561 Aug 03 15:46:53.782778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:53.788556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52742) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:53.804974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3912910-50a4-4bbe-8da8-b39f139a5739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.811443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-3ae66cc9-d941-478a-b67d-f9e0d1114dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511204 Aug 03 15:46:53.815781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c44b1778-ca5e-4fb2-9873-c9d2965d8133 req-934442f1-b184-4479-b742-ba12b037a2d8 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980386 Aug 03 15:46:53.901217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07bc97ec-2a6c-44c3-a2f5-cebf9f5c8447 req-8da2427d-bd68-4cf9-8c8c-e432cb75635f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809421 Aug 03 15:46:53.979589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3912910-50a4-4bbe-8da8-b39f139a5739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:53.997708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3912910-50a4-4bbe-8da8-b39f139a5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:54.021320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-ba1addc0-3b49-41e3-ad01-c8a8480382ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366003 Aug 03 15:46:54.048314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:46:54.057250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15d549-929c-449e-8421-7a39f73a5494 req-0dc8fe1c-0042-42e6-b130-6418f9a217ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.059363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b15d549-929c-449e-8421-7a39f73a5494 req-0dc8fe1c-0042-42e6-b130-6418f9a217ed tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 950 time: 0.0910168 Aug 03 15:46:54.101013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3912910-50a4-4bbe-8da8-b39f139a5739 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d0c588d82e9420fa2acafaeaf002f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109832 Aug 03 15:46:54.102615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912910-50a4-4bbe-8da8-b39f139a5739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa7ef4-28c3-4551-a495-cd9661b0f18f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:54.107147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52746) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:54.125026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e53104-096c-4cbf-b9db-2d2da431d04d req-d2bc59ba-4a53-4453-b8e7-b51075563f08 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.127415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84e53104-096c-4cbf-b9db-2d2da431d04d req-d2bc59ba-4a53-4453-b8e7-b51075563f08 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.1457922 Aug 03 15:46:54.144461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b9204d60-fac5-465d-be6b-9bc6e7c0d4f1 None None] Provisioning complete for port e52e2130-e514-4e66-bce2-a3362245fcb5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:54.146174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b9204d60-fac5-465d-be6b-9bc6e7c0d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:54.176675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84e53104-096c-4cbf-b9db-2d2da431d04d req-85501b1e-0313-4cb3-ab5c-71c4e0ecad5f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Aug 03 15:46:54.192320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b9204d60-fac5-465d-be6b-9bc6e7c0d4f1 None None] Port e52e2130-e514-4e66-bce2-a3362245fcb5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:46:54.253718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b15d549-929c-449e-8421-7a39f73a5494 req-a898da54-dc2d-4bc8-bff8-6fee030b4ecd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821241 Aug 03 15:46:54.298636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-5f00a248-2447-460d-9b30-db3a96a719b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.301562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-5f00a248-2447-460d-9b30-db3a96a719b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1099 time: 0.1950798 Aug 03 15:46:54.308206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:46:54.310999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:54.318743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cd203d1b-3a4d-4764-b530-5f8af7763673 admin admin] 10.222.0.70 "PUT /v2.0/routers/14a76ffb-a9c9-492c-a4d2-cb80be0157b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4727216 Aug 03 15:46:54.330437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Sync routers for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:46:54.381228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:54.383739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:54.400018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:54.527160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5969d-6ffa-4e47-8133-419da7558988 req-d8df03e9-db57-4e6f-b006-5441591f651c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.528915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69a5969d-6ffa-4e47-8133-419da7558988 req-d8df03e9-db57-4e6f-b006-5441591f651c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 948 time: 0.1001525 Aug 03 15:46:54.617465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:54.629467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69a5969d-6ffa-4e47-8133-419da7558988 req-0b1257c6-9188-4ce0-9716-6a791f66f00f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859511 Aug 03 15:46:54.677886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-1f66022e-7079-491e-9d82-3fc0748d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.679388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-1f66022e-7079-491e-9d82-3fc0748d5a5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2959161 Aug 03 15:46:54.779915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00039864-ebad-49a2-9499-88de7d6c0c11 req-ee73dbbb-9b1a-4cd9-9e77-439fa6af76f6 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.782638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00039864-ebad-49a2-9499-88de7d6c0c11 req-ee73dbbb-9b1a-4cd9-9e77-439fa6af76f6 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.0819654 Aug 03 15:46:54.845173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:54.916238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00039864-ebad-49a2-9499-88de7d6c0c11 req-e7a02f9c-2018-40d9-b09a-6af4611b4c75 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209061 Aug 03 15:46:54.945531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-f3750738-22a1-484d-b739-0af081c003ed tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:54.945531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-f3750738-22a1-484d-b739-0af081c003ed tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 1100 time: 0.1351473 Aug 03 15:46:55.027376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e52e2130-e514-4e66-bce2-a3362245fcb5', 'name': '', 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'mac_address': 'fa:16:3e:85:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0dec676c-0397-4758-a622-afad2808793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:49Z', 'updated_at': '2021-08-03T15:46:52Z', 'revision_number': 2, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'subnets': [{'id': '0dec676c-0397-4758-a622-afad2808793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:55.044367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.055139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.056661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64aa7ef4-28c3-4551-a495-cd9661b0f18f HTTP/1.1" status: 204 len: 168 time: 0.9477074 Aug 03 15:46:55.058888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-43aa8c85-d56d-4d30-923a-aed78f9a07ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.3706856 Aug 03 15:46:55.097007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Checking router: 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:46:55.097864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Updating router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 port e52e2130-e514-4e66-bce2-a3362245fcb5 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:46:55.125100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:55.125354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650c63d-4c1e-42a5-b866-e2f5c6573ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa7ef4-28c3-4551-a495-cd9661b0f18f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:55.161728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'mac_address': 'fa:16:3e:40:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:55.163774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.183196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-1bcd2a1f-2614-43a3-9ced-0533b2a8d5c7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.186568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-1bcd2a1f-2614-43a3-9ced-0533b2a8d5c7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58&tenant_id=906dc02efd994854b3e124781b011d82&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 948 time: 0.6322708 Aug 03 15:46:55.273184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.289766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be77e1-4c82-4602-8d12-d0b327524691 req-3ea0b076-c6b2-40fc-865d-a28af10942a4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.297351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be77e1-4c82-4602-8d12-d0b327524691 req-3ea0b076-c6b2-40fc-865d-a28af10942a4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.309556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7be77e1-4c82-4602-8d12-d0b327524691 req-3ea0b076-c6b2-40fc-865d-a28af10942a4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36&device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 1690 time: 0.6508381 Aug 03 15:46:55.358010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-e0708c0c-b195-44f8-a4d3-b42a7e87a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.359895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-e0708c0c-b195-44f8-a4d3-b42a7e87a402 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2834389 Aug 03 15:46:55.386623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18a0402-5c6c-45a7-b04e-f0315583f327 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:55.429905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:55.435287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.436021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 322dcbf7-9bf6-4d20-be37-7584215d1999 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:46:55.449957 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-6fcd192b-7bcb-4038-946b-9602bfe077a8 service neutron] delete failed (client error): The resource could not be found. Aug 03 15:46:55.451947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-6fcd192b-7bcb-4038-946b-9602bfe077a8 service neutron] 10.222.0.78 "DELETE /v2.0/ports/a18a0402-5c6c-45a7-b04e-f0315583f327/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.2214251 Aug 03 15:46:55.473160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7be77e1-4c82-4602-8d12-d0b327524691 req-3e793fcd-35d6-4b7a-aac9-719bfc05effb tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621664 Aug 03 15:46:55.520424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-09c8862e-6add-4833-a0fc-d77be88a1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.530762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-09c8862e-6add-4833-a0fc-d77be88a1257 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567554 Aug 03 15:46:55.612548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=322dcbf7-9bf6-4d20-be37-7584215d1999,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:55.633259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:55.663784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '322dcbf7-9bf6-4d20-be37-7584215d1999', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '322dcbf7-9bf6-4d20-be37-7584215d1999', 'mac_address': 'fa:16:3e:9c:88:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:46:55.735148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-d789e16f-9434-4bf0-b2e8-ec547dc47c07 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946459 Aug 03 15:46:55.837436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-9fd16801-fba9-4b5b-b988-0ff357f92727 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4346344 Aug 03 15:46:55.839440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Deleting port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:46:55.839831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.851421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.853752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.883233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322dcbf7-9bf6-4d20-be37-7584215d1999 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:46:55.904492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:55.915507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-593ce240-b6f3-4e15-aba4-d55f96d0cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.917246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-593ce240-b6f3-4e15-aba4-d55f96d0cde0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1100 time: 0.1779981 Aug 03 15:46:55.926658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=322dcbf7-9bf6-4d20-be37-7584215d1999,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:55.927356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce718a1-1744-47d4-b6ea-d38260ca67b5 req-cb2cbe3a-042e-420b-ad26-39d0aa6e2008 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:55.928955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bce718a1-1744-47d4-b6ea-d38260ca67b5 req-cb2cbe3a-042e-420b-ad26-39d0aa6e2008 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 949 time: 0.1926241 Aug 03 15:46:55.944466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:55.991485 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.000159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70416f1a-fd13-4fd7-9ff1-dd05273e29c7 req-ad561ca7-6f66-4e7a-b9f8-eb04bf157811 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271099 Aug 03 15:46:56.043738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Transition to ACTIVE for port object e52e2130-e514-4e66-bce2-a3362245fcb5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:46:56.044711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bce718a1-1744-47d4-b6ea-d38260ca67b5 req-fb1ed302-bf99-4f06-ab9d-54a18cdd4d94 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Aug 03 15:46:56.048891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] For port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:56.049574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.076117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-075a4ea0-5b4d-46f1-8213-87fc8ede6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:56.078214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-075a4ea0-5b4d-46f1-8213-87fc8ede6a68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1461673 Aug 03 15:46:56.084164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Calling delete_port for b53467a3-8ae5-4bb1-8fd0-ded855be4f3f owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:46:56.108682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.115313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.133985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:56.140935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-e05097b3-059f-4f0a-b3a9-a57da65dd9f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0494678 Aug 03 15:46:56.234832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-1657b57c-f03e-47a0-a544-dbcd9d99fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:56.236332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-1657b57c-f03e-47a0-a544-dbcd9d99fe4b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0868070 Aug 03 15:46:56.260311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c58e3-d44e-4012-88de-aeebe4f98ecd None None] Pushing event updated for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:56.324028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-351c073b-17c1-48bf-bdf0-272ee4146cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:56.326259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-351c073b-17c1-48bf-bdf0-272ee4146cf6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763280 Aug 03 15:46:56.339192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['322dcbf7-9bf6-4d20-be37-7584215d1999'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:56.353683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209649c-8d11-4d7a-834b-55fbdc491f00 req-f59e2d97-9e9b-4bc0-8e93-a8e46485578c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:56.355309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:46:56.373671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5209649c-8d11-4d7a-834b-55fbdc491f00 req-f59e2d97-9e9b-4bc0-8e93-a8e46485578c tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 949 time: 0.1357741 Aug 03 15:46:56.434407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.441122 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.567378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Pushing event deleted for resources: {'Port': ['ID=b53467a3-8ae5-4bb1-8fd0-ded855be4f3f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:56.606402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52796) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:56.615353 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5209649c-8d11-4d7a-834b-55fbdc491f00 req-1541af1c-9add-4ccd-a6c1-04aba86afd3a tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394931 Aug 03 15:46:56.713333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] No DVR routers for this DVR port b53467a3-8ae5-4bb1-8fd0-ded855be4f3f on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:46:56.732599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-64fd262c-f9ed-49ee-ab18-e3a1c2856e10 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910475 Aug 03 15:46:56.733957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.738118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5a9921d-3780-484c-b84e-6da8e1603a1b req-82451c0f-eb42-444f-a0f5-6ee262308f57 tempest-DeleteServersAdminTestJSON-1334324939 tempest-DeleteServersAdminTestJSON-1334324939-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b53467a3-8ae5-4bb1-8fd0-ded855be4f3f HTTP/1.1" status: 204 len: 173 time: 1.7860904 Aug 03 15:46:56.825812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Attempting to bind port e52e2130-e514-4e66-bce2-a3362245fcb5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:46:56.826187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Attempting to bind port e52e2130-e514-4e66-bce2-a3362245fcb5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:46:56.833223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Attempting to bind port e52e2130-e514-4e66-bce2-a3362245fcb5 on network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:46:56.851650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Allocated IP 172.25.7.127 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/fc81dd54-4078-455e-8a30-a26f411a44a3) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:46:56.893387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b53467a3-8ae5-4bb1-8fd0-ded855be4f3f no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:46:56.929508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:46:56.930102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-919efd6a-46b1-4686-b7aa-721475cfcbb8 req-76b1e032-9981-4735-9d89-5daa918177d9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900489 Aug 03 15:46:56.930240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Checking segment: {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:56.930775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:56.931827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Bound using segment: {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:46:56.932756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Bound port: e52e2130-e514-4e66-bce2-a3362245fcb5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1086d5-904b-46f9-a177-42a8204e815b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:46:56.933333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.041681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b53467a3-8ae5-4bb1-8fd0-ded855be4f3f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:46:57.042116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b53467a3-8ae5-4bb1-8fd0-ded855be4f3f not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:46:57.095691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'name': 'network-vif-deleted', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:57.100453 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3409642-aa5a-4700-a15e-c91acdc186c1" -d '{"events": [{"server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "name": "network-vif-deleted", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:57.121461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651b7c9-a6ff-44ab-992d-2fea617c6e88 req-124fecbc-830c-457f-9196-e97f86bac089 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:57.122702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-108519589-network', 'tenant_id': 'b166272c9369477080b240234c68e894'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:57.123950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d651b7c9-a6ff-44ab-992d-2fea617c6e88 req-124fecbc-830c-457f-9196-e97f86bac089 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 949 time: 0.0753479 Aug 03 15:46:57.140297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.168902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:57.172582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.188593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.209127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d651b7c9-a6ff-44ab-992d-2fea617c6e88 req-a72b61b6-fc9a-44ea-ab9e-456644ad7613 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Aug 03 15:46:57.238629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] For port e52e2130-e514-4e66-bce2-a3362245fcb5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:46:57.269054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] For port e52e2130-e514-4e66-bce2-a3362245fcb5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e52e2130-e514-4e66-bce2-a3362245fcb5,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:46:57.274238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.291957 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.342553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:46:57.353738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:57.358503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd68b2-1624-4ffb-b22e-55df61d7e550 req-9b124ce3-e82f-4965-94ac-657e1f768972 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:57.360311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebfd68b2-1624-4ffb-b22e-55df61d7e550 req-9b124ce3-e82f-4965-94ac-657e1f768972 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.0717063 Aug 03 15:46:57.361117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:46:57.406513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:46:57.407487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:46:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:57.411953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c58e3-d44e-4012-88de-aeebe4f98ecd None None] Pushing event updated for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:57.437435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebfd68b2-1624-4ffb-b22e-55df61d7e550 req-1e74d820-010d-4b5e-a2a3-6b8fbeb2278f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Aug 03 15:46:57.446991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event updated for resources: {'Port': ['ID=fc81dd54-4078-455e-8a30-a26f411a44a3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:57.623301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:46:57.643294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.654686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dfc89-4e3e-4eda-a9ae-2a9316a06af3 req-94d2d72b-d1c0-4b15-86ec-c8f6a79a54a6 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:57.664361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-889dfc89-4e3e-4eda-a9ae-2a9316a06af3 req-94d2d72b-d1c0-4b15-86ec-c8f6a79a54a6 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 1100 time: 0.1041183 Aug 03 15:46:57.730309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.742906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.744109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-889dfc89-4e3e-4eda-a9ae-2a9316a06af3 req-254af57f-ce1f-405d-b732-e6ff96f44055 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781455 Aug 03 15:46:57.747765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.828307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:46:57.842395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710b98d-093b-43c9-9883-011eafaace88,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:57.857555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:57.858603 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Added segment e41a373f-8fad-40bd-9d97-76d7ccb33a1e of type vlan for network c11d9d27-79ff-4f13-954a-3f28875c4fd8 Aug 03 15:46:57.947697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-72b99638-b5fc-4f78-bb9f-70f99081a84f req-728bff9f-6952-45f0-82d4-b7ca6cbe6c42 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ce48e73-d8b2-42f3-b090-9e60a10cca52 HTTP/1.1" status: 200 len: 210 time: 0.0681684 Aug 03 15:46:57.996349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.073165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.075705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:58.075705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.094130 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398333a-d607-4ad4-81ce-d3f0ad2b28f2 x-openstack-request-id: req-9398333a-d607-4ad4-81ce-d3f0ad2b28f2 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:46:58.094566 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce48e73-d8b2-42f3-b090-9e60a10cca52", "name": "network-vif-deleted", "tag": "b53467a3-8ae5-4bb1-8fd0-ded855be4f3f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:46:58.094879 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9398333a-d607-4ad4-81ce-d3f0ad2b28f2 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:46:58.095380 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce48e73-d8b2-42f3-b090-9e60a10cca52', 'name': 'network-vif-deleted', 'tag': 'b53467a3-8ae5-4bb1-8fd0-ded855be4f3f', 'status': 'completed', 'code': 200} Aug 03 15:46:58.125663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5081041 Aug 03 15:46:58.130118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52814) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:46:58.139418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Request body: {'subnet': {'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-108519589-subnet', 'tenant_id': 'b166272c9369477080b240234c68e894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:46:58.170240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e52e2130-e514-4e66-bce2-a3362245fcb5', 'name': '', 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'mac_address': 'fa:16:3e:85:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0dec676c-0397-4758-a622-afad2808793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:49Z', 'updated_at': '2021-08-03T15:46:57Z', 'revision_number': 4, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'subnets': [{'id': '0dec676c-0397-4758-a622-afad2808793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:46:58.199160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:46:58.206156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.211008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554545d8-fb5c-48a9-b2d8-f0db5f5ea60b None None] The sync data for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 is: [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e52e2130-e514-4e66-bce2-a3362245fcb5', 'name': '', 'network_id': '3042d8dc-2d1a-4e31-92d4-31632c5d9205', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'mac_address': 'fa:16:3e:85:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0dec676c-0397-4758-a622-afad2808793c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:49Z', 'updated_at': '2021-08-03T15:46:57Z', 'revision_number': 4, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'subnets': [{'id': '0dec676c-0397-4758-a622-afad2808793c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:46:58.213212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dc170-3d1c-4365-8fc1-ac50a622a92e admin admin] Pushing event updated for resources: {'Network': ['ID=c11d9d27-79ff-4f13-954a-3f28875c4fd8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:58.230991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:46:58.232212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.247310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.364793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.384279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event updated for resources: {'Port': ['ID=fc81dd54-4078-455e-8a30-a26f411a44a3,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:58.391985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.393240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-72fb9fb1-1e16-4411-b1a8-af56d1f51673 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5289738 Aug 03 15:46:58.538828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-14663800-d4f2-4083-b050-cea05f979c40 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.1303205 Aug 03 15:46:58.591296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-4ea1f8c8-0a2f-4b3e-ae81-f02cf82bccc2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213229 Aug 03 15:46:58.624013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:58.646006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b381b9f-d498-4c11-8615-6c589c2173d0 req-b2ed4de7-e18f-4a94-9a1a-727294242d74 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:58.648781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b381b9f-d498-4c11-8615-6c589c2173d0 req-b2ed4de7-e18f-4a94-9a1a-727294242d74 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 949 time: 0.1340020 Aug 03 15:46:58.724775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-05f66d50-6260-4d43-9c9e-86f7c574d5fb tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:58.727306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-05f66d50-6260-4d43-9c9e-86f7c574d5fb tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1781392 Aug 03 15:46:58.744826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-09ed8439-b22c-465b-8841-931f9b52e591 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:46:58.746968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1b87dc1-3d6a-4542-b5d4-16aa53fa4b63 req-09ed8439-b22c-465b-8841-931f9b52e591 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118091 Aug 03 15:46:58.796030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacb44fd-77dd-4e74-9ccf-5c384b3824cd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:46:58.815931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b381b9f-d498-4c11-8615-6c589c2173d0 req-09a651e3-e840-40d2-b7f1-ea9fc8d126fe tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349955 Aug 03 15:46:58.817733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:46:58.818102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Network hostable DHCP agents. Network: c11d9d27-79ff-4f13-954a-3f28875c4fd8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:46:58.833998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-fed699c0-ee99-460c-9036-8fdbcb28df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:58.839183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-fed699c0-ee99-460c-9036-8fdbcb28df8c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 1101 time: 0.1511674 Aug 03 15:46:58.897206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 322dcbf7-9bf6-4d20-be37-7584215d1999 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:58.912958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db62a-ce41-4f3e-89bb-f7d2f10ddf8a req-e25d1654-a8d9-4158-8fc8-92e664ad4dbc tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:58.919306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af8db62a-ce41-4f3e-89bb-f7d2f10ddf8a req-e25d1654-a8d9-4158-8fc8-92e664ad4dbc tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 1101 time: 0.0961812 Aug 03 15:46:58.995899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:46:59.011032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af8db62a-ce41-4f3e-89bb-f7d2f10ddf8a req-fdd54f6d-4ffa-4009-9c5d-2d5baae65117 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763104 Aug 03 15:46:59.033751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 322dcbf7-9bf6-4d20-be37-7584215d1999 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:59.047592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 322dcbf7-9bf6-4d20-be37-7584215d1999 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:59.048174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.064802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c11d9d27-79ff-4f13-954a-3f28875c4fd8) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:46:59.080595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc160e5-2932-42c8-805d-0e7abdb080ac None None] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:46:59.085553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.086458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.151551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e52e2130-e514-4e66-bce2-a3362245fcb5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:59.194809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1668b295-a857-4ccd-a259-6d9cccf48983 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0621541 Aug 03 15:46:59.200177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-7eab8266-6342-4414-875f-99c0d772410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.211475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-7eab8266-6342-4414-875f-99c0d772410f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3252017 Aug 03 15:46:59.281338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3459-a627-48ad-a502-024d1b27aebe req-a29d8ec5-ec6c-45d9-b41f-1fc20a466185 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.284062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e6a3459-a627-48ad-a502-024d1b27aebe req-a29d8ec5-ec6c-45d9-b41f-1fc20a466185 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.1023960 Aug 03 15:46:59.336672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e6a3459-a627-48ad-a502-024d1b27aebe req-bc72e2bd-fc54-47ee-a9c1-234fc12403ef tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Aug 03 15:46:59.349516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394393-7ab9-41e7-88ac-4decba1c4adf req-d95d0a82-3166-4158-851a-e4393f3d0fb0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.350608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e52e2130-e514-4e66-bce2-a3362245fcb5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:46:59.351939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92394393-7ab9-41e7-88ac-4decba1c4adf req-d95d0a82-3166-4158-851a-e4393f3d0fb0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 949 time: 0.2458365 Aug 03 15:46:59.364655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-958908fb-fde9-4882-8485-4e385f506cf0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641 HTTP/1.1" status: 200 len: 217 time: 0.1307878 Aug 03 15:46:59.403838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e52e2130-e514-4e66-bce2-a3362245fcb5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:46:59.404743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.469870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e85c1054-ae25-4c17-97ac-27a3aebf19c6 req-94dede97-e66d-4b88-833d-da2cc44b0666 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips/183e6fff-b7b6-4e80-8c0f-498340ccc44f HTTP/1.1" status: 200 len: 693 time: 0.0855029 Aug 03 15:46:59.484910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92394393-7ab9-41e7-88ac-4decba1c4adf req-70b852ee-95ec-45d9-b722-151e5759d8c3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267817 Aug 03 15:46:59.528051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-24e7c131-123e-41c5-bd96-f3ee0598f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.530395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-24e7c131-123e-41c5-bd96-f3ee0598f5b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1480920 Aug 03 15:46:59.563915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaccce-4640-4b54-a84d-889ccc59cd87 None None] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:46:59.570699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.650839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-cecf436d-623b-4296-ac7b-778e010f5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.652370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-cecf436d-623b-4296-ac7b-778e010f5a46 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122525 Aug 03 15:46:59.671369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:46:59.674627 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5c09e1-699a-44d2-9348-31af42716107" -d '{"events": [{"server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "name": "network-vif-plugged", "status": "completed", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:46:59.730146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=322dcbf7-9bf6-4d20-be37-7584215d1999,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:46:59.743989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.744956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:46:59.799118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c1054-ae25-4c17-97ac-27a3aebf19c6 req-09e7a49f-1cbe-47c5-9ddd-12198e70bfd0 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.827222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-304a55ae-f6f3-4e57-a9e2-e358a323be0f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608461 Aug 03 15:46:59.828006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e85c1054-ae25-4c17-97ac-27a3aebf19c6 req-09e7a49f-1cbe-47c5-9ddd-12198e70bfd0 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3560040 Aug 03 15:46:59.837150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-e85c1054-ae25-4c17-97ac-27a3aebf19c6 req-7616ddb5-1ea1-4bca-a4c2-014340efad19 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:46:59.850775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e85c1054-ae25-4c17-97ac-27a3aebf19c6 req-7616ddb5-1ea1-4bca-a4c2-014340efad19 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201087 Aug 03 15:46:59.890923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:46:59.990027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc7ddf-73b5-4e5b-9e77-288f9a12c799 req-c960d07d-32e5-4215-b548-9b84ed30e7c0 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:46:59.992575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22cc7ddf-73b5-4e5b-9e77-288f9a12c799 req-c960d07d-32e5-4215-b548-9b84ed30e7c0 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1100 time: 0.0766990 Aug 03 15:47:00.021770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-831ac7c3-edab-40e4-841a-234c8c873c49 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:00.030560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-831ac7c3-edab-40e4-841a-234c8c873c49 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015536 Aug 03 15:47:00.034824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:00.040508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1457156467-network', 'tenant_id': '013fcba9a0e94a2d864d02d0c846e8de'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:00.044893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port a18a0402-5c6c-45a7-b04e-f0315583f327 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:00.060404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-d7124dae-0b8d-4977-bc07-0f7a7dd54a3d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0259705 Aug 03 15:47:00.072484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22cc7ddf-73b5-4e5b-9e77-288f9a12c799 req-04cafb90-dc74-4250-84e9-45fc075bf555 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627246 Aug 03 15:47:00.078034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Made reservation on behalf of 013fcba9a0e94a2d864d02d0c846e8de for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:00.081666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.087392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port a18a0402-5c6c-45a7-b04e-f0315583f327 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:00.087938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.092345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.111769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:00.180817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e52e2130-e514-4e66-bce2-a3362245fcb5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e52e2130-e514-4e66-bce2-a3362245fcb5,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:00.187154 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.203845 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca21e8-89a5-4f26-80f0-fd1aa5ae32e8 x-openstack-request-id: req-6dca21e8-89a5-4f26-80f0-fd1aa5ae32e8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:00.204159 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "name": "network-vif-plugged", "status": "completed", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:00.204737 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dca21e8-89a5-4f26-80f0-fd1aa5ae32e8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:00.205331 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999', 'code': 200} Aug 03 15:47:00.212806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-6c3ec868-0c9b-45c5-9b30-b4f97faf976a service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458219 Aug 03 15:47:00.243542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-24ea6791-ecba-4131-a900-501834bb04c1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1817319 Aug 03 15:47:00.279190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.287629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.298899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:00.356437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.414155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:00.421012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.434102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-724fcdc7-6b86-40fd-8649-f8d3474f095f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544872 Aug 03 15:47:00.441142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:47:00.512534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad227bc7-d36c-4a79-b847-fc64cced10a4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:00.520541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5458f33c-a1c6-49fa-a61f-806db17125cc req-a14eb699-78af-4cb4-aaff-4b35ed60e638 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734332 Aug 03 15:47:00.522111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8711-db3b-4fa4-b0ec-bf8d3eacab5c req-a16ba7a2-0028-4d09-8ad3-106c2a6b4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:00.524049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17eb8711-db3b-4fa4-b0ec-bf8d3eacab5c req-a16ba7a2-0028-4d09-8ad3-106c2a6b4339 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 1101 time: 0.2178519 Aug 03 15:47:00.525498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.526088 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Added segment aa7bcd9b-73b8-4e5f-968b-3b5cdbb1f067 of type vlan for network 7064ee9a-740f-4820-864d-7c6a4aa8112a Aug 03 15:47:00.592361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:00.633177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eeb75d35-9e9f-49e4-9f9b-067bb4c5b8ec req-8a4f2545-9a20-4cae-87f9-cdf94813897d tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=74dc68fe2515410d85d92d3414ea93d5 HTTP/1.1" status: 200 len: 696 time: 0.1369514 Aug 03 15:47:00.634048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17eb8711-db3b-4fa4-b0ec-bf8d3eacab5c req-28e640e2-fc46-4249-830c-a3153149ae9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893552 Aug 03 15:47:00.650975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.682399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-3f89f3b3-007f-472f-9285-b16c251b72cb tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:00.683943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-3f89f3b3-007f-472f-9285-b16c251b72cb tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489433 Aug 03 15:47:00.712768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-fdaf5270-2e31-42ce-b00c-e10a853c24d0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/quotas/396ef2f1015e4cd0955e5cc07ae23042 HTTP/1.1" status: 200 len: 375 time: 0.0140986 Aug 03 15:47:00.714059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.714918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:00.715528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:00.749602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7132626 Aug 03 15:47:00.777745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52882) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:00.799304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Request body: {'subnet': {'network_id': '7064ee9a-740f-4820-864d-7c6a4aa8112a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1457156467-subnet', 'tenant_id': '013fcba9a0e94a2d864d02d0c846e8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:00.807628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-3b036868-87ca-4562-ba12-9fdfb31bc82f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774693 Aug 03 15:47:00.830555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816001c8-9b0f-4227-aa13-b054488a5091 admin admin] Pushing event updated for resources: {'Network': ['ID=7064ee9a-740f-4820-864d-7c6a4aa8112a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:00.844694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Made reservation on behalf of 013fcba9a0e94a2d864d02d0c846e8de for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:00.846248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7064ee9a-740f-4820-864d-7c6a4aa8112a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:47:00.849287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:01.068945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e52e2130-e514-4e66-bce2-a3362245fcb5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:01.164376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e52e2130-e514-4e66-bce2-a3362245fcb5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:01.165016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:01.322904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb75d35-9e9f-49e4-9f9b-067bb4c5b8ec req-f74e22b8-33b9-491e-81ed-0ddca47a9992 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:01.324760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eeb75d35-9e9f-49e4-9f9b-067bb4c5b8ec req-f74e22b8-33b9-491e-81ed-0ddca47a9992 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks?id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 787 time: 0.6826429 Aug 03 15:47:01.343931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-eeb75d35-9e9f-49e4-9f9b-067bb4c5b8ec req-990a1e15-03b8-4594-9f6d-ffac634f72a8 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:47:01.356271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eeb75d35-9e9f-49e4-9f9b-067bb4c5b8ec req-990a1e15-03b8-4594-9f6d-ffac634f72a8 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205717 Aug 03 15:47:01.607662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd31dec-ae3c-404e-8a47-c598bdde2fdb req-998846c8-0906-459a-940a-89d81ef4f457 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:01.609243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dd31dec-ae3c-404e-8a47-c598bdde2fdb req-998846c8-0906-459a-940a-89d81ef4f457 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 950 time: 0.4951577 Aug 03 15:47:01.617006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:01.734036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6157e-28ed-45e9-b0c2-bea5539c364f req-67d4a930-63cc-4d30-87f9-7480d47b795c tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:01.736096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5f6157e-28ed-45e9-b0c2-bea5539c364f req-67d4a930-63cc-4d30-87f9-7480d47b795c tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.0770645 Aug 03 15:47:01.748744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bccaa8-f48f-4f33-850a-09fad921e5b9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:01.788960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dd31dec-ae3c-404e-8a47-c598bdde2fdb req-ec85e0d7-cf81-4b75-acf9-7a4d9269f14b tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560462 Aug 03 15:47:01.805573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5f6157e-28ed-45e9-b0c2-bea5539c364f req-67cc6647-170b-4997-944d-8d15547a0c37 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Aug 03 15:47:01.823469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Checking segment: {'id': 'aa7bcd9b-73b8-4e5f-968b-3b5cdbb1f067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7064ee9a-740f-4820-864d-7c6a4aa8112a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:01.823827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Network hostable DHCP agents. Network: 7064ee9a-740f-4820-864d-7c6a4aa8112a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:47:01.870801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Network 7064ee9a-740f-4820-864d-7c6a4aa8112a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:47:01.884804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7064ee9a-740f-4820-864d-7c6a4aa8112a) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:01.901561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:01.902272 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:01.906046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d829ff-ee24-4877-b98b-11361ed6c398 None None] Network 7064ee9a-740f-4820-864d-7c6a4aa8112a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:01.951597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ffa82a7-bcfa-4f6a-9a46-39fe145124e5 req-5ba3bf45-ba1a-4e6c-8aaa-56c361f7ee02 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 210 time: 0.0625329 Aug 03 15:47:01.981112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f16fccb-a6c1-4eee-a784-2a8ca1d52b90 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1884933 Aug 03 15:47:01.981479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b88f302-d422-4bea-b9a9-910a165b4c67 req-75123683-641a-415f-a493-cc0ae973588f tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 210 time: 0.0526910 Aug 03 15:47:02.143977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-bd5a0af9-3d8f-446a-8c33-9bb7bcbdc213 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips/183e6fff-b7b6-4e80-8c0f-498340ccc44f HTTP/1.1" status: 200 len: 693 time: 0.1103785 Aug 03 15:47:02.200045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-9aebde34-0229-4a9c-b268-8553e59afdff tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642092 Aug 03 15:47:02.213368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:02.216524 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de31990-dae7-436d-86da-e1b27bf74496" -d '{"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-plugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:02.223455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319739b2-cda3-415b-b811-cc882a3d004a None None] Network 7064ee9a-740f-4820-864d-7c6a4aa8112a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:02.317097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-2f132e2f-b92f-40c9-8fa1-7fda2f75aa8c tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:02.326677 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-2f132e2f-b92f-40c9-8fa1-7fda2f75aa8c tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1681900 Aug 03 15:47:02.368051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b9e4ff60-b3d0-4b8a-ba19-027fee835bc4 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:47:02.371161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b9e4ff60-b3d0-4b8a-ba19-027fee835bc4 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434053 Aug 03 15:47:02.374324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-35ec52d5-f251-4e00-81e6-cf75ec4df463 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817423 Aug 03 15:47:02.426101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-653c727d-3324-4ae4-9ec8-2a18210ca5c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:02.427680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-653c727d-3324-4ae4-9ec8-2a18210ca5c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267697 Aug 03 15:47:02.442819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-758d18b9-b996-4df2-b530-df622eb0379b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/quotas/906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 375 time: 0.0093849 Aug 03 15:47:02.479912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-0ca5196a-db0a-47b9-b421-589ab6bea13e tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.1016817 Aug 03 15:47:02.491902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-ede8ae29-4a82-4c97-a72f-7305e64d68a6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434096 Aug 03 15:47:02.546999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-6c61d1f3-3e83-4815-89fb-542692b5b8d7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.127 HTTP/1.1" status: 200 len: 696 time: 0.0575528 Aug 03 15:47:02.610121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-ec3fe9a3-a347-4ecd-89f6-21580460b187 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:02.616404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-ec3fe9a3-a347-4ecd-89f6-21580460b187 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282732 Aug 03 15:47:02.677009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:02.720721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-e646af58-4ff0-45f9-89ae-abda77f57987 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:02.743581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-e646af58-4ff0-45f9-89ae-abda77f57987 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 1101 time: 0.0927501 Aug 03 15:47:02.794980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-7def0c33-a7be-460c-b933-6648009422c8 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:02.825237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Deleting port fc81dd54-4078-455e-8a30-a26f411a44a3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:02.825603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:02.874783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-8247b248-108c-44f1-906a-02eeaabc891a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374534 Aug 03 15:47:02.950197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:02.950613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:02.979893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Calling delete_port for fc81dd54-4078-455e-8a30-a26f411a44a3 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:03.109043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-caf461d1-4e7d-4822-a5d1-d9056bde329c tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:03.110741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-caf461d1-4e7d-4822-a5d1-d9056bde329c tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175670 Aug 03 15:47:03.113239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-7def0c33-a7be-460c-b933-6648009422c8 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.118521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-7def0c33-a7be-460c-b933-6648009422c8 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.148444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Request body: {'port': {'device_id': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '396ef2f1015e4cd0955e5cc07ae23042'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:03.173709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:03.177480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.187142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.194415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af104090-2e20-4a84-b7a1-8814bdac8c9e req-7def0c33-a7be-460c-b933-6648009422c8 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481893 Aug 03 15:47:03.223196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event deleted for resources: {'Port': ['ID=fc81dd54-4078-455e-8a30-a26f411a44a3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:03.280514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def0c33-a7be-460c-b933-6648009422c8 tempest-LiveMigrationNegativeTest-2110914706 tempest-LiveMigrationNegativeTest-2110914706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4328f02-ee07-47bb-9258-8b898db2bd5d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:03.281456 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d45b00e-ce3f-4669-96e9-6bbb29508d1e x-openstack-request-id: req-3d45b00e-ce3f-4669-96e9-6bbb29508d1e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:03.281957 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-plugged", "status": "completed", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:03.282051 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d45b00e-ce3f-4669-96e9-6bbb29508d1e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:03.282424 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'code': 200} Aug 03 15:47:03.306073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.309930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.312326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29f2900b-e527-4a8f-ad88-38d2bf20b778 req-b2bdffbb-b34a-4614-8d64-20bcf77ead29 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "DELETE /v2.0/floatingips/183e6fff-b7b6-4e80-8c0f-498340ccc44f HTTP/1.1" status: 204 len: 173 time: 0.7578986 Aug 03 15:47:03.418449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Made reservation on behalf of 396ef2f1015e4cd0955e5cc07ae23042 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:03.428167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.442850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.206 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/e3ac371c-a549-433a-9b14-6227b5c5b069) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:03.607499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43fff73b-43f2-442a-a6fa-725579d5b5cf req-f084b8d3-5a6f-4016-aed4-6d5a2c3d0e6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 210 time: 0.0650706 Aug 03 15:47:03.699979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.736116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-b648d6de-039a-401b-be10-adb800247602 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:03.738056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-b648d6de-039a-401b-be10-adb800247602 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.1285617 Aug 03 15:47:03.738680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object e3ac371c-a549-433a-9b14-6227b5c5b069 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:03.754305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-ac31ed9e-cec1-4bbd-bb64-10015dc8bec5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/quotas/b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 375 time: 0.0104141 Aug 03 15:47:03.769310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf03565-1137-4bf6-9ee5-c974e4efca20 req-015f8701-9273-4888-a258-45a2a75a1bc3 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:03.771061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bf03565-1137-4bf6-9ee5-c974e4efca20 req-015f8701-9273-4888-a258-45a2a75a1bc3 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 950 time: 0.0784941 Aug 03 15:47:03.792686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9413a9c9-8f69-4120-85eb-0355e88bd604 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322394 Aug 03 15:47:03.826815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:03.839812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:03.844542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bf03565-1137-4bf6-9ee5-c974e4efca20 req-8999d5de-6bba-468e-a3c5-699fc87360e4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635607 Aug 03 15:47:03.911219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:03.933101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:03.934737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:03.940004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:03.954799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:03.962826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Allocated IP 192.168.233.8 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/17be317e-1df4-4f90-9134-45f9588cb2f5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:03.974878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f53b174b-10d7-44ab-9b51-21eb419da7e1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691409 Aug 03 15:47:03.976619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:03.979195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.060437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-6a0d32fb-bb6f-4064-bf48-f108325244d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3961301 Aug 03 15:47:04.082082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Request body: {'port': {'device_id': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:04.094973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53334d91-b363-460e-8456-9798e81a64b6 req-38f6dccd-dd86-4134-b456-d3df51d567c7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:04.105508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53334d91-b363-460e-8456-9798e81a64b6 req-38f6dccd-dd86-4134-b456-d3df51d567c7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 936 time: 0.1019959 Aug 03 15:47:04.217276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53334d91-b363-460e-8456-9798e81a64b6 req-2daa52c2-0c1b-4859-9131-383af022539e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108928 Aug 03 15:47:04.218605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c5b53833-a403-4c77-9af9-b263d4729af3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:47:04.220010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.231453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c5b53833-a403-4c77-9af9-b263d4729af3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2045119 Aug 03 15:47:04.340761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-93430e3f-2a63-40fc-a54b-2d716269463b None None] Provisioning for port e3ac371c-a549-433a-9b14-6227b5c5b069 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:04.357098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-93430e3f-2a63-40fc-a54b-2d716269463b None None] Provisioning complete for port e3ac371c-a549-433a-9b14-6227b5c5b069 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:04.357625 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93430e3f-2a63-40fc-a54b-2d716269463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.414851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f116e36-73ba-42e1-b8f0-1edf0573f61c req-34b67d00-f6f6-4690-bd76-494ce23664ed tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 210 time: 0.0370483 Aug 03 15:47:04.466588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93430e3f-2a63-40fc-a54b-2d716269463b None None] Port e3ac371c-a549-433a-9b14-6227b5c5b069 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:04.467603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f010d27a-0633-4cbb-9e0f-e1bcef120592 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:04.469991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f010d27a-0633-4cbb-9e0f-e1bcef120592 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873443 Aug 03 15:47:04.495313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Request body: {'port': {'device_id': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '906dc02efd994854b3e124781b011d82'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:04.592278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-ad7e5419-2475-4ee3-89be-bbdc5ce2a41e service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599377 Aug 03 15:47:04.633820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5af6dd33-0230-496b-8989-187e7be28a4a req-d89d6d24-c962-4c0d-a94e-7b5c3f93b5c7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1306598 Aug 03 15:47:04.647818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:04.670163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.675649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.711299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Transition to ACTIVE for port object 17be317e-1df4-4f90-9134-45f9588cb2f5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:04.759127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Made reservation on behalf of 906dc02efd994854b3e124781b011d82 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:04.762538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.781893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-31a44319-5489-4b76-95f9-4d880905e433 service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804376 Aug 03 15:47:04.783028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.868754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:04.986652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:04.988774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Pushing event updated for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:04.991321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:04.993544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:04.999210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:04.999780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.015923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-c2cf6b28-835c-41f3-bd31-836cd36e7a5a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8800979 Aug 03 15:47:05.033800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Request body: {'port': {'device_id': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:05.086452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Allocated IP 172.25.7.226 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/84a71a2c-dd48-4f96-9b85-ef4db588114e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:05.140932 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.263685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ac371c-a549-433a-9b14-6227b5c5b069 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:05.301706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.358526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Transition to ACTIVE for port object e3ac371c-a549-433a-9b14-6227b5c5b069 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:05.368287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.388003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.403591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2daae6a0-0633-4990-b649-db4349553245 None None] Provisioning for port 17be317e-1df4-4f90-9134-45f9588cb2f5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:05.414679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2daae6a0-0633-4990-b649-db4349553245 None None] Provisioning complete for port 17be317e-1df4-4f90-9134-45f9588cb2f5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:05.416329 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2daae6a0-0633-4990-b649-db4349553245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.476985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2daae6a0-0633-4990-b649-db4349553245 None None] Port 17be317e-1df4-4f90-9134-45f9588cb2f5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:05.486411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:05.502194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08a7f693-5849-42cb-8157-6df4882c6732 req-ba0f8c08-69f7-4a84-8f63-4b3186cbed73 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 210 time: 0.0634720 Aug 03 15:47:05.539638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Attempting to bind port e3ac371c-a549-433a-9b14-6227b5c5b069 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:05.540257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Attempting to bind port e3ac371c-a549-433a-9b14-6227b5c5b069 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:05.540744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Attempting to bind port e3ac371c-a549-433a-9b14-6227b5c5b069 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:05.549029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Port e3ac371c-a549-433a-9b14-6227b5c5b069 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:05.550428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Attempting to bind port e3ac371c-a549-433a-9b14-6227b5c5b069 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:05.559916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:05.560535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:05.561115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:05.561796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Bound port: e3ac371c-a549-433a-9b14-6227b5c5b069, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:05.562392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.576969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Allocated IP 192.168.233.164 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/43d7360c-0f69-4be8-8db4-cd7dfe159c32) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:05.579574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.651534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:05.653707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9143ba26-92c0-4ea8-b1f9-6a0df487180c req-542f22fa-c110-48bd-baae-df48a20c8989 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 210 time: 0.0649443 Aug 03 15:47:05.661891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:05.668361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:05.674572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event updated for resources: {'Port': ['ID=84a71a2c-dd48-4f96-9b85-ef4db588114e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:05.771485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.825007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.857531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:05.901987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e3ac371c-a549-433a-9b14-6227b5c5b069,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:05.914980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b13754-36f1-4961-8504-f69a121447c8 req-a59bcb8c-554a-4f36-90f5-247460962eae tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:05.916532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03b13754-36f1-4961-8504-f69a121447c8 req-a59bcb8c-554a-4f36-90f5-247460962eae tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 1101 time: 0.0932872 Aug 03 15:47:05.926697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.935440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:05.961197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Transition to ACTIVE for port object 43d7360c-0f69-4be8-8db4-cd7dfe159c32 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:05.962738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-03b13754-36f1-4961-8504-f69a121447c8 req-0b7161f4-3290-4416-b4ac-ddb5cc9798c9 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.040945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.041716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.043317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.043500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3ac371c-a549-433a-9b14-6227b5c5b069 HTTP/1.1" status: 200 len: 1096 time: 1.9681005 Aug 03 15:47:06.044036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:06.047630 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929dbbb-fb13-477e-bac3-47f267a77fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:06.055809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:06.134909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f9e17-8c07-4fe9-84ef-b5af22eb88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:06.157711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:06.186462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:06.195863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:06.201510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.202222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.224509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:06.244500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-cece90dd-0f1d-40e3-ba7b-ac07bec64765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.246437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-cece90dd-0f1d-40e3-ba7b-ac07bec64765 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 1099 time: 0.1287475 Aug 03 15:47:06.259206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-03b13754-36f1-4961-8504-f69a121447c8 req-0b7161f4-3290-4416-b4ac-ddb5cc9798c9 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.273485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-03b13754-36f1-4961-8504-f69a121447c8 req-0b7161f4-3290-4416-b4ac-ddb5cc9798c9 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.288198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-1842335f-b667-4ec8-a034-c52c01da1f83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8047109 Aug 03 15:47:06.308035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-62aec325-0468-4303-8060-3312d0707698 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e3ac371c-a549-433a-9b14-6227b5c5b069 HTTP/1.1" status: 200 len: 217 time: 0.0494916 Aug 03 15:47:06.332393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Request body: {'port': {'device_id': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:06.358257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.365982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.404947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.417095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-9945f069-fa25-4543-95f9-fe8a4568549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.418676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-9945f069-fa25-4543-95f9-fe8a4568549d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1036670 Aug 03 15:47:06.443772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.445005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5af6dd33-0230-496b-8989-187e7be28a4a req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8038266 Aug 03 15:47:06.449202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be340233-012a-405c-a52a-0614b5e03993 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event updated for resources: {'Port': ['ID=84a71a2c-dd48-4f96-9b85-ef4db588114e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:06.558561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5af6dd33-0230-496b-8989-187e7be28a4a req-8050409e-d8a2-45f3-8618-cc1df632264c tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0955365 Aug 03 15:47:06.572095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-ec376d18-cb72-4322-b473-13e619a8f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.574493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-ec376d18-cb72-4322-b473-13e619a8f955 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415536 Aug 03 15:47:06.667080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03b13754-36f1-4961-8504-f69a121447c8 req-0b7161f4-3290-4416-b4ac-ddb5cc9798c9 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292483 Aug 03 15:47:06.720934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-343b868f-5920-46b3-9ab1-3d38e51c1009 None None] Provisioning for port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:06.732495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-343b868f-5920-46b3-9ab1-3d38e51c1009 None None] Provisioning complete for port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:06.733332 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-343b868f-5920-46b3-9ab1-3d38e51c1009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.824862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-343b868f-5920-46b3-9ab1-3d38e51c1009 None None] Port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:06.832909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7161f4-3290-4416-b4ac-ddb5cc9798c9 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be811581-bcf0-46db-8813-ecc2250834b7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:06.839193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17be317e-1df4-4f90-9134-45f9588cb2f5 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:06.867093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-1fa5fc27-99e6-4672-976f-053d938c3cc4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.868498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-1fa5fc27-99e6-4672-976f-053d938c3cc4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.2185557 Aug 03 15:47:06.873458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:06.880470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-8f987824-f2c8-4fe3-b7d7-f7ac0ee4a7bf service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891347 Aug 03 15:47:06.887747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6dd33-0230-496b-8989-187e7be28a4a req-200ab8b9-0063-4371-b5e0-8e9e64eb601e tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:06.889032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5af6dd33-0230-496b-8989-187e7be28a4a req-200ab8b9-0063-4371-b5e0-8e9e64eb601e tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3135290 Aug 03 15:47:06.910306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Request body: {'port': {'device_id': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'admin_state_up': True, 'tenant_id': 'b166272c9369477080b240234c68e894'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:06.954107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Transition to ACTIVE for port object 17be317e-1df4-4f90-9134-45f9588cb2f5 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:07.005501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:07.009262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4cbfdb8-c374-41a6-a84c-3a514567ec14 req-e5bb0506-f5db-4867-a20e-047526d912bf service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188457 Aug 03 15:47:07.014943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:07.174027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d53b-eeec-4e36-b96c-d6877f1d73a1 req-5822f244-11ae-4a23-b853-866b5b561ca2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.180245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae44d53b-eeec-4e36-b96c-d6877f1d73a1 req-5822f244-11ae-4a23-b853-866b5b561ca2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 946 time: 0.0730236 Aug 03 15:47:07.187810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b021f4-cb4c-476b-9d59-3b053a88aa7c req-a3480f85-11e5-438e-9485-29552ac90672 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.190872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14b021f4-cb4c-476b-9d59-3b053a88aa7c req-a3480f85-11e5-438e-9485-29552ac90672 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 948 time: 0.3390496 Aug 03 15:47:07.225193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae44d53b-eeec-4e36-b96c-d6877f1d73a1 req-1c89d5b1-7ec9-4bb7-be46-b5e659d10284 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Aug 03 15:47:07.248883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Pushing event updated for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:07.277114 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b929ac-f86e-4b46-a31f-19ec3ad7148b x-openstack-request-id: req-64b929ac-f86e-4b46-a31f-19ec3ad7148b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:07.277540 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:07.277963 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64b929ac-f86e-4b46-a31f-19ec3ad7148b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:07.278565 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069', 'status': 'completed', 'code': 200} Aug 03 15:47:07.369479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-946ce868-33d9-49ed-8205-53cad9964b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.371315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-946ce868-33d9-49ed-8205-53cad9964b2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 1099 time: 0.0671539 Aug 03 15:47:07.474112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Attempting to bind port 17be317e-1df4-4f90-9134-45f9588cb2f5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:07.474555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Attempting to bind port 17be317e-1df4-4f90-9134-45f9588cb2f5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:07.475082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Attempting to bind port 17be317e-1df4-4f90-9134-45f9588cb2f5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:07.485247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Port 17be317e-1df4-4f90-9134-45f9588cb2f5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:07.485721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Attempting to bind port 17be317e-1df4-4f90-9134-45f9588cb2f5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:07.491005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14b021f4-cb4c-476b-9d59-3b053a88aa7c req-f7113f85-a2ba-423d-bda8-f89eaad42421 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771902 Aug 03 15:47:07.520417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:07.521053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:07.521662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:07.522119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Bound port: 17be317e-1df4-4f90-9134-45f9588cb2f5, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:07.522607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:07.524538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69892700-7fa1-40a1-9c07-c497dacd201e req-dd0eb1b7-40d6-432a-bfc5-5773f5121266 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.526140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69892700-7fa1-40a1-9c07-c497dacd201e req-dd0eb1b7-40d6-432a-bfc5-5773f5121266 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 936 time: 0.0918469 Aug 03 15:47:07.529353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-bc13a567-8067-4209-ba7f-436226d40298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.530814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-bc13a567-8067-4209-ba7f-436226d40298 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1521671 Aug 03 15:47:07.568893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:07.573366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:07.592550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-98a0cabc-603d-465f-8681-d91663b0be25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e3ac371c-a549-433a-9b14-6227b5c5b069 HTTP/1.1" status: 200 len: 217 time: 0.0497401 Aug 03 15:47:07.631592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ddcf12d-7f39-47bf-9258-7fd75eebefec req-bb1928e8-9a5c-426b-abe2-36c988ac3d9c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 210 time: 0.0449700 Aug 03 15:47:07.645461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69892700-7fa1-40a1-9c07-c497dacd201e req-e61fa5df-181e-4158-8155-12430a4eb157 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040831 Aug 03 15:47:07.665890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-eeea19cb-7a15-4766-8475-27454073cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.668476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-eeea19cb-7a15-4766-8475-27454073cbb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0669074 Aug 03 15:47:07.776122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-7b19de32-e787-43b3-8a9f-9e970e2435b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.777983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-7b19de32-e787-43b3-8a9f-9e970e2435b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988388 Aug 03 15:47:07.791008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16879-7681-418a-a1ae-42ee1d61af34 req-e6f81d1f-9268-4076-8f5f-11cf0ec22c3e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:07.792469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81d16879-7681-418a-a1ae-42ee1d61af34 req-e6f81d1f-9268-4076-8f5f-11cf0ec22c3e tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.0712521 Aug 03 15:47:07.861046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-182ce9bf-87c5-4961-8d87-432e21e9f5a3 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips/91b3d0c2-60af-445e-b656-4670712bb83d HTTP/1.1" status: 200 len: 693 time: 0.1818001 Aug 03 15:47:07.875060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:07.884482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81d16879-7681-418a-a1ae-42ee1d61af34 req-b598b4d2-45cd-4a9d-b346-10eaa93fa049 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816345 Aug 03 15:47:07.886387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=17be317e-1df4-4f90-9134-45f9588cb2f5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:07.918725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-703bb360-0029-4e0f-b80c-abea5abec2d9 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253045 Aug 03 15:47:07.941292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:08.081610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.082707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:08.084263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] 10.222.0.72 "PUT /v2.0/ports/17be317e-1df4-4f90-9134-45f9588cb2f5 HTTP/1.1" status: 200 len: 1094 time: 3.0581522 Aug 03 15:47:08.094060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:08.097500 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21650543-5cde-4eff-8c0e-7d725ba2aefd" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:08.135410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Allocated IP 172.20.0.6 (c11d9d27-79ff-4f13-954a-3f28875c4fd8/eacb44fd-77dd-4e74-9ccf-5c384b3824cd/8d8e44ce-086d-4db7-9531-ded86ae5433e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:08.145375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d7360c-0f69-4be8-8db4-cd7dfe159c32 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:08.175755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:08.242678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e15a33-85ce-42d7-a84c-e5cdce026538 service neutron] Pushing event updated for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:08.248407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Transition to ACTIVE for port object 43d7360c-0f69-4be8-8db4-cd7dfe159c32 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:08.265814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:08.326209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7df23c-6fae-4dc1-abd6-923568d78278 req-a750f14a-bd7f-4f48-a4ae-5c02043d674a tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.327711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a7df23c-6fae-4dc1-abd6-923568d78278 req-a750f14a-bd7f-4f48-a4ae-5c02043d674a tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 1101 time: 0.3497882 Aug 03 15:47:08.333903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f249-f5f8-442c-8500-550875139278 req-22f54d79-0c4a-4ab4-8ed9-5939108ca1dd tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.336052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-22f54d79-0c4a-4ab4-8ed9-5939108ca1dd tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.4282906 Aug 03 15:47:08.345260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c929dbbb-fb13-477e-bac3-47f267a77fa0 req-d6b882fc-ba91-4a1a-bc7d-6ac86d4fb47c service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121363 Aug 03 15:47:08.384305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-e9df9b74-1fd3-48c8-9589-76941232d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.386280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a7df23c-6fae-4dc1-abd6-923568d78278 req-3b117bcd-5db9-4333-a3bf-41b2b6702a31 tempest-ServersAdminNegativeTestJSON-1787957924 tempest-ServersAdminNegativeTestJSON-1787957924-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522108 Aug 03 15:47:08.386723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-e9df9b74-1fd3-48c8-9589-76941232d829 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 1097 time: 0.2283552 Aug 03 15:47:08.419261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-c8497287-82ba-4a5e-aac8-c295f7cc0028 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:47:08.420850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-c8497287-82ba-4a5e-aac8-c295f7cc0028 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459478 Aug 03 15:47:08.483202 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc8f8f7-eff5-4dd3-b066-655afc2cd5a8 x-openstack-request-id: req-4cc8f8f7-eff5-4dd3-b066-655afc2cd5a8 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:08.483988 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:08.483988 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cc8f8f7-eff5-4dd3-b066-655afc2cd5a8 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:08.484571 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5', 'status': 'completed', 'code': 200} Aug 03 15:47:08.560279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:08.563354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-b782f46e-4cae-47ab-8384-94fca19ed6a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=17be317e-1df4-4f90-9134-45f9588cb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1396527 Aug 03 15:47:08.585767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfe8bc-d292-436d-aff5-5d22df352432 req-fec9edd5-2571-4fe6-968e-c2dbabc931b2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.588216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4dfe8bc-d292-436d-aff5-5d22df352432 req-fec9edd5-2571-4fe6-968e-c2dbabc931b2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 946 time: 0.0883646 Aug 03 15:47:08.638512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4dfe8bc-d292-436d-aff5-5d22df352432 req-eeec22f7-5046-4aab-9cc0-31ceff8caab0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Aug 03 15:47:08.731770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-e388b798-1746-480f-8a87-36f7e91ba94d tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.2767513 Aug 03 15:47:08.802271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Attempting to bind port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:08.803060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Attempting to bind port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:08.803297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Attempting to bind port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:08.863913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:08.864504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Attempting to bind port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:08.871797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-c8e19fb0-92d6-44db-9a55-9676fe32ed2b tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.1236644 Aug 03 15:47:08.877512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-976097b1-541c-4f8a-ab60-762f1f71b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:08.879071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-976097b1-541c-4f8a-ab60-762f1f71b314 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2443092 Aug 03 15:47:08.883066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:08.883394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:08.883772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:08.884234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Bound port: 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:08.884568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:08.906294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.010189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-a63cdeeb-1a28-4ade-9c27-24f245db547d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.012551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-a63cdeeb-1a28-4ade-9c27-24f245db547d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 950 time: 0.1444950 Aug 03 15:47:09.032008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e7f7e-4906-4604-846c-046edd08a27e req-0b8e6713-fd6e-4585-9bf9-abd1f98eaeee tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.034643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d60e7f7e-4906-4604-846c-046edd08a27e req-0b8e6713-fd6e-4585-9bf9-abd1f98eaeee tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 948 time: 0.1060321 Aug 03 15:47:09.208764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d60e7f7e-4906-4604-846c-046edd08a27e req-d6388f19-dbe7-455e-8e08-e396368f273c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626580 Aug 03 15:47:09.299150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Deleting port f6773a84-a173-41ac-b908-9c5e463948f7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:09.300195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.316907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-08fe81d9-9afa-4549-9387-f993fdaff3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.318464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-08fe81d9-9afa-4549-9387-f993fdaff3fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4100204 Aug 03 15:47:09.343117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:09.345865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c50b1006-0754-4b3c-9ad1-485f87ef98eb req-b28cce29-7436-4dd9-81a3-aae1c55fdc4c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 210 time: 0.0630074 Aug 03 15:47:09.391636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.406827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:09.440652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.464343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:09.474885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] For port f6773a84-a173-41ac-b908-9c5e463948f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f6773a84-a173-41ac-b908-9c5e463948f7,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:09.475599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.479256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:09.482211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.482917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.484283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] 10.222.0.78 "PUT /v2.0/ports/43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 1096 time: 3.1796455 Aug 03 15:47:09.490334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:09.499614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.500646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.508005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Calling delete_port for f6773a84-a173-41ac-b908-9c5e463948f7 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:09.523801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852fa7-af50-4b27-8c7f-fd86cdc5ad3b req-03e2dbb7-f0e7-4431-9d4f-6c63475fa5b7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.527512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac852fa7-af50-4b27-8c7f-fd86cdc5ad3b req-03e2dbb7-f0e7-4431-9d4f-6c63475fa5b7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.1068785 Aug 03 15:47:09.563642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:09.568748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Deleting port 84a71a2c-dd48-4f96-9b85-ef4db588114e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:09.569257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.632559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac852fa7-af50-4b27-8c7f-fd86cdc5ad3b req-4a9955ea-2e51-4ec2-b473-6359006c8f10 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523434 Aug 03 15:47:09.682782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92997e6a-af73-4789-9511-7563a4432254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.709870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-9c8c519e-93fa-429a-bb21-ef78f56ad3e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8088226 Aug 03 15:47:09.724323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-511f1943-620d-4f44-b3ee-fad5d159588d service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937540 Aug 03 15:47:09.739193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Request body: {'port': {'device_id': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:09.811561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.826056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'f6773a84-a173-41ac-b908-9c5e463948f7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:09.853974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Pushing event deleted for resources: {'Port': ['ID=f6773a84-a173-41ac-b908-9c5e463948f7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:09.907118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c2e20-2c9d-45e6-b7da-ebd230026101 service neutron] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:09.916082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff933ae7-c01c-4a69-92ba-6e8d578e9975 req-30d5a25f-e3bb-4382-882f-b6515201abcc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:09.917756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff933ae7-c01c-4a69-92ba-6e8d578e9975 req-30d5a25f-e3bb-4382-882f-b6515201abcc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=264bc6fa-91da-46f9-bffc-a6e76be4135a HTTP/1.1" status: 200 len: 867 time: 0.1653574 Aug 03 15:47:09.953015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] No DVR routers for this DVR port f6773a84-a173-41ac-b908-9c5e463948f7 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:09.957690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.960412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-896b5545-5de0-4ecd-96f4-9349cdef1629 req-6bccf790-bdba-412e-9663-7f9aa4cae94f tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "DELETE /v2.0/ports/f6773a84-a173-41ac-b908-9c5e463948f7 HTTP/1.1" status: 204 len: 173 time: 0.9245026 Aug 03 15:47:09.962284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'name': 'network-vif-deleted', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:09.966408 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada950c-d96a-4874-ab31-911845100971" -d '{"events": [{"server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "name": "network-vif-deleted", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:09.984285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:09.984887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:10.003841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:10.012890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-ed35b90e-7041-41ed-b544-bbe9cc38afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.016383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-ed35b90e-7041-41ed-b544-bbe9cc38afa5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1099 time: 0.4716060 Aug 03 15:47:10.020502 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff933ae7-c01c-4a69-92ba-6e8d578e9975 req-720c810f-4411-49df-af1c-fb5108d36270 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725954 Aug 03 15:47:10.032210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:47:10.089490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Calling delete_port for 84a71a2c-dd48-4f96-9b85-ef4db588114e owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:10.132722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-b51387ce-61ee-4a3a-a1dc-69d5545c046d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.0771189 Aug 03 15:47:10.192317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e643a-3dcc-41bc-85b4-05e379ab5d99 req-0bf5f9b6-035b-4fbc-81f0-85eb7c3db088 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.193983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b9e643a-3dcc-41bc-85b4-05e379ab5d99 req-0bf5f9b6-035b-4fbc-81f0-85eb7c3db088 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 946 time: 0.0686328 Aug 03 15:47:10.236284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b9e643a-3dcc-41bc-85b4-05e379ab5d99 req-e208e155-74eb-4e9b-bdd5-840c137c4b1b tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Aug 03 15:47:10.255000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a9082cf-475a-4798-bd8e-d356a53dbd73 req-d39408f8-a7b5-4cd5-8488-a91fb6b14e20 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949687 Aug 03 15:47:10.340780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-db1549d1-a8d3-413e-85eb-b2c87bba1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.342327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-db1549d1-a8d3-413e-85eb-b2c87bba1324 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1967096 Aug 03 15:47:10.381919 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4490a0e-70b2-49b1-b156-cfe08aa1b5bd x-openstack-request-id: req-d4490a0e-70b2-49b1-b156-cfe08aa1b5bd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:10.382976 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264bc6fa-91da-46f9-bffc-a6e76be4135a", "name": "network-vif-deleted", "tag": "f6773a84-a173-41ac-b908-9c5e463948f7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:10.383403 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4490a0e-70b2-49b1-b156-cfe08aa1b5bd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:10.386190 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264bc6fa-91da-46f9-bffc-a6e76be4135a', 'name': 'network-vif-deleted', 'tag': 'f6773a84-a173-41ac-b908-9c5e463948f7', 'status': 'completed', 'code': 200} Aug 03 15:47:10.492241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36b83-52e3-4543-aa5c-6e2510fd9cb7 req-bf6e9f60-357a-4f3b-a1e3-f8df257fd17d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.493844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce36b83-52e3-4543-aa5c-6e2510fd9cb7 req-bf6e9f60-357a-4f3b-a1e3-f8df257fd17d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 948 time: 0.0561199 Aug 03 15:47:10.500976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:10.505519 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd706da-0c7c-457b-9b9c-44480e19af60" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:10.524918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-ca40009d-1ceb-4eaa-b704-d18b9943aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.526489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-ca40009d-1ceb-4eaa-b704-d18b9943aaa5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720960 Aug 03 15:47:10.548834 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce36b83-52e3-4543-aa5c-6e2510fd9cb7 req-866d2677-8f24-4ab9-aa9e-a75f2a60cbad tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Aug 03 15:47:10.554016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-171174de-a206-44d7-9cd1-c0e92e1e6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.555531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-171174de-a206-44d7-9cd1-c0e92e1e6be7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 1097 time: 0.2183130 Aug 03 15:47:10.702970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11d887-0be2-4f2c-9660-809e04354d5b req-aa700391-4180-423e-9c76-0624d84f9a6d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:10.705321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c11d887-0be2-4f2c-9660-809e04354d5b req-aa700391-4180-423e-9c76-0624d84f9a6d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 931 time: 0.0722544 Aug 03 15:47:10.751086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:10.780208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c11d887-0be2-4f2c-9660-809e04354d5b req-fc343fb0-049a-466a-8359-d6394a6afe9e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639801 Aug 03 15:47:10.821435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Pushing event deleted for resources: {'Port': ['ID=84a71a2c-dd48-4f96-9b85-ef4db588114e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:10.881988 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340402a-8170-40c2-8447-c6148aa6f006 x-openstack-request-id: req-1340402a-8170-40c2-8447-c6148aa6f006 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:10.882317 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:10.882601 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1340402a-8170-40c2-8447-c6148aa6f006 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:10.883023 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'status': 'completed', 'code': 200} Aug 03 15:47:10.897845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:10.902966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:10.906950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5315f249-f5f8-442c-8500-550875139278 req-851e8079-46d6-4a45-aa9e-d0a032e1cbb7 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "DELETE /v2.0/floatingips/91b3d0c2-60af-445e-b656-4670712bb83d HTTP/1.1" status: 204 len: 173 time: 1.9954619 Aug 03 15:47:10.930128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-7cc98d0e-1df4-4f7e-a32e-4ce41f571b40 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704784 Aug 03 15:47:10.942042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e3ac371c-a549-433a-9b14-6227b5c5b069 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:11.000792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-b1ebed83-e496-4b48-872d-954ea2d79d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.004282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-b1ebed83-e496-4b48-872d-954ea2d79d77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4313316 Aug 03 15:47:11.086752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e3ac371c-a549-433a-9b14-6227b5c5b069,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:11.100454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e3ac371c-a549-433a-9b14-6227b5c5b069', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'e3ac371c-a549-433a-9b14-6227b5c5b069', 'mac_address': 'fa:16:3e:20:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:11.132614 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-2a44c135-4abf-4f83-bbeb-02335ec4d687 req-22d7df8b-0a7e-4129-af64-8abbeca06e90 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] show failed (client error): The resource could not be found. Aug 03 15:47:11.135209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a44c135-4abf-4f83-bbeb-02335ec4d687 req-22d7df8b-0a7e-4129-af64-8abbeca06e90 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips/91b3d0c2-60af-445e-b656-4670712bb83d HTTP/1.1" status: 404 len: 350 time: 0.0395026 Aug 03 15:47:11.152237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-cd16af0e-d642-4a00-ae50-dfe0745d4dc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=17be317e-1df4-4f90-9134-45f9588cb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1212497 Aug 03 15:47:11.175346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8e44ce-086d-4db7-9531-ded86ae5433e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:11.181194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:11.196405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ac371c-a549-433a-9b14-6227b5c5b069 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:11.208463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:11.229464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e3ac371c-a549-433a-9b14-6227b5c5b069,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:11.235241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:11.257775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Transition to ACTIVE for port object 8d8e44ce-086d-4db7-9531-ded86ae5433e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:11.288414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18357d21-35c8-42f7-9391-d58f87f674a9 req-56b3e497-f5ab-407c-8b40-ec32eaf2296d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.290047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18357d21-35c8-42f7-9391-d58f87f674a9 req-56b3e497-f5ab-407c-8b40-ec32eaf2296d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 950 time: 0.0614023 Aug 03 15:47:11.292464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9587d-bac5-4cb2-98d5-109a5a5ad7b3 req-d6624e7d-4c80-4717-aa93-da832b770e6a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.294773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49b9587d-bac5-4cb2-98d5-109a5a5ad7b3 req-d6624e7d-4c80-4717-aa93-da832b770e6a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.2849867 Aug 03 15:47:11.295557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:11.296633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:11.306430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-44fd172d-4217-443c-8d9d-6c747eec6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.308383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-44fd172d-4217-443c-8d9d-6c747eec6d5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1449957 Aug 03 15:47:11.386231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18357d21-35c8-42f7-9391-d58f87f674a9 req-a84523fa-fd8c-4316-ab39-772f1b6ca3ca tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807571 Aug 03 15:47:11.449151 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-83dd0381-acb5-40fd-963f-052e828b5502 req-c438f760-2718-4fe1-b01c-e262ef937616 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] show failed (client error): The resource could not be found. Aug 03 15:47:11.450205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83dd0381-acb5-40fd-963f-052e828b5502 req-c438f760-2718-4fe1-b01c-e262ef937616 tempest-FloatingIPsTestJSON-382149791 tempest-FloatingIPsTestJSON-382149791-project] 10.222.0.70 "GET /v2.0/floatingips/91b3d0c2-60af-445e-b656-4670712bb83d HTTP/1.1" status: 404 len: 350 time: 0.0382493 Aug 03 15:47:11.465174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53056) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:11.540303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e3ac371c-a549-433a-9b14-6227b5c5b069'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:11.602065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30dda5e6-98e3-4bcb-8e6c-a9196755f5bd req-865110ac-8d54-48b7-90a8-53dc2dba48c9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150248 Aug 03 15:47:11.672113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:11.706894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49b9587d-bac5-4cb2-98d5-109a5a5ad7b3 req-4227cfd9-4e9d-4183-af7c-5bc8970e5d58 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922632 Aug 03 15:47:11.792577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-29af1cad-7455-416a-919c-558634952dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.794240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-29af1cad-7455-416a-919c-558634952dbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4683616 Aug 03 15:47:11.818825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:11.820010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:11.820381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:11.899232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:11.899709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:11.921840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e925b-2e81-4d22-84f0-c288cd0338c3 req-15f73ebe-8684-4695-abed-498ae84246aa tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.926786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:11.927240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:11.927787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:11.928406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Bound port: 8d8e44ce-086d-4db7-9531-ded86ae5433e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:11.928946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:11.929924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96e925b-2e81-4d22-84f0-c288cd0338c3 req-15f73ebe-8684-4695-abed-498ae84246aa tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 946 time: 0.1042235 Aug 03 15:47:11.940999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-21c77d31-f55c-44da-b942-5dd083d846d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:11.943501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-21c77d31-f55c-44da-b942-5dd083d846d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1099 time: 0.2594118 Aug 03 15:47:12.051403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96e925b-2e81-4d22-84f0-c288cd0338c3 req-2bc7c380-803d-4417-bd1d-bdb907488df1 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202753 Aug 03 15:47:12.093969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-762fd6e2-09d1-4074-86f1-f6a4fdcc9725 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787154 Aug 03 15:47:12.101181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c18ae3a8-d123-41be-b3f8-020664212d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.238141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3f44d-2499-460e-a05e-640fa011635b req-fb179b6e-c24d-4790-83cf-9badbf19a1f7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.240698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88d3f44d-2499-460e-a05e-640fa011635b req-fb179b6e-c24d-4790-83cf-9badbf19a1f7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 949 time: 0.2684290 Aug 03 15:47:12.276582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9d2f2-2e21-4e37-aa89-c4da35891ac0 req-4dd7b9b6-f98c-4f1f-a694-b986f127fe6d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.277509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:12.278117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46a9d2f2-2e21-4e37-aa89-c4da35891ac0 req-4dd7b9b6-f98c-4f1f-a694-b986f127fe6d tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.0830123 Aug 03 15:47:12.281541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:12.300723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-57c0bfd8-3846-45b8-9880-ac8180b8c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.302313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-57c0bfd8-3846-45b8-9880-ac8180b8c762 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3313327 Aug 03 15:47:12.303327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.304732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.382943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.383643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46a9d2f2-2e21-4e37-aa89-c4da35891ac0 req-6dc04c74-89f9-452d-a024-e1a396767d43 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893950 Aug 03 15:47:12.384243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.386601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 1091 time: 2.6609416 Aug 03 15:47:12.463852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21650543-5cde-4eff-8c0e-7d725ba2aefd req-ad54473b-6ee1-4c4a-8757-711628970f48 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562050 Aug 03 15:47:12.468668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88d3f44d-2499-460e-a05e-640fa011635b req-0b418d82-a53c-4f43-8d13-b6cc40918857 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176089 Aug 03 15:47:12.470478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-889ea477-0edc-435d-a85d-3fc47a90e7c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.1208937 Aug 03 15:47:12.570446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117ae0-4a0e-4680-a01e-2ca07b134cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:12.619946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18908b64-1025-4174-af8c-cf537433589d req-7ee5bfa9-45a6-484f-9bde-b023b4f728e4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.621479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18908b64-1025-4174-af8c-cf537433589d req-7ee5bfa9-45a6-484f-9bde-b023b4f728e4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.0911324 Aug 03 15:47:12.623009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-0edc69f9-89bd-4acc-96e1-5f1f12d41df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.625397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-0edc69f9-89bd-4acc-96e1-5f1f12d41df4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1094 time: 0.1794627 Aug 03 15:47:12.664489 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.671338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-d0cc518b-392d-4793-ba63-4e49bf84c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.673681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-d0cc518b-392d-4793-ba63-4e49bf84c61f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1723797 Aug 03 15:47:12.699170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18908b64-1025-4174-af8c-cf537433589d req-13ec9844-1460-4189-84a3-670211454082 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692375 Aug 03 15:47:12.744846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f6773a84-a173-41ac-b908-9c5e463948f7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:12.747601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-0d937b59-cdf5-4085-8ffd-a1e8f340edae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.0914078 Aug 03 15:47:12.771399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Deleting port e52e2130-e514-4e66-bce2-a3362245fcb5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:12.771790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.772631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: f6773a84-a173-41ac-b908-9c5e463948f7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:12.773221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f6773a84-a173-41ac-b908-9c5e463948f7 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:12.838450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e12c74-4a4a-477b-bfaf-07468a2d7d8d req-741d2a72-9154-417d-85f2-ad87c76088bc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.839879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6e12c74-4a4a-477b-bfaf-07468a2d7d8d req-741d2a72-9154-417d-85f2-ad87c76088bc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 950 time: 0.2469866 Aug 03 15:47:12.889071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:12.893431 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273760ca-b450-418b-a8ee-ce8f8b9c1af8" -d '{"events": [{"name": "network-changed", "server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:12.898164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad495bc-cd8b-4861-890b-4ceafd8b2923 req-7afcea0e-dc94-48fe-92cd-15b53e7614d0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.899456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-c2f1753a-95a7-441d-a54f-e5c82eee026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.899685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fad495bc-cd8b-4861-890b-4ceafd8b2923 req-7afcea0e-dc94-48fe-92cd-15b53e7614d0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.0798419 Aug 03 15:47:12.901521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] For port e52e2130-e514-4e66-bce2-a3362245fcb5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e52e2130-e514-4e66-bce2-a3362245fcb5,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:12.901879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-c2f1753a-95a7-441d-a54f-e5c82eee026d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755228 Aug 03 15:47:12.902045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:12.907986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-e978aaea-58f9-4e2e-a3df-290cc5fad9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.911036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-e978aaea-58f9-4e2e-a3df-290cc5fad9ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1435857 Aug 03 15:47:12.922523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Calling delete_port for e52e2130-e514-4e66-bce2-a3362245fcb5 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:12.959731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 17be317e-1df4-4f90-9134-45f9588cb2f5 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:12.961668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-0bc7cc18-4cdb-4572-b95a-c2219f517c40 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:12.964064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-0bc7cc18-4cdb-4572-b95a-c2219f517c40 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.72 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 950 time: 0.2394626 Aug 03 15:47:12.964439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e3ac371c-a549-433a-9b14-6227b5c5b069 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:12.989697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fad495bc-cd8b-4861-890b-4ceafd8b2923 req-88433cca-8626-441a-8b91-833a3bd5c8b3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Aug 03 15:47:13.104710 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-ca1303c5-4dbf-4155-a81d-4ee7d75b1c10 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669824 Aug 03 15:47:13.106919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6e12c74-4a4a-477b-bfaf-07468a2d7d8d req-7207a4bd-ded6-4677-adb5-cd2faf266a03 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543237 Aug 03 15:47:13.138850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=17be317e-1df4-4f90-9134-45f9588cb2f5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:13.164012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port e3ac371c-a549-433a-9b14-6227b5c5b069 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:13.178718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e3ac371c-a549-433a-9b14-6227b5c5b069 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:13.179707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.181744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '17be317e-1df4-4f90-9134-45f9588cb2f5', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '17be317e-1df4-4f90-9134-45f9588cb2f5', 'mac_address': 'fa:16:3e:e7:39:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:13.262390 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c5592-9a10-4af4-a9a8-e76a61bd9960 x-openstack-request-id: req-798c5592-9a10-4af4-a9a8-e76a61bd9960 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:13.262791 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:13.263080 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-798c5592-9a10-4af4-a9a8-e76a61bd9960 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:13.263471 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'status': 'completed', 'code': 200} Aug 03 15:47:13.276790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.286551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-a70a9ca5-08e6-4549-9615-0c094434cd9a service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676176 Aug 03 15:47:13.293346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.309759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baab06-d789-496a-a81a-26f7af878e9b req-05ca597c-8d66-48c0-ab97-f84a93655e0a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:13.318230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0baab06-d789-496a-a81a-26f7af878e9b req-05ca597c-8d66-48c0-ab97-f84a93655e0a tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 946 time: 0.0849299 Aug 03 15:47:13.320361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17be317e-1df4-4f90-9134-45f9588cb2f5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:13.343677 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.346646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e52e2130-e514-4e66-bce2-a3362245fcb5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:13.349351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=17be317e-1df4-4f90-9134-45f9588cb2f5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:13.369107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.397556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-19983075-439d-4d0a-b794-3450326117a2 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722249 Aug 03 15:47:13.410228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:13.412656 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62efae05-e509-43f0-af75-e5cf030f076e" -d '{"events": [{"server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "name": "network-vif-plugged", "status": "completed", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:13.431958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e3ac371c-a549-433a-9b14-6227b5c5b069,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:13.436621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Deleting port 322dcbf7-9bf6-4d20-be37-7584215d1999 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:13.436809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.437804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.458715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:13.473770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0baab06-d789-496a-a81a-26f7af878e9b req-127ca334-6798-476d-aafe-64e78fc7cd90 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545472 Aug 03 15:47:13.510584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9541b0-da77-4819-99de-992c3dac625e x-openstack-request-id: req-bb9541b0-da77-4819-99de-992c3dac625e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:13.510584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "name": "network-vif-plugged", "status": "completed", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:13.510584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb9541b0-da77-4819-99de-992c3dac625e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:13.510584 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069', 'code': 200} Aug 03 15:47:13.546184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.589185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd706da-0c7c-457b-9b9c-44480e19af60 req-01bcc1d3-a829-477e-b634-c6aca35f82fa service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899017 Aug 03 15:47:13.606056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:13.674333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['17be317e-1df4-4f90-9134-45f9588cb2f5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:13.777064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-acdbceda-bcaf-4ccf-8e2f-65119daae9c4 req-232627c4-efb0-4ca4-bf5b-e51993ba40bc service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684518 Aug 03 15:47:13.786221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] For port 322dcbf7-9bf6-4d20-be37-7584215d1999, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=322dcbf7-9bf6-4d20-be37-7584215d1999,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:13.786773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.814205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Calling delete_port for 322dcbf7-9bf6-4d20-be37-7584215d1999 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:13.836569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e8e2-7c6b-4aaf-8b8a-4968727f6d93 req-83e0a18c-4603-4f5f-a8b2-1446d4f4cd00 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:13.838186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7e8e8e2-7c6b-4aaf-8b8a-4968727f6d93 req-83e0a18c-4603-4f5f-a8b2-1446d4f4cd00 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 950 time: 0.1773651 Aug 03 15:47:13.931636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:13.958458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18963c4e-0784-499b-b7b5-48f5cb92a8da req-be2c1870-e62e-413e-837b-9e440acf7046 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:13.960449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18963c4e-0784-499b-b7b5-48f5cb92a8da req-be2c1870-e62e-413e-837b-9e440acf7046 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.3820157 Aug 03 15:47:13.991775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7e8e8e2-7c6b-4aaf-8b8a-4968727f6d93 req-545b942b-06db-40c0-a647-1aafa0209caf tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392460 Aug 03 15:47:13.998982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-52cbd333-fba5-42d9-aa30-8316fc2d3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.000447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-52cbd333-fba5-42d9-aa30-8316fc2d3cc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1094 time: 0.1579633 Aug 03 15:47:14.009589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96069f0a-fcb4-4473-939e-74021f19589a req-71715206-58ff-4396-93c4-5835c5d3c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.011104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96069f0a-fcb4-4473-939e-74021f19589a req-71715206-58ff-4396-93c4-5835c5d3c83b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 1101 time: 0.3951647 Aug 03 15:47:14.031364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-e27db118-ae13-45b8-aa68-b3efdab68cfc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.032816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-e27db118-ae13-45b8-aa68-b3efdab68cfc tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.1160939 Aug 03 15:47:14.119300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96069f0a-fcb4-4473-939e-74021f19589a req-9a03f7d3-04ef-47df-905f-51445d283ebc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Aug 03 15:47:14.124277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18963c4e-0784-499b-b7b5-48f5cb92a8da req-b301c70b-4f9e-4e9a-a63f-e3d8e1b02a4a tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198773 Aug 03 15:47:14.291307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde9524-b1b8-4283-ae49-0e811c241489 req-0a61f643-287e-43b8-b947-8cefbdf737c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.292773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9cde9524-b1b8-4283-ae49-0e811c241489 req-0a61f643-287e-43b8-b947-8cefbdf737c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.0959904 Aug 03 15:47:14.294859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:47:14.376470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9cde9524-b1b8-4283-ae49-0e811c241489 req-19f12d9d-d456-4349-a0a6-110cdbace5ca tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770609 Aug 03 15:47:14.452448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:47:14.469430 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Sync routers for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:47:14.474204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:14.481814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c0c32caf-f80a-4b6a-8acf-309a040d0b4f admin admin] 10.222.0.70 "PUT /v2.0/routers/14a76ffb-a9c9-492c-a4d2-cb80be0157b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0143235 Aug 03 15:47:14.485308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53088) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:14.485674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-1d14e541-bbd0-432a-825d-f07c1fe4b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.487884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-1d14e541-bbd0-432a-825d-f07c1fe4b78e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.4779837 Aug 03 15:47:14.494258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['322dcbf7-9bf6-4d20-be37-7584215d1999'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:14.498596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fa46-b14b-4366-8b5d-33a76d8d0f94 req-1c539096-aa2e-4014-99f9-a5f1bc65d6a2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.498810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:14.500126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7e0fa46-b14b-4366-8b5d-33a76d8d0f94 req-1c539096-aa2e-4014-99f9-a5f1bc65d6a2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.1821940 Aug 03 15:47:14.503185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:14.506581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:14.567219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Pushing event deleted for resources: {'Port': ['ID=322dcbf7-9bf6-4d20-be37-7584215d1999,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:14.585087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-eb1baecd-49d1-41e2-95a2-6c3cfd3561d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.0637858 Aug 03 15:47:14.673464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7e0fa46-b14b-4366-8b5d-33a76d8d0f94 req-91f714fe-aaf0-41c8-bf50-0ef3b5f64651 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450908 Aug 03 15:47:14.701544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Deleting port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:14.701943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:14.707400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] No DVR routers for this DVR port 322dcbf7-9bf6-4d20-be37-7584215d1999 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:14.719356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bba6188d-c577-4231-84f8-d5b49ba1a1aa req-b2e750ac-98c0-486c-a835-8136275a454d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=88b788c0-1a80-4347-8a52-fc8a4eafd4f0 HTTP/1.1" status: 200 len: 210 time: 0.0821898 Aug 03 15:47:14.747481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:14.758458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71fe9ee0-a0e7-4784-8b8b-783317db8a49 req-c342a5bd-2c22-46f8-97fa-b2ecdfa588cc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.72 "DELETE /v2.0/ports/322dcbf7-9bf6-4d20-be37-7584215d1999 HTTP/1.1" status: 204 len: 173 time: 1.7659338 Aug 03 15:47:14.762491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:14.811419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-282db580-fb8b-45ff-821d-e3b1b6d41032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:14.813358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-282db580-fb8b-45ff-821d-e3b1b6d41032 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.2177734 Aug 03 15:47:14.837777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:14.874215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:14.888639 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-2527bb9e-825c-46ed-8461-eb7b3e0081fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620668 Aug 03 15:47:15.036494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 17be317e-1df4-4f90-9134-45f9588cb2f5 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:15.116951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.131092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] For port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:15.131902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.132103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:47:15.170044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Calling delete_port for 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:15.221920 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:47:13Z', 'revision_number': 5, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port': {'id': '77795845-16db-41ff-befe-d7d4d9d6fcb9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:46:44Z', 'updated_at': '2021-08-03T15:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:15.227104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.253986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4201-1845-4b24-af75-9bb1c6c385a3 req-37c3183e-bb6c-4b9b-ae1d-edb4ec199dcc tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:15.255842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b9e4201-1845-4b24-af75-9bb1c6c385a3 req-37c3183e-bb6c-4b9b-ae1d-edb4ec199dcc tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 947 time: 0.3338389 Aug 03 15:47:15.287318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Checking router: 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:47:15.307830 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Routers {'14a76ffb-a9c9-492c-a4d2-cb80be0157b8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:15.308468 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:15.326808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:15.336567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 17be317e-1df4-4f90-9134-45f9588cb2f5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:15.343344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 17be317e-1df4-4f90-9134-45f9588cb2f5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:15.343684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.347359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'name': 'network-vif-deleted', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:15.348099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'mac_address': 'fa:16:3e:91:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:15.350063 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fcf364-c40f-4a04-a8d3-5a96da69b4c7" -d '{"events": [{"server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "name": "network-vif-deleted", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:15.387597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30174b56-e9e3-4c92-9061-9d6023eec865 req-a67b3d05-4881-451b-b987-ce14c691809d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:15.393990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-4aad77c5-f174-4e1e-80c2-d6cdf0be65c2 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824727 Aug 03 15:47:15.403409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30174b56-e9e3-4c92-9061-9d6023eec865 req-a67b3d05-4881-451b-b987-ce14c691809d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 950 time: 0.1717699 Aug 03 15:47:15.407897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Deleting port 77795845-16db-41ff-befe-d7d4d9d6fcb9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:15.408742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.434042 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.444987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] Set router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:15.474076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d7360c-0f69-4be8-8db4-cd7dfe159c32 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:15.532646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b9e4201-1845-4b24-af75-9bb1c6c385a3 req-942d75df-0661-45bf-95bb-bc16d91ee0e5 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677144 Aug 03 15:47:15.546375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30174b56-e9e3-4c92-9061-9d6023eec865 req-80b3d1bd-ba6b-4721-875f-006ae47f9d21 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Aug 03 15:47:15.582382 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:47:15Z', 'revision_number': 6, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:15.593197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] For port 77795845-16db-41ff-befe-d7d4d9d6fcb9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77795845-16db-41ff-befe-d7d4d9d6fcb9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:15.598796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.618408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d9b5c-bdd4-4abb-a978-2319a6cfc036 None None] The sync data for ids ['14a76ffb-a9c9-492c-a4d2-cb80be0157b8'] in n-d-803226-3 is: [{'id': '14a76ffb-a9c9-492c-a4d2-cb80be0157b8', 'name': 'tempest-FloatingIPsTestJSON-1441968822-router', 'tenant_id': '74dc68fe2515410d85d92d3414ea93d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:46:43Z', 'updated_at': '2021-08-03T15:47:15Z', 'revision_number': 6, 'project_id': '74dc68fe2515410d85d92d3414ea93d5', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:47:15.645217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Calling delete_port for 77795845-16db-41ff-befe-d7d4d9d6fcb9 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:15.693273 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ec30f-e755-47c8-8240-4109ab054fab x-openstack-request-id: req-b57ec30f-e755-47c8-8240-4109ab054fab {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:15.693728 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b788c0-1a80-4347-8a52-fc8a4eafd4f0", "name": "network-vif-deleted", "tag": "322dcbf7-9bf6-4d20-be37-7584215d1999", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:15.693892 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b57ec30f-e755-47c8-8240-4109ab054fab {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:15.694284 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b788c0-1a80-4347-8a52-fc8a4eafd4f0', 'name': 'network-vif-deleted', 'tag': '322dcbf7-9bf6-4d20-be37-7584215d1999', 'status': 'completed', 'code': 200} Aug 03 15:47:15.737777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-273760ca-b450-418b-a8ee-ce8f8b9c1af8 req-3d3b9d79-53f3-4d55-b407-c896a695a7a8 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326070 Aug 03 15:47:15.787740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.804500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c462b3-6a08-4f13-a159-baab7b1205db req-521e8548-3874-425e-a381-dc718b939b88 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:15.813410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7c462b3-6a08-4f13-a159-baab7b1205db req-521e8548-3874-425e-a381-dc718b939b88 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/ports?device_id=0987ed76-5205-4881-8337-b0f67a797a0e HTTP/1.1" status: 200 len: 950 time: 0.0910060 Aug 03 15:47:15.851581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Pushing event deleted for resources: {'Port': ['ID=7faed7b0-cf39-4230-bbc0-7613e3feeaa6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:15.864587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['7faed7b0-cf39-4230-bbc0-7613e3feeaa6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:15.868990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:15.873815 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.901558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.916106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] No DVR routers for this DVR port 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:15.933028 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7c462b3-6a08-4f13-a159-baab7b1205db req-ebab773f-af78-4fc3-a611-ecbdc40f92d5 tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.70 "GET /v2.0/security-groups?id=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129043 Aug 03 15:47:15.934274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:15.936288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd403a16-0b83-4bd7-9b1b-f6703732bb74 req-cfbacdf9-4472-4941-adde-92ebb099e3cd tempest-LiveMigrationNegativeTest-1283377306 tempest-LiveMigrationNegativeTest-1283377306-project] 10.222.0.78 "DELETE /v2.0/ports/7faed7b0-cf39-4230-bbc0-7613e3feeaa6 HTTP/1.1" status: 204 len: 173 time: 1.8917911 Aug 03 15:47:15.939116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e4e4-f096-4fd2-aac2-e854441153bf req-b0c588fb-e2b5-4bd0-a031-8aa2a8c8a313 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:15.954684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4766e4e4-f096-4fd2-aac2-e854441153bf req-b0c588fb-e2b5-4bd0-a031-8aa2a8c8a313 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.2100093 Aug 03 15:47:15.969616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:15.977347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:15.981064 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa77b82-a622-4063-953e-f1fca3c26a9b" -d '{"events": [{"server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "name": "network-vif-plugged", "status": "completed", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:16.008946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=17be317e-1df4-4f90-9134-45f9588cb2f5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:16.015135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.101937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:16.154251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4766e4e4-f096-4fd2-aac2-e854441153bf req-d2b04ccf-65b5-4ced-a7b8-40e5a5fd38e1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974771 Aug 03 15:47:16.193441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25ef9-d0b9-447f-b2ec-ea1a58ac021e req-cc910def-27e6-4b14-b386-049580198537 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:16.198969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:16.200665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cee25ef9-d0b9-447f-b2ec-ea1a58ac021e req-cc910def-27e6-4b14-b386-049580198537 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.0809164 Aug 03 15:47:16.217875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.257984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cee25ef9-d0b9-447f-b2ec-ea1a58ac021e req-34efa3cc-1201-4614-9895-cbbb4bf7388a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Aug 03 15:47:16.268594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77795845-16db-41ff-befe-d7d4d9d6fcb9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:16.311379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.319825 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad54d42-aeda-4334-a160-36941a0153c3 x-openstack-request-id: req-3ad54d42-aeda-4334-a160-36941a0153c3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:16.320193 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "name": "network-vif-plugged", "status": "completed", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:16.320409 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ad54d42-aeda-4334-a160-36941a0153c3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:16.320806 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5', 'code': 200} Aug 03 15:47:16.443440 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.446172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.487223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f5e54-29c8-4a4f-9607-3249cf44dd1d req-f9eef024-8544-487c-b558-4d39d7da0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:16.489252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-502f5e54-29c8-4a4f-9607-3249cf44dd1d req-f9eef024-8544-487c-b558-4d39d7da0d77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 1099 time: 0.1016235 Aug 03 15:47:16.565465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-502f5e54-29c8-4a4f-9607-3249cf44dd1d req-e657566d-775a-47c5-b260-dfae7a34f2fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590699 Aug 03 15:47:16.630969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.631507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a76ffb-a9c9-492c-a4d2-cb80be0157b8 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:47:16.638448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.642110 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-08738641-2cb5-477f-9ea9-b239073dada1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/14a76ffb-a9c9-492c-a4d2-cb80be0157b8 HTTP/1.1" status: 204 len: 168 time: 2.1501493 Aug 03 15:47:16.642501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53116) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:16.678073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5411b3e-6a3c-4bf0-8aa4-3830c6f8f76d req-4749ad5f-1969-43bc-9d5a-3f37e336816d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:16.680342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5411b3e-6a3c-4bf0-8aa4-3830c6f8f76d req-4749ad5f-1969-43bc-9d5a-3f37e336816d tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.0982039 Aug 03 15:47:16.742446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Deleting subnet 0dec676c-0397-4758-a622-afad2808793c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:47:16.749846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:16.754001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5411b3e-6a3c-4bf0-8aa4-3830c6f8f76d req-237558f1-7283-42fe-ac34-1146e4c21fbc tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622754 Aug 03 15:47:16.779688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:16.785223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:16.854471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5adb4-23f9-4412-9d7c-513493dcd1d3 req-98d284cb-6786-4532-95cf-05224dc7c413 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:16.856642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:16.858191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 7faed7b0-cf39-4230-bbc0-7613e3feeaa6 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:16.869116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57a5adb4-23f9-4412-9d7c-513493dcd1d3 req-98d284cb-6786-4532-95cf-05224dc7c413 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.1673522 Aug 03 15:47:16.930039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.043385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22c83b-a540-4d60-87c3-83326ee98200 req-f26a8c57-2723-4a80-961c-97faabf36a8f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:17.048018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a22c83b-a540-4d60-87c3-83326ee98200 req-f26a8c57-2723-4a80-961c-97faabf36a8f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 950 time: 0.1599045 Aug 03 15:47:17.084690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 322dcbf7-9bf6-4d20-be37-7584215d1999 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:17.087086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e52e2130-e514-4e66-bce2-a3362245fcb5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:17.147969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 322dcbf7-9bf6-4d20-be37-7584215d1999 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:17.148446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 322dcbf7-9bf6-4d20-be37-7584215d1999 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:17.156961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e52e2130-e514-4e66-bce2-a3362245fcb5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:17.157419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e52e2130-e514-4e66-bce2-a3362245fcb5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:17.158037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77795845-16db-41ff-befe-d7d4d9d6fcb9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:17.163523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a22c83b-a540-4d60-87c3-83326ee98200 req-63817651-4f6c-41f4-999b-da3753e0e55e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080472 Aug 03 15:47:17.194678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57a5adb4-23f9-4412-9d7c-513493dcd1d3 req-db7ed2b9-a829-48f9-b31d-9103b276996d tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046770 Aug 03 15:47:17.195784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:17.242906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.250279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 77795845-16db-41ff-befe-d7d4d9d6fcb9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:17.250922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77795845-16db-41ff-befe-d7d4d9d6fcb9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:17.258148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'port_id': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'mac_address': 'fa:16:3e:9f:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb44fd-77dd-4e74-9ccf-5c384b3824cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:17.346233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.349697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.369593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8e44ce-086d-4db7-9531-ded86ae5433e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:17.390359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05f9b2-c153-4365-9156-390999b76fa6 req-b1e43cf0-89e7-400c-a902-77c987b107d6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:17.397968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:17.402374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dec676c-0397-4758-a622-afad2808793c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:17.407102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.409376 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.410705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0dec676c-0397-4758-a622-afad2808793c HTTP/1.1" status: 204 len: 168 time: 0.7669179 Aug 03 15:47:17.413734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de05f9b2-c153-4365-9156-390999b76fa6 req-b1e43cf0-89e7-400c-a902-77c987b107d6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 949 time: 0.0750353 Aug 03 15:47:17.415363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:17.416140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e154f-5f4a-4166-b26d-632a327ed98a None None] Network 3042d8dc-2d1a-4e31-92d4-31632c5d9205 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:17.517178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de05f9b2-c153-4365-9156-390999b76fa6 req-281f95b7-5fd8-4435-8224-b6e95e901f18 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024544 Aug 03 15:47:17.526900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.569406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:17.600957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.601511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.602037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.602558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.603055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.603544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.604082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.604567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.605055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.605731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.606453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.606897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0647c2c-767c-478d-a24e-8afa7731f6a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:17.696278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'name': 'network-vif-deleted', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:17.700385 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9068542-8e65-4ecd-b24a-d7e043c5879b" -d '{"events": [{"server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "name": "network-vif-deleted", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:17.722100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f41b3-fbec-4ec3-ae3d-4d84c1429ceb req-5c5d6ee3-0e40-4581-b8c9-5d4775a5e3b6 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:17.724485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db2f41b3-fbec-4ec3-ae3d-4d84c1429ceb req-5c5d6ee3-0e40-4581-b8c9-5d4775a5e3b6 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 1101 time: 0.1907995 Aug 03 15:47:17.726236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e58036-c696-4542-8b35-5c18eee1fde3 req-c7a4053d-9731-4a78-a831-0e243dcba112 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:17.729077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43e58036-c696-4542-8b35-5c18eee1fde3 req-c7a4053d-9731-4a78-a831-0e243dcba112 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.1243014 Aug 03 15:47:17.773141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8d8e44ce-086d-4db7-9531-ded86ae5433e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:17.816193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43e58036-c696-4542-8b35-5c18eee1fde3 req-a71bea2a-618b-4bd1-97f0-3884f3e6e68f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806475 Aug 03 15:47:17.825202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Deleting port 2efc40e3-41b3-4507-bb59-6f310a89bcbd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:17.825545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.891908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] DHCP port deletion for 3042d8dc-2d1a-4e31-92d4-31632c5d9205 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:47:17.931736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] For port 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2efc40e3-41b3-4507-bb59-6f310a89bcbd,segment=NetworkSegment(8f1086d5-904b-46f9-a177-42a8204e815b),segment_id=8f1086d5-904b-46f9-a177-42a8204e815b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:17.932414 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:17.946967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Calling delete_port for 2efc40e3-41b3-4507-bb59-6f310a89bcbd owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:17.961718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53138) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:18.037105 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a2508-d4f5-4f68-bf6d-0eea84dc26bc x-openstack-request-id: req-9e1a2508-d4f5-4f68-bf6d-0eea84dc26bc {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:18.037895 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0987ed76-5205-4881-8337-b0f67a797a0e", "name": "network-vif-deleted", "tag": "7faed7b0-cf39-4230-bbc0-7613e3feeaa6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:18.038298 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e1a2508-d4f5-4f68-bf6d-0eea84dc26bc {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:18.038855 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0987ed76-5205-4881-8337-b0f67a797a0e', 'name': 'network-vif-deleted', 'tag': '7faed7b0-cf39-4230-bbc0-7613e3feeaa6', 'status': 'completed', 'code': 200} Aug 03 15:47:18.041843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db2f41b3-fbec-4ec3-ae3d-4d84c1429ceb req-ff8e920d-47f2-472b-8f08-cc8ab9f892d1 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885940 Aug 03 15:47:18.042617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.077017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efc40e3-41b3-4507-bb59-6f310a89bcbd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:18.081053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] No DVR routers for this DVR port 2efc40e3-41b3-4507-bb59-6f310a89bcbd on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:18.142334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15f338-ce66-4e48-a445-032a2fafe4f0 req-b7f826ca-419d-45ee-9489-1b3be1465df6 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:18.148498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f15f338-ce66-4e48-a445-032a2fafe4f0 req-b7f826ca-419d-45ee-9489-1b3be1465df6 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.1463790 Aug 03 15:47:18.203358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Deleting port 2efc40e3-41b3-4507-bb59-6f310a89bcbd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:18.204082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.270561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.285922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.286307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.287084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.287503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > port after_create 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.288445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.288445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > port after_update 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.288445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.288758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.289159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.289159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.318367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f15f338-ce66-4e48-a445-032a2fafe4f0 req-d45812a7-8dd9-4606-8687-252fb89384a1 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/security-groups?id=afd61216-a803-4dc6-b469-b9683ec3f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567974 Aug 03 15:47:18.372659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] For port 2efc40e3-41b3-4507-bb59-6f310a89bcbd, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:18.373065 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.399800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f5b87ff0-3592-4d03-82c3-b73c4ba2357b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61a460b80fa048699bb77f9d08f66d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378428 Aug 03 15:47:18.407157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:18.413289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Calling delete_port for 2efc40e3-41b3-4507-bb59-6f310a89bcbd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:18.419503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Port 2efc40e3-41b3-4507-bb59-6f310a89bcbd was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:47:18.421765 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.433978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.434321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.434414 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.434694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:47:18.435071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3042d8dc-2d1a-4e31-92d4-31632c5d9205']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:18.463795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-02750cc5-7c39-4dea-9626-da7187fb76dd tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:18.465602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-02750cc5-7c39-4dea-9626-da7187fb76dd tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 949 time: 0.3820915 Aug 03 15:47:18.468680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] Pushing event deleted for resources: {'Port': ['ID=2efc40e3-41b3-4507-bb59-6f310a89bcbd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:18.474568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.484067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d130b9d-e237-4031-9a97-458e367e78d4 None None] No DVR routers for this DVR port 2efc40e3-41b3-4507-bb59-6f310a89bcbd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:18.485401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1086d5-904b-46f9-a177-42a8204e815b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:18.486257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1086d5-904b-46f9-a177-42a8204e815b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:18.516895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cfb92f9e-4802-47f3-8717-96957d4f56d2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576622 Aug 03 15:47:18.558137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.585253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.594515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.638421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb11b9-d632-4211-a9f3-9fee3a215a0b req-75894e6e-1f22-45e5-9823-badb21e128ee tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:18.640181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48eb11b9-d632-4211-a9f3-9fee3a215a0b req-75894e6e-1f22-45e5-9823-badb21e128ee tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.1952024 Aug 03 15:47:18.641597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:47:18.642037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.660620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-176b965d-5c8c-4f3e-925e-6b3823ab5456 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:18.663302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-176b965d-5c8c-4f3e-925e-6b3823ab5456 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455710 Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: from cryptography.utils import int_from_bytes Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: from cryptography.utils import int_from_bytes Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:47:18.671537 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:47:18.680045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-5faeac61-bf50-44d6-ae8f-94df9f06a029 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0120311 Aug 03 15:47:18.697455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.706331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.708198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1d24f2b-90a8-4a45-b6f3-01bdd970b19e HTTP/1.1" status: 204 len: 168 time: 0.2996585 Aug 03 15:47:18.754932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d24f2b-90a8-4a45-b6f3-01bdd970b19e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:18.772433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.772819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.773565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.774005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.774377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.774836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.775420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.776209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.776569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.776898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.777221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.777586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c382012-cb45-4904-b2e8-50f0091e9e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:18.783245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:18.790704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:18.801884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48eb11b9-d632-4211-a9f3-9fee3a215a0b req-5190187d-e25b-4a39-ad89-0917c21b8f66 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282477 Aug 03 15:47:18.857877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-f470e13b-f961-46af-b297-f474ce817c84 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1701183 Aug 03 15:47:18.993518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:19.011208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:19.014172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.078708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2efc40e3-41b3-4507-bb59-6f310a89bcbd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:19.117737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2efc40e3-41b3-4507-bb59-6f310a89bcbd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:19.118644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2efc40e3-41b3-4507-bb59-6f310a89bcbd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:19.205089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.207448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3042d8dc-2d1a-4e31-92d4-31632c5d9205 HTTP/1.1" status: 204 len: 168 time: 1.7905271 Aug 03 15:47:19.214809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3b4d-63d3-4867-b6a8-cdd7cf28e581 admin admin] Pushing event deleted for resources: {'Network': ['ID=3042d8dc-2d1a-4e31-92d4-31632c5d9205,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:19.267286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53176) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:19.272091 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.289149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Deleting port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:19.289710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.328693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:19.333853 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e9d2b-7615-49d0-b616-7dc12d9daf11" -d '{"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-plugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:19.364127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:19.372061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.408082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac803c03-54ea-4283-a572-5727b8f97a6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e127601e0c1e40a9b795ca68c4a21095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373508 Aug 03 15:47:19.409088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53186) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:19.485982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53190) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:19.487114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:19.515038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bae20f-3291-4036-bf8b-e7d43a726e9d req-db6875c5-6af4-42b7-ad57-41625cd6200e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:19.517410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17bae20f-3291-4036-bf8b-e7d43a726e9d req-db6875c5-6af4-42b7-ad57-41625cd6200e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 949 time: 0.3064520 Aug 03 15:47:19.552666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.602789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68578f2-8665-4f65-9956-a73a13243f17 req-1c59991a-3ae2-4ab2-b5df-dc83428b1121 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:19.604703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e68578f2-8665-4f65-9956-a73a13243f17 req-1c59991a-3ae2-4ab2-b5df-dc83428b1121 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.1321671 Aug 03 15:47:19.623629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] For port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:19.624198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.656437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Calling delete_port for 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:19.663925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ef08e1e5-dfc5-4948-bb55-d9db327973c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74dc68fe2515410d85d92d3414ea93d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734018 Aug 03 15:47:19.676544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17bae20f-3291-4036-bf8b-e7d43a726e9d req-6d88874f-8e56-411e-afd5-203ffba8484c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344030 Aug 03 15:47:19.677123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53192) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:19.678929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.734173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e68578f2-8665-4f65-9956-a73a13243f17 req-807326c2-6052-4e7a-9601-a9bf41451e1d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189892 Aug 03 15:47:19.774183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.775976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:19.777407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4328f02-ee07-47bb-9258-8b898db2bd5d HTTP/1.1" status: 204 len: 168 time: 0.3667843 Aug 03 15:47:19.792198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ea070-4e28-45ce-b076-8bc906c4f40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4328f02-ee07-47bb-9258-8b898db2bd5d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:19.977145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1a48-95ea-4a51-8dbf-2a665b4fbca8 req-25f71f96-a49e-4fba-b732-92ff3b4d4ae2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:19.985771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d8c2120-5e03-435e-8ff8-5b93082e29f9 req-5093cedf-67ca-4ff2-89e3-e71264ac6d16 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 210 time: 0.1038523 Aug 03 15:47:19.996751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.003297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24c1a48-95ea-4a51-8dbf-2a665b4fbca8 req-25f71f96-a49e-4fba-b732-92ff3b4d4ae2 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.1142917 Aug 03 15:47:20.054276 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df776b-bd47-428d-89b2-f09989605000 x-openstack-request-id: req-79df776b-bd47-428d-89b2-f09989605000 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:20.054669 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-plugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:20.054929 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79df776b-bd47-428d-89b2-f09989605000 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:20.056043 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'code': 200} Aug 03 15:47:20.064245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.071709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.087763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:20.101760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24c1a48-95ea-4a51-8dbf-2a665b4fbca8 req-b72b8257-4ecf-490d-a807-8364b73284cb tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Aug 03 15:47:20.135364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Pushing event deleted for resources: {'Port': ['ID=4de75d21-74d6-4461-b89c-7d3b0d2b4ef5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:20.254229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] No DVR routers for this DVR port 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:20.282288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c15907c-5b36-448e-babe-b331fe4ab4d2 req-522d644d-26e7-4ab8-9c5c-44c9e8dc8b29 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2019cdd-1aae-4744-89f4-26b966a2ec00 HTTP/1.1" status: 200 len: 210 time: 0.0742524 Aug 03 15:47:20.284413 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.286804 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b3842d6-38a3-46e1-a11c-31daf38ac8a0 req-d0490ec9-4fed-4555-b0b0-0410a0b293f4 tempest-ServersAdminNegativeTestJSON-1559933909 tempest-ServersAdminNegativeTestJSON-1559933909-project] 10.222.0.78 "DELETE /v2.0/ports/4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 HTTP/1.1" status: 204 len: 173 time: 1.8058443 Aug 03 15:47:20.287252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.296725 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.298586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b03f4f47-a84a-4ff5-a43b-13569e1fc11c HTTP/1.1" status: 204 len: 168 time: 0.6166248 Aug 03 15:47:20.299822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'name': 'network-vif-deleted', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:20.302953 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21fc3b1-7837-4fc9-83c1-4a78331c61d9" -d '{"events": [{"server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "name": "network-vif-deleted", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:20.339580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63bda7-b83c-4ea7-a2e2-4d71f6d64494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f4f47-a84a-4ff5-a43b-13569e1fc11c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:20.373438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba21e8-58fd-45dd-b3cf-69817e6d8a58 req-1f29ca9a-27e3-4179-aafd-57c230c89110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:20.378668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2ba21e8-58fd-45dd-b3cf-69817e6d8a58 req-1f29ca9a-27e3-4179-aafd-57c230c89110 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1101 time: 0.1987472 Aug 03 15:47:20.380616 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33874b-0fd4-496b-9f93-73079e868c50 x-openstack-request-id: req-0c33874b-0fd4-496b-9f93-73079e868c50 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:20.380911 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2019cdd-1aae-4744-89f4-26b966a2ec00", "name": "network-vif-deleted", "tag": "4de75d21-74d6-4461-b89c-7d3b0d2b4ef5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:20.381168 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c33874b-0fd4-496b-9f93-73079e868c50 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:20.381564 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2019cdd-1aae-4744-89f4-26b966a2ec00', 'name': 'network-vif-deleted', 'tag': '4de75d21-74d6-4461-b89c-7d3b0d2b4ef5', 'status': 'completed', 'code': 200} Aug 03 15:47:20.454401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2ba21e8-58fd-45dd-b3cf-69817e6d8a58 req-95af1431-0572-4fca-9871-d72091dd07cb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615551 Aug 03 15:47:20.688860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03580a-926f-4de1-ac82-255374bf6ab5 req-a8e460cc-a2d0-4e67-bde1-a9c7fcfc59a3 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:20.691859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a03580a-926f-4de1-ac82-255374bf6ab5 req-a8e460cc-a2d0-4e67-bde1-a9c7fcfc59a3 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.0687556 Aug 03 15:47:20.756867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a03580a-926f-4de1-ac82-255374bf6ab5 req-e93e803e-60da-4222-878d-7829ce55b63e tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Aug 03 15:47:20.795583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:20.884233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8d8e44ce-086d-4db7-9531-ded86ae5433e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:20.915546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8d8e44ce-086d-4db7-9531-ded86ae5433e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:20.916146 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:20.989264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-73ea3306-8841-4932-af8d-de47edf78f7e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894048 Aug 03 15:47:21.023914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cf8fb-b058-42b6-9410-69e50ee8362b req-4bfaa98b-9b13-44e3-b25e-a21fbd17e03e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:21.040346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-827cf8fb-b058-42b6-9410-69e50ee8362b req-4bfaa98b-9b13-44e3-b25e-a21fbd17e03e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.2190490 Aug 03 15:47:21.119142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-827cf8fb-b058-42b6-9410-69e50ee8362b req-39835b63-b2ca-41ea-a711-e214ae01277a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778372 Aug 03 15:47:21.157242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:21.251600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:21.264093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:21.265302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:21.326950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d567a-50e4-42ec-8cd5-ea911396f23a req-799f1836-e4af-4f6c-b339-bb2d628497d3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:21.332327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-913d567a-50e4-42ec-8cd5-ea911396f23a req-799f1836-e4af-4f6c-b339-bb2d628497d3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.3299992 Aug 03 15:47:21.353594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3ef3427-0a8e-4ef8-9fea-39489b7e78f5 req-66107b14-1236-42df-ae10-d46db114ce28 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0931017 Aug 03 15:47:21.394366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:21.394720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4de75d21-74d6-4461-b89c-7d3b0d2b4ef5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:21.396165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:21.496507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-913d567a-50e4-42ec-8cd5-ea911396f23a req-d58b9b44-ff80-4d6f-91c4-1fbf84216c6d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420889 Aug 03 15:47:21.504971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-b67fd448-b4f3-49e5-af9d-983579bae231 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:21.506787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-b67fd448-b4f3-49e5-af9d-983579bae231 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483767 Aug 03 15:47:21.527636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:21.673553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:21.678479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:21.743302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:21.793819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53258) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:21.922835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.251 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/4b9b817c-aaf8-4cdc-9401-f1830c15e321) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:21.971804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754669e-9ca7-4e9c-81d9-009651ed0fc6 req-28e1fc02-ccc9-46ac-88d3-295d6d1d1a09 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:21.974301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d754669e-9ca7-4e9c-81d9-009651ed0fc6 req-28e1fc02-ccc9-46ac-88d3-295d6d1d1a09 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.1109188 Aug 03 15:47:22.048201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:22.057985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:22.062584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a444e83-3c40-4ce1-b2c7-7b1d281a009e" -d '{"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-plugged", "status": "completed", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:22.083841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d754669e-9ca7-4e9c-81d9-009651ed0fc6 req-eb7a1c76-80ad-493e-96e1-ff73eaa49856 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/security-groups?id=a50b740a-9a57-4d1b-a2cd-c7a2336983f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993936 Aug 03 15:47:22.105589 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9e1d24-9ad6-4d51-b800-8865106ea995 x-openstack-request-id: req-ac9e1d24-9ad6-4d51-b800-8865106ea995 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:22.106007 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-plugged", "status": "completed", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:22.106311 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac9e1d24-9ad6-4d51-b800-8865106ea995 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:22.106853 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'code': 200} Aug 03 15:47:22.130410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-939262912-network', 'tenant_id': 'ee2c839be74148dcbf0c35adeafe8bb3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:22.236430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Made reservation on behalf of ee2c839be74148dcbf0c35adeafe8bb3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:22.241599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.262735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-9238c39f-f6b0-48b1-aa5c-bbe43fe37cb0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:22.265225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-9238c39f-f6b0-48b1-aa5c-bbe43fe37cb0 tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 948 time: 0.1313875 Aug 03 15:47:22.266655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.329271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943f32-90bf-41f8-8845-e3dd089f730b req-a1ae5173-7612-4980-80fd-cb440c7aff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:22.331234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56943f32-90bf-41f8-8845-e3dd089f730b req-a1ae5173-7612-4980-80fd-cb440c7aff0b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1096 time: 0.1381872 Aug 03 15:47:22.370219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b0fd-1a8d-4b6a-802d-de0760d141cb req-2c813255-3089-48b0-b029-182864652cb0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:22.371984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0fe7b0fd-1a8d-4b6a-802d-de0760d141cb req-2c813255-3089-48b0-b029-182864652cb0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1427000 Aug 03 15:47:22.396094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.425740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b2fdac8-7f81-403f-bf91-5b19c5b88597 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d8ba87f2ae848c79bc65e5cadbec929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753259 Aug 03 15:47:22.428408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53282) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:22.434733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56943f32-90bf-41f8-8845-e3dd089f730b req-91b10e6f-0ed8-4ac2-b43b-d3f02aed48ab service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898888 Aug 03 15:47:22.440001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object 4b9b817c-aaf8-4cdc-9401-f1830c15e321 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:22.488177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0fe7b0fd-1a8d-4b6a-802d-de0760d141cb req-4506349c-c0da-44f8-b1f8-6898d5ae024c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894175 Aug 03 15:47:22.528072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.540477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.544757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Deleting port 17be317e-1df4-4f90-9134-45f9588cb2f5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:22.545215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.554474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:22.557551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'e3ac371c-a549-433a-9b14-6227b5c5b069'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:22.619166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.668251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:22.721602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:22.728527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:22.763035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.770038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:22.802741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.889096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c9ad3-6e72-4171-9881-4baaba0a94d3 req-ddbfba4b-ecd1-4158-99f2-82f4e57f7dc5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:22.891643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f6c9ad3-6e72-4171-9881-4baaba0a94d3 req-ddbfba4b-ecd1-4158-99f2-82f4e57f7dc5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 936 time: 0.3921473 Aug 03 15:47:22.945554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:22.956145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.978179 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.981136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:22.982868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afd61216-a803-4dc6-b469-b9683ec3f1c2 HTTP/1.1" status: 204 len: 168 time: 0.5507088 Aug 03 15:47:22.997421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:47:23.016667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6292-5374-4fd3-aaa6-5d859045ebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd61216-a803-4dc6-b469-b9683ec3f1c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:23.020589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-cae72227-71f2-4a4d-ba2f-c7b793ebd87b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5001616 Aug 03 15:47:23.044159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Request body: {'port': {'device_id': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:23.084840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:23.108532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] For port 17be317e-1df4-4f90-9134-45f9588cb2f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=17be317e-1df4-4f90-9134-45f9588cb2f5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:23.108904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.143333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Calling delete_port for 17be317e-1df4-4f90-9134-45f9588cb2f5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:47:23.181221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.334563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.334970 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Added segment 8f4075c0-3a59-41ac-bf6a-64547c206ea9 of type vlan for network 0d499c81-cbb8-40a3-b335-006af9b20f3c Aug 03 15:47:23.357337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.427107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f6c9ad3-6e72-4171-9881-4baaba0a94d3 req-1d13acc5-b105-49ea-9390-7453a921a50a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742403 Aug 03 15:47:23.467389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfd9b31b-c029-4fde-894e-a46ea8d9b9f5 None None] Provisioning for port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:23.488092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Pushing event deleted for resources: {'Port': ['ID=17be317e-1df4-4f90-9134-45f9588cb2f5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:23.506034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.538299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfd9b31b-c029-4fde-894e-a46ea8d9b9f5 None None] Provisioning complete for port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:23.541255 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b31b-c029-4fde-894e-a46ea8d9b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.555822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] No DVR routers for this DVR port 17be317e-1df4-4f90-9134-45f9588cb2f5 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:23.559502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.561892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b49d5ce0-60a0-40d3-af85-25a07668552a req-a9df4d90-82ef-4ca6-97a4-6c11dfe68cae tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.72 "DELETE /v2.0/ports/17be317e-1df4-4f90-9134-45f9588cb2f5 HTTP/1.1" status: 204 len: 173 time: 1.2842596 Aug 03 15:47:23.562728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'name': 'network-vif-deleted', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:23.566053 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d9a82-2e26-4b70-9b6b-7c67aaecc636" -d '{"events": [{"server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "name": "network-vif-deleted", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:23.598099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-09ffc6c9-8e63-446d-a2e7-d5c0220edea3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1651123 Aug 03 15:47:23.608674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.613322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:23.618458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.663037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8677323 Aug 03 15:47:23.678465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53310) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:23.693109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Request body: {'subnet': {'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-939262912-subnet', 'tenant_id': 'ee2c839be74148dcbf0c35adeafe8bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:23.739613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9b31b-c029-4fde-894e-a46ea8d9b9f5 None None] Port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:23.800222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afdb0d-4e76-41fe-8f9d-678e14823b8c req-84c0de97-e07e-4925-a3db-d601d12fa19e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:23.822826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4afdb0d-4e76-41fe-8f9d-678e14823b8c req-84c0de97-e07e-4925-a3db-d601d12fa19e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 945 time: 0.2287488 Aug 03 15:47:23.844049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c47e3e03-b49a-4fe2-b50e-5e29ca2a6b0b req-3fe969e9-2761-47c8-94b7-57c87c21f5fe tempest-DeleteServersAdminTestJSON-416039934 tempest-DeleteServersAdminTestJSON-416039934-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc6ede9-0cd8-43a4-81a3-3f2e21475c93 HTTP/1.1" status: 200 len: 210 time: 0.0888164 Aug 03 15:47:23.852789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1492d-26b4-41c4-9a84-dabad58c1565 admin admin] Pushing event updated for resources: {'Network': ['ID=0d499c81-cbb8-40a3-b335-006af9b20f3c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:23.870662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:47:23.907266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:23.929580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Made reservation on behalf of ee2c839be74148dcbf0c35adeafe8bb3 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:23.932474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:23.999894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-42c6453d-5101-460c-90b6-904c806c6932 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f356bc2e885146ae9d3d367937e6617d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878618 Aug 03 15:47:24.000130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:24.126447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.173974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.179078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.274044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.286271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.289709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aaccc68-000a-43c2-9752-1c3b3a3926fd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:24.290885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be811581-bcf0-46db-8813-ecc2250834b7 HTTP/1.1" status: 204 len: 168 time: 0.2897263 Aug 03 15:47:24.315188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786141d-958e-49e6-afb7-75dab17eaee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be811581-bcf0-46db-8813-ecc2250834b7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:24.336471 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4afdb0d-4e76-41fe-8f9d-678e14823b8c req-22ace3b3-280c-4b9d-85ba-cde3f2c938fd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118005 Aug 03 15:47:24.380980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9b817c-aaf8-4cdc-9401-f1830c15e321 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:24.448985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.453654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Checking segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:24.453900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Network hostable DHCP agents. Network: 0d499c81-cbb8-40a3-b335-006af9b20f3c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:47:24.507976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Transition to ACTIVE for port object 4b9b817c-aaf8-4cdc-9401-f1830c15e321 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:24.531705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.559720 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165baca-8073-4914-99aa-12e565a4b6d4 x-openstack-request-id: req-b165baca-8073-4914-99aa-12e565a4b6d4 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:24.560014 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc6ede9-0cd8-43a4-81a3-3f2e21475c93", "name": "network-vif-deleted", "tag": "17be317e-1df4-4f90-9134-45f9588cb2f5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:24.560312 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b165baca-8073-4914-99aa-12e565a4b6d4 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:24.560786 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc6ede9-0cd8-43a4-81a3-3f2e21475c93', 'name': 'network-vif-deleted', 'tag': '17be317e-1df4-4f90-9134-45f9588cb2f5', 'status': 'completed', 'code': 200} Aug 03 15:47:24.575994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:47:24.633995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0d499c81-cbb8-40a3-b335-006af9b20f3c) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:24.638936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:24.640633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:24.645764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d928d-fe39-493b-9614-bf69342bdb50 None None] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:24.689267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73fdb-379f-4bfe-9482-f09c4619822c req-1ac18adc-8c9d-4544-aff7-7b4cf9965d04 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:24.697398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fdd73fdb-379f-4bfe-9482-f09c4619822c req-1ac18adc-8c9d-4544-aff7-7b4cf9965d04 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1912835 Aug 03 15:47:24.710174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:24.747692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-83d51f96-7cbd-4349-9117-833a1eb01929 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0623324 Aug 03 15:47:24.797956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fdd73fdb-379f-4bfe-9482-f09c4619822c req-b293b7a6-6c15-4a95-a02d-3be85dfeb5e9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946319 Aug 03 15:47:24.827614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Attempting to bind port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:24.832089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Attempting to bind port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:24.832968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Attempting to bind port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:24.864973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:24.865503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Attempting to bind port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:24.881211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed41354-e0e2-401b-a2e3-13ee2960c7c7 None None] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:24.889912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:24.891542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:24.892226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:24.894170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Bound port: 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:24.895576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:25.164473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19b68-20cf-4f3b-a57d-a9d643e423ab req-38401408-ebc1-40a4-992d-ef57085c74f6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.179405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-26d19b68-20cf-4f3b-a57d-a9d643e423ab req-38401408-ebc1-40a4-992d-ef57085c74f6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 948 time: 0.2482524 Aug 03 15:47:25.227831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:25.258386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-26d19b68-20cf-4f3b-a57d-a9d643e423ab req-f5cc71e6-d029-4cc7-bbaf-fd6c88ebc0c6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776193 Aug 03 15:47:25.260690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:25.266798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:25.313817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.314618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:25.316019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b9b817c-aaf8-4cdc-9401-f1830c15e321 HTTP/1.1" status: 200 len: 1096 time: 2.2773702 Aug 03 15:47:25.318632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:25.322042 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0388580-4ae1-4ee3-a21e-31ce483aa90a" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:25.364467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133bcce-fe37-40d1-a34a-ac8a8e338163 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:25.442158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-88cc4953-f902-470d-ae6e-61c733b0a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.444107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-88cc4953-f902-470d-ae6e-61c733b0a7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 1099 time: 0.0650053 Aug 03 15:47:25.483695 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d996b0-3a25-492e-b8b1-998bab06dc92 x-openstack-request-id: req-50d996b0-3a25-492e-b8b1-998bab06dc92 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:25.485920 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:25.486268 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50d996b0-3a25-492e-b8b1-998bab06dc92 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:25.487492 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321', 'status': 'completed', 'code': 200} Aug 03 15:47:25.577463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-6b15ac44-901a-43e8-8d56-035228cae352 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321 HTTP/1.1" status: 200 len: 217 time: 0.1223547 Aug 03 15:47:25.710497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-8a59642d-0eef-412b-be8c-d67d2870fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.716756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-8a59642d-0eef-412b-be8c-d67d2870fe6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1305239 Aug 03 15:47:25.724273 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:25.772530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834ee0-3eea-423c-b105-d6391f809609 req-38a8bba5-0bdb-48f2-9469-b90a423de789 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.775675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb834ee0-3eea-423c-b105-d6391f809609 req-38a8bba5-0bdb-48f2-9469-b90a423de789 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 945 time: 0.1083550 Aug 03 15:47:25.836079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb834ee0-3eea-423c-b105-d6391f809609 req-478ca6ea-123a-4724-83b2-ad5e50f6e2a4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536294 Aug 03 15:47:25.858530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-24003f18-846e-4b1b-9c55-56d0d65cb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.860031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-24003f18-846e-4b1b-9c55-56d0d65cb985 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339543 Aug 03 15:47:25.952571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-42ad967e-0e70-4ec9-92da-93685a9e5908 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:25.954372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-42ad967e-0e70-4ec9-92da-93685a9e5908 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.1829855 Aug 03 15:47:25.988403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-7af43899-bcba-4c72-a87e-0152604ad1bf tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/quotas/ee2c839be74148dcbf0c35adeafe8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0219412 Aug 03 15:47:26.026878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-02796c60-7ca1-4e93-b979-d010a8ea286f service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559117 Aug 03 15:47:26.146797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81acb72-00c1-4869-a3b8-cacc2beb8fc2 req-d28e5eef-5b26-4aa0-90b2-3fda56f6a962 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.148378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c81acb72-00c1-4869-a3b8-cacc2beb8fc2 req-d28e5eef-5b26-4aa0-90b2-3fda56f6a962 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.0551448 Aug 03 15:47:26.195407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c81acb72-00c1-4869-a3b8-cacc2beb8fc2 req-8d02053d-2e03-4e3d-86c1-c478595e6f04 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Aug 03 15:47:26.291417 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-e9d593d4-2c98-447d-b069-4d67f007cc16 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2910550 Aug 03 15:47:26.395938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-42235d4a-3965-4f0c-83d3-253e88a2b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.397431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-42235d4a-3965-4f0c-83d3-253e88a2b83d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1101 time: 0.3983400 Aug 03 15:47:26.495382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620522d-1519-4291-8d51-9cf4a9c341de req-3ecbf512-71d8-4bf5-84d8-0636b94fb620 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.497047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e620522d-1519-4291-8d51-9cf4a9c341de req-3ecbf512-71d8-4bf5-84d8-0636b94fb620 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1096 time: 0.0432904 Aug 03 15:47:26.511859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35f0b0ad-95a2-4dfd-92a6-98ae8c3e9554 req-6f051000-31d9-4705-bd5d-ce8abb5317f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434986 Aug 03 15:47:26.515399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-4a274ac3-6a5f-42ca-ab57-c4f550eb4584 service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084615 Aug 03 15:47:26.539795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e620522d-1519-4291-8d51-9cf4a9c341de req-7c8e44e2-6f1f-4ca4-b480-d86c4a0d3ce4 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361707 Aug 03 15:47:26.637031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-02aad0ac-d488-44fc-a975-25986600f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.638586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-02aad0ac-d488-44fc-a975-25986600f39b service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2266355 Aug 03 15:47:26.706682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-46e86834-6de5-49e6-8b2f-5bfaa3579845 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.0564010 Aug 03 15:47:26.720284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-e0913439-6830-46a2-857c-058cde9df131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.722899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-e0913439-6830-46a2-857c-058cde9df131 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 1099 time: 0.1317940 Aug 03 15:47:26.768431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-fa2cdda2-8fd2-4432-9abb-005ae8ab6ff8 service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396286 Aug 03 15:47:26.840721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b8cfac8a-de22-483a-a4fd-c48f9f8d1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.840721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b8cfac8a-de22-483a-a4fd-c48f9f8d1198 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1206348 Aug 03 15:47:26.912671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-b619389d-6a88-438f-a864-761348c601e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.914462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-b619389d-6a88-438f-a864-761348c601e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1819985 Aug 03 15:47:26.925138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-e431c79e-6dea-4829-828e-eaa7df626439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:26.927001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-e431c79e-6dea-4829-828e-eaa7df626439 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789001 Aug 03 15:47:27.021686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7485e-756d-4807-90dd-2175098e0933 req-bc95d78e-af31-4910-9aa1-03c2d57ae025 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:27.033686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8b7485e-756d-4807-90dd-2175098e0933 req-bc95d78e-af31-4910-9aa1-03c2d57ae025 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 948 time: 0.0805621 Aug 03 15:47:27.048796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-ce22cab0-468c-4123-b601-57b255449b4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321 HTTP/1.1" status: 200 len: 217 time: 0.1140370 Aug 03 15:47:27.055883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 17be317e-1df4-4f90-9134-45f9588cb2f5 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:27.129481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8b7485e-756d-4807-90dd-2175098e0933 req-df10c4fa-bd66-4d8e-949b-dd47294b5cc6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944376 Aug 03 15:47:27.132516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 17be317e-1df4-4f90-9134-45f9588cb2f5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:47:27.132869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 17be317e-1df4-4f90-9134-45f9588cb2f5 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:27.156586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-dd3b9b3d-bb82-4af1-ac0b-5ad2d384e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:27.158972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-dd3b9b3d-bb82-4af1-ac0b-5ad2d384e49f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0986269 Aug 03 15:47:27.181045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728730a-fbf9-4e14-b776-a346934facf5 req-d5fb0b9c-a7d2-4c6d-a0cb-9fecd0413110 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:27.182530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e728730a-fbf9-4e14-b776-a346934facf5 req-d5fb0b9c-a7d2-4c6d-a0cb-9fecd0413110 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1096 time: 0.1624351 Aug 03 15:47:27.188171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-9224cbeb-c6e7-44eb-a6af-d63f9d7ad820 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385736 Aug 03 15:47:27.213172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53436) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:27.297571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-0c5c0bf4-a8be-4371-b98a-571c9cea23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:27.300330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-0c5c0bf4-a8be-4371-b98a-571c9cea23a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309366 Aug 03 15:47:27.385821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e728730a-fbf9-4e14-b776-a346934facf5 req-34d08b86-b19f-4ebb-a871-f91eed70cf08 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562507 Aug 03 15:47:27.423360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c06b0bb-96b9-41c5-b720-eeb378ea81f7 req-c1068cf8-cfe1-4e20-a8d9-7ccfd6db00ec tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 210 time: 0.0639501 Aug 03 15:47:27.433814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-518f1f51-7f27-44fd-b20f-81787a828abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:27.457674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-6718fd5a-3cdc-43d5-8567-5baafd502ccc service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490020 Aug 03 15:47:27.524999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-ed1a15d0-d4b3-448b-8b62-362e91395a99 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099848 Aug 03 15:47:27.718541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:27.775762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-518f1f51-7f27-44fd-b20f-81787a828abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:27.777398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0388580-4ae1-4ee3-a21e-31ce483aa90a req-87928182-2a01-4833-b703-ae5fa2d58a0c service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423792 Aug 03 15:47:27.782184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-518f1f51-7f27-44fd-b20f-81787a828abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:27.824018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f1f51-7f27-44fd-b20f-81787a828abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c40087a-a83b-4c61-8138-042dd6ee739b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:27.855325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-518f1f51-7f27-44fd-b20f-81787a828abb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f32e9f68e654b07818affa8451fe9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408136 Aug 03 15:47:27.859581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:27.885466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d0931-f7e7-454f-bd82-81cf22b64802 req-32f74c8b-b06c-4853-baa2-4cd74c762d10 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:27.887607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-577d0931-f7e7-454f-bd82-81cf22b64802 req-32f74c8b-b06c-4853-baa2-4cd74c762d10 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1092262 Aug 03 15:47:27.946483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-577d0931-f7e7-454f-bd82-81cf22b64802 req-cabf2b40-56a1-464b-b210-88afbccfedf7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509202 Aug 03 15:47:27.948431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:27.988243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.114518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f9cf9fde-3c92-438a-b561-95fced255b0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=396ef2f1015e4cd0955e5cc07ae23042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913455 Aug 03 15:47:28.115173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53486) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:28.146681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.154289 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.159263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c40087a-a83b-4c61-8138-042dd6ee739b HTTP/1.1" status: 204 len: 168 time: 0.2932789 Aug 03 15:47:28.184912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03a55c-562d-4234-9c03-e7144015f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c40087a-a83b-4c61-8138-042dd6ee739b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:28.233830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.283871 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.397265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f65b9-c6c8-413f-b413-48869fbef179 req-85da07bc-e9bd-4dc4-92ae-9e3b3d9f11ef tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:28.405433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c2f65b9-c6c8-413f-b413-48869fbef179 req-85da07bc-e9bd-4dc4-92ae-9e3b3d9f11ef tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 948 time: 0.1248908 Aug 03 15:47:28.472794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c2f65b9-c6c8-413f-b413-48869fbef179 req-96489073-c19e-4828-acf8-84e3360f1556 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659988 Aug 03 15:47:28.475839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.481666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:28.483754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a50b740a-9a57-4d1b-a2cd-c7a2336983f9 HTTP/1.1" status: 204 len: 168 time: 0.3669188 Aug 03 15:47:28.506640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555399e9-34c2-4eb2-9724-9271a04689ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b740a-9a57-4d1b-a2cd-c7a2336983f9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:28.508698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:28.718824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69525cc3-8b64-4e74-b591-97d74066e7f1 req-921b9fe7-b725-4005-8861-75942d976838 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 210 time: 0.0439332 Aug 03 15:47:28.803942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53518) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:28.838355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e4c-0887-4426-8259-32a4aa82e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.002338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-3acea610-661a-4aff-b4cd-6913094832f4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:29.005020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-3acea610-661a-4aff-b4cd-6913094832f4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.2694204 Aug 03 15:47:29.026822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'port': {'device_id': '71a556e7-1860-447a-a090-3f2abad02d8b', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'admin_state_up': True, 'tenant_id': 'ee2c839be74148dcbf0c35adeafe8bb3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:29.061911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9b817c-aaf8-4cdc-9401-f1830c15e321 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:29.113923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e4c-0887-4426-8259-32a4aa82e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.121450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f22e4c-0887-4426-8259-32a4aa82e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.162097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aedc7dc-6d0b-4eb1-a830-c30a9609b1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.203877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a5f22e4c-0887-4426-8259-32a4aa82e73c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3a5e7d4386a44dfa6b9643212e9c205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985050 Aug 03 15:47:29.215316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:29.245926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f22e4c-0887-4426-8259-32a4aa82e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c2736-d92f-4579-b928-851decb0ab98,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:29.316584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.328566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52b038-fff7-4f23-988d-aec846000a18 req-79a270ae-8538-4c7f-b4ee-98353fcc5ca8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:29.334672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f52b038-fff7-4f23-988d-aec846000a18 req-79a270ae-8538-4c7f-b4ee-98353fcc5ca8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1703825 Aug 03 15:47:29.361949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.394015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f52b038-fff7-4f23-988d-aec846000a18 req-b2755b9f-9f30-42a3-a386-5a7c613fbaec tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509646 Aug 03 15:47:29.394665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53526) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:29.418831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:29.425313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aedc7dc-6d0b-4eb1-a830-c30a9609b1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.431000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f94b-907b-4dae-b291-2f3a42af64f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.433477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aedc7dc-6d0b-4eb1-a830-c30a9609b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.442868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '4b9b817c-aaf8-4cdc-9401-f1830c15e321', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '4b9b817c-aaf8-4cdc-9401-f1830c15e321', 'mac_address': 'fa:16:3e:61:d4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:29.483638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6aedc7dc-6d0b-4eb1-a830-c30a9609b1b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e916cffccd454a6fb42402d4de0d0c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9727848 Aug 03 15:47:29.484900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedc7dc-6d0b-4eb1-a830-c30a9609b1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635eb911-17b7-4e90-8167-f0404ff905a4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:29.487677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53530) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:29.504230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Made reservation on behalf of ee2c839be74148dcbf0c35adeafe8bb3 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:29.509268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.512108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.513243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c1c2736-d92f-4579-b928-851decb0ab98 HTTP/1.1" status: 204 len: 168 time: 0.2969747 Aug 03 15:47:29.516708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.524689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671635e1-859a-40fe-86af-6285be1aaf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c2736-d92f-4579-b928-851decb0ab98,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:29.554565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.585503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9b817c-aaf8-4cdc-9401-f1830c15e321 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:29.619069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:29.632556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.728384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:29.795573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.875042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5538f56-b307-41f8-b86d-3d728a804007 req-d5b03a11-3a4d-478a-9c73-d625626e3cc1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:29.876526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5538f56-b307-41f8-b86d-3d728a804007 req-d5b03a11-3a4d-478a-9c73-d625626e3cc1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 949 time: 0.1834266 Aug 03 15:47:29.878844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.881182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Allocated IP 172.20.0.13 (0d499c81-cbb8-40a3-b335-006af9b20f3c/1aaccc68-000a-43c2-9752-1c3b3a3926fd/34b935e2-5c5e-4cb1-aebd-5bbe2893a94c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:29.903405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f94b-907b-4dae-b291-2f3a42af64f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.922889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f94b-907b-4dae-b291-2f3a42af64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:29.960860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['4b9b817c-aaf8-4cdc-9401-f1830c15e321'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:30.040940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3f94b-907b-4dae-b291-2f3a42af64f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d860c55f-eaba-4856-8143-befeda906738,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:30.045694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0f3f94b-907b-4dae-b291-2f3a42af64f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87bb61c99d8c40fe9862fa5bf860aca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496255 Aug 03 15:47:30.051814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:30.071620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5538f56-b307-41f8-b86d-3d728a804007 req-26c70543-5b59-4caa-9b8f-421474e29c66 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735694 Aug 03 15:47:30.178545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.206295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.210851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.218317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/635eb911-17b7-4e90-8167-f0404ff905a4 HTTP/1.1" status: 204 len: 168 time: 0.7292933 Aug 03 15:47:30.223749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.300280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd44700-2390-4203-bdd8-bd3f7a04d53d req-14acfdd5-1edc-414d-8f0e-bab4f3b0ecfc tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 210 time: 0.0744433 Aug 03 15:47:30.301932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b804ab-7e08-454b-b552-4fd6b8750845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635eb911-17b7-4e90-8167-f0404ff905a4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:30.417588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.425236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.438930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d860c55f-eaba-4856-8143-befeda906738 HTTP/1.1" status: 204 len: 168 time: 0.3843205 Aug 03 15:47:30.474911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9540ddd-a2c2-427f-98c7-87737d158683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d860c55f-eaba-4856-8143-befeda906738,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:30.717050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.749590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc325ab-3ff6-405c-85ca-1355e0cfc773 req-e847ab76-4ffe-4331-b8ab-4d1080ed6d97 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:30.751208 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dc325ab-3ff6-405c-85ca-1355e0cfc773 req-e847ab76-4ffe-4331-b8ab-4d1080ed6d97 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.0893078 Aug 03 15:47:30.834975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dc325ab-3ff6-405c-85ca-1355e0cfc773 req-c2017fd4-ee84-4e7f-926f-85f441f294eb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Aug 03 15:47:30.847530 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:30.932336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:30.937495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:30.940462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:30.943682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:31.010607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:31.011573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:31.040536 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-d2658386-90d6-4467-8576-88c23737e500 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0241334 Aug 03 15:47:31.063058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Request body: {'port': {'device_id': '71a556e7-1860-447a-a090-3f2abad02d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:31.072646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-6da207bd-e0a8-40f7-9fa5-a4d42488070e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:47:31.085045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-6da207bd-e0a8-40f7-9fa5-a4d42488070e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2483950 Aug 03 15:47:31.091957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:31.094733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:47:31.199515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:31.312058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:31.313167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:31.313989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:31.324709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:31.325376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:31.334744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:31.335620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:31.336310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:31.337047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Bound port: 8d8e44ce-086d-4db7-9531-ded86ae5433e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:31.374045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32fbe2-2e9f-49ae-a493-4a2305616cac req-a9adaa84-084d-4a9c-b59a-90fed7fdf918 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:31.384907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef32fbe2-2e9f-49ae-a493-4a2305616cac req-a9adaa84-084d-4a9c-b59a-90fed7fdf918 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 949 time: 0.1814876 Aug 03 15:47:31.533926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef32fbe2-2e9f-49ae-a493-4a2305616cac req-2f2e48db-65fd-4479-8bcb-38aa3f3ec072 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473186 Aug 03 15:47:31.607015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:31.796155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348de2c3-f47e-4858-b23b-6e5876d9688e req-61e88a7a-d93d-4ce9-ac66-1e54111836b3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:31.798629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-348de2c3-f47e-4858-b23b-6e5876d9688e req-61e88a7a-d93d-4ce9-ac66-1e54111836b3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 932 time: 0.1109858 Aug 03 15:47:31.852022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:31.863678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:31.865131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-15c376da-f003-4504-af3b-9b66faaed85c service neutron] 10.222.0.70 "POST /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7790430 Aug 03 15:47:31.904215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-348de2c3-f47e-4858-b23b-6e5876d9688e req-6cadc2cc-4db6-4915-b23f-98e5272320af tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897758 Aug 03 15:47:32.037414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-network', 'tenant_id': 'fdac857a22d14b5480f3106b18777024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:32.113106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:32.126528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.133733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Made reservation on behalf of fdac857a22d14b5480f3106b18777024 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:32.137001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.178211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Transition to ACTIVE for port object 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:32.181198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.214644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.217095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bef498-f119-41d1-b238-7a021da52cb8 req-bb8c8e90-189e-4d05-83b2-a16884d48277 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:32.219648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1bef498-f119-41d1-b238-7a021da52cb8 req-bb8c8e90-189e-4d05-83b2-a16884d48277 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1607499 Aug 03 15:47:32.277262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1bef498-f119-41d1-b238-7a021da52cb8 req-8f3d64de-dd5f-4b02-99bb-03b8cfb9b4da tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475910 Aug 03 15:47:32.376612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:32.467950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a6d36-28bd-4a14-8ad8-bc254b375e9c req-201674bb-125a-4026-bed7-db288fd67bfa tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:32.470084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb2a6d36-28bd-4a14-8ad8-bc254b375e9c req-201674bb-125a-4026-bed7-db288fd67bfa tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 945 time: 0.2580900 Aug 03 15:47:32.505756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-a494e38b-d11e-463c-a8cc-2c91f5c20c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:32.508272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-a494e38b-d11e-463c-a8cc-2c91f5c20c00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1096 time: 0.2775533 Aug 03 15:47:32.679867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb2a6d36-28bd-4a14-8ad8-bc254b375e9c req-dd46cf5e-c799-436f-861c-db2fd7d572f4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681652 Aug 03 15:47:32.680614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Attempting to bind port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:32.681042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Attempting to bind port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:32.681456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Attempting to bind port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:32.708370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c on network 0d499c81-cbb8-40a3-b335-006af9b20f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:32.708708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Attempting to bind port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:32.755077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:32.755732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Checking segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:32.756386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Bound using segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:32.757214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Bound port: 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:32.757929 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.789364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-27666eb9-c4fc-42f1-93f0-a05b5ab4a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:32.791642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-27666eb9-c4fc-42f1-93f0-a05b5ab4a8d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2737496 Aug 03 15:47:32.818306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.866598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:32.911730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-6e28e28e-e814-42ed-b936-b561a4421d78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.1072063 Aug 03 15:47:32.991062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:47:33.040124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6177bf0-b0bd-49dd-8214-3e8d5898eee9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:33.052308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.052308 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Added segment 0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b of type vlan for network 538e2407-ab9d-4e89-b946-6ca66ec69672 Aug 03 15:47:33.090363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d0da-b52e-42e7-9999-300d7301c3cc req-6d014dd2-847a-40fe-baa2-8fa95c7dff79 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.092197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4cc2d0da-b52e-42e7-9999-300d7301c3cc req-6d014dd2-847a-40fe-baa2-8fa95c7dff79 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 949 time: 0.2795534 Aug 03 15:47:33.093445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:33.099656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-765e603b-5243-4515-91a8-ed6792895963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.101491 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-765e603b-5243-4515-91a8-ed6792895963 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1676450 Aug 03 15:47:33.105744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:33.111395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9b817c-aaf8-4cdc-9401-f1830c15e321 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:33.145719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.204816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:33.217500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:33.217859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.224532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-ac074e3c-cc3f-4bb0-afcd-dad6fd0b6b62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948443 Aug 03 15:47:33.235261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.251807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.252571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.254541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] 10.222.0.78 "PUT /v2.0/ports/34b935e2-5c5e-4cb1-aebd-5bbe2893a94c HTTP/1.1" status: 200 len: 1092 time: 2.1959605 Aug 03 15:47:33.266952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:33.270015 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:33.326670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.359086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:33.359377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e7425-5d18-48ed-8717-2d290a05ca87 req-9782197c-3f69-4681-914c-107acc9569ed tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.361580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819e7425-5d18-48ed-8717-2d290a05ca87 req-9782197c-3f69-4681-914c-107acc9569ed tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 944 time: 0.0734169 Aug 03 15:47:33.363634 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69156755-293b-4dfc-aa39-97433e88f5f5" -d '{"events": [{"server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:33.387523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:33.393690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.422396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4cc2d0da-b52e-42e7-9999-300d7301c3cc req-dac3ae00-eab6-436e-8afe-1391c3acd499 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936902 Aug 03 15:47:33.431014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819e7425-5d18-48ed-8717-2d290a05ca87 req-5bf81ef4-d754-4b79-a876-86708eabf164 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556562 Aug 03 15:47:33.441004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316e58-edcd-4b00-9f4b-bc6d2a0880eb service neutron] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:33.465836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.467461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.468233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.475761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:33.489767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.490342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.490850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.491338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.492071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.492627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.493119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.493606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.494389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.495125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.495837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.496413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:47:33.572655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-41c61396-3fd0-4f98-ae42-b5e408fb34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.575150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-41c61396-3fd0-4f98-ae42-b5e408fb34e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 1095 time: 0.2160861 Aug 03 15:47:33.577415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9687622 Aug 03 15:47:33.583567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53670) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:33.592098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Request body: {'subnet': {'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-subnet', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:33.610225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-4a601db6-5b5d-4fe0-ba90-f71c75f673fe service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690679 Aug 03 15:47:33.624449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Made reservation on behalf of fdac857a22d14b5480f3106b18777024 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:33.628208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.663938 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505903cf-2324-46d4-b9ed-dfbaa63bba5c x-openstack-request-id: req-505903cf-2324-46d4-b9ed-dfbaa63bba5c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:33.664346 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:33.664724 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-505903cf-2324-46d4-b9ed-dfbaa63bba5c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:33.665283 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'status': 'completed', 'code': 200} Aug 03 15:47:33.681463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-1e0b13c0-8554-4bd4-b687-477fc5ede5e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c HTTP/1.1" status: 200 len: 217 time: 0.0900359 Aug 03 15:47:33.684078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250660d1-ae6b-497f-aa20-7754ade29664 admin admin] Pushing event updated for resources: {'Network': ['ID=538e2407-ab9d-4e89-b946-6ca66ec69672,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:33.697742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:47:33.775984 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45890bb-be48-41b3-8c99-589141a905cd x-openstack-request-id: req-d45890bb-be48-41b3-8c99-589141a905cd {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:33.776626 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:33.776626 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d45890bb-be48-41b3-8c99-589141a905cd {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:33.777716 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321', 'code': 200} Aug 03 15:47:33.937077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:33.946161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-163a6600-af11-46e8-8b2b-256026f7a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.947765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-163a6600-af11-46e8-8b2b-256026f7a0a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.2383273 Aug 03 15:47:33.951896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86780-1bd0-472d-aea0-036f87558807 req-09de1a06-e682-416a-ad07-e1d4728d7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.953388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fff86780-1bd0-472d-aea0-036f87558807 req-09de1a06-e682-416a-ad07-e1d4728d7766 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 1101 time: 0.0772717 Aug 03 15:47:33.965534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3a738-eff1-4997-a68b-897b3dfc03e9 req-e9f834b3-665d-4e6f-a2db-78bf1e31b812 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:33.967655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fd3a738-eff1-4997-a68b-897b3dfc03e9 req-e9f834b3-665d-4e6f-a2db-78bf1e31b812 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1928535 Aug 03 15:47:34.015187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-13e76082-aff8-4a73-942c-9410df344f84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463679 Aug 03 15:47:34.042197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-64de71e4-5179-4079-87e4-6343d899aef4 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815536 Aug 03 15:47:34.061820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77619647-6e63-4ff5-88e6-b839230bfb8b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:34.082469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fff86780-1bd0-472d-aea0-036f87558807 req-a238582f-25ab-4075-8867-43cf3c2b005a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951934 Aug 03 15:47:34.103795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf8133-55c8-49a3-bcfc-5ceb48e865ac req-10478b88-2695-43c3-8619-a7eb177998d0 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.106433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99cf8133-55c8-49a3-bcfc-5ceb48e865ac req-10478b88-2695-43c3-8619-a7eb177998d0 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 945 time: 0.1584291 Aug 03 15:47:34.107652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Checking segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:34.108077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Network hostable DHCP agents. Network: 538e2407-ab9d-4e89-b946-6ca66ec69672, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:47:34.132694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fd3a738-eff1-4997-a68b-897b3dfc03e9 req-cfdfe9ef-c98d-4607-a829-8f04299b089c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487899 Aug 03 15:47:34.152910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:47:34.178771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99cf8133-55c8-49a3-bcfc-5ceb48e865ac req-691b928d-56e5-400f-bc41-259cee7fdf9a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Aug 03 15:47:34.178771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 538e2407-ab9d-4e89-b946-6ca66ec69672) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:34.185698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-3f41fc5a-f366-46e5-8a22-2c0f8453d21f service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582999 Aug 03 15:47:34.191389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73660d-76ae-4e2c-a58d-31b6a5e7e040 None None] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:34.204230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.206147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.240317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eac9d544-ab74-4e1b-a65b-1cce148a2fd4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6548858 Aug 03 15:47:34.246555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53680) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:34.252954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:34.385372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.387193 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.422918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d2a6090-7296-4623-87eb-5d176ca1a588 req-10ae32f4-5599-455a-adb3-a33e4fb9616c service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281621 Aug 03 15:47:34.466315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.482845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-91030582-e86f-4dee-92ee-d734497b27a0 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.483374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-91030582-e86f-4dee-92ee-d734497b27a0 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.2238395 Aug 03 15:47:34.560703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-538e2407-ab9d-4e89-b946-6ca66ec69672', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:47:34.561909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.592303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:34.645247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-847f6b4b-1f34-46e5-a24e-859614d40d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.647881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-847f6b4b-1f34-46e5-a24e-859614d40d93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 1095 time: 0.1192098 Aug 03 15:47:34.751392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Allocated IP 172.20.0.2 (538e2407-ab9d-4e89-b946-6ca66ec69672/77619647-6e63-4ff5-88e6-b839230bfb8b/7c51fdfa-d877-4654-b230-1c20bbe64454) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:34.795430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.795700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-19e69f43-7aa0-4b87-9409-f19b5a54e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.798397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-19e69f43-7aa0-4b87-9409-f19b5a54e9f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 922 time: 0.1424682 Aug 03 15:47:34.825020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:34.893472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2b89-c519-4feb-8b29-672283a8c459 req-dba7553d-5bcd-4e4d-8a5c-4029a122c55f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:34.900717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-9a9f852d-38ef-4bac-9e4c-b71d71f31f76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c HTTP/1.1" status: 200 len: 217 time: 0.0885520 Aug 03 15:47:34.901444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30fb2b89-c519-4feb-8b29-672283a8c459 req-dba7553d-5bcd-4e4d-8a5c-4029a122c55f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 950 time: 0.2478673 Aug 03 15:47:35.016587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-9c340052-87b4-462b-b125-1ab70e26ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:35.019699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-9c340052-87b4-462b-b125-1ab70e26ccb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.1090686 Aug 03 15:47:35.069271 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.073783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30fb2b89-c519-4feb-8b29-672283a8c459 req-f30b092e-ab38-486f-8d40-c6035629480e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712687 Aug 03 15:47:35.097500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Transition to ACTIVE for port object 7c51fdfa-d877-4654-b230-1c20bbe64454 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:35.107374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-de95ceb2-0f72-4521-a355-16d7215316d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689378 Aug 03 15:47:35.129929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Transition to ACTIVE for port object 7c51fdfa-d877-4654-b230-1c20bbe64454 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:35.145186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.185740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:35.189579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:35.195398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:35.211115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:35.253872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Pushing event updated for resources: {'Port': ['ID=7c51fdfa-d877-4654-b230-1c20bbe64454,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:35.269909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:35.293981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Attempting to bind port 7c51fdfa-d877-4654-b230-1c20bbe64454 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:35.294693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Attempting to bind port 7c51fdfa-d877-4654-b230-1c20bbe64454 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:35.295268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Attempting to bind port 7c51fdfa-d877-4654-b230-1c20bbe64454 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:35.306060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:35.306529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Checking segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:35.307167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.307919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Bound using segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:35.308558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Bound port: 7c51fdfa-d877-4654-b230-1c20bbe64454, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:35.308964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.364075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2b2d0-1c92-4adf-8b1b-ca7d22a7151b req-3e9d6e1b-9bca-45cf-a808-43257b9dbc56 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:35.366066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58a2b2d0-1c92-4adf-8b1b-ca7d22a7151b req-3e9d6e1b-9bca-45cf-a808-43257b9dbc56 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 944 time: 0.1887491 Aug 03 15:47:35.393940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] For port 7c51fdfa-d877-4654-b230-1c20bbe64454, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:35.396982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:35.398905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] For port 7c51fdfa-d877-4654-b230-1c20bbe64454, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7c51fdfa-d877-4654-b230-1c20bbe64454,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:35.400904 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cf17b3-3ccd-4106-8946-b582a2ada871" -d '{"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:35.405283 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.407134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.409961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-81f18da0-a229-48e1-b064-a9dfe7e251bb service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913461 Aug 03 15:47:35.442110 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.464698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58a2b2d0-1c92-4adf-8b1b-ca7d22a7151b req-2365fe96-a25c-472c-90f5-fcf43057e2b7 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930619 Aug 03 15:47:35.503550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf117b-6767-4170-ae89-dc6ad3b6934a None None] Pushing event updated for resources: {'Port': ['ID=7c51fdfa-d877-4654-b230-1c20bbe64454,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:35.514857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:35.578296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b6dbeae-4a4f-4c4e-8fe8-67768a8bf1b7 req-31a6e37a-e68d-4611-b3f4-665e304f27fe service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534352 Aug 03 15:47:35.593384 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.624527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.789467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3187ab-2607-4e97-a3c9-61bd9938c7ed req-56440933-b438-434e-829c-b184b1727fda tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:35.791628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a3187ab-2607-4e97-a3c9-61bd9938c7ed req-56440933-b438-434e-829c-b184b1727fda tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.2846298 Aug 03 15:47:35.804094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:35.804941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:35.805666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:35.824497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8767b-9435-45d8-b0cf-3e6ba683a84b req-d78327f8-86ce-40db-8a9a-a3af1fa2ce27 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:35.826116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85e8767b-9435-45d8-b0cf-3e6ba683a84b req-d78327f8-86ce-40db-8a9a-a3af1fa2ce27 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.0542881 Aug 03 15:47:35.831639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:35.831960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Attempting to bind port 8d8e44ce-086d-4db7-9531-ded86ae5433e on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:35.858537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:35.858875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:35.859252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:35.859683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Bound port: 8d8e44ce-086d-4db7-9531-ded86ae5433e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:35.860038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:35.863545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Allocated IP 172.25.7.51 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/2d7be66c-5c7a-4d89-926c-6c8ecf330af6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:35.880356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85e8767b-9435-45d8-b0cf-3e6ba683a84b req-736dc9b7-3f13-4838-bf6b-74c17f01df8c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Aug 03 15:47:35.902015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a3187ab-2607-4e97-a3c9-61bd9938c7ed req-008d5686-4bee-40fd-b42f-82b6fe6217ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928531 Aug 03 15:47:36.003268 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6558ae18-0cc4-4468-8bce-9ff13b44c097 x-openstack-request-id: req-6558ae18-0cc4-4468-8bce-9ff13b44c097 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:36.003628 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:36.003814 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6558ae18-0cc4-4468-8bce-9ff13b44c097 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:36.004218 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'code': 200} Aug 03 15:47:36.087251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:36.111320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:36.121525 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:36.160560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:36.206899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:36.234681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:36.234681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:36.238040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-c229a1b0-b52f-4943-8011-eec6b02522dc service neutron] 10.222.0.72 "PUT /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 1121 time: 1.6513987 Aug 03 15:47:36.246042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f755-39d5-42d1-af80-d6a81cb5b442 req-a2e5af5d-7ba8-4d29-b4f5-8b1d03c7e49f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:36.247632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0210f755-39d5-42d1-af80-d6a81cb5b442 req-a2e5af5d-7ba8-4d29-b4f5-8b1d03c7e49f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0757117 Aug 03 15:47:36.306841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:36.332439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0210f755-39d5-42d1-af80-d6a81cb5b442 req-788335d1-190a-4d82-bc30-55dc74076147 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Aug 03 15:47:36.336001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8d8e44ce-086d-4db7-9531-ded86ae5433e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:36.405581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:36.410681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:36.414236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:36.488750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:36.673052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e943c-11cd-4414-84d1-b1907157f0cf req-6ac1a1a2-4890-426b-8196-062638c154c1 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:36.674846 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d9e943c-11cd-4414-84d1-b1907157f0cf req-6ac1a1a2-4890-426b-8196-062638c154c1 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 1101 time: 0.1197572 Aug 03 15:47:36.755313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c836d65-0b23-49bc-b8a7-06dee5dffd05 None None] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:36.770530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d9e943c-11cd-4414-84d1-b1907157f0cf req-b0bbcf97-0a3d-4a1d-a1c3-6f5dce47658f tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829177 Aug 03 15:47:36.775417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:36.791992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dccf6-fd04-4887-896f-2f8c13e42556 req-7b4e38cf-33a0-47a3-a2be-1168364aab25 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:36.793523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f76dccf6-fd04-4887-896f-2f8c13e42556 req-7b4e38cf-33a0-47a3-a2be-1168364aab25 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 944 time: 0.0650556 Aug 03 15:47:36.869342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:36.884018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f76dccf6-fd04-4887-896f-2f8c13e42556 req-7a7fe12c-4aa2-4f56-a6bd-deb2dc444c61 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798309 Aug 03 15:47:36.904432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f114d731-f5fa-4802-8b12-38bc349b13cd None None] Provisioning for port 7c51fdfa-d877-4654-b230-1c20bbe64454 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:37.080782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:37.097266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'port_id': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'mac_address': 'fa:16:3e:77:98:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaccc68-000a-43c2-9752-1c3b3a3926fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:37.146527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7c51fdfa-d877-4654-b230-1c20bbe64454 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:37.184913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.195558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.214477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:37.215566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761571a-5294-4986-8a94-cf506b49817a req-2cbcb7eb-9c18-401a-8b26-3c7e39a8aa4c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:37.224471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1761571a-5294-4986-8a94-cf506b49817a req-2cbcb7eb-9c18-401a-8b26-3c7e39a8aa4c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.0836427 Aug 03 15:47:37.250037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:37.257296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.264963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7c51fdfa-d877-4654-b230-1c20bbe64454 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:37.290770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7c51fdfa-d877-4654-b230-1c20bbe64454 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:37.291243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.350290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1761571a-5294-4986-8a94-cf506b49817a req-fbf35b70-b827-47b4-9363-4a6501a94f22 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248155 Aug 03 15:47:37.356380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:37.402800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb435030-c938-4855-ac71-70127f6daff7 req-4edeb503-117e-4b58-a1de-05980c5d95de tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:37.404787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb435030-c938-4855-ac71-70127f6daff7 req-4edeb503-117e-4b58-a1de-05980c5d95de tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.3755124 Aug 03 15:47:37.427333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.428873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:47:37.453322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb435030-c938-4855-ac71-70127f6daff7 req-9c7af813-21fd-40c9-a41d-88d7909a50f5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Aug 03 15:47:37.480389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95cebb80-fce4-47ba-b2d7-dd909dd7d587 None None] Provisioning complete for port 7c51fdfa-d877-4654-b230-1c20bbe64454 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:37.480389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95cebb80-fce4-47ba-b2d7-dd909dd7d587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.520551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7c51fdfa-d877-4654-b230-1c20bbe64454, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7c51fdfa-d877-4654-b230-1c20bbe64454,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:37.528657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:37.570610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:37.651558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7c51fdfa-d877-4654-b230-1c20bbe64454,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:37.826507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-1946d909-dafb-4efe-9aea-48b26af168c7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3781295 Aug 03 15:47:38.004994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:38.007277 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532defbd-3970-43d4-a673-2399613210d4" -d '{"events": [{"name": "network-changed", "server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:38.021828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:47:38.039969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:47:38.053853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c82d7537-5e60-4b26-b29d-23f68424c0bd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:38.055285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:38.055572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c82d7537-5e60-4b26-b29d-23f68424c0bd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183113 Aug 03 15:47:38.056724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:38.056923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:38.058556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bae93f43-b809-40b9-be1e-36db24c01011 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8099923 Aug 03 15:47:38.062577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53782) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:38.081543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825145-9f51-4dd9-a65b-cd713dc22320 req-8b9fe1aa-8742-4fba-b97a-b737a28440ca tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:38.083154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-99825145-9f51-4dd9-a65b-cd713dc22320 req-8b9fe1aa-8742-4fba-b97a-b737a28440ca tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 945 time: 0.0756538 Aug 03 15:47:38.118184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-bfef09d4-b909-4575-af2f-aa49d256dab7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/quotas/3c4518d8a3f946d79b8a802b20df47b7 HTTP/1.1" status: 200 len: 375 time: 0.0474629 Aug 03 15:47:38.133488 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-99825145-9f51-4dd9-a65b-cd713dc22320 req-1c3937ce-7ca0-414f-85aa-24e2539c7248 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Aug 03 15:47:38.190742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:38.240400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-3eb175e1-6852-4998-b84c-793f380cdfd8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1111937 Aug 03 15:47:38.538394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:36Z', 'revision_number': 3, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:38.579013 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d20895-ab7e-4e48-92cf-e1bcaf3318b2 x-openstack-request-id: req-b2d20895-ab7e-4e48-92cf-e1bcaf3318b2 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:38.580481 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:38.580481 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2d20895-ab7e-4e48-92cf-e1bcaf3318b2 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:38.580788 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'status': 'completed', 'code': 200} Aug 03 15:47:38.633242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:47:38.635178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Updating router 0db7b441-6f5e-4be0-8496-10799d4b7fdf port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:47:38.649924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532defbd-3970-43d4-a673-2399613210d4 req-d88f2823-f321-4726-9480-5fdd755a6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:38.652678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-d88f2823-f321-4726-9480-5fdd755a6d65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1124 time: 0.0856373 Aug 03 15:47:38.692744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:38.860428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532defbd-3970-43d4-a673-2399613210d4 req-8b78f03a-8f09-4720-86ab-7bac0ecd7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:38.863774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-8b78f03a-8f09-4720-86ab-7bac0ecd7daf service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.1942005 Aug 03 15:47:38.878701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:38.959733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.009823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-71a95a7b-86b6-480e-997d-8a890dcf69f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.1351249 Aug 03 15:47:39.052752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c83e8f-fc37-4996-a6e6-95baa332427f req-792af794-936a-45c7-9c27-c3674fb2411b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:39.063195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38c83e8f-fc37-4996-a6e6-95baa332427f req-792af794-936a-45c7-9c27-c3674fb2411b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1754284 Aug 03 15:47:39.097434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:39.109040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:39.109698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.122822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-caaba608-8a84-475b-b38b-11a1bcfe2dda req-accaabb6-132b-46be-8698-0535ab44308d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 210 time: 0.1391172 Aug 03 15:47:39.170793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7c51fdfa-d877-4654-b230-1c20bbe64454 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:39.174665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:39.192941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38c83e8f-fc37-4996-a6e6-95baa332427f req-5819c61a-8476-45a2-a5b6-ad2e7f09136a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277425 Aug 03 15:47:39.219016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532defbd-3970-43d4-a673-2399613210d4 req-defc8e64-9cc7-42ce-b8d4-97c72fe88f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:39.222494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-defc8e64-9cc7-42ce-b8d4-97c72fe88f74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1348135 Aug 03 15:47:39.302504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-1334ff18-9beb-42d8-9d9d-cffae9fc89d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648284 Aug 03 15:47:39.386551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Allocated IP 172.20.0.1 (538e2407-ab9d-4e89-b946-6ca66ec69672/77619647-6e63-4ff5-88e6-b839230bfb8b/00ea1b74-4d62-4d2a-9fcd-5ccfac349947) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:39.456118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7c51fdfa-d877-4654-b230-1c20bbe64454 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:39.456552 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.476767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230fca-54b2-494a-8125-8fa30485c790 req-1dd6b319-e155-4257-b8cb-e21e927b30bb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:39.478652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b230fca-54b2-494a-8125-8fa30485c790 req-1dd6b319-e155-4257-b8cb-e21e927b30bb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.1883268 Aug 03 15:47:39.530490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-b2e36621-e90e-4c80-bade-b407ccc50d77 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050903 Aug 03 15:47:39.569967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038060-0ea6-4fe9-b01c-0951da3d5461 req-3c76d6d1-c3b8-420e-8a5f-0289478a7866 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:39.570386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b230fca-54b2-494a-8125-8fa30485c790 req-3623e755-5994-4792-bda2-e4f31344b353 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Aug 03 15:47:39.577249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27038060-0ea6-4fe9-b01c-0951da3d5461 req-3c76d6d1-c3b8-420e-8a5f-0289478a7866 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 945 time: 0.1100180 Aug 03 15:47:39.599245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.616800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Transition to ACTIVE for port object 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:39.681190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-532defbd-3970-43d4-a673-2399613210d4 req-d012416a-7722-4fe6-a9d1-d739d0046b46 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388795 Aug 03 15:47:39.719933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27038060-0ea6-4fe9-b01c-0951da3d5461 req-8d385300-f9f9-49a1-9589-82225e1dfea4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412289 Aug 03 15:47:39.722185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.746942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:39.764129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:39.768846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:39.769152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.826180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:39.836056 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.840823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Pushing event updated for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:39.882611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.921841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:39.929509 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d6b014-fec6-4538-99e7-b1b09e98b5e0" -d '{"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-plugged", "status": "completed", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:39.941957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:47:39.954982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Transition to ACTIVE for port object 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:39.967800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:39.968819 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8ebdefd-0f79-4b6e-b54a-3ea4059d4e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.977718 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:39.989222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.029028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.047982 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55da9f3-2ed2-40a0-8b62-86754343f774 x-openstack-request-id: req-b55da9f3-2ed2-40a0-8b62-86754343f774 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:40.048939 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-plugged", "status": "completed", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:40.049176 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b55da9f3-2ed2-40a0-8b62-86754343f774 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:40.049556 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'code': 200} Aug 03 15:47:40.088125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Attempting to bind port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:40.088125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Attempting to bind port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:40.088125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Attempting to bind port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:40.088125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbd72-8bed-4904-a6a8-91e2dc200cb1 None None] Pushing event updated for resources: {'Port': ['ID=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:40.090341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:40.090661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:40.091038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.091449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:40.091933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Bound port: 2d7be66c-5c7a-4d89-926c-6c8ecf330af6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:40.092429 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.136991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-20358699-8068-420f-985a-ca49642a81ad tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490456 Aug 03 15:47:40.243000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] For port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:40.254616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] For port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:40.275845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.287696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89577fbc-be74-4b36-b2e8-83b0493eea28 None None] Provisioning for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:40.289844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:40.307799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89577fbc-be74-4b36-b2e8-83b0493eea28 None None] Provisioning complete for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:40.308421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-89577fbc-be74-4b36-b2e8-83b0493eea28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.370572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8797371-6525-4583-8aa5-71e7dbfb86e5 req-9073d036-29de-4d5f-9265-387a9030b849 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 210 time: 0.0684147 Aug 03 15:47:40.404472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:40.404837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:40.434512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.445047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.446812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.476809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-89577fbc-be74-4b36-b2e8-83b0493eea28 None None] Port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:40.489064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-4abaaeec-56ad-49b9-b743-67021f0a6c9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:40.494874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-4abaaeec-56ad-49b9-b743-67021f0a6c9c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491669 Aug 03 15:47:40.496062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfbd72-8bed-4904-a6a8-91e2dc200cb1 None None] Pushing event updated for resources: {'Port': ['ID=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:40.534630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Request body: {'port': {'device_id': 'a367889d-6665-468e-aecd-169013daa35c', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '3c4518d8a3f946d79b8a802b20df47b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:40.652305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:40.688152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715bb3-fd4e-4ba8-bbba-7559d4ab1c45 req-0782542c-0f17-42cd-9e54-0ac203df3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:40.690191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a715bb3-fd4e-4ba8-bbba-7559d4ab1c45 req-0782542c-0f17-42cd-9e54-0ac203df3b9d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 1097 time: 0.3805528 Aug 03 15:47:40.745373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a715bb3-fd4e-4ba8-bbba-7559d4ab1c45 req-0a76a083-5520-4557-87a7-bc9c6b302635 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Aug 03 15:47:40.745864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Made reservation on behalf of 3c4518d8a3f946d79b8a802b20df47b7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:40.753579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:40.765655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Pushing event updated for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:40.780666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bea98-6345-4f50-872b-d8361d2d1264 req-740b0490-90ab-49be-a63a-ff04b805c78d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:40.782238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-851bea98-6345-4f50-872b-d8361d2d1264 req-740b0490-90ab-49be-a63a-ff04b805c78d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1569381 Aug 03 15:47:40.792824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:40.796394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:40.928058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-851bea98-6345-4f50-872b-d8361d2d1264 req-43aca130-42a8-448d-bfbc-bea0fe379e5c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246893 Aug 03 15:47:40.969349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Allocated IP 192.168.233.253 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/59c65736-d14a-4615-9524-7d578d65222f) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:41.073864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 1, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:41.110137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd47f8-42c2-4361-966a-a267170adca7 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 1, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:47:41.141374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:47:41.206418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-adeb7eb8-0163-442b-9b7a-94a46b2261a9 None None] Provisioning complete for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:41.207089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-adeb7eb8-0163-442b-9b7a-94a46b2261a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:41.242560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8a22-9cbb-46e2-b4cd-2d6c8090956b req-7f92812a-bbc0-4c0e-a01b-f81bc6bdb30c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:41.244135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4a8a22-9cbb-46e2-b4cd-2d6c8090956b req-7f92812a-bbc0-4c0e-a01b-f81bc6bdb30c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.0935519 Aug 03 15:47:41.256906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-adeb7eb8-0163-442b-9b7a-94a46b2261a9 None None] Port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:41.273391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0554e75-25b8-4f91-9ffa-5340b8b1a1d2 req-5311942c-bfaf-4456-a170-a541cde1920b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:41.274978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0554e75-25b8-4f91-9ffa-5340b8b1a1d2 req-5311942c-bfaf-4456-a170-a541cde1920b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1384125 Aug 03 15:47:41.308267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:41.347855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Transition to ACTIVE for port object 59c65736-d14a-4615-9524-7d578d65222f will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:41.359619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4a8a22-9cbb-46e2-b4cd-2d6c8090956b req-9c7ec7df-2dd0-460d-88d3-651255fdddfe tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916011 Aug 03 15:47:41.369023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0554e75-25b8-4f91-9ffa-5340b8b1a1d2 req-a285a27f-5ccf-4478-a058-c6bbb7f6fa98 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869389 Aug 03 15:47:41.422698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:47:41.432632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1cfa9cc8-4c02-4d02-83b6-3eaf6eb8b54e admin admin] 10.222.0.70 "PUT /v2.0/routers/0db7b441-6f5e-4be0-8496-10799d4b7fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3685961 Aug 03 15:47:41.460559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:41.478264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:41.480962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'e3ac371c-a549-433a-9b14-6227b5c5b069', '4b9b817c-aaf8-4cdc-9401-f1830c15e321'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:41.520585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:41.525782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:41.529170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:41.591714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event updated for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:41.666546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:41.667510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:41.711910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-6ee23e69-f16f-409d-a3b9-cd4dbc5a48f2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2051933 Aug 03 15:47:41.730493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc65e5-170a-4236-8e9a-332e69904a67 req-174bee75-4603-4248-9a07-2e8d2dfc83cd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:41.739944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15bc65e5-170a-4236-8e9a-332e69904a67 req-174bee75-4603-4248-9a07-2e8d2dfc83cd tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 936 time: 0.2034118 Aug 03 15:47:41.757013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Request body: {'port': {'device_id': 'a367889d-6665-468e-aecd-169013daa35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:41.867303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15bc65e5-170a-4236-8e9a-332e69904a67 req-89a2ee90-1fcc-4f83-ad07-1df554ac5139 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263430 Aug 03 15:47:41.971647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:42.209408 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5f844bf-6691-4e49-aa1e-f1db4cd1e98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:42.266212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9e08c51d-0fa5-46af-a4a0-acd1fcd9fef5 None None] Provisioning for port 59c65736-d14a-4615-9524-7d578d65222f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:42.300819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-90af726e-e7e6-40f3-9090-96467ddc28c6 service neutron] 10.222.0.78 "GET /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.3466237 Aug 03 15:47:42.323678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d53b1-44f4-454f-b3d2-391aa02593b8 req-90dec2bb-9f26-4704-995e-76dfd344985c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:42.327872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f9d53b1-44f4-454f-b3d2-391aa02593b8 req-90dec2bb-9f26-4704-995e-76dfd344985c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.2130997 Aug 03 15:47:42.349910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9e08c51d-0fa5-46af-a4a0-acd1fcd9fef5 None None] Provisioning complete for port 59c65736-d14a-4615-9524-7d578d65222f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:42.350821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e08c51d-0fa5-46af-a4a0-acd1fcd9fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:42.371787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53896) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:42.458872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-a9741821-dd96-451a-9f47-e9c4a8f590f5 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:42.466909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-a9741821-dd96-451a-9f47-e9c4a8f590f5 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 821 time: 0.2693179 Aug 03 15:47:42.488221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-079c2241-b3d7-4ddb-bfc7-dcc120adac4a tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/quotas/fdac857a22d14b5480f3106b18777024 HTTP/1.1" status: 200 len: 375 time: 0.0199101 Aug 03 15:47:42.510293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9e08c51d-0fa5-46af-a4a0-acd1fcd9fef5 None None] Port 59c65736-d14a-4615-9524-7d578d65222f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:42.570181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-9fad039c-9429-4675-a325-6eedbfbc2b6b tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806630 Aug 03 15:47:42.619829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f9d53b1-44f4-454f-b3d2-391aa02593b8 req-66bc1ea8-8b79-46b4-a14c-98914ee8724b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531288 Aug 03 15:47:42.761197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2d78-7317-4747-b88e-9df1492b4a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:42.774537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:42.794643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-9a02fc44-7329-4eca-b35c-e1b4ec66aba5 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135649 Aug 03 15:47:42.944050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-68db3f8b-0833-40de-8a8c-a455949aa6d1 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449404 Aug 03 15:47:43.185990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c65736-d14a-4615-9524-7d578d65222f {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:43.229128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:43.233551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.248280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812325-c18d-48bf-9f1c-61e5b507ba83 req-cfe17f3d-31c6-44ba-8bec-0c69c6f50c02 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:43.249915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76812325-c18d-48bf-9f1c-61e5b507ba83 req-cfe17f3d-31c6-44ba-8bec-0c69c6f50c02 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 943 time: 0.3203585 Aug 03 15:47:43.346337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Transition to ACTIVE for port object 59c65736-d14a-4615-9524-7d578d65222f will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:43.351320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:43.372413 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.404096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:43.422836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:43.424882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.459542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:43.477623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76812325-c18d-48bf-9f1c-61e5b507ba83 req-75a10126-7bcb-40af-ba2b-3f1656339742 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067134 Aug 03 15:47:43.481411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac3d6-3ca1-454a-b7e5-7e1a6def3a70 req-17712134-863b-4c80-bb2f-de9a185f2af3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:43.484187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e47ac3d6-3ca1-454a-b7e5-7e1a6def3a70 req-17712134-863b-4c80-bb2f-de9a185f2af3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1463356 Aug 03 15:47:43.539717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.562469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2d78-7317-4747-b88e-9df1492b4a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.569677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Pushing event updated for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:43.581847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e47ac3d6-3ca1-454a-b7e5-7e1a6def3a70 req-0fcf05b2-6081-4152-a68f-220e4cfcf832 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827560 Aug 03 15:47:43.589500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf5e2d78-7317-4747-b88e-9df1492b4a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.629848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8e44ce-086d-4db7-9531-ded86ae5433e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:43.684232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:43.690681 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.733212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:43.740805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.752926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf5e2d78-7317-4747-b88e-9df1492b4a22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b595d776fa4346e49b3ae7ce41f49050&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3723843 Aug 03 15:47:43.753465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53922) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:43.824157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e2d78-7317-4747-b88e-9df1492b4a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9619662-2ad0-4d1a-8686-9b6dd449cd49,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:43.856165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:43.863416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ad4c2b1-fe9f-4381-80e5-4fbcce7e1ee7 req-d10919e2-0b60-4144-bc12-de173bd3cdcd tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 210 time: 0.1023228 Aug 03 15:47:43.864881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.895319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Attempting to bind port 59c65736-d14a-4615-9524-7d578d65222f on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:43.895800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Attempting to bind port 59c65736-d14a-4615-9524-7d578d65222f by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:43.896636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Attempting to bind port 59c65736-d14a-4615-9524-7d578d65222f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:43.902752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add61251-9197-4011-a8da-ca0a79730f09 req-20666de3-36fc-4953-b281-72b92af273be tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:43.910113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Port 59c65736-d14a-4615-9524-7d578d65222f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:43.910572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Attempting to bind port 59c65736-d14a-4615-9524-7d578d65222f on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:43.918450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:43.918942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:43.919463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:43.920065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Bound port: 59c65736-d14a-4615-9524-7d578d65222f, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:43.920571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:43.925725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-add61251-9197-4011-a8da-ca0a79730f09 req-20666de3-36fc-4953-b281-72b92af273be tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 948 time: 0.1465163 Aug 03 15:47:43.936721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.027313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.047400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-add61251-9197-4011-a8da-ca0a79730f09 req-6a561d14-b756-43e8-9019-2fec67e3ca82 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206160 Aug 03 15:47:44.150093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.152848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.154090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9619662-2ad0-4d1a-8686-9b6dd449cd49 HTTP/1.1" status: 204 len: 168 time: 0.3998895 Aug 03 15:47:44.208006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] Transition to ACTIVE for port object 8d8e44ce-086d-4db7-9531-ded86ae5433e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:44.216786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:44.223421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59c65736-d14a-4615-9524-7d578d65222f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:44.225359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.240398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc706-9191-42b7-a185-a53aa0656046 req-2a08d37d-2643-494c-b95d-b02af0c1253a tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.242684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b1bc706-9191-42b7-a185-a53aa0656046 req-2a08d37d-2643-494c-b95d-b02af0c1253a tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1649914 Aug 03 15:47:44.252388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.265267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823eacb-cdc8-4f58-a4b5-4b609ffc52b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9619662-2ad0-4d1a-8686-9b6dd449cd49,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:44.347301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584a579-30b3-4b46-bf68-a967bc97b3e0 req-83f26882-8e54-46e8-9ea7-65e23d350980 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.353136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1584a579-30b3-4b46-bf68-a967bc97b3e0 req-83f26882-8e54-46e8-9ea7-65e23d350980 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1785934 Aug 03 15:47:44.367930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.368659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:44.370036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] 10.222.0.78 "PUT /v2.0/ports/59c65736-d14a-4615-9524-7d578d65222f HTTP/1.1" status: 200 len: 1096 time: 2.6416705 Aug 03 15:47:44.373070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'tag': '59c65736-d14a-4615-9524-7d578d65222f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:44.375620 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab546a31-93c1-467c-b7d2-fd747d046123" -d '{"events": [{"name": "network-changed", "server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "tag": "59c65736-d14a-4615-9524-7d578d65222f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:44.410010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] No DVR routers for this DVR port 8d8e44ce-086d-4db7-9531-ded86ae5433e on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:47:44.489180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1515069 Aug 03 15:47:44.489492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b1bc706-9191-42b7-a185-a53aa0656046 req-f2056874-7183-41c0-bd93-994a2ef8ac97 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819773 Aug 03 15:47:44.496667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1584a579-30b3-4b46-bf68-a967bc97b3e0 req-3272b299-2c34-47ff-b5ab-f508060345be tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374059 Aug 03 15:47:44.595778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a6a79-0403-4dfb-863c-efd033601959 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:44.610129 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:47:44.635333 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:44.636203 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:44.655861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-eed232eb-a588-4b6f-9e83-6011f6ddd5f3 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.662658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-eed232eb-a588-4b6f-9e83-6011f6ddd5f3 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.0924330 Aug 03 15:47:44.705805 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10219da8-1ec1-4d41-a276-4ad5be6fd5ba x-openstack-request-id: req-10219da8-1ec1-4d41-a276-4ad5be6fd5ba {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:44.706212 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "tag": "59c65736-d14a-4615-9524-7d578d65222f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:44.706791 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10219da8-1ec1-4d41-a276-4ad5be6fd5ba {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:44.707389 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'tag': '59c65736-d14a-4615-9524-7d578d65222f', 'status': 'completed', 'code': 200} Aug 03 15:47:44.745265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdea6d-5bc1-49c3-a09b-5ce2d55ab953 service neutron] Pushing event updated for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:44.766316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-353dc684-d962-40c4-afc8-81a7922c271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.771283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-353dc684-d962-40c4-afc8-81a7922c271f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 1099 time: 0.3069761 Aug 03 15:47:44.841596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-1dae1fec-c8b1-4b7d-81f5-a369607e3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:44.841596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-1dae1fec-c8b1-4b7d-81f5-a369607e3add service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea&tenant_id=b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 1095 time: 0.1666963 Aug 03 15:47:44.871094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:44.871911 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:44.917079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-9cd11586-1c96-4363-8a8f-22b63393b99c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=59c65736-d14a-4615-9524-7d578d65222f HTTP/1.1" status: 200 len: 217 time: 0.1357865 Aug 03 15:47:45.013035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-622b0167-d6a0-4816-a5b9-d6e7828f5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.020775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-622b0167-d6a0-4816-a5b9-d6e7828f5475 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1095 time: 0.1332381 Aug 03 15:47:45.025588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.054243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:47:45.160824 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:40Z', 'revision_number': 2, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:45.211122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:45.216064 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:47:45.216856 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Updating router 0db7b441-6f5e-4be0-8496-10799d4b7fdf port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:47:45.272840 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.343586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:45.343968 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.361802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464613d-8300-4b53-9354-b264514e28b5 req-242fa139-3c78-4678-983f-3485dbc4b7cd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.364891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8464613d-8300-4b53-9354-b264514e28b5 req-242fa139-3c78-4678-983f-3485dbc4b7cd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.5228908 Aug 03 15:47:45.375036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-6c1be8fa-64f2-44e4-b248-838f11dcec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.375603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-f701cc95-cdfb-47ff-963e-0693bce642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.379139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-f701cc95-cdfb-47ff-963e-0693bce642f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.4383764 Aug 03 15:47:45.379540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-6c1be8fa-64f2-44e4-b248-838f11dcec01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.3534620 Aug 03 15:47:45.394619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7cd5-13a9-4a89-a08f-a142b2028daf req-547ea9d1-1ba8-455c-8d19-da28e52bf876 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.396983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3ea7cd5-13a9-4a89-a08f-a142b2028daf req-547ea9d1-1ba8-455c-8d19-da28e52bf876 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.2134199 Aug 03 15:47:45.556763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3ea7cd5-13a9-4a89-a08f-a142b2028daf req-baa6a550-2931-45f1-b1b3-db9a441b8036 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436183 Aug 03 15:47:45.570443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-021d66d1-c10f-4326-b1e1-fced3e5a86aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.1648722 Aug 03 15:47:45.591851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53966) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:45.717103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-56e907c8-5508-43f9-9f7a-823d4c4948bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.719286 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-56e907c8-5508-43f9-9f7a-823d4c4948bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1451793 Aug 03 15:47:45.723081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-392c0725-e879-42e0-b2a9-111c68cec7c3 req-a843b310-7379-46d9-9dc3-828f1dc616b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 210 time: 0.0460281 Aug 03 15:47:45.744455 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.747381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-742614568-network', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:45.759584 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Transition to ACTIVE for port object 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:45.769573 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.778791 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-e00c9132-b3f4-4cd7-be36-79c0f0b28cbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517187 Aug 03 15:47:45.820792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8e735-c519-4023-aa8f-1fb13b402491 None None] Pushing event updated for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:45.873841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-9dfdc64e-8cc4-4af4-bc34-1b701870e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.875375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-9dfdc64e-8cc4-4af4-bc34-1b701870e455 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4844644 Aug 03 15:47:45.897203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8464613d-8300-4b53-9354-b264514e28b5 req-f93977dc-d181-4345-a4f2-4acd8a96ca3d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116987 Aug 03 15:47:45.900830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Made reservation on behalf of 9763659d50d1446bab7dd4b69278b17d for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:45.903358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.927720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:45.956938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136dc7-096a-4854-9de6-12ee43bcb961 req-f2ffcabe-9274-4657-ba61-7e30d6bcd2f4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.957270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-f7213b6a-a649-4b31-9ff0-0cb658df7997 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:45.958629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11136dc7-096a-4854-9de6-12ee43bcb961 req-f2ffcabe-9274-4657-ba61-7e30d6bcd2f4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 948 time: 0.1101789 Aug 03 15:47:45.977057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-f7213b6a-a649-4b31-9ff0-0cb658df7997 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 821 time: 0.7880630 Aug 03 15:47:45.982348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'port': {'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'admin_state_up': True, 'tenant_id': 'fdac857a22d14b5480f3106b18777024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:46.009316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-f67ccf48-22cc-481a-a630-29bb0aeae383 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211018 Aug 03 15:47:46.058377 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Attempting to bind port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:46.059268 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Attempting to bind port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:46.059876 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Attempting to bind port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:46.074334 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:46.074508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Checking segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:46.074793 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.075330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Bound using segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:46.075817 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Bound port: 00ea1b74-4d62-4d2a-9fcd-5ccfac349947, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:46.076278 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.098990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.142454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.149856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11136dc7-096a-4854-9de6-12ee43bcb961 req-c0c43f83-3e36-48a8-aea5-f93d1389a8fc tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787655 Aug 03 15:47:46.169889 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] For port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:46.175463 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] For port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:46.182700 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.197206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-d6d2b66d-8a3b-4af2-a1dd-26ed64fc22af service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987721 Aug 03 15:47:46.205405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aa675-62bf-44c9-a17c-79b76c65ea95 req-595b45ef-4320-4c3d-b58d-4b9508cf0dca tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:46.207069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea0aa675-62bf-44c9-a17c-79b76c65ea95 req-595b45ef-4320-4c3d-b58d-4b9508cf0dca tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1325016 Aug 03 15:47:46.274003 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:46.275365 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:46.279678 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8e735-c519-4023-aa8f-1fb13b402491 None None] Pushing event updated for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:46.334488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Made reservation on behalf of fdac857a22d14b5480f3106b18777024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:46.338169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.377315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea0aa675-62bf-44c9-a17c-79b76c65ea95 req-b568f93d-3623-4298-8042-b16d45a44943 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583145 Aug 03 15:47:46.405286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10b542a4-ec1d-4b6a-8584-afbd2f0a88db req-7a5d08c7-3993-40a1-8ab5-be63f427a12c service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969268 Aug 03 15:47:46.468936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:46.635583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:47:46.652841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ba1e8-c94a-4c35-a56c-a1e1872f73a7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:46.674136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.674724 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Added segment fe5f7f34-b492-450b-b698-8c300ad0618a of type vlan for network 3309533b-910e-4c8b-8802-f3f1b5e72750 Aug 03 15:47:46.698514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Allocated IP 172.20.0.8 (538e2407-ab9d-4e89-b946-6ca66ec69672/77619647-6e63-4ff5-88e6-b839230bfb8b/2c46d0b3-4b5d-4f53-861d-36301a511067) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:46.712440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-588abd17-9047-4b17-82cb-189ff036376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:46.716589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-588abd17-9047-4b17-82cb-189ff036376b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 1099 time: 0.2477386 Aug 03 15:47:46.778114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b9417-f4f7-4778-9711-c5ce4c51769a req-1779d779-5361-4a14-95a4-bca3f60c2387 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:46.780864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d7b9417-f4f7-4778-9711-c5ce4c51769a req-1779d779-5361-4a14-95a4-bca3f60c2387 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1899600 Aug 03 15:47:46.785895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.808095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-bdf12aeb-f9e3-4218-a56c-914e12bb496b service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038887 Aug 03 15:47:46.864697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d7b9417-f4f7-4778-9711-c5ce4c51769a req-9468ecaf-a141-455e-94a7-809c52099013 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737267 Aug 03 15:47:46.873162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.874673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:46.875995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:46.983340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3904259 Aug 03 15:47:46.988798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:46.993875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b23d047-6d92-46f0-b18d-ecc0ae21c145 req-d9db4a2c-8e7f-4785-8228-8f7ac5ff520c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 210 time: 0.0917914 Aug 03 15:47:46.994006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Request body: {'subnet': {'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-742614568-subnet', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:47.012168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:46Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:47.012844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3efa0-0d41-4025-b208-1102ff68a9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3309533b-910e-4c8b-8802-f3f1b5e72750,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:47.036369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:47:47.102864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-07cf67c2-b27a-49c7-85bd-50e931bd73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.106721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Made reservation on behalf of 9763659d50d1446bab7dd4b69278b17d for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:47.109173 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b2c53-4ae3-4bca-9da3-237a717edbf0 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:46Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:47:47.116708 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:47:47.117725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-07cf67c2-b27a-49c7-85bd-50e931bd73ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3842998 Aug 03 15:47:47.122316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.232820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:47.308259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:47.322996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:47.323562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.331479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53998) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:47.365164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e0adc-eeaa-49ec-91d3-c105806ea57e req-8d3fcd75-bfcc-4915-a5dd-221ba1607e00 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.368101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be9e0adc-eeaa-49ec-91d3-c105806ea57e req-8d3fcd75-bfcc-4915-a5dd-221ba1607e00 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.3596425 Aug 03 15:47:47.473892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-82171af2-4bd5-4847-a063-91110fb5c3db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=59c65736-d14a-4615-9524-7d578d65222f HTTP/1.1" status: 200 len: 217 time: 0.3404157 Aug 03 15:47:47.508005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-f7fe4588-7948-467b-9f09-bcfa78b98a64 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.509617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-f7fe4588-7948-467b-9f09-bcfa78b98a64 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.2551112 Aug 03 15:47:47.515290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.516726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be9e0adc-eeaa-49ec-91d3-c105806ea57e req-28acfb52-2358-40c4-a138-79204ec79619 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328087 Aug 03 15:47:47.605068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:47.612758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.652808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47980589-a175-418c-870a-eb8d778dc047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.708804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:47.726657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaedbb2-5dc1-4a86-a690-41014f66079f req-e710d266-e18d-46c8-bc6d-8e67a4b5c02e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.734349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5aaedbb2-5dc1-4a86-a690-41014f66079f req-e710d266-e18d-46c8-bc6d-8e67a4b5c02e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.4010956 Aug 03 15:47:47.766237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-c926295f-2e3e-4590-9792-10685cb07f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.768640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-c926295f-2e3e-4590-9792-10685cb07f98 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2601526 Aug 03 15:47:47.793969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.856371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Transition to ACTIVE for port object 2c46d0b3-4b5d-4f53-861d-36301a511067 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:47.905117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5cc4e-0fef-49e9-a953-10c32346db56 req-d41cfd78-a302-44b5-a7c0-a4042576921c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.908123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58e5cc4e-0fef-49e9-a953-10c32346db56 req-d41cfd78-a302-44b5-a7c0-a4042576921c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 948 time: 0.2463770 Aug 03 15:47:47.913343 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:47.918707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5aaedbb2-5dc1-4a86-a690-41014f66079f req-630ec2b3-5391-4445-ba98-3b96078cc37b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579888 Aug 03 15:47:47.928203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-3e7b27ca-2115-4d4b-86d7-d4d7a6aed8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:47.929867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-3e7b27ca-2115-4d4b-86d7-d4d7a6aed8d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398559 Aug 03 15:47:48.020398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.083422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-89f3f5bc-c272-41c7-b33b-99aec8d5fd95 service neutron] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:48.102754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:48.119050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-89f3f5bc-c272-41c7-b33b-99aec8d5fd95 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.120672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14098b11-6e64-45dd-b460-11b13d80ae81 req-89f3f5bc-c272-41c7-b33b-99aec8d5fd95 service neutron] 10.222.0.72 "DELETE /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.5957432 Aug 03 15:47:48.133598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:48.137547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58e5cc4e-0fef-49e9-a953-10c32346db56 req-39277e16-d332-4247-a54e-2cda64de8310 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064142 Aug 03 15:47:48.155076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Checking segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:48.158026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Network hostable DHCP agents. Network: 3309533b-910e-4c8b-8802-f3f1b5e72750, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:47:48.162958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:48.181887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event updated for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:48.203857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:48.212004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47980589-a175-418c-870a-eb8d778dc047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.213418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:47:48.238489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3309533b-910e-4c8b-8802-f3f1b5e72750) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:48.247807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:48.253617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.281944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836ff23-6103-4af7-9b10-4a43e63813fa None None] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:48.311037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-13054bfd-35eb-4014-8791-154a4d665cb5 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668694 Aug 03 15:47:48.311995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47980589-a175-418c-870a-eb8d778dc047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.365702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8395f386-8e94-420d-8121-630f00dccb5a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3733652 Aug 03 15:47:48.372772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:48.381271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:48.422332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:48.423534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47980589-a175-418c-870a-eb8d778dc047 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b771132dafd3433ca3aeb74e988a5301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881348 Aug 03 15:47:48.507819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ac8af-9796-430a-b2ee-81b3b73111a7 req-d74533be-3aac-492a-a242-4c523112fb54 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:48.515521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d4ac8af-9796-430a-b2ee-81b3b73111a7 req-d74533be-3aac-492a-a242-4c523112fb54 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.2227373 Aug 03 15:47:48.522885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.524340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.577115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab546a31-93c1-467c-b7d2-fd747d046123 req-d659b28e-0abe-4771-9d96-7301eb666567 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374260 Aug 03 15:47:48.591786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:48.592863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.625088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3309533b-910e-4c8b-8802-f3f1b5e72750', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:47:48.635348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.636084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d678ed0-5292-4187-999e-180d8c8348bf req-fe2e7889-989a-45cd-86c7-cff028234567 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:48.637701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d678ed0-5292-4187-999e-180d8c8348bf req-fe2e7889-989a-45cd-86c7-cff028234567 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.4768698 Aug 03 15:47:48.647400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47980589-a175-418c-870a-eb8d778dc047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d6cad-c9e1-44c9-8135-9bde522caf1e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:48.690732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-1cfa5fa0-557f-4e0c-bc74-16516ad79331 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7126675 Aug 03 15:47:48.712155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Request body: {'port': {'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:48.741999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.743987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d678ed0-5292-4187-999e-180d8c8348bf req-8c15b3bc-dce7-4410-8103-206b1b72f118 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Aug 03 15:47:48.754561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.777307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d4ac8af-9796-430a-b2ee-81b3b73111a7 req-fa765cd6-fcc4-457c-aa9e-9e9dad6eed54 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315681 Aug 03 15:47:48.831257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.842036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45e3b951-298d-445e-b61a-03389a475cc3 None None] Provisioning for port 2c46d0b3-4b5d-4f53-861d-36301a511067 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:48.854492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45e3b951-298d-445e-b61a-03389a475cc3 None None] Provisioning complete for port 2c46d0b3-4b5d-4f53-861d-36301a511067 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:48.854945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45e3b951-298d-445e-b61a-03389a475cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.886693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59c65736-d14a-4615-9524-7d578d65222f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:48.978574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:48.992265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Allocated IP 172.20.0.2 (3309533b-910e-4c8b-8802-f3f1b5e72750/4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f/3e31af36-49c8-4a60-973b-f0310b97dd38) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:49.007844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45e3b951-298d-445e-b61a-03389a475cc3 None None] Port 2c46d0b3-4b5d-4f53-861d-36301a511067 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:49.097073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59c65736-d14a-4615-9524-7d578d65222f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:49.124622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.133794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '59c65736-d14a-4615-9524-7d578d65222f', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '59c65736-d14a-4615-9524-7d578d65222f', 'mac_address': 'fa:16:3e:7b:3a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:49.144111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddbd03-c2ab-4da9-be19-1280febe3587 req-392ddabc-c128-471d-b3d9-a086cc9f7991 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:49.148072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:49.151894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efddbd03-c2ab-4da9-be19-1280febe3587 req-392ddabc-c128-471d-b3d9-a086cc9f7991 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 931 time: 0.1984458 Aug 03 15:47:49.199488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09aaee-afca-4c97-ab45-7593c77bb149 req-d3aca7b1-545c-40b4-b288-360be4a4e27f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:49.202634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac09aaee-afca-4c97-ab45-7593c77bb149 req-d3aca7b1-545c-40b4-b288-360be4a4e27f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1395571 Aug 03 15:47:49.210177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.214462 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.215448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/964d6cad-c9e1-44c9-8135-9bde522caf1e HTTP/1.1" status: 204 len: 168 time: 0.7897594 Aug 03 15:47:49.282733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efddbd03-c2ab-4da9-be19-1280febe3587 req-4b3dbd43-efd4-4e3d-8401-45cc0222300d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249442 Aug 03 15:47:49.334704 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.340299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac09aaee-afca-4c97-ab45-7593c77bb149 req-db6a3f9b-fae2-4684-9cd3-51dbe27e2ebf tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211345 Aug 03 15:47:49.369201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3572a-4a5d-44f1-af32-9e672c2bc083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d6cad-c9e1-44c9-8135-9bde522caf1e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:49.387997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c65736-d14a-4615-9524-7d578d65222f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:49.478220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59c65736-d14a-4615-9524-7d578d65222f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:49.479166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97931ec3-30ec-43ec-b917-d755e8317aef req-821ea738-8e5c-4a76-bffb-9f3a8b79115e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:49.488843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97931ec3-30ec-43ec-b917-d755e8317aef req-821ea738-8e5c-4a76-bffb-9f3a8b79115e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.1166012 Aug 03 15:47:49.492504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:49.494415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.510877 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.541708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c46d0b3-4b5d-4f53-861d-36301a511067 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:49.550497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97931ec3-30ec-43ec-b917-d755e8317aef req-f501cc3b-c5b5-444c-bb21-f99eea02f616 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Aug 03 15:47:49.556596 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.588911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Transition to ACTIVE for port object 2c46d0b3-4b5d-4f53-861d-36301a511067 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:49.653975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.742596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.786193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Transition to ACTIVE for port object 3e31af36-49c8-4a60-973b-f0310b97dd38 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:49.789753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a918b9-eb66-482d-b943-b7a2a5617c39 req-f594db07-9c91-4ae4-9ccd-324aec465ae1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:49.812502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57a918b9-eb66-482d-b943-b7a2a5617c39 req-f594db07-9c91-4ae4-9ccd-324aec465ae1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 949 time: 0.2199922 Aug 03 15:47:49.837130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['59c65736-d14a-4615-9524-7d578d65222f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:49.841013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Transition to ACTIVE for port object 3e31af36-49c8-4a60-973b-f0310b97dd38 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:49.848834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:49.877784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.931423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:49.941771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:49.959332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e4660-adb7-4eb4-aba8-33a3f920d895 req-c133ff07-0c19-4b78-97ba-370cc0fce8d2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:49.961406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c4e4660-adb7-4eb4-aba8-33a3f920d895 req-c133ff07-0c19-4b78-97ba-370cc0fce8d2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1886139 Aug 03 15:47:49.978302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Pushing event updated for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:49.983639 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.069452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57a918b9-eb66-482d-b943-b7a2a5617c39 req-c8fb0627-ea1a-4592-9bea-b3dc9fcc50d7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538722 Aug 03 15:47:50.070599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d5f51359-2f79-4b2a-a822-7b6482a92b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.121016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:50.124697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Pushing event updated for resources: {'Port': ['ID=3e31af36-49c8-4a60-973b-f0310b97dd38,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:50.133680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:50.136947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:50.147893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Attempting to bind port 2c46d0b3-4b5d-4f53-861d-36301a511067 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:50.148651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Attempting to bind port 2c46d0b3-4b5d-4f53-861d-36301a511067 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:50.149302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Attempting to bind port 2c46d0b3-4b5d-4f53-861d-36301a511067 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:50.156048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c4e4660-adb7-4eb4-aba8-33a3f920d895 req-93c5e3ed-f3bb-4184-a327-77bd6a6e28c5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351585 Aug 03 15:47:50.174157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Port 2c46d0b3-4b5d-4f53-861d-36301a511067 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:47:50.174157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Attempting to bind port 2c46d0b3-4b5d-4f53-861d-36301a511067 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:50.191102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:50.191866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Checking segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:50.192588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Bound using segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:50.193430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Bound port: 2c46d0b3-4b5d-4f53-861d-36301a511067, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:50.194165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.197340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Allocated IP 172.25.7.159 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c7cdbc1d-9c2a-4591-86a8-046ad43aff6e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:50.327590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:50.334197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c46d0b3-4b5d-4f53-861d-36301a511067,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:50.334503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Attempting to bind port 3e31af36-49c8-4a60-973b-f0310b97dd38 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:50.334944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Attempting to bind port 3e31af36-49c8-4a60-973b-f0310b97dd38 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:50.335785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Attempting to bind port 3e31af36-49c8-4a60-973b-f0310b97dd38 on network 3309533b-910e-4c8b-8802-f3f1b5e72750 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:50.347266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.358262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:50.359000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Checking segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:50.359753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.361092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Bound using segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:50.362282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Bound port: 3e31af36-49c8-4a60-973b-f0310b97dd38, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:50.362983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.417705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:50.419310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.421782 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] 10.222.0.72 "PUT /v2.0/ports/2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 1091 time: 1.7188165 Aug 03 15:47:50.426305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:50.429998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.431149 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:50.597249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995b3ec-9240-4c39-b97c-58fddcd71b5d service neutron] Pushing event updated for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:50.630371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf5d1e-e7bd-4ea2-b4a0-3ffead2e69d9 req-ee0aa820-f5f4-4f92-9b57-f76bdab7f231 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:50.633119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3dcf5d1e-e7bd-4ea2-b4a0-3ffead2e69d9 req-ee0aa820-f5f4-4f92-9b57-f76bdab7f231 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1310077 Aug 03 15:47:50.655387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-4a869be6-e086-4244-a4b0-525c3304add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:50.658775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-4a869be6-e086-4244-a4b0-525c3304add8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1094 time: 0.1577618 Aug 03 15:47:50.659687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] For port 3e31af36-49c8-4a60-973b-f0310b97dd38, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:50.664785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] For port 3e31af36-49c8-4a60-973b-f0310b97dd38, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e31af36-49c8-4a60-973b-f0310b97dd38,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:50.674215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.700046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.789409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-3db13f97-52a5-4ec3-854b-0cf5b0754ebd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.1124463 Aug 03 15:47:50.824418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:50.838786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8ca1-7927-4af5-8667-f8e4e519de23 None None] Pushing event updated for resources: {'Port': ['ID=3e31af36-49c8-4a60-973b-f0310b97dd38,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:50.845820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:50.849509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:50.896935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d5f51359-2f79-4b2a-a822-7b6482a92b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.909488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d5f51359-2f79-4b2a-a822-7b6482a92b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:50.956453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3dcf5d1e-e7bd-4ea2-b4a0-3ffead2e69d9 req-721510c0-0bab-4d0c-b591-d84e66b96a2a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041534 Aug 03 15:47:50.981352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-28513b04-e7b6-49d7-918f-60faa8fa79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:50.983610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-28513b04-e7b6-49d7-918f-60faa8fa79c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1665940 Aug 03 15:47:51.010349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:51.072301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d5f51359-2f79-4b2a-a822-7b6482a92b86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08182b179e6741eb840c9eb33567d206&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1285796 Aug 03 15:47:51.076204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f51359-2f79-4b2a-a822-7b6482a92b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3db567-755b-4470-88a4-501a83d2c4f7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:51.106241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:51.184313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-55c12e00-3e72-4f31-aaf1-9ab36f541a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:51.186286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-55c12e00-3e72-4f31-aaf1-9ab36f541a3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903391 Aug 03 15:47:51.281349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.297555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d06ab-f2af-45d6-8978-6a05f3d19188 req-89ce3a77-e8b8-45db-a5d6-018c3cb0314e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:51.299982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-595d06ab-f2af-45d6-8978-6a05f3d19188 req-89ce3a77-e8b8-45db-a5d6-018c3cb0314e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1095 time: 0.1063318 Aug 03 15:47:51.318023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.380459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-abf6ec39-9fec-4129-9fa6-59b8f8296392 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806016 Aug 03 15:47:51.396528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-595d06ab-f2af-45d6-8978-6a05f3d19188 req-d5dfd368-272f-4deb-bca1-d5319b314693 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590682 Aug 03 15:47:51.398362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.463731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.470977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.477705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e3db567-755b-4470-88a4-501a83d2c4f7 HTTP/1.1" status: 204 len: 168 time: 0.3658612 Aug 03 15:47:51.545892 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff83dc-cca3-4ee6-8533-1a2f30b8b18f x-openstack-request-id: req-41ff83dc-cca3-4ee6-8533-1a2f30b8b18f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:51.546202 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:51.546571 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41ff83dc-cca3-4ee6-8533-1a2f30b8b18f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:51.546886 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:47:51.586951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c917c3-4bfb-4b22-ba46-ffc59ff05cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3db567-755b-4470-88a4-501a83d2c4f7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:51.706703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66679400-b833-418c-855c-5c6fe74f46d1 req-32ba8efd-a12b-4aa6-9ca5-c2c138d7b5b6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:51.708357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66679400-b833-418c-855c-5c6fe74f46d1 req-32ba8efd-a12b-4aa6-9ca5-c2c138d7b5b6 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 949 time: 0.0794408 Aug 03 15:47:51.758108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.861084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66679400-b833-418c-855c-5c6fe74f46d1 req-61385178-0bfd-470f-a471-4a51969a6965 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156125 Aug 03 15:47:51.902043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:51.933933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a619a4-5d44-4660-9a22-e6a4e757f31e req-a08158de-fd91-4a01-8f06-bb45047d8af9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:51.942066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7a619a4-5d44-4660-9a22-e6a4e757f31e req-a08158de-fd91-4a01-8f06-bb45047d8af9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 943 time: 0.3900030 Aug 03 15:47:51.953898 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c609cf6-529e-40e8-8ab6-58d6b22b953a req-a0a8b703-f387-4be2-b132-1b9f72ea1dc3 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650661 Aug 03 15:47:52.006058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7a619a4-5d44-4660-9a22-e6a4e757f31e req-2ede9ab1-34d1-4adc-97c3-62eaec85b9ac tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556657 Aug 03 15:47:52.168185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-1cfb7821-e8ff-4cd1-a931-e4c2fcaf715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.170659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-1cfb7821-e8ff-4cd1-a931-e4c2fcaf715a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1094 time: 0.0836411 Aug 03 15:47:52.195800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:47:52.401779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-ed0b24ec-cd42-4ced-9fa8-f330102935d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.403109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-ed0b24ec-cd42-4ced-9fa8-f330102935d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2225142 Aug 03 15:47:52.423859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee321d2-ce9a-4743-82e3-de70f0270313 None None] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:47:52.490726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-277ccc00-7e87-494b-8fa3-be9a8b993164 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.0715969 Aug 03 15:47:52.535305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b2ae0fe6-b0c6-479d-bb46-eecc6a428d37 None None] Provisioning for port 3e31af36-49c8-4a60-973b-f0310b97dd38 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:52.575734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fd086-51a0-491d-82bb-cc1f5222cd77 req-7e8b07c6-ce72-4b62-a34f-1007887bb128 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.576418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:47:52.586173 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f0fd086-51a0-491d-82bb-cc1f5222cd77 req-7e8b07c6-ce72-4b62-a34f-1007887bb128 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.2065015 Aug 03 15:47:52.595787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Sync routers for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:47:52.622368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-9b63a2ce-5d94-463c-883b-88059c1d70ad tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.632144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-9b63a2ce-5d94-463c-883b-88059c1d70ad tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.3067429 Aug 03 15:47:52.633715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:52.638601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4af4b332-944e-4857-9d21-b8a183daae53 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2607236 Aug 03 15:47:52.640028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:52.640655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:52.644022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54094) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:52.659453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f0fd086-51a0-491d-82bb-cc1f5222cd77 req-6d8738c9-1c47-4814-a202-c32af925cb29 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683620 Aug 03 15:47:52.663494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-6d1f2baa-368d-491c-a9bc-5b313c631327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.665032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-6d1f2baa-368d-491c-a9bc-5b313c631327 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1642439 Aug 03 15:47:52.669274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-1590ce36-7672-44ed-b4ec-28246a18872d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/quotas/b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 375 time: 0.0271699 Aug 03 15:47:52.754001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-4b14b14d-3d61-44d4-856d-3105f92051d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:52.754001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-4b14b14d-3d61-44d4-856d-3105f92051d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751398 Aug 03 15:47:52.895953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59c65736-d14a-4615-9524-7d578d65222f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:52.994998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-5510bd48-e7b4-438a-b91c-e90821e23f13 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275257 Aug 03 15:47:53.000665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-d5790f09-1a5c-49cc-8b51-cae6eee1a652 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3304060 Aug 03 15:47:53.088877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:53.136254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241028-9f5b-43b3-8f63-d50c0e7d6a11 req-9a99d814-c3c3-4dc7-812c-5dc608c4574c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:53.153335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65241028-9f5b-43b3-8f63-d50c0e7d6a11 req-9a99d814-c3c3-4dc7-812c-5dc608c4574c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1868591 Aug 03 15:47:53.262765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65241028-9f5b-43b3-8f63-d50c0e7d6a11 req-6fb73cc9-e9fc-499d-9556-dc4f61386857 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107740 Aug 03 15:47:53.311977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e31af36-49c8-4a60-973b-f0310b97dd38 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:53.316277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-87392a37-cf62-4a5b-86c7-51c8dd50526b service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128090 Aug 03 15:47:53.322280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c85d99b-87d9-4cfb-a27c-06d7e0da5dfd req-6e3e1eb4-3411-4b13-af66-5c194b45c73d service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874970 Aug 03 15:47:53.383170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 59c65736-d14a-4615-9524-7d578d65222f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:53.403736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 59c65736-d14a-4615-9524-7d578d65222f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:53.404354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:53.418372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3f780-5eb3-44c5-9fda-419d861631bc req-368d136c-2ee8-4704-8ce1-d4805a27b86c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:53.427770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccc3f780-5eb3-44c5-9fda-419d861631bc req-368d136c-2ee8-4704-8ce1-d4805a27b86c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 949 time: 0.0806317 Aug 03 15:47:53.472405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccc3f780-5eb3-44c5-9fda-419d861631bc req-7cf0e952-c4c6-455a-992f-ab613f6d9630 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Aug 03 15:47:53.553442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 3e31af36-49c8-4a60-973b-f0310b97dd38 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:53.560237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3e31af36-49c8-4a60-973b-f0310b97dd38 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:53.560652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:53.662651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332efbb-4c4d-40eb-9867-1178b5a12b8a req-02707975-9616-4d08-b756-4c736a6bdf99 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:53.664849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0332efbb-4c4d-40eb-9867-1178b5a12b8a req-02707975-9616-4d08-b756-4c736a6bdf99 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 943 time: 0.0743742 Aug 03 15:47:53.717290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:51Z', 'revision_number': 3, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:53.732691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0332efbb-4c4d-40eb-9867-1178b5a12b8a req-3a58a0ee-72de-4730-9d01-dc97f818b018 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Aug 03 15:47:53.780644 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:53.796630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Checking router: 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:47:53.797219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Updating router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:47:53.823553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-50c51d5d-fd21-4925-a2be-6fa0edb6ee4e service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047488 Aug 03 15:47:53.852625 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:53.908236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c65736-d14a-4615-9524-7d578d65222f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:47:53.916458 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca8588d-d487-43a1-b542-dd415c3e87b4" -d '{"events": [{"server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "name": "network-vif-plugged", "status": "completed", "tag": "59c65736-d14a-4615-9524-7d578d65222f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:47:53.939780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.013703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 3e31af36-49c8-4a60-973b-f0310b97dd38, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e31af36-49c8-4a60-973b-f0310b97dd38,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:54.019433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf9eee-34d6-4af6-9307-610efd79f0ee req-2397e772-8212-4ee2-af95-655854ab9db4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:54.021560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cadf9eee-34d6-4af6-9307-610efd79f0ee req-2397e772-8212-4ee2-af95-655854ab9db4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.0587823 Aug 03 15:47:54.030056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59c65736-d14a-4615-9524-7d578d65222f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:54.042635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.059201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.150651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cadf9eee-34d6-4af6-9307-610efd79f0ee req-8f095d57-70f5-4c4b-b3d7-5cd08a092390 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139765 Aug 03 15:47:54.151361 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f0917a-234d-4268-9e77-c4a82b5417f8 x-openstack-request-id: req-f0f0917a-234d-4268-9e77-c4a82b5417f8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:47:54.151781 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "name": "network-vif-plugged", "status": "completed", "tag": "59c65736-d14a-4615-9524-7d578d65222f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:47:54.151949 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0f0917a-234d-4268-9e77-c4a82b5417f8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:47:54.152309 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c65736-d14a-4615-9524-7d578d65222f', 'code': 200} Aug 03 15:47:54.179633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.261688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86b91087-f563-41ef-8539-26f84730dbd8 req-2eac698e-2033-4643-8d16-f3febcdf6165 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 210 time: 0.0437577 Aug 03 15:47:54.321030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475e8c-65d6-4a69-8623-afad72cfe3b2 req-3497b498-f46a-4000-8c6d-e3995e635db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:54.322774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c475e8c-65d6-4a69-8623-afad72cfe3b2 req-3497b498-f46a-4000-8c6d-e3995e635db6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 1101 time: 0.1020250 Aug 03 15:47:54.415727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c475e8c-65d6-4a69-8623-afad72cfe3b2 req-be013aaa-6076-4bca-ba68-b70f037785fb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845480 Aug 03 15:47:54.504949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=3e31af36-49c8-4a60-973b-f0310b97dd38,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:54.527526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Allocated IP 172.20.0.1 (3309533b-910e-4c8b-8802-f3f1b5e72750/4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f/0370c9d9-7e20-4226-ab72-8dbc3c3f95e4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:54.640227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded76c-b59e-4516-a64f-ec0001948efd req-9d7a9f47-5f9a-4b14-a056-8940f8a4f578 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:54.650304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66ded76c-b59e-4516-a64f-ec0001948efd req-9d7a9f47-5f9a-4b14-a056-8940f8a4f578 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1147056 Aug 03 15:47:54.739095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66ded76c-b59e-4516-a64f-ec0001948efd req-9b488a84-75d6-4165-ba00-75e38417b6d0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871422 Aug 03 15:47:54.755454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:54.830806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.858464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614e38d-4d1f-49cf-900d-6add8ff3701e req-10061d75-0e41-4b4b-9121-31af4f2034d0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:54.872009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7614e38d-4d1f-49cf-900d-6add8ff3701e req-10061d75-0e41-4b4b-9121-31af4f2034d0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 950 time: 0.1721680 Aug 03 15:47:54.882601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.896621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Transition to ACTIVE for port object 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:54.903772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:54.906453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:54.925815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Transition to ACTIVE for port object c7cdbc1d-9c2a-4591-86a8-046ad43aff6e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:47:54.953498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:54.962065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7614e38d-4d1f-49cf-900d-6add8ff3701e req-bd272857-52d1-495f-aadc-11b4be361b30 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867438 Aug 03 15:47:54.969189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592367a8-772b-4167-a9ae-0cd4dc676149 req-10a6f7c4-1dbe-46fe-9ad1-121ae91b1980 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:54.973518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-592367a8-772b-4167-a9ae-0cd4dc676149 req-10a6f7c4-1dbe-46fe-9ad1-121ae91b1980 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 943 time: 0.1378119 Aug 03 15:47:55.031583 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.119853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-592367a8-772b-4167-a9ae-0cd4dc676149 req-18a17dc8-ac5c-4a01-80ad-cfb0748e4b61 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343272 Aug 03 15:47:55.189719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-178a1b01-977f-432c-b446-15c08ea1ec07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.200444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:55.202827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Attempting to bind port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:47:55.203207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Attempting to bind port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:47:55.203818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Attempting to bind port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:47:55.211792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:55.234787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:47:55.234787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.463114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600c8a-4c83-476e-b561-8cff00fff80b req-c663f0f0-eded-4416-8d1c-ed66c656c287 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:55.465741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21600c8a-4c83-476e-b561-8cff00fff80b req-c663f0f0-eded-4416-8d1c-ed66c656c287 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1512284 Aug 03 15:47:55.469853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Pushing event updated for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:55.510600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c46d0b3-4b5d-4f53-861d-36301a511067 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:47:55.522662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e31af36-49c8-4a60-973b-f0310b97dd38 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:55.544303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21600c8a-4c83-476e-b561-8cff00fff80b req-9b5bbc1d-35d4-4d18-bd3c-6995a57ea9f7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Aug 03 15:47:55.587025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-287e9d9b-9e89-4305-b742-aa6a58862e00 req-08cce56c-ab45-44ac-8e09-25d7bddfa7e6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 210 time: 0.0952859 Aug 03 15:47:55.628041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:47:55.629051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:47:55.629943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.630568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:47:55.631335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Bound port: c7cdbc1d-9c2a-4591-86a8-046ad43aff6e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:47:55.632457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.670837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361de4b-b4ac-4f5b-a734-46f5321567c5 None None] Pushing event updated for resources: {'Port': ['ID=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:55.680808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.734985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:55.777077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-178a1b01-977f-432c-b446-15c08ea1ec07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.803174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-178a1b01-977f-432c-b446-15c08ea1ec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.846169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'port_id': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'mac_address': 'fa:16:3e:77:98:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaccc68-000a-43c2-9752-1c3b3a3926fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:55.877500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.893528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-af09d3f2-3640-4aef-9e85-7e6141ba3d9f None None] Provisioning for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:55.932454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-af09d3f2-3640-4aef-9e85-7e6141ba3d9f None None] Provisioning complete for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:55.933725 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-af09d3f2-3640-4aef-9e85-7e6141ba3d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:55.936294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a1b01-977f-432c-b446-15c08ea1ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db24f1c-7f0e-4f09-b161-f0e41cb3dfb4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:55.943926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-178a1b01-977f-432c-b446-15c08ea1ec07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c433faaefdb408db214d1f6761fc9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0339842 Aug 03 15:47:55.950423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54166) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:55.981199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] For port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:47:56.035454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-1e5b1d7a-9c6a-4bdd-86a6-9ce3c8b2f0d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1729927 Aug 03 15:47:56.058030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d13b-61cd-41cb-840c-58ff43b628ca req-c101ee4e-1cb9-4f06-acb3-fc57a445a370 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:56.070511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bea4d13b-61cd-41cb-840c-58ff43b628ca req-c101ee4e-1cb9-4f06-acb3-fc57a445a370 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 946 time: 0.1990929 Aug 03 15:47:56.074691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] For port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:47:56.081787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3e31af36-49c8-4a60-973b-f0310b97dd38 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:56.082795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.116819 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.122622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.148689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-af09d3f2-3640-4aef-9e85-7e6141ba3d9f None None] Port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:56.172960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c46d0b3-4b5d-4f53-861d-36301a511067,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:56.174058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.183265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.184390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.220472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:47:56.258600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9777a7-2ea0-4027-af45-4f0c1b99b0b9 req-835d7482-323c-4759-ab1c-5228020356d3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:56.260617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d9777a7-2ea0-4027-af45-4f0c1b99b0b9 req-835d7482-323c-4759-ab1c-5228020356d3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 950 time: 0.1519759 Aug 03 15:47:56.279995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:56.301398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.332342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:47:56.333587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:56.368070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bea4d13b-61cd-41cb-840c-58ff43b628ca req-687a5ea9-a5b0-4f49-a7ab-ee4ed9f6b3f4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961528 Aug 03 15:47:56.392653 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.400805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-86d43c2e-0202-4ebe-9570-64cdcfbc37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:56.403395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-86d43c2e-0202-4ebe-9570-64cdcfbc37be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 1096 time: 0.3180981 Aug 03 15:47:56.428518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Pushing event updated for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:56.495442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:56.510922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:47:56.518998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.559896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361de4b-b4ac-4f5b-a734-46f5321567c5 None None] Pushing event updated for resources: {'Port': ['ID=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:56.567071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:47:56.573031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:47:56.580881 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.606558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d9777a7-2ea0-4027-af45-4f0c1b99b0b9 req-504a1a2c-c838-4025-a84e-b58c87293268 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648118 Aug 03 15:47:56.628321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:56.672719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c46d0b3-4b5d-4f53-861d-36301a511067 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:56.871487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c46d0b3-4b5d-4f53-861d-36301a511067,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:56.881075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:56.901108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:56.951945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad090f3f-7675-4efd-b682-4051c0f4c47e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:56.953549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad090f3f-7675-4efd-b682-4051c0f4c47e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.8324337 Aug 03 15:47:56.967228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:47:56.983300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:47:57.002303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Request body: {'port': {'device_id': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'admin_state_up': True, 'tenant_id': 'b166272c9369477080b240234c68e894'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:57.019027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.021627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.023386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8db24f1c-7f0e-4f09-b161-f0e41cb3dfb4 HTTP/1.1" status: 204 len: 168 time: 1.0705237 Aug 03 15:47:57.113163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e9fbc-de82-4443-8851-539594cc2f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db24f1c-7f0e-4f09-b161-f0e41cb3dfb4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:57.221524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:57.292627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:47:57.298786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-196dc9e1-ffb3-4c7a-afaf-eec6ba2a5de5 admin admin] 10.222.0.70 "PUT /v2.0/routers/019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6535800 Aug 03 15:47:57.308948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98152425-63bf-4d08-b532-9f3af8f75dad req-47df8ebd-1f1e-42a4-9cdc-7743e1ea5d1d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:57.343030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98152425-63bf-4d08-b532-9f3af8f75dad req-47df8ebd-1f1e-42a4-9cdc-7743e1ea5d1d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 943 time: 0.6859205 Aug 03 15:47:57.389943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fa011836-d2a1-4eba-b4f4-9b22eddc5472 None None] Provisioning complete for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:57.390323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fa011836-d2a1-4eba-b4f4-9b22eddc5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.416173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c46d0b3-4b5d-4f53-861d-36301a511067'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:47:57.448005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-26ec35bd-cf72-4d48-9dfd-b082a7b06b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:57.450705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-26ec35bd-cf72-4d48-9dfd-b082a7b06b4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 924 time: 0.9837222 Aug 03 15:47:57.451869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2269f-782c-465a-af99-c5cfb15f64f3 req-e00f5831-bf52-4c75-a922-5471960b35d1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:57.453464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8c2269f-782c-465a-af99-c5cfb15f64f3 req-e00f5831-bf52-4c75-a922-5471960b35d1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.0938776 Aug 03 15:47:57.492563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98152425-63bf-4d08-b532-9f3af8f75dad req-531e99aa-8b3c-4436-9f99-21f2c7c140f9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479614 Aug 03 15:47:57.518122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:57.541678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eff3ca15-3d82-4897-8d8f-0df65af4c4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.618337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.662651 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8c2269f-782c-465a-af99-c5cfb15f64f3 req-766f0eeb-0621-49fe-b529-55addac984a9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752946 Aug 03 15:47:57.668480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:47:57.676024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d352c32-3e6b-45ef-841c-ce34f99a5930 req-c14038ba-0a93-4055-aa43-ec7a67ece063 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 210 time: 0.0500572 Aug 03 15:47:57.680006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fa011836-d2a1-4eba-b4f4-9b22eddc5472 None None] Port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:47:57.680613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-f5876b30-73b3-4e77-9688-9988822427fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 200 len: 1000 time: 0.2169268 Aug 03 15:47:57.709439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 2, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:47:57.765870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:57.783886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9eae5e-4c42-48b5-97e3-7ad12ffe76fc None None] The sync data for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 is: [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 2, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:47:57.794172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.809183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eff3ca15-3d82-4897-8d8f-0df65af4c4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.820484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eff3ca15-3d82-4897-8d8f-0df65af4c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.913867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eff3ca15-3d82-4897-8d8f-0df65af4c4a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dffe2288dedb419180ca093553a32527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035134 Aug 03 15:47:57.934897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:57.937610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3ca15-3d82-4897-8d8f-0df65af4c4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bde60e-7e4c-4c7e-bfe0-0b953279103f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:57.941160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:57.987844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-e4810f38-81b9-46f6-aad1-e316e51d5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:57.989611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-e4810f38-81b9-46f6-aad1-e316e51d5b11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.2996626 Aug 03 15:47:57.992305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:47:57.995625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322edf-30bf-4e9f-bdc1-ba6dd848d4cc req-2bd4284d-3e3c-4724-b384-7532ad558c69 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:57.996917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:57.998064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f322edf-30bf-4e9f-bdc1-ba6dd848d4cc req-2bd4284d-3e3c-4724-b384-7532ad558c69 tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 1101 time: 0.1253009 Aug 03 15:47:58.051598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:58.104339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f322edf-30bf-4e9f-bdc1-ba6dd848d4cc req-5e53ecbd-1f0e-4802-8e8d-4985612ebeea tempest-ServersOnMultiNodesTest-1738791508 tempest-ServersOnMultiNodesTest-1738791508-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888462 Aug 03 15:47:58.109866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46bedc-1297-4c96-979d-e1c94a466a6b req-af8fd520-e5e8-4d64-8f9a-22c3b0ac6860 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:58.126234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:58.136287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee46bedc-1297-4c96-979d-e1c94a466a6b req-af8fd520-e5e8-4d64-8f9a-22c3b0ac6860 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 944 time: 0.2974296 Aug 03 15:47:58.182054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-4b8269f5-3fea-43bc-b95a-b142d3cea6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:58.184089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-4b8269f5-3fea-43bc-b95a-b142d3cea6f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1816695 Aug 03 15:47:58.229197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:58.239775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:58.245322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96bde60e-7e4c-4c7e-bfe0-0b953279103f HTTP/1.1" status: 204 len: 168 time: 0.2983243 Aug 03 15:47:58.253341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5a6e-ea2b-4236-994f-aa4ced7d7684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bde60e-7e4c-4c7e-bfe0-0b953279103f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:47:58.349359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee46bedc-1297-4c96-979d-e1c94a466a6b req-e1a69692-5a25-4d65-a743-7901c5946e03 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116320 Aug 03 15:47:58.561737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Allocated IP 172.20.0.3 (c11d9d27-79ff-4f13-954a-3f28875c4fd8/eacb44fd-77dd-4e74-9ccf-5c384b3824cd/0abdb054-c62d-4731-893c-546d26415af9) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:47:58.567937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-78c30a71-2397-41f8-b471-d8738127bc7e service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430994 Aug 03 15:47:58.936515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:58.963765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-044da599-366b-4640-9052-d494b9e47945 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2714057 Aug 03 15:47:59.053443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:47:59.077242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463389402', 'description': 'tempest-description--899370'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:47:59.125893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:59.125893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.167247 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ea9443-4cb4-4ede-8f4f-d2687d5cb290 req-45e94d57-e67f-4ec9-9d0c-eb486b0544b1 service neutron] 10.222.0.72 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902250 Aug 03 15:47:59.193283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-4013f665-3705-4fcd-863d-5b43eac1ed5b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:59.196642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-4013f665-3705-4fcd-863d-5b43eac1ed5b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 944 time: 0.1880467 Aug 03 15:47:59.234081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c46d0b3-4b5d-4f53-861d-36301a511067 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:59.247540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c7cdbc1d-9c2a-4591-86a8-046ad43aff6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:47:59.295671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.334363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f20e7-3123-4937-805a-2b857c65073c req-2f3e809d-c1b6-4bea-bd9b-8c6836fcfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:59.336301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-2f3e809d-c1b6-4bea-bd9b-8c6836fcfad4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 1100 time: 0.3227386 Aug 03 15:47:59.339992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.352420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c68ca-2fa2-47a6-a001-9a8fc0bedb55 req-04ed614c-5f38-48fa-9f9b-0be81562f603 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:59.354670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b3c68ca-2fa2-47a6-a001-9a8fc0bedb55 req-04ed614c-5f38-48fa-9f9b-0be81562f603 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 944 time: 0.3625629 Aug 03 15:47:59.535584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:59.541753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbd571-f40f-4ea5-a61d-c58b365c1406 req-49e995df-849a-4183-85b7-274a59c8c23a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:47:59.544731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61dbd571-f40f-4ea5-a61d-c58b365c1406 req-49e995df-849a-4183-85b7-274a59c8c23a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.3092878 Aug 03 15:47:59.575548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:47:59.576070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.581746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.591457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 2c46d0b3-4b5d-4f53-861d-36301a511067 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:47:59.635071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Deleting port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:47:59.635611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.659928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61dbd571-f40f-4ea5-a61d-c58b365c1406 req-902124dc-6f2f-4433-b634-fc549a812988 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Aug 03 15:47:59.924899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:47:59.925908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:47:59.957414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Calling delete_port for 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:00.050297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.070056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2c46d0b3-4b5d-4f53-861d-36301a511067 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:00.070614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.108866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.78', 54370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:00.137000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.153879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:00.158394 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45beb20-6cc4-403f-bf83-6d94b05039db" -d '{"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-plugged", "status": "completed", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:00.185061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:00.250287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-646d896f-a1cc-47cb-be0c-019f18e66069 req-81f4089f-09fa-4b94-b583-8df864231e00 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 210 time: 0.1397932 Aug 03 15:48:00.261865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:00.289265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.318519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b3c68ca-2fa2-47a6-a001-9a8fc0bedb55 req-067a64dc-e5d2-4c37-ab18-cf2313727e2a tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9354138 Aug 03 15:48:00.319532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.323075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c08597dd-404f-4a68-a212-11980b3815c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 1.2543530 Aug 03 15:48:00.334162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54242) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:00.340387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'security_group_rule': {'security_group_id': '80fd9be4-d3f4-4dd4-aeab-55bbddb386b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:00.404168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.78', 54371) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:00.437591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.446311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f20e7-3123-4937-805a-2b857c65073c req-33f1afd4-91e9-46ff-9887-b8244f517957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:00.448878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-33f1afd4-91e9-46ff-9887-b8244f517957 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 1.0670147 Aug 03 15:48:00.466733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.511591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.591529 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.599055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:00.612806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:00.623999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.626942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:00.642505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5619530f-cb39-4040-b0c3-d869a05b046d req-beb59f35-39ba-43c0-9116-db95b12838c2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 210 time: 0.1917207 Aug 03 15:48:00.644905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.685775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:00.756988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b953b65c-d855-44ab-a6da-bdf853097afd service neutron] 10.222.0.78 "GET /v2.0/ports/43d7360c-0f69-4be8-8db4-cd7dfe159c32/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.6442671 Aug 03 15:48:00.792993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:00.794771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c46d0b3-4b5d-4f53-861d-36301a511067,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:00.807656 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.837568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:00.845954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event deleted for resources: {'Port': ['ID=34b935e2-5c5e-4cb1-aebd-5bbe2893a94c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:00.852678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] No DVR routers for this DVR port 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:00.874682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:00.885726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978f2a54-6a50-45b8-8460-2fad42360ed3 req-a2bb5c9b-2cf4-463c-8f83-64369d99f9ba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "DELETE /v2.0/ports/34b935e2-5c5e-4cb1-aebd-5bbe2893a94c HTTP/1.1" status: 204 len: 173 time: 1.6719451 Aug 03 15:48:00.900183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-deleted', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:00.909412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:00.909801 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e8a0a7-ea6b-47d1-91a2-0eebaaf8d650" -d '{"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-deleted", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:00.944161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3ba4-9f46-4e6f-9603-981b774308e7 req-a7bd7139-407e-4c7b-adc8-f0c7a9dddc24 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:00.954554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff2a3ba4-9f46-4e6f-9603-981b774308e7 req-a7bd7139-407e-4c7b-adc8-f0c7a9dddc24 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 950 time: 0.3476627 Aug 03 15:48:01.008457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-24c5f7d4-5ae0-40c4-9b64-2c88ed1ad0c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=33604537-e37d-4762-bfa1-c119bdddf006 HTTP/1.1" status: 200 len: 217 time: 0.5118275 Aug 03 15:48:01.048789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff2a3ba4-9f46-4e6f-9603-981b774308e7 req-c0e8bb23-b710-4041-9f35-3e117fc826fa tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927773 Aug 03 15:48:01.084752 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f808a4-c615-4a65-9832-c4d1ce0645e2 x-openstack-request-id: req-a2f808a4-c615-4a65-9832-c4d1ce0645e2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:01.086810 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-plugged", "status": "completed", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:01.089192 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2f808a4-c615-4a65-9832-c4d1ce0645e2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:01.089991 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'code': 200} Aug 03 15:48:01.108451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:01.152375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.164818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.165950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.211024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-e76de08f-aa50-46cd-953d-2f21da218ef2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.213588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-e76de08f-aa50-46cd-953d-2f21da218ef2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 950 time: 0.8038783 Aug 03 15:48:01.245277 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f797ee7-6241-4100-91e9-42102cd99b25 x-openstack-request-id: req-6f797ee7-6241-4100-91e9-42102cd99b25 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:01.246153 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a556e7-1860-447a-a090-3f2abad02d8b", "name": "network-vif-deleted", "tag": "34b935e2-5c5e-4cb1-aebd-5bbe2893a94c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:01.246331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c7cdbc1d-9c2a-4591-86a8-046ad43aff6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:01.247053 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f797ee7-6241-4100-91e9-42102cd99b25 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:01.248060 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a556e7-1860-447a-a090-3f2abad02d8b', 'name': 'network-vif-deleted', 'tag': '34b935e2-5c5e-4cb1-aebd-5bbe2893a94c', 'status': 'completed', 'code': 200} Aug 03 15:48:01.257540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.400406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-5b782348-3df9-4ec6-85d5-54f38e2f1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.405394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:01.406102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.406832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-5b782348-3df9-4ec6-85d5-54f38e2f1fdb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1101 time: 0.1570501 Aug 03 15:48:01.423294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.425679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0884812 Aug 03 15:48:01.429888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:01.440424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'security_group_rule': {'security_group_id': '80fd9be4-d3f4-4dd4-aeab-55bbddb386b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:01.495830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:01.529854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ffd247bb-e837-4fef-a690-7a236620fd13 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5414889 Aug 03 15:48:01.559394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ea785-37f6-4fef-9999-655ddb9ac904 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c22d5b9-1dce-4d41-8366-e2f71bd69447,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:01.572931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Request body: {'port': {'device_id': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:01.640079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f20e7-3123-4937-805a-2b857c65073c req-756cc140-8ea0-47a5-b255-f3ce5b7d5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.643680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-756cc140-8ea0-47a5-b255-f3ce5b7d5834 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.5446999 Aug 03 15:48:01.650296 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Sync routers for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:01.661939 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:01.663174 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:01.707450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-14f6722a-b0dc-4b30-bcfa-61bc48b1da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.710040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-14f6722a-b0dc-4b30-bcfa-61bc48b1da0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1101 time: 0.2422633 Aug 03 15:48:01.723784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.758906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7746d3c-d575-405a-b49b-9de7d7a5ebf0 req-c7bfee52-797c-4dc4-bb36-243a4f7a5d9d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.761801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7746d3c-d575-405a-b49b-9de7d7a5ebf0 req-c7bfee52-797c-4dc4-bb36-243a4f7a5d9d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 931 time: 0.2638333 Aug 03 15:48:01.810883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6505c-439b-40a2-9224-436b088b04e3 req-fab8c519-eb11-45cd-b0ac-e110e2207f11 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.816984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcb6505c-439b-40a2-9224-436b088b04e3 req-fab8c519-eb11-45cd-b0ac-e110e2207f11 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.4338646 Aug 03 15:48:01.832643 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:01.884073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.926595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f20e7-3123-4937-805a-2b857c65073c req-e63a5799-b376-4d88-9355-664f82064dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:01.929328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-e63a5799-b376-4d88-9355-664f82064dc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021837 Aug 03 15:48:01.939284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port 59c65736-d14a-4615-9524-7d578d65222f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:01.939975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:01.950983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7746d3c-d575-405a-b49b-9de7d7a5ebf0 req-751f33a8-177e-45e9-b1ba-d07a4fd22b58 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566486 Aug 03 15:48:02.048774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.054667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-a3fd348b-6aac-4603-bb6f-d6bca377c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:02.057467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-a3fd348b-6aac-4603-bb6f-d6bca377c1d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3377776 Aug 03 15:48:02.059104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.083567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcb6505c-439b-40a2-9224-436b088b04e3 req-d290aeb0-2aed-4096-877f-7f30e5d97ffc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352538 Aug 03 15:48:02.162496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-5d03def7-e02c-40e4-8ba3-7f9ec1cefb46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.0934417 Aug 03 15:48:02.163471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e29aaf5-87e5-4408-840e-7a5a82edc818,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:02.180877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.187833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eed7c57a-a79a-4143-abf9-fe19f0dd981d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7563260 Aug 03 15:48:02.211452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54280) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:02.225920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:02.257306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-7c094d69-d40a-4a70-916a-bfdcc367598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:02.259062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-7c094d69-d40a-4a70-916a-bfdcc367598f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0801783 Aug 03 15:48:02.309799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eba36f4e-95bf-4580-8ca2-cb0adda2214a req-8a594c98-3ff2-475c-a847-e3e9cc365dcf tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=71a556e7-1860-447a-a090-3f2abad02d8b HTTP/1.1" status: 200 len: 210 time: 0.0769536 Aug 03 15:48:02.331490 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 2, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:02.393348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe380f-226d-447c-8c0e-db51972a18bf req-defb67c8-17d2-4a26-8fcc-74fad51ee48e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:02.395890 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7efe380f-226d-447c-8c0e-db51972a18bf req-defb67c8-17d2-4a26-8fcc-74fad51ee48e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.2419519 Aug 03 15:48:02.414784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.417334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b5843d67-7736-4eb1-afc8-107fcf3866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:02.420101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b5843d67-7736-4eb1-afc8-107fcf3866e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354022 Aug 03 15:48:02.447865 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Checking router: 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:02.449832 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Updating router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:48:02.506282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7efe380f-226d-447c-8c0e-db51972a18bf req-128fcb68-0cd4-4eed-a23f-7d5fde95688b tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037462 Aug 03 15:48:02.506854 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.605767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-c6f26c68-dda5-46c7-bd9a-5078d5dcf78f service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580300 Aug 03 15:48:02.719074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port 59c65736-d14a-4615-9524-7d578d65222f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59c65736-d14a-4615-9524-7d578d65222f,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:02.720108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:02.732406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-2317a910-afb7-4da8-8438-d5decb8e4558 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937288 Aug 03 15:48:02.801818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for 59c65736-d14a-4615-9524-7d578d65222f owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:02.867765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-69883375-6ec8-4b47-9bd0-1d18cc4bbba3 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260583 Aug 03 15:48:02.947887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:02.991882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:02.992540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 34b935e2-5c5e-4cb1-aebd-5bbe2893a94c not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:02.993271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59c65736-d14a-4615-9524-7d578d65222f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:03.010516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a52f-8391-42fe-acc6-e2c808aa8491 req-62cd484f-2227-40d5-9be3-53ec32a14fd2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:03.012868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccb6a52f-8391-42fe-acc6-e2c808aa8491 req-62cd484f-2227-40d5-9be3-53ec32a14fd2 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 950 time: 0.3025262 Aug 03 15:48:03.026684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-2c71531c-76be-432b-8bac-54ddceac88af tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836461 Aug 03 15:48:03.039711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc6f20e7-3123-4937-805a-2b857c65073c req-bc597425-6e42-4814-b41e-75e6acaa9642 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258697 Aug 03 15:48:03.092251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:03.099672 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78307eb5-bcce-448c-82c2-4ce5bf69f9be" -d '{"events": [{"server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "name": "network-vif-plugged", "status": "completed", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:03.171398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abdb054-c62d-4731-893c-546d26415af9 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:03.189934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.193857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.202297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccb6a52f-8391-42fe-acc6-e2c808aa8491 req-7f70925d-c502-4752-9459-b7135a76539a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504776 Aug 03 15:48:03.276435 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.297281 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.306779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-6b99b410-a2fd-4457-819d-821aa57648df tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:03.309457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-6b99b410-a2fd-4457-819d-821aa57648df tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683845 Aug 03 15:48:03.333763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-4ca93941-1c3e-40a7-9a49-64b4f50dbf4d tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/quotas/fb6d2fab2d2f4741814e33ed2a095adf HTTP/1.1" status: 200 len: 375 time: 0.0115020 Aug 03 15:48:03.370517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-4b0590bf-f10a-43ae-a704-9717323562dc tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301998 Aug 03 15:48:03.437032 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Transition to ACTIVE for port object 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:03.439376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Transition to ACTIVE for port object 0abdb054-c62d-4731-893c-546d26415af9 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:03.446682 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.447086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.458130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.469376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b86fb-3c6b-4e42-a352-31f8b8ed0609 req-a8e24092-f2d0-441d-88a0-735670d05033 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:03.471158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a20b86fb-3c6b-4e42-a352-31f8b8ed0609 req-a8e24092-f2d0-441d-88a0-735670d05033 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 931 time: 0.1692016 Aug 03 15:48:03.493815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:03.503759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'e3ac371c-a549-433a-9b14-6227b5c5b069', '4b9b817c-aaf8-4cdc-9401-f1830c15e321'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:03.536498 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Pushing event updated for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:03.545390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=59c65736-d14a-4615-9524-7d578d65222f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:03.611444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.611798 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.612138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.613288 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.616547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.616919 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.617258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.617594 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.617985 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.618304 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.618631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.622072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:03.656078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:03.684464 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Attempting to bind port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:03.685951 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Attempting to bind port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:03.686578 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Attempting to bind port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 on network 3309533b-910e-4c8b-8802-f3f1b5e72750 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:03.694847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:03.695441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Checking segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:03.696010 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.696550 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Bound using segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:03.697419 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Bound port: 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:03.698016 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.832370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdad9e-9c93-44ac-b684-223c5b83985e req-5a21f1ff-f7fc-45f9-ac23-d5c01c0a0c97 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:03.839987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2fbdad9e-9c93-44ac-b684-223c5b83985e req-5a21f1ff-f7fc-45f9-ac23-d5c01c0a0c97 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1034036 Aug 03 15:48:03.845480 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] For port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:03.854218 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] For port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:03.864599 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:03.939916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2fbdad9e-9c93-44ac-b684-223c5b83985e req-efc59bf7-6b7e-4154-9cc1-24a3f1dc76bf tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989230 Aug 03 15:48:03.983071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:03.983757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:03.987920 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b6b1-bc33-4360-bd5c-398256b944f5 None None] Pushing event updated for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:04.117677 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4330a23-a06f-4ed9-81b6-77c1a274cb09 x-openstack-request-id: req-a4330a23-a06f-4ed9-81b6-77c1a274cb09 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:04.120264 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "name": "network-vif-plugged", "status": "completed", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:04.120715 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4330a23-a06f-4ed9-81b6-77c1a274cb09 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:04.131980 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'code': 200} Aug 03 15:48:04.262410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:04.379646 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:04.413489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port 59c65736-d14a-4615-9524-7d578d65222f on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:04.417506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Allocated IP 172.25.7.140 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/4a228626-8aee-4abc-998d-85bff4bcbceb) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:04.433882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:04.436175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a14304e-d905-4fbb-aaa2-2da8df6ff663 req-6b3239b1-b077-4aeb-a0e4-95e0a808b1ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "DELETE /v2.0/ports/59c65736-d14a-4615-9524-7d578d65222f HTTP/1.1" status: 204 len: 173 time: 3.1680608 Aug 03 15:48:04.445317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'name': 'network-vif-deleted', 'tag': '59c65736-d14a-4615-9524-7d578d65222f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:04.447689 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96547dfc-a958-40d0-93b3-423d6e7c7ad4" -d '{"events": [{"server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "name": "network-vif-deleted", "tag": "59c65736-d14a-4615-9524-7d578d65222f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:04.463498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a20b86fb-3c6b-4e42-a352-31f8b8ed0609 req-18bc2c06-d483-4fd5-950f-46ca8e5da32a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9346681 Aug 03 15:48:04.470730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:04.489925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b9869-2168-4562-bfb6-b84582ca0338 req-26e2659d-b971-4560-a3ab-e1fbed842d11 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:04.493615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d29b9869-2168-4562-bfb6-b84582ca0338 req-26e2659d-b971-4560-a3ab-e1fbed842d11 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.1212220 Aug 03 15:48:04.503582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:04.545549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:04.672046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7aba1a2-4815-4f2d-8093-fb758e0c6f5f req-59d18a5e-7628-40a2-afa3-83c9dbd48f44 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 210 time: 0.0492938 Aug 03 15:48:04.687074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d29b9869-2168-4562-bfb6-b84582ca0338 req-d465a7d6-fe50-4ebd-86a2-d895fa2de60b tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665957 Aug 03 15:48:04.688881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501d62a-d903-4790-a63f-8d9ca1dc0e11 req-a3dbc3b6-53a9-4b3d-b021-e76fa64929ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:04.690798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d501d62a-d903-4790-a63f-8d9ca1dc0e11 req-a3dbc3b6-53a9-4b3d-b021-e76fa64929ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.3900578 Aug 03 15:48:04.726762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:04.727875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:04.728091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:04.751344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:04.751848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:04.768740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:04.769177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:04.769851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:04.770422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Bound port: 0abdb054-c62d-4731-893c-546d26415af9, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:04.771044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:04.818568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d501d62a-d903-4790-a63f-8d9ca1dc0e11 req-e9d88094-a603-4514-86ac-32a8b27c9bbf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155255 Aug 03 15:48:04.826159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:04.873336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:04.920354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:04.922020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:03Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:04.978755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e150667-0431-4d06-a682-ccbde2aa6497 req-91f59d5d-550a-45a1-a768-375b58853074 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=a367889d-6665-468e-aecd-169013daa35c HTTP/1.1" status: 200 len: 210 time: 0.0585146 Aug 03 15:48:04.987970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:04.991589 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.026452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a49f59-d2ec-48b6-bc61-e8e13c3490f9 None None] The sync data for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 is: [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:03Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:05.050053 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.180971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:05.199268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:05.199941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.208960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] 10.222.0.78 "PUT /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 1091 time: 3.6588938 Aug 03 15:48:05.212169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'Port': ['ID=4a228626-8aee-4abc-998d-85bff4bcbceb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:05.262060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:05.276808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:05.285460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:05.367883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54324) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:05.373058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247894266', 'description': 'tempest-description--1903876061'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:05.400892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.433021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:05.453657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:05.453657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.465734 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f082a2-1c47-47a3-82b2-a1fbb6b8b919 x-openstack-request-id: req-83f082a2-1c47-47a3-82b2-a1fbb6b8b919 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:05.465734 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a367889d-6665-468e-aecd-169013daa35c", "name": "network-vif-deleted", "tag": "59c65736-d14a-4615-9524-7d578d65222f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:05.466543 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83f082a2-1c47-47a3-82b2-a1fbb6b8b919 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:05.466543 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a367889d-6665-468e-aecd-169013daa35c', 'name': 'network-vif-deleted', 'tag': '59c65736-d14a-4615-9524-7d578d65222f', 'status': 'completed', 'code': 200} Aug 03 15:48:05.591484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-f4c83026-231e-4b92-82db-9c93d072f2c6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448128 Aug 03 15:48:05.646669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9fe6d-8d7a-4db0-9ef5-708d82523899 req-8c5d199b-3f93-4f38-aa6f-e8fa5c73a723 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:05.648565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98a9fe6d-8d7a-4db0-9ef5-708d82523899 req-8c5d199b-3f93-4f38-aa6f-e8fa5c73a723 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.4990492 Aug 03 15:48:05.688790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.714528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.725375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.744150 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.773045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7e5d-b209-4608-9013-4ad04e04621d service neutron] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:05.775023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd851988-6e96-42d4-99af-c886549cfbc2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:05.815653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08130f0-886e-43c4-b697-eeb556171c4e req-bc27b7d8-59e3-4eb7-874b-bc2d06c65180 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:05.823736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b08130f0-886e-43c4-b697-eeb556171c4e req-bc27b7d8-59e3-4eb7-874b-bc2d06c65180 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.2101576 Aug 03 15:48:05.826571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.831689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:05.832352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-affd2016-38d4-48dc-b4df-137e2c86f466 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4589207 Aug 03 15:48:05.837922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54332) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:05.853362 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.855728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'security_group_rule': {'security_group_id': 'bd851988-6e96-42d4-99af-c886549cfbc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:05.883445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-807d3394-dbce-48f7-82b9-b2e243fb85a8 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:05.885718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-807d3394-dbce-48f7-82b9-b2e243fb85a8 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815683 Aug 03 15:48:05.938342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b08130f0-886e-43c4-b697-eeb556171c4e req-f1d1c468-bedd-4182-a514-bab63c247eb3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133122 Aug 03 15:48:05.939992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Request body: {'port': {'device_id': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': 'fb6d2fab2d2f4741814e33ed2a095adf'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:05.946915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:05.951420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-8cb3c1ea-c8bf-4990-bece-5bca8ac684a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:05.953087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-8cb3c1ea-c8bf-4990-bece-5bca8ac684a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1094 time: 0.6720049 Aug 03 15:48:05.967091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.044171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:06.092989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.099662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.107302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-d8636372-c438-4b76-9822-dc85a1bc8dec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.1241424 Aug 03 15:48:06.133619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b8fe5a-7c7c-4aee-bc60-7386702faf7c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:06.134200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:06.140523 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511fd21-5889-458b-b53c-c156a4d20764" -d '{"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:06.146267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977165fd-a95e-4be2-8518-2f6e76c5ab73 req-dcee4d8e-c59d-4479-8d12-02689db837c0 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:06.147842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-977165fd-a95e-4be2-8518-2f6e76c5ab73 req-dcee4d8e-c59d-4479-8d12-02689db837c0 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.0985639 Aug 03 15:48:06.149115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.153267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea1a0ea9-ff98-4733-b4f8-0f03531c29a9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144727 Aug 03 15:48:06.153931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:06.160635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'security_group_rule': {'security_group_id': 'bd851988-6e96-42d4-99af-c886549cfbc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:06.167379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98a9fe6d-8d7a-4db0-9ef5-708d82523899 req-0884a238-d0d0-4ca3-8a63-3f84d715e8de tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4904416 Aug 03 15:48:06.221279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.228694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-977165fd-a95e-4be2-8518-2f6e76c5ab73 req-20a22e16-b57f-4c46-bae0-794ef72667cd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Aug 03 15:48:06.315209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76221-f193-4f3d-9473-c097640f7f7a req-f72745e5-cf03-4b0c-95e2-365426d04c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:06.316847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-f72745e5-cf03-4b0c-95e2-365426d04c06 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1927006 Aug 03 15:48:06.361125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.368291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.384220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-2d8c93f0-a0cb-4d1d-ac81-a3319db1f24c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500977 Aug 03 15:48:06.389549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5638839-77e4-4aef-8c78-1b205f80ea89 req-46974d36-07d6-496e-92a9-f4229276a3f3 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 210 time: 0.0685279 Aug 03 15:48:06.401749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082226fe-9cd4-4a2e-8840-0f13fec84e9a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:06.418475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e3be-5cc7-40b8-a2d9-b94a5562a992 req-354ee7bf-6715-4979-9fe0-a405a40ac1f7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:06.419782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a6e3be-5cc7-40b8-a2d9-b94a5562a992 req-354ee7bf-6715-4979-9fe0-a405a40ac1f7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.1055965 Aug 03 15:48:06.468743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a6e3be-5cc7-40b8-a2d9-b94a5562a992 req-82b65b51-7b7e-4586-9c6f-5f299fc0bca8 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Aug 03 15:48:06.487587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.494188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c8336fe-c6fe-45ab-bb79-3f47f4a0c4cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342359 Aug 03 15:48:06.494414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Made reservation on behalf of fb6d2fab2d2f4741814e33ed2a095adf for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:06.495189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54344) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:06.499255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:06.501171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.525741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.536371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.606452 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436b21c4-7897-4884-b748-4d746220aec9 x-openstack-request-id: req-436b21c4-7897-4884-b748-4d746220aec9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:06.606986 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:06.607075 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-436b21c4-7897-4884-b748-4d746220aec9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:06.607505 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'code': 200} Aug 03 15:48:06.639975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.683168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.748262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-82d741f7-e7a8-46b1-b23d-01e6064608b5 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524814 Aug 03 15:48:06.755413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:06.927336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Allocated IP 172.25.7.61 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/97b80dc0-bf40-426e-8ac9-808359b12534) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:06.963895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348039f4-5eee-435a-87e9-a12e381ae5f4 req-ea965534-3562-431b-95d2-841d31feb8b9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:06.967665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-348039f4-5eee-435a-87e9-a12e381ae5f4 req-ea965534-3562-431b-95d2-841d31feb8b9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 948 time: 0.0951867 Aug 03 15:48:06.975794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:07.030663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'Port': ['ID=4a228626-8aee-4abc-998d-85bff4bcbceb,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:07.124085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330fe9-ad0c-4171-807d-223d08cba17d req-c50a8084-7ad2-46b9-9489-ed3a390b4ec8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:07.126683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-c50a8084-7ad2-46b9-9489-ed3a390b4ec8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7&tenant_id=906dc02efd994854b3e124781b011d82&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 948 time: 0.4452629 Aug 03 15:48:07.143409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-348039f4-5eee-435a-87e9-a12e381ae5f4 req-5816647b-0351-48ee-a85f-a8b7e43dd4c9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622505 Aug 03 15:48:07.165435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.190257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-ca444f26-065f-4cf3-9b56-4af5f834c1c8 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5680776 Aug 03 15:48:07.204468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46c76221-f193-4f3d-9473-c097640f7f7a req-c8e24299-2dfc-4d58-ac2b-b11e165f8249 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616874 Aug 03 15:48:07.208356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:07.213770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.220688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:07.233445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.258545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.258545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6480f069-2f04-44da-b61f-9edc08a49295 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0318472 Aug 03 15:48:07.276209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:07.295277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'mac_address': 'fa:16:3e:91:2e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:07.367872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.382442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:07.382838 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.386339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d7360c-0f69-4be8-8db4-cd7dfe159c32 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:07.442322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:07.442555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.447694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9934bfa-0e25-4bc8-9ff6-c2301e290f35,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:07.449418 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.473030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'tag': '0abdb054-c62d-4731-893c-546d26415af9'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:07.476967 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af24510-9711-4808-a0d2-2d6e5ae1aa12" -d '{"events": [{"name": "network-changed", "server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "tag": "0abdb054-c62d-4731-893c-546d26415af9"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:07.568741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:07.608644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.662505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3035a20-d22e-4f53-9274-e3dedc4277bc req-ad5d67d9-4b32-4632-863d-08245e9948e8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:07.664162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3035a20-d22e-4f53-9274-e3dedc4277bc req-ad5d67d9-4b32-4632-863d-08245e9948e8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 950 time: 0.4171844 Aug 03 15:48:07.685434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:07.715309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.731670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3035a20-d22e-4f53-9274-e3dedc4277bc req-4bbed666-9ee9-4926-9351-b6dd0210348c tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Aug 03 15:48:07.783834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:07.787641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:07.791550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:07.806880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'Port': ['ID=97b80dc0-bf40-426e-8ac9-808359b12534,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:07.858660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.880649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330fe9-ad0c-4171-807d-223d08cba17d req-05c37e3c-f332-4e2b-b2b6-c87154a58b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:07.882369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-05c37e3c-f332-4e2b-b2b6-c87154a58b4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1099 time: 0.5599289 Aug 03 15:48:07.906101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:07.969893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Allocated IP 192.168.233.225 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/fa521dbf-abfd-4bd9-a88c-1e976a21ca93) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:08.150282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330fe9-ad0c-4171-807d-223d08cba17d req-cf4ad807-6410-4961-825a-c6f082c38f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.151493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-cf4ad807-6410-4961-825a-c6f082c38f9f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2589452 Aug 03 15:48:08.179954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed795-f21d-4fbb-99b5-1948598b523a req-552928f8-40de-412d-85c7-86dabdde787a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.181578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6fed795-f21d-4fbb-99b5-1948598b523a req-552928f8-40de-412d-85c7-86dabdde787a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.0941167 Aug 03 15:48:08.208087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.215896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.246052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-db458892-c022-473f-838f-b059d34231bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.0819521 Aug 03 15:48:08.250843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.262456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.275277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6fed795-f21d-4fbb-99b5-1948598b523a req-ca99c135-ed69-4623-975c-0a1174b25c87 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814972 Aug 03 15:48:08.293164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'Port': ['ID=97b80dc0-bf40-426e-8ac9-808359b12534,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:08.299951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.302037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6dfba0b7-5711-4aa4-aaa0-6758b216422e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8065059 Aug 03 15:48:08.388878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330fe9-ad0c-4171-807d-223d08cba17d req-66924cc1-02b9-4558-af12-cc82963c2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.391129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-66924cc1-02b9-4558-af12-cc82963c2010 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1357646 Aug 03 15:48:08.440242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.469601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-9c1c2d7b-d9f0-42b5-a32f-0897044b87f4 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--463389402&fields=id&tenant_id=9763659d50d1446bab7dd4b69278b17d HTTP/1.1" status: 200 len: 267 time: 0.0450592 Aug 03 15:48:08.505179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Transition to ACTIVE for port object fa521dbf-abfd-4bd9-a88c-1e976a21ca93 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:08.539416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Allocated IP 172.25.7.175 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6421731e-ea6c-4f9c-befe-f0a9066b17c8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:08.544387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98330fe9-ad0c-4171-807d-223d08cba17d req-bd3d10f6-9a30-4c1d-9bb3-ee686bb3c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.546949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-bd3d10f6-9a30-4c1d-9bb3-ee686bb3c6d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226122 Aug 03 15:48:08.610163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-106762ad-a673-4ada-ba2e-fe93d8fd0271 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.611902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-106762ad-a673-4ada-ba2e-fe93d8fd0271 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/networks?id=3309533b-910e-4c8b-8802-f3f1b5e72750 HTTP/1.1" status: 200 len: 814 time: 0.1339116 Aug 03 15:48:08.635093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-12e2bffd-40d2-4617-8a18-a0d57e52d6f5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/quotas/9763659d50d1446bab7dd4b69278b17d HTTP/1.1" status: 200 len: 375 time: 0.0159581 Aug 03 15:48:08.696112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-dc8de823-0e8c-4f99-b2c2-a97ab938ca74 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9763659d50d1446bab7dd4b69278b17d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546484 Aug 03 15:48:08.729885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.821699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-5586c9ac-8968-410d-88f3-f3919abe01d1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:08.823119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-5586c9ac-8968-410d-88f3-f3919abe01d1 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/ports?device_id=10a3296f-6d3d-4e9f-861b-9ee80abc8fe3 HTTP/1.1" status: 200 len: 950 time: 0.2070637 Aug 03 15:48:08.823267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5291a3ec-0e86-4d17-a8b4-9964985589c0 service neutron] 10.222.0.70 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080377 Aug 03 15:48:08.835152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-0b6b257b-7317-405f-816b-e5aab0f44380 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809839 Aug 03 15:48:08.836853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:08.852634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:08.864336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:08.894831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:08.904653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Pushing event updated for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:08.935027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-7ebf1049-efd7-4f4b-a395-0c5bdc6bf200 service neutron] 10.222.0.70 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040542 Aug 03 15:48:08.993073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:09.082448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:09.082834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.091521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:09.092513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.144755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-8a84515d-5a6e-4206-96ed-f8987c868610 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2119510 Aug 03 15:48:09.177594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Request body: {'port': {'device_id': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:09.193423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98330fe9-ad0c-4171-807d-223d08cba17d req-48bc312f-91e2-4832-bda7-88ebddffb872 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384552 Aug 03 15:48:09.218331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a3ac3a70-a75c-4cfe-8d5f-95dfeffbf666 None None] Provisioning for port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:09.224987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.232727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a3ac3a70-a75c-4cfe-8d5f-95dfeffbf666 None None] Provisioning complete for port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:09.233129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3ac3a70-a75c-4cfe-8d5f-95dfeffbf666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.238501 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.263389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3953b6-4497-453a-b7ed-716a21f737ca req-d44af51e-6c0f-44d9-ba27-b1b36b87af9a tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:09.274087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e3953b6-4497-453a-b7ed-716a21f737ca req-d44af51e-6c0f-44d9-ba27-b1b36b87af9a tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 936 time: 0.1228271 Aug 03 15:48:09.314494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:09.317113 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8b0ad-eb64-40ea-8b7e-1861abcc61f7" -d '{"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-plugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:09.321676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac3a70-a75c-4cfe-8d5f-95dfeffbf666 None None] Port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:09.343837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:09.344705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:09.344975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e3953b6-4497-453a-b7ed-716a21f737ca req-99e092f0-d59b-4931-a6e9-0abf03b292f8 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Aug 03 15:48:09.348669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.349131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.359680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:09.360311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.366267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:09.448725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event updated for resources: {'Port': ['ID=6421731e-ea6c-4f9c-befe-f0a9066b17c8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:09.468322 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf01d526-e9d5-4273-a463-d72e96db15ea x-openstack-request-id: req-cf01d526-e9d5-4273-a463-d72e96db15ea {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:09.469412 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "tag": "0abdb054-c62d-4731-893c-546d26415af9", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:09.470067 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf01d526-e9d5-4273-a463-d72e96db15ea {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:09.471255 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'tag': '0abdb054-c62d-4731-893c-546d26415af9', 'status': 'completed', 'code': 200} Aug 03 15:48:09.472574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:09.493393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:09.642606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-cad13b72-4b92-4ed8-9b7e-f377b1e0b3e3 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1916673430&fields=id&tenant_id=cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 267 time: 0.0860381 Aug 03 15:48:09.679568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bd890cd-1c4f-454a-a084-4ff8bff952de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.712087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port 4b9b817c-aaf8-4cdc-9401-f1830c15e321, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9b817c-aaf8-4cdc-9401-f1830c15e321,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:09.712582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:09.752878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for 4b9b817c-aaf8-4cdc-9401-f1830c15e321 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:09.807821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-5e7a8624-b62b-4211-a532-fda57f12c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:09.808510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416185-53b3-481c-b843-3108896cfe70 req-fe93a007-59e5-4b8d-a645-b82d44ac139a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:09.809485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-5e7a8624-b62b-4211-a532-fda57f12c54f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1094 time: 0.3062727 Aug 03 15:48:09.811873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e416185-53b3-481c-b843-3108896cfe70 req-fe93a007-59e5-4b8d-a645-b82d44ac139a tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.72 "GET /v2.0/ports?device_id=988ca4fb-96cb-4bba-902c-dc15ea2b2c36 HTTP/1.1" status: 200 len: 945 time: 0.1944697 Aug 03 15:48:09.871829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-ae159863-4f41-469d-a286-6bcf05b8a508 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:09.878298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-ae159863-4f41-469d-a286-6bcf05b8a508 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 823 time: 0.2176809 Aug 03 15:48:09.905797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-46830160-fe83-480d-9b08-579ff6ee1b17 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/quotas/cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 375 time: 0.0209405 Aug 03 15:48:10.005735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-a11c2b4c-68a1-4352-ad3a-70a31ec7e077 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800052 Aug 03 15:48:10.008617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.012373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Deleting port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:10.012730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.143176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-2cf3c7e7-74dc-4c95-b33e-1eb2c61feda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:10.144673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-2cf3c7e7-74dc-4c95-b33e-1eb2c61feda3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2837369 Aug 03 15:48:10.151595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.197130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] For port a32adbd6-33ae-40cb-a8e6-f8fa015ca791, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:10.197617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.236389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-6b175d0b-debb-4eb8-8daa-a8bd3cc2439a service neutron] 10.222.0.70 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604042 Aug 03 15:48:10.241024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-9bc073b6-de1b-4a1a-9785-e798dd968af3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.0850289 Aug 03 15:48:10.575437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-e5704a14-52c5-493a-9426-f79a8b2f4ad3 service neutron] 10.222.0.70 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043447 Aug 03 15:48:10.613221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.613781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.614162 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Floating IP 46b834b0-38f7-4891-a795-2526997b04e5 disassociated. External IP: 172.25.7.12, port: a32adbd6-33ae-40cb-a8e6-f8fa015ca791. Aug 03 15:48:10.614586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Calling delete_port for a32adbd6-33ae-40cb-a8e6-f8fa015ca791 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:10.666226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.675521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-f5bcae6d-c500-4634-81b9-1d0e0061619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:10.677338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-f5bcae6d-c500-4634-81b9-1d0e0061619d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.4112358 Aug 03 15:48:10.681152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'e3ac371c-a549-433a-9b14-6227b5c5b069', '4b9b817c-aaf8-4cdc-9401-f1830c15e321'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:10.729880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:10.730908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-fdfb7d78-b2a7-4a3d-9ea8-1e335b495a3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254374 Aug 03 15:48:10.769430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=4b9b817c-aaf8-4cdc-9401-f1830c15e321,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:10.793360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.837112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa521dbf-abfd-4bd9-a88c-1e976a21ca93 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:10.886732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.919874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event deleted for resources: {'Port': ['ID=a32adbd6-33ae-40cb-a8e6-f8fa015ca791,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:10.951607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port 4b9b817c-aaf8-4cdc-9401-f1830c15e321 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:10.966616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-a6cde4b0-2129-46f2-a6ca-ce761692422a tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:10.973833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-a6cde4b0-2129-46f2-a6ca-ce761692422a tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.72 "GET /v2.0/networks?id=3309533b-910e-4c8b-8802-f3f1b5e72750 HTTP/1.1" status: 200 len: 814 time: 0.5574763 Aug 03 15:48:10.975531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:10.978818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cd97118-0941-4e8e-9521-6a92a094cfc1 req-faa493c6-1f0b-44b2-9234-9ae24e4c44e4 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "DELETE /v2.0/ports/4b9b817c-aaf8-4cdc-9401-f1830c15e321 HTTP/1.1" status: 204 len: 173 time: 2.1375117 Aug 03 15:48:10.982763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Transition to ACTIVE for port object fa521dbf-abfd-4bd9-a88c-1e976a21ca93 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:10.995381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.029034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:11.117062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.151577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-d70f16b3-6a53-4c2d-92fd-44d8b9c9109c service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970473 Aug 03 15:48:11.156108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.353479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3af24510-9711-4808-a0d2-2d6e5ae1aa12 req-03606b89-01e0-473a-b8f8-7c5e3e101723 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717277 Aug 03 15:48:11.354279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:11.366387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53da1-91db-4eee-9cbc-c3f22ce4fcce req-d4ba10da-0e76-44ee-be57-5de4f4a00dae tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:11.376328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2d53da1-91db-4eee-9cbc-c3f22ce4fcce req-d4ba10da-0e76-44ee-be57-5de4f4a00dae tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.4487295 Aug 03 15:48:11.428838 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-0c97a78e-f4d8-486e-9e5a-a5af37c412b9 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9763659d50d1446bab7dd4b69278b17d HTTP/1.1" status: 200 len: 379 time: 0.3644428 Aug 03 15:48:11.492933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'port': {'device_id': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'admin_state_up': True, 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'security_groups': ['80fd9be4-d3f4-4dd4-aeab-55bbddb386b6']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:11.512606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:11.517952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:11.572759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'name': 'network-vif-deleted', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:11.574533 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19aa7a7-8609-4941-904c-10064ef33d2c" -d '{"events": [{"server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "name": "network-vif-deleted", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:11.585369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '0abdb054-c62d-4731-893c-546d26415af9', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'port_id': '0abdb054-c62d-4731-893c-546d26415af9', 'mac_address': 'fa:16:3e:d1:2a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb44fd-77dd-4e74-9ccf-5c384b3824cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:11.682230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2d53da1-91db-4eee-9cbc-c3f22ce4fcce req-3c179b92-eca0-4608-869c-10cb593382c9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047712 Aug 03 15:48:11.690016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event updated for resources: {'Port': ['ID=6421731e-ea6c-4f9c-befe-f0a9066b17c8,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:11.710027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.710990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Attempting to bind port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:11.710990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Attempting to bind port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:11.710990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Attempting to bind port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:11.710990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:11.710990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Attempting to bind port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:11.711626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.722335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:11.722950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:11.724033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:11.724728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Bound port: fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:11.725453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.748605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.750476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-08f74b53-84a4-4772-8cc1-32f67e2f7fc2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5448387 Aug 03 15:48:11.806013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abdb054-c62d-4731-893c-546d26415af9 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:11.849099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:11.876505 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:11.998400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-3a7ce059-8a5a-4b6d-a38b-072692c24c28 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.1339550 Aug 03 15:48:11.999853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:12.026357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:12.028900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:12.052785 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.131339 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b77a5c27-381f-48a3-8f90-0f12295e3551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.154388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0abdb054-c62d-4731-893c-546d26415af9'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:12.169992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.170930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.173537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] 10.222.0.78 "PUT /v2.0/ports/fa521dbf-abfd-4bd9-a88c-1e976a21ca93 HTTP/1.1" status: 200 len: 1096 time: 3.0092378 Aug 03 15:48:12.193670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Made reservation on behalf of 9763659d50d1446bab7dd4b69278b17d for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:12.209196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.213955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:12.227019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:12.238346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fa037-3b16-4d67-93b1-a949eab579dc service neutron] Pushing event updated for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:12.260240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:12.260878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:12.293004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-df4aadef-0e26-4d38-9993-b471dd0dee21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.293807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-df4aadef-0e26-4d38-9993-b471dd0dee21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.2834711 Aug 03 15:48:12.314834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-c7106641-e1be-4d5f-b7c0-ba654182fa20 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:48:12.315814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd011466-2c36-4a10-b0ef-bdb3a1da1b85 req-c7106641-e1be-4d5f-b7c0-ba654182fa20 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148196 Aug 03 15:48:12.323471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-67f4c5c4-5e60-4674-8f67-c503c7f4728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.325075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-67f4c5c4-5e60-4674-8f67-c503c7f4728b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 1099 time: 0.0758858 Aug 03 15:48:12.427468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-b0850c10-ac38-4135-aad7-9331b2f3efd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93 HTTP/1.1" status: 200 len: 217 time: 0.0922873 Aug 03 15:48:12.499879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] No DVR routers for this DVR port a32adbd6-33ae-40cb-a8e6-f8fa015ca791 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:12.501545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e45c2cd8-0fbc-4758-b634-a8068e123368 req-2cc3b5dd-cc2b-473f-8cd1-e75cca19e6d9 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 210 time: 0.0709486 Aug 03 15:48:12.509580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-8d3173df-1b1e-4a40-98cb-a069d8a1d8f7 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.518103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-8d3173df-1b1e-4a40-98cb-a069d8a1d8f7 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.5455518 Aug 03 15:48:12.521195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.523204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e416185-53b3-481c-b843-3108896cfe70 req-59ab9d8a-ea9f-408a-a015-a5ccc28470fe tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.72 "DELETE /v2.0/ports/a32adbd6-33ae-40cb-a8e6-f8fa015ca791 HTTP/1.1" status: 204 len: 173 time: 2.7029934 Aug 03 15:48:12.543862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-2691772d-338b-475a-ac10-2d1196b39c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.549834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-2691772d-338b-475a-ac10-2d1196b39c53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1091890 Aug 03 15:48:12.556931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'name': 'network-vif-deleted', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:12.575816 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81664560-768d-49c8-bf8e-09917eadd355" -d '{"events": [{"server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "name": "network-vif-deleted", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:12.604921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Allocated IP 172.20.0.7 (3309533b-910e-4c8b-8802-f3f1b5e72750/4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f/1b16982f-6115-497c-8309-3bcc48976936) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:12.630332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:12.656479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd9e8a-88f2-4811-a44d-9146c965baa1 x-openstack-request-id: req-6fbd9e8a-88f2-4811-a44d-9146c965baa1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:12.657837 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-plugged", "status": "completed", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:12.658388 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fbd9e8a-88f2-4811-a44d-9146c965baa1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:12.659040 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'code': 200} Aug 03 15:48:12.764190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-580a1ae2-5f22-4f14-b341-213299c686ec tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/quotas/ee2c839be74148dcbf0c35adeafe8bb3 HTTP/1.1" status: 200 len: 375 time: 0.2447991 Aug 03 15:48:12.789372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018e58-d23d-4a48-b70d-d75036735d26 req-046e65a9-58f0-4da9-a0a5-319982365a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.790977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-046e65a9-58f0-4da9-a0a5-319982365a65 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225823 Aug 03 15:48:12.859346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-53af88c7-e755-409e-a758-ed6ca348f479 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854955 Aug 03 15:48:12.890415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20d6d-d08d-43a3-b304-4aabb4afdf93 req-b3fb24c3-fec1-4449-86ac-5bd1a2ec70b9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.892953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11a20d6d-d08d-43a3-b304-4aabb4afdf93 req-b3fb24c3-fec1-4449-86ac-5bd1a2ec70b9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 944 time: 0.1971331 Aug 03 15:48:12.908034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-8184be0e-73e8-41d9-8334-f41cea6c25c4 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:12.909761 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-8184be0e-73e8-41d9-8334-f41cea6c25c4 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.78 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 823 time: 0.3400898 Aug 03 15:48:12.927789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.944454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:12.966907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Transition to ACTIVE for port object 1b16982f-6115-497c-8309-3bcc48976936 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:13.028460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11a20d6d-d08d-43a3-b304-4aabb4afdf93 req-40dffc37-01ae-4450-8bd3-2b4e3b19978f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175625 Aug 03 15:48:13.032639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-da243997-60a2-43f3-ae15-6d1705f55846 service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621864 Aug 03 15:48:13.038342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-996cefe1-32a0-4cfd-b287-bc883dabcdf3 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343113 Aug 03 15:48:13.043991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-4b63f40a-f32d-467e-b1a5-deb436c0e93b tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbe600546e1940a6b7384ef0d5c7aee1 HTTP/1.1" status: 200 len: 380 time: 0.1174617 Aug 03 15:48:13.054543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.058770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:13.084064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'port': {'device_id': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'admin_state_up': True, 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'security_groups': ['887d5338-f27d-4288-a9ec-434a6e58cecc']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:13.102616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:13.114105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:13.115239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:13.171149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event updated for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:13.175574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:13.181210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:13.184311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:13.190818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:13.191208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.224664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-5ebf8beb-9c20-43f5-9c8f-20c9c4b1ed18 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7448871 Aug 03 15:48:13.247267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Request body: {'port': {'device_id': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:13.279479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a32adbd6-33ae-40cb-a8e6-f8fa015ca791 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:13.284968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-b13819b9-5fca-4e1c-8562-f39a63d37519 service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282670 Aug 03 15:48:13.317475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: a32adbd6-33ae-40cb-a8e6-f8fa015ca791 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:13.317475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a32adbd6-33ae-40cb-a8e6-f8fa015ca791 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:13.317830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9b817c-aaf8-4cdc-9401-f1830c15e321 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:13.342526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77018e58-d23d-4a48-b70d-d75036735d26 req-93eb1a6a-b124-4058-a1aa-c927d27dacb8 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780845 Aug 03 15:48:13.360097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 4b9b817c-aaf8-4cdc-9401-f1830c15e321 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:13.360578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9b817c-aaf8-4cdc-9401-f1830c15e321 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:13.380585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:13.393923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.399959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f17c7-3f96-4717-9a94-8a658685af4e req-c5da9575-c209-4308-b76a-d63af3cf029b tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:13.401514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f08f17c7-3f96-4717-9a94-8a658685af4e req-c5da9575-c209-4308-b76a-d63af3cf029b tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 948 time: 0.1862900 Aug 03 15:48:13.446651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Made reservation on behalf of cbe600546e1940a6b7384ef0d5c7aee1 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:13.450988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.478095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f08f17c7-3f96-4717-9a94-8a658685af4e req-6034b23b-ab74-4a40-96d3-e21c2b1e69a3 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Aug 03 15:48:13.619653 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4034f675-fa1c-4566-a870-0533282394d5 x-openstack-request-id: req-4034f675-fa1c-4566-a870-0533282394d5 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:13.619953 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3296f-6d3d-4e9f-861b-9ee80abc8fe3", "name": "network-vif-deleted", "tag": "4b9b817c-aaf8-4cdc-9401-f1830c15e321", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:13.620207 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4034f675-fa1c-4566-a870-0533282394d5 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:13.620605 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3296f-6d3d-4e9f-861b-9ee80abc8fe3', 'name': 'network-vif-deleted', 'tag': '4b9b817c-aaf8-4cdc-9401-f1830c15e321', 'status': 'completed', 'code': 200} Aug 03 15:48:13.665387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55a2ca81-eda5-461f-b804-c0449f65ec21 req-ac72277e-3b79-466e-bc5a-bc03b08b7464 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 210 time: 0.0435419 Aug 03 15:48:13.671585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Allocated IP 172.20.0.12 (e7bd9128-887e-4f39-a77e-93eceddfe47a/26f305b6-27d3-4a62-90f8-03e512c0bc41/fcdb0039-f578-4854-a859-b751de05a84d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:13.722135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.732791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6f0d8d21-23c7-4fc5-970e-123ac30588e9 None None] Provisioning for port 1b16982f-6115-497c-8309-3bcc48976936 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:13.756614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6f0d8d21-23c7-4fc5-970e-123ac30588e9 None None] Provisioning complete for port 1b16982f-6115-497c-8309-3bcc48976936 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:13.757176 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8d21-23c7-4fc5-970e-123ac30588e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.882553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:13.912410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d8d21-23c7-4fc5-970e-123ac30588e9 None None] Port 1b16982f-6115-497c-8309-3bcc48976936 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:13.916882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Transition to ACTIVE for port object fcdb0039-f578-4854-a859-b751de05a84d will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:13.932315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e8890-3ce5-438c-bc6f-842848c0e039 req-2a61c6f5-1d95-4771-8ad8-7205b90777ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:13.934848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e1e8890-3ce5-438c-bc6f-842848c0e039 req-2a61c6f5-1d95-4771-8ad8-7205b90777ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1414001 Aug 03 15:48:14.011591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.055775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e1e8890-3ce5-438c-bc6f-842848c0e039 req-86ccc4ca-971e-4585-935b-9827806f8560 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Aug 03 15:48:14.073901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:14.113107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96455a-60be-43fc-8992-af7481edc8b6 None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:14.149878 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f323d-3bca-4a8d-881a-40787519b58f x-openstack-request-id: req-fd3f323d-3bca-4a8d-881a-40787519b58f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:14.150326 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988ca4fb-96cb-4bba-902c-dc15ea2b2c36", "name": "network-vif-deleted", "tag": "a32adbd6-33ae-40cb-a8e6-f8fa015ca791", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:14.150705 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd3f323d-3bca-4a8d-881a-40787519b58f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:14.151287 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988ca4fb-96cb-4bba-902c-dc15ea2b2c36', 'name': 'network-vif-deleted', 'tag': 'a32adbd6-33ae-40cb-a8e6-f8fa015ca791', 'status': 'completed', 'code': 200} Aug 03 15:48:14.186861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b16982f-6115-497c-8309-3bcc48976936 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:14.210428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.223373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Network e7bd9128-887e-4f39-a77e-93eceddfe47a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:14.234897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:14.254031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:14.265059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Transition to ACTIVE for port object 1b16982f-6115-497c-8309-3bcc48976936 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:14.274565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event updated for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:14.287051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.367909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:14.410858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb838-ee4f-4dcc-a2a1-4390fc2430b1 req-9b40e226-4d72-4dde-8643-68f354c1bd74 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:14.417213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b59cb838-ee4f-4dcc-a2a1-4390fc2430b1 req-9b40e226-4d72-4dde-8643-68f354c1bd74 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 931 time: 0.1840019 Aug 03 15:48:14.443737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:14.444483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.488183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Attempting to bind port 1b16982f-6115-497c-8309-3bcc48976936 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:14.488650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59bedef1-a083-4d94-8b92-d498c168cdc6 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4258368 Aug 03 15:48:14.488793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Attempting to bind port 1b16982f-6115-497c-8309-3bcc48976936 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:14.489078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Attempting to bind port 1b16982f-6115-497c-8309-3bcc48976936 on network 3309533b-910e-4c8b-8802-f3f1b5e72750 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:14.525447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-62cd070e-49e7-47c7-83e1-1deca91b6df4 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:14.527158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-62cd070e-49e7-47c7-83e1-1deca91b6df4 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 821 time: 0.4340723 Aug 03 15:48:14.533794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Request body: {'port': {'device_id': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:14.545673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b59cb838-ee4f-4dcc-a2a1-4390fc2430b1 req-0b24e0fa-7136-40b1-89fd-3767e48ea26d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274686 Aug 03 15:48:14.555012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Port 1b16982f-6115-497c-8309-3bcc48976936 on network 3309533b-910e-4c8b-8802-f3f1b5e72750 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:14.555346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Attempting to bind port 1b16982f-6115-497c-8309-3bcc48976936 on network 3309533b-910e-4c8b-8802-f3f1b5e72750 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:14.571205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:14.571988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Checking segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:14.572697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Bound using segment: {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:14.573726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Bound port: 1b16982f-6115-497c-8309-3bcc48976936, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5f7f34-b492-450b-b698-8c300ad0618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:14.574377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.605337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-7c4aaac7-0c29-4b4b-809d-a89aae543ac0 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/quotas/fdac857a22d14b5480f3106b18777024 HTTP/1.1" status: 200 len: 375 time: 0.0182610 Aug 03 15:48:14.723859 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.730414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:14.736338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b16982f-6115-497c-8309-3bcc48976936,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:14.746407 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568a53e-ee90-4e74-b767-2ba5ec324a1e None None] New status for floating IP 46b834b0-38f7-4891-a795-2526997b04e5: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:14.747981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.757094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ffb37c9-c569-4a58-9805-319a265695df None None] Provisioning for port fcdb0039-f578-4854-a859-b751de05a84d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:14.763792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ffb37c9-c569-4a58-9805-319a265695df None None] Provisioning complete for port fcdb0039-f578-4854-a859-b751de05a84d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:14.764424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ffb37c9-c569-4a58-9805-319a265695df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:14.830667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-fa4002dc-584c-4bea-8c36-89a41d0abb4d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2186768 Aug 03 15:48:14.856680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb37c9-c569-4a58-9805-319a265695df None None] Port fcdb0039-f578-4854-a859-b751de05a84d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:14.927129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.006859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-d0f295ae-39d7-476c-a190-7b9adb13b111 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632156 Aug 03 15:48:15.023698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:15.106277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 0abdb054-c62d-4731-893c-546d26415af9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:15.112338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 0abdb054-c62d-4731-893c-546d26415af9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:15.113044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.182192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-394904b4-061b-446a-b050-0c1676a7aff5 req-55bb682c-1c2b-410c-bfb5-b2d6db19c766 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 210 time: 0.0507584 Aug 03 15:48:15.183414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.184029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.185782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] 10.222.0.72 "PUT /v2.0/ports/1b16982f-6115-497c-8309-3bcc48976936 HTTP/1.1" status: 200 len: 1091 time: 1.9478357 Aug 03 15:48:15.234377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7389e-7500-44d7-bef0-b90660bc5e51 service neutron] Pushing event updated for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:15.294772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.314282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-eb9a28dc-ad5c-4444-92b8-5cf68d2651a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.319192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-eb9a28dc-ad5c-4444-92b8-5cf68d2651a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9763659d50d1446bab7dd4b69278b17d&device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 1094 time: 0.0788293 Aug 03 15:48:15.382629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abdb054-c62d-4731-893c-546d26415af9'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:15.385117 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97373cd-b53c-4165-9c64-283904fff6ed" -d '{"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-plugged", "status": "completed", "tag": "0abdb054-c62d-4731-893c-546d26415af9"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:15.412029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:15.417917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.493858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:15.523970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-e5bb4a82-4357-4cfe-b77e-a4b9eeff8eb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b16982f-6115-497c-8309-3bcc48976936 HTTP/1.1" status: 200 len: 217 time: 0.1861968 Aug 03 15:48:15.586196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01392a79-7201-4937-9ac4-db054e0542c9 req-36a43ca0-de7f-42a6-b3c9-ccdcc0122d82 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.588845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01392a79-7201-4937-9ac4-db054e0542c9 req-36a43ca0-de7f-42a6-b3c9-ccdcc0122d82 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 950 time: 0.2481740 Aug 03 15:48:15.632041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:15.633329 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd457e-e9be-413b-8d17-3800703d9a87" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:15.634179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcc03b-6594-4884-9ce8-781a242659a4 req-1a49db79-a2e9-4cd9-b1b1-0d4ef572981d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.635708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84bcc03b-6594-4884-9ce8-781a242659a4 req-1a49db79-a2e9-4cd9-b1b1-0d4ef572981d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 950 time: 0.2264662 Aug 03 15:48:15.639951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-9f56b003-eae0-4cbe-a00f-cb7b2b1730d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.642270 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-9f56b003-eae0-4cbe-a00f-cb7b2b1730d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f HTTP/1.1" status: 200 len: 853 time: 0.1111026 Aug 03 15:48:15.677010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-d4f5a22a-5adb-4d46-ad4d-76c06dd2c10a service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555805 Aug 03 15:48:15.736166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-d088ad30-62f7-4f0a-aef2-f638c3087943 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.737675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-d088ad30-62f7-4f0a-aef2-f638c3087943 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.5297153 Aug 03 15:48:15.739889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84bcc03b-6594-4884-9ce8-781a242659a4 req-20646cdd-6eb2-4914-a19f-0b8e093e3736 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946798 Aug 03 15:48:15.756500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-b152f834-4cbe-4ca8-90f8-5bf9014fbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.758376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-b152f834-4cbe-4ca8-90f8-5bf9014fbccb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3309533b-910e-4c8b-8802-f3f1b5e72750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048870 Aug 03 15:48:15.768838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'port': {'device_id': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'admin_state_up': True, 'tenant_id': 'ee2c839be74148dcbf0c35adeafe8bb3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:15.910828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port e3ac371c-a549-433a-9b14-6227b5c5b069 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:15.911233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.947517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdb0039-f578-4854-a859-b751de05a84d {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:15.960720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:15.995590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a17a5-fe91-4111-818c-431b78fd6ede req-bcb69a29-8209-4b7a-a5ed-468b2ceea93b tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:15.997240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da3a17a5-fe91-4111-818c-431b78fd6ede req-bcb69a29-8209-4b7a-a5ed-468b2ceea93b tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 948 time: 0.1138687 Aug 03 15:48:16.004069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Transition to ACTIVE for port object fcdb0039-f578-4854-a859-b751de05a84d will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:16.018254 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.038751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Made reservation on behalf of ee2c839be74148dcbf0c35adeafe8bb3 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:16.043250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.044212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7864b-6eaa-43e4-a6e4-52ced6869db7 req-1226b21e-1c0e-46b0-bf90-45eb1716dc88 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.051725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0f7864b-6eaa-43e4-a6e4-52ced6869db7 req-1226b21e-1c0e-46b0-bf90-45eb1716dc88 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 945 time: 0.1637089 Aug 03 15:48:16.075041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-ad2defc6-95bf-47a8-863a-b29179f02ec2 service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079667 Aug 03 15:48:16.136907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da3a17a5-fe91-4111-818c-431b78fd6ede req-52940f6d-4dff-4b06-a566-ac7c1b4fafe3 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290896 Aug 03 15:48:16.143642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:16.155820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'tag': '1b16982f-6115-497c-8309-3bcc48976936'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:16.160070 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1097650-6795-4bf2-951a-3e201415e49d" -d '{"events": [{"name": "network-changed", "server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "tag": "1b16982f-6115-497c-8309-3bcc48976936"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:16.166123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port e3ac371c-a549-433a-9b14-6227b5c5b069, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e3ac371c-a549-433a-9b14-6227b5c5b069,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:16.166907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.197590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for e3ac371c-a549-433a-9b14-6227b5c5b069 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:16.219930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0f7864b-6eaa-43e4-a6e4-52ced6869db7 req-f8ed40fe-f2b6-4984-93af-e0714b98a29e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655827 Aug 03 15:48:16.331638 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218787ce-aabc-41c6-982b-5174d345fe53 x-openstack-request-id: req-218787ce-aabc-41c6-982b-5174d345fe53 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:16.332182 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-plugged", "status": "completed", "tag": "0abdb054-c62d-4731-893c-546d26415af9", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:16.332270 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-218787ce-aabc-41c6-982b-5174d345fe53 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:16.341945 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abdb054-c62d-4731-893c-546d26415af9', 'code': 200} Aug 03 15:48:16.374792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Attempting to bind port fcdb0039-f578-4854-a859-b751de05a84d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:16.375607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Attempting to bind port fcdb0039-f578-4854-a859-b751de05a84d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:16.375935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Attempting to bind port fcdb0039-f578-4854-a859-b751de05a84d on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:16.395931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Port fcdb0039-f578-4854-a859-b751de05a84d on network e7bd9128-887e-4f39-a77e-93eceddfe47a not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:16.396266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Attempting to bind port fcdb0039-f578-4854-a859-b751de05a84d on network e7bd9128-887e-4f39-a77e-93eceddfe47a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:16.410546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Allocated IP 172.20.0.4 (0d499c81-cbb8-40a3-b335-006af9b20f3c/1aaccc68-000a-43c2-9752-1c3b3a3926fd/48d2824f-d27e-4c1d-924d-bfd0875c9bd7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:16.414732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:16.415114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Checking segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:16.416332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Bound using segment: {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:16.416847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Bound port: fcdb0039-f578-4854-a859-b751de05a84d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6539ec-497d-48e9-bff5-4ba9d26c0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:16.417610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.459809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3f561-2719-4e99-8754-8025f6abb4b9 req-b8428b9f-87df-4bcc-bea6-195475424178 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.461399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aff3f561-2719-4e99-8754-8025f6abb4b9 req-b8428b9f-87df-4bcc-bea6-195475424178 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 944 time: 0.1492314 Aug 03 15:48:16.544639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.572333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'e3ac371c-a549-433a-9b14-6227b5c5b069'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:16.572749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b39c04c-ac63-4584-8d3f-56c4c0e3a412 req-d0271aa7-08f8-4205-b706-b30aef28187e service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876885 Aug 03 15:48:16.598114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:16.620770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=e3ac371c-a549-433a-9b14-6227b5c5b069,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:16.621573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8f0d7-1b72-4f85-8ec3-238917a3b361 req-6090df53-8750-47f2-851f-7abf29083329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.624204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be8f0d7-1b72-4f85-8ec3-238917a3b361 req-6090df53-8750-47f2-851f-7abf29083329 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1096 time: 0.1899161 Aug 03 15:48:16.639849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aff3f561-2719-4e99-8754-8025f6abb4b9 req-21cf50e6-e07c-49f6-ad8d-8f463b89e3d3 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599197 Aug 03 15:48:16.657715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f4757-0903-4753-bf1f-cc4cb0c89c48 req-7a0840fb-cf8d-4c2f-8ed1-8ee30cf99e0b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.679139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f06f4757-0903-4753-bf1f-cc4cb0c89c48 req-7a0840fb-cf8d-4c2f-8ed1-8ee30cf99e0b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 943 time: 0.2279427 Aug 03 15:48:16.759021 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c318ac9c-5f34-4b14-be73-022ed68869c9 x-openstack-request-id: req-c318ac9c-5f34-4b14-be73-022ed68869c9 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:16.759021 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:16.759021 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c318ac9c-5f34-4b14-be73-022ed68869c9 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:16.759373 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93', 'status': 'completed', 'code': 200} Aug 03 15:48:16.766518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:16.807111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fcdb0039-f578-4854-a859-b751de05a84d,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:16.818523 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.827681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port e3ac371c-a549-433a-9b14-6227b5c5b069 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:16.833583 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be8f0d7-1b72-4f85-8ec3-238917a3b361 req-66439f18-2546-4525-a589-54e6d3527e03 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866279 Aug 03 15:48:16.840370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.842872 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01392a79-7201-4937-9ac4-db054e0542c9 req-ca8f6cf2-b0c1-4184-a66e-9653098c2a5d tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "DELETE /v2.0/ports/e3ac371c-a549-433a-9b14-6227b5c5b069 HTTP/1.1" status: 204 len: 173 time: 1.2473066 Aug 03 15:48:16.912154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.912848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:16.915059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] 10.222.0.78 "PUT /v2.0/ports/fcdb0039-f578-4854-a859-b751de05a84d HTTP/1.1" status: 200 len: 1092 time: 2.3863111 Aug 03 15:48:16.939730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f06f4757-0903-4753-bf1f-cc4cb0c89c48 req-6495bac3-d8b0-4931-ba41-f20ec7f7c829 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593291 Aug 03 15:48:16.965352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-c0f6a6ee-2a10-42b4-ac66-252be667278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:16.968849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-c0f6a6ee-2a10-42b4-ac66-252be667278d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 1099 time: 0.1951499 Aug 03 15:48:16.986845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2983b985-ed35-4fa3-874d-4065a85ceb84 req-4e4d8d92-3d99-4b5e-b160-d5a1c96d1808 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 210 time: 0.0853388 Aug 03 15:48:16.990057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:17.069228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fa521dbf-abfd-4bd9-a88c-1e976a21ca93 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:17.097789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8a8d-b140-4fe3-8d1c-b4d6085b5683 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:17.099261 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355f95c-63a4-4827-9ec8-b0164ac5c201 x-openstack-request-id: req-6355f95c-63a4-4827-9ec8-b0164ac5c201 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:17.100332 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "tag": "1b16982f-6115-497c-8309-3bcc48976936", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:17.100332 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6355f95c-63a4-4827-9ec8-b0164ac5c201 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:17.100620 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'tag': '1b16982f-6115-497c-8309-3bcc48976936', 'status': 'completed', 'code': 200} Aug 03 15:48:17.176637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-6bc42a98-a017-4d1f-86d8-f957f235cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.178336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-6bc42a98-a017-4d1f-86d8-f957f235cd9d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 1095 time: 0.1669335 Aug 03 15:48:17.342278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4dea74b-81ec-4d33-962f-cde003fcfcb8 req-3bd223de-4865-4888-98e2-901ff36076d5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=9664fd20-0400-4cd5-9024-c531b578c2ba HTTP/1.1" status: 200 len: 210 time: 0.1267514 Aug 03 15:48:17.380698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-59cb8791-c34b-4522-8c7c-3341f3f89bee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcdb0039-f578-4854-a859-b751de05a84d HTTP/1.1" status: 200 len: 217 time: 0.1827993 Aug 03 15:48:17.412253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-78af7e69-0e4b-4a94-ac25-6b9d89620c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.415300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-78af7e69-0e4b-4a94-ac25-6b9d89620c7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4367442 Aug 03 15:48:17.478511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097650-6795-4bf2-951a-3e201415e49d req-29bb7fac-518f-47ba-8dca-62d9c1af1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.488046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-29bb7fac-518f-47ba-8dca-62d9c1af1070 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9763659d50d1446bab7dd4b69278b17d&device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 1094 time: 0.2679901 Aug 03 15:48:17.504761 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bdcec40-561f-49eb-ac49-44cada12bcf3 req-23154883-420b-4114-a0cf-292474911f70 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 210 time: 0.2993572 Aug 03 15:48:17.506818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-e1cdae28-d2cd-44f3-97a7-af90a5420d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.518973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-e1cdae28-d2cd-44f3-97a7-af90a5420d1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.0911825 Aug 03 15:48:17.557609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:17.623608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-e9c4cc5b-555d-4820-adbd-6bd4ea989ef6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93 HTTP/1.1" status: 200 len: 217 time: 0.1976752 Aug 03 15:48:17.664758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:17.683397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:17.692393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:17.696966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:17.741720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93', 'mac_address': 'fa:16:3e:e7:28:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:17.758848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38017946-48e2-47b1-97ff-40757ff0c94b req-68b145af-c9a2-417b-850f-fa7bf36146b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.760573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-68b145af-c9a2-417b-850f-fa7bf36146b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261374 Aug 03 15:48:17.782147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:17.867348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.867701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.868050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.868394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.868733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.869072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.869412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.869797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.870124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.870458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.870780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.871108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:17.885707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511b733-c0a3-423b-9e90-c66bbf5f4465 req-2d57944a-dfe0-413d-8491-d04b2dfdfcd8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.887302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1511b733-c0a3-423b-9e90-c66bbf5f4465 req-2d57944a-dfe0-413d-8491-d04b2dfdfcd8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 945 time: 0.2162454 Aug 03 15:48:17.903291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:17.903976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:17.909593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:18.018852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1511b733-c0a3-423b-9e90-c66bbf5f4465 req-7b8a829e-06bd-424a-b6a2-851357dd6a3b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117945 Aug 03 15:48:18.028471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-77d5ce37-5ff2-4a76-b9c0-9d8edd78f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.031355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-77d5ce37-5ff2-4a76-b9c0-9d8edd78f8a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.3559356 Aug 03 15:48:18.045315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-80f17e1b-934e-4f14-990e-9f2344baaf06 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2799449 Aug 03 15:48:18.076789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Request body: {'port': {'device_id': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:18.079851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d206-9cdd-4acb-bbe8-fca920650dd7 req-c469097a-a86b-4666-838a-3c26e3df631a tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.088077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df41d206-9cdd-4acb-bbe8-fca920650dd7 req-c469097a-a86b-4666-838a-3c26e3df631a tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 948 time: 0.4925678 Aug 03 15:48:18.124776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097650-6795-4bf2-951a-3e201415e49d req-b3baa1d0-dfa2-42af-9384-352a99017000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.127713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-b3baa1d0-dfa2-42af-9384-352a99017000 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3309533b-910e-4c8b-8802-f3f1b5e72750 HTTP/1.1" status: 200 len: 915 time: 0.5302081 Aug 03 15:48:18.161796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b2f5a983-913c-4fe2-a8cd-8b48821ac7bd tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.164183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b2f5a983-913c-4fe2-a8cd-8b48821ac7bd tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 821 time: 0.6891017 Aug 03 15:48:18.199359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-f712d77c-f20b-42d7-bf8d-d2cf98a976c1 service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187574 Aug 03 15:48:18.215329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'port': {'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'admin_state_up': True, 'tenant_id': 'fdac857a22d14b5480f3106b18777024'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:18.231311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-c387847d-15f9-419a-9bab-fa19f5f33a9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b16982f-6115-497c-8309-3bcc48976936 HTTP/1.1" status: 200 len: 217 time: 0.0922542 Aug 03 15:48:18.239025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa521dbf-abfd-4bd9-a88c-1e976a21ca93 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:18.280589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:18.288051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:18.354240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38017946-48e2-47b1-97ff-40757ff0c94b req-1bd3271a-7cc9-4c35-b113-6ede9688f0b3 service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158564 Aug 03 15:48:18.393759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df41d206-9cdd-4acb-bbe8-fca920650dd7 req-2022c4aa-dfe1-4d40-bd51-bd9a42b241bb tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042557 Aug 03 15:48:18.396687 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:18.405410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-8068ce66-c64e-4b8d-a89e-9804925fcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.408049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b46f32-b2e9-43a1-b62a-a44bccb6fe9d req-f6506e4f-116e-4b71-a042-b88057563a73 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.409625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-97b46f32-b2e9-43a1-b62a-a44bccb6fe9d req-f6506e4f-116e-4b71-a042-b88057563a73 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 944 time: 0.2405007 Aug 03 15:48:18.416214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-8068ce66-c64e-4b8d-a89e-9804925fcd9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708000 Aug 03 15:48:18.416592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:18.513500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097650-6795-4bf2-951a-3e201415e49d req-ff6788f0-0a17-4db8-98c4-710786c9e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.513737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-97b46f32-b2e9-43a1-b62a-a44bccb6fe9d req-1507d897-e85b-4f24-b6e0-ae0747cec17c tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491767 Aug 03 15:48:18.516305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-ff6788f0-0a17-4db8-98c4-710786c9e1db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f HTTP/1.1" status: 200 len: 853 time: 0.2400494 Aug 03 15:48:18.593451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fa521dbf-abfd-4bd9-a88c-1e976a21ca93'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:18.661779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35828e17-2c16-4c5c-939f-a1f1536310b2 req-98385378-b6e5-4796-9ec1-ca52afc89f07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 210 time: 0.0501134 Aug 03 15:48:18.715752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644e831-ef66-4a96-861a-f78909058717 req-ebd51113-32c1-488a-8f62-414c71bead05 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.724505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d644e831-ef66-4a96-861a-f78909058717 req-ebd51113-32c1-488a-8f62-414c71bead05 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 943 time: 0.2130413 Aug 03 15:48:18.733343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097650-6795-4bf2-951a-3e201415e49d req-980d8228-5679-4c19-801e-82691a65ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:18.735020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-980d8228-5679-4c19-801e-82691a65ea20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3309533b-910e-4c8b-8802-f3f1b5e72750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003736 Aug 03 15:48:18.748825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-5bd18ffb-3796-4777-9bef-564b5f31fe5c service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136940 Aug 03 15:48:18.760999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Made reservation on behalf of fdac857a22d14b5480f3106b18777024 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:18.767338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:18.781196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:18.785741 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398562e7-9df5-49e4-b005-f50fc56e3939" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "tag": "fcdb0039-f578-4854-a859-b751de05a84d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:18.823520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-99cc034c-be2b-4102-8d7d-5cd6aaa836b4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303395 Aug 03 15:48:18.917411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d644e831-ef66-4a96-861a-f78909058717 req-0d436797-c76a-4e3e-bf74-e2f1831f4c19 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918452 Aug 03 15:48:19.002414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-30fb75ad-c356-4f0c-a86a-9a816005fc2b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.003977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-30fb75ad-c356-4f0c-a86a-9a816005fc2b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724398 Aug 03 15:48:19.022167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:19.038673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25cd457e-e9be-413b-8d17-3800703d9a87 req-fa599497-fb39-46bb-9e93-0d0b1e03e873 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677388 Aug 03 15:48:19.044432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.045390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-c248c4ab-4dc0-4951-9cb7-24b70e76d57d service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918704 Aug 03 15:48:19.055279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-22104104-787b-41b0-8123-1fe526cd6cc0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/quotas/906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 375 time: 0.0259688 Aug 03 15:48:19.076187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Transition to ACTIVE for port object 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:19.081681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.107830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'name': 'network-vif-deleted', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:19.110842 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f87d25-0cae-41f2-b614-ab29bcf7fa00" -d '{"events": [{"server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "name": "network-vif-deleted", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:19.161039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:19.188484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-d746acdd-17d0-4e7c-aa47-41baab838a1b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244342 Aug 03 15:48:19.188927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Allocated IP 172.20.0.6 (538e2407-ab9d-4e89-b946-6ca66ec69672/77619647-6e63-4ff5-88e6-b839230bfb8b/2ea45d38-5210-40e8-a119-43d90b910f59) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:19.238536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09617f-7981-4afc-8159-2bdebffed38d req-731dee34-4bd7-41b5-9742-fd4c76cc6878 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.240266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c09617f-7981-4afc-8159-2bdebffed38d req-731dee34-4bd7-41b5-9742-fd4c76cc6878 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.1872935 Aug 03 15:48:19.248093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Attempting to bind port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:19.248616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Attempting to bind port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:19.249001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Attempting to bind port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:19.260390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:19.260780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Attempting to bind port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:19.269249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:19.269249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Checking segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:19.269249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Bound using segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:19.269905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Bound port: 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:19.269905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.281179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1097650-6795-4bf2-951a-3e201415e49d req-60c3c3a3-48c0-447d-8b8f-10629283a416 service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293098 Aug 03 15:48:19.300602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b16982f-6115-497c-8309-3bcc48976936 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:19.347263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c09617f-7981-4afc-8159-2bdebffed38d req-5d7a82cd-6961-4b18-a456-a9045a8e34b5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 Aug 03 15:48:19.382849 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73f738-6d3a-4fd7-b503-9faeef62a663 x-openstack-request-id: req-4e73f738-6d3a-4fd7-b503-9faeef62a663 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:19.383136 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "tag": "fcdb0039-f578-4854-a859-b751de05a84d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:19.383393 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e73f738-6d3a-4fd7-b503-9faeef62a663 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:19.383785 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d', 'status': 'completed', 'code': 200} Aug 03 15:48:19.407974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:19.411095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e3ac371c-a549-433a-9b14-6227b5c5b069 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:19.416302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:19.426716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.443270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: e3ac371c-a549-433a-9b14-6227b5c5b069 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:19.443619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e3ac371c-a549-433a-9b14-6227b5c5b069 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:19.503369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b16982f-6115-497c-8309-3bcc48976936,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:19.517170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '1b16982f-6115-497c-8309-3bcc48976936', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'port_id': '1b16982f-6115-497c-8309-3bcc48976936', 'mac_address': 'fa:16:3e:3c:58:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:19.541395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.544661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.546183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] 10.222.0.78 "PUT /v2.0/ports/48d2824f-d27e-4c1d-924d-bfd0875c9bd7 HTTP/1.1" status: 200 len: 1091 time: 1.4885538 Aug 03 15:48:19.580883 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.604027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b16982f-6115-497c-8309-3bcc48976936 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:19.617968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-db99bc15-a714-4567-bdb6-5a038ae6a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.620031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-db99bc15-a714-4567-bdb6-5a038ae6a4b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 1095 time: 0.1942060 Aug 03 15:48:19.659266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c480ac1-b841-4ba3-9be2-69950046055e req-1c6f1706-c765-4a37-ba2c-1d761331204a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.661829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c480ac1-b841-4ba3-9be2-69950046055e req-1c6f1706-c765-4a37-ba2c-1d761331204a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 945 time: 0.1825261 Aug 03 15:48:19.666615 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86993ab0-71bd-4895-8d75-00a8a8c17550 x-openstack-request-id: req-86993ab0-71bd-4895-8d75-00a8a8c17550 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:19.666995 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9664fd20-0400-4cd5-9024-c531b578c2ba", "name": "network-vif-deleted", "tag": "e3ac371c-a549-433a-9b14-6227b5c5b069", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:19.667348 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86993ab0-71bd-4895-8d75-00a8a8c17550 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:19.667850 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9664fd20-0400-4cd5-9024-c531b578c2ba', 'name': 'network-vif-deleted', 'tag': 'e3ac371c-a549-433a-9b14-6227b5c5b069', 'status': 'completed', 'code': 200} Aug 03 15:48:19.671489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b16982f-6115-497c-8309-3bcc48976936,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:19.678024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:19.736778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902e371-9a3a-4bfa-8ebe-0fbbf26d4d9a service neutron] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:19.761751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:19.774260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c480ac1-b841-4ba3-9be2-69950046055e req-c86dc8f7-7a83-44a5-a89c-2b8897bb4b00 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Aug 03 15:48:19.777405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-ba0868dc-672c-43b4-b3b7-bc791752e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.778793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-ba0868dc-672c-43b4-b3b7-bc791752e00f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 1094 time: 0.1159432 Aug 03 15:48:19.858180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-981b429d-b558-41fe-925e-18ef568f4b0a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7 HTTP/1.1" status: 200 len: 217 time: 0.0585341 Aug 03 15:48:19.944071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163d996-f450-44b9-817e-08aa0c5903de req-a1af3dc8-0830-41f5-9d30-c7c918963204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.945566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-a1af3dc8-0830-41f5-9d30-c7c918963204 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.0625658 Aug 03 15:48:19.956048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff2dfd-194a-4b62-a344-6a4c3f7ae1e6 req-dffb6409-cf93-4061-b639-21f592e1d5ca tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:19.956379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['1b16982f-6115-497c-8309-3bcc48976936'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:19.957694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1eff2dfd-194a-4b62-a344-6a4c3f7ae1e6 req-dffb6409-cf93-4061-b639-21f592e1d5ca tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 949 time: 0.1094248 Aug 03 15:48:20.024257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-31e895d3-664f-471b-af99-9657e046a2d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539415 Aug 03 15:48:20.094710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07fed55c-9a1f-4713-bda4-e42636a0bd00 req-e52fe2a4-dc77-4e50-9ed5-035637cd8758 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 210 time: 0.3914130 Aug 03 15:48:20.099722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:20.117428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Transition to ACTIVE for port object 2ea45d38-5210-40e8-a119-43d90b910f59 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:20.238861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-d27ccbc7-bebf-40cb-bdbd-013e827c73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.242296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-d27ccbc7-bebf-40cb-bdbd-013e827c73c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 924 time: 0.6111748 Aug 03 15:48:20.244698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:20.258384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1eff2dfd-194a-4b62-a344-6a4c3f7ae1e6 req-6adab7c6-ff0f-4afc-9c05-fab2fef0d93e tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867641 Aug 03 15:48:20.267307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-ee04a882-f719-4974-9fbe-98c52b839cdd service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303309 Aug 03 15:48:20.330700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-e270c817-bb74-463b-a209-8b591daedff9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcdb0039-f578-4854-a859-b751de05a84d HTTP/1.1" status: 200 len: 217 time: 0.0675271 Aug 03 15:48:20.346322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25487c3-1164-4d41-82c2-243b92a177a3 req-bd85ec1e-332e-4b9a-b188-7a6bb04864d7 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.353551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a25487c3-1164-4d41-82c2-243b92a177a3 req-bd85ec1e-332e-4b9a-b188-7a6bb04864d7 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 944 time: 0.1895950 Aug 03 15:48:20.360123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:20.374752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a163d996-f450-44b9-817e-08aa0c5903de req-dc131731-56ab-4eb4-82ce-e2372c9aa237 service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946968 Aug 03 15:48:20.380780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:20.414310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:20.419890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.420652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:20.430511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event updated for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:20.463956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.464312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.464654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.464991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.465323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.465678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.466012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.466337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.466664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.466989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.467319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.467642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:20.473287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-01dbc8bd-e7fc-4c54-9523-094f9f46a376 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2641163 Aug 03 15:48:20.478918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-ab306b6d-27c8-4a3c-89dc-db21bed80c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.480756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-ab306b6d-27c8-4a3c-89dc-db21bed80c18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.1230369 Aug 03 15:48:20.489120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Request body: {'port': {'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:20.495602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a25487c3-1164-4d41-82c2-243b92a177a3 req-36972a1c-e8c9-4e33-95eb-a015cd8b3267 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412098 Aug 03 15:48:20.607041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-c771e272-8946-43e6-8d6c-3142322ceea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.608648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-c771e272-8946-43e6-8d6c-3142322ceea2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979724 Aug 03 15:48:20.610023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:20.630507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5805b0-a64d-41bd-a9dc-eedcb332c72a req-38552262-2ef8-4c71-bd72-eaa5372f63b9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.632244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb5805b0-a64d-41bd-a9dc-eedcb332c72a req-38552262-2ef8-4c71-bd72-eaa5372f63b9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 931 time: 0.0757062 Aug 03 15:48:20.704363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb5805b0-a64d-41bd-a9dc-eedcb332c72a req-5715bf5a-1093-4cdf-a0f6-e9b90b401a84 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599289 Aug 03 15:48:20.731581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-14ebb85e-1011-4340-91a8-194eebbf93e5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477879 Aug 03 15:48:20.745128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c46d0b3-4b5d-4f53-861d-36301a511067'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:20.847959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-962ce663-8867-455d-abf9-d8491cce2165 None None] Provisioning for port 2ea45d38-5210-40e8-a119-43d90b910f59 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:20.848927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc5b18-62f8-4566-8198-fd7b9043bec3 req-7b1a4708-62e0-4ac3-a4b5-698518e90187 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:20.856981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16dc5b18-62f8-4566-8198-fd7b9043bec3 req-7b1a4708-62e0-4ac3-a4b5-698518e90187 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1096 time: 0.2424586 Aug 03 15:48:20.861773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-962ce663-8867-455d-abf9-d8491cce2165 None None] Provisioning complete for port 2ea45d38-5210-40e8-a119-43d90b910f59 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:20.862153 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-962ce663-8867-455d-abf9-d8491cce2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:20.952938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-962ce663-8867-455d-abf9-d8491cce2165 None None] Port 2ea45d38-5210-40e8-a119-43d90b910f59 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:21.049299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-c2f9cda2-6a94-4088-9338-b1487135cc95 service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166298 Aug 03 15:48:21.077570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fcdb0039-f578-4854-a859-b751de05a84d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:21.079774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fa521dbf-abfd-4bd9-a88c-1e976a21ca93 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:21.164870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16dc5b18-62f8-4566-8198-fd7b9043bec3 req-c7937069-e6b6-4ce4-b0dd-8afd9b950dfb tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065758 Aug 03 15:48:21.181848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3b4b1-324e-4ba3-a414-e15116404ada req-b4c9ed73-840d-4533-8ad2-43275239ec8b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.184301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68e3b4b1-324e-4ba3-a414-e15116404ada req-b4c9ed73-840d-4533-8ad2-43275239ec8b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 944 time: 0.3525045 Aug 03 15:48:21.195493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-d080e6f4-11c2-40fc-9da4-6b3a4caa5294 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.196992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-d080e6f4-11c2-40fc-9da4-6b3a4caa5294 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4554446 Aug 03 15:48:21.226459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-e13e5e88-3010-49ce-be33-78fc1408cbe3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.226878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:21.228210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-e13e5e88-3010-49ce-be33-78fc1408cbe3 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 950 time: 0.1820934 Aug 03 15:48:21.235586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:21.236470 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.247995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Request body: {'port': {'device_id': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '906dc02efd994854b3e124781b011d82'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:21.301326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fcdb0039-f578-4854-a859-b751de05a84d,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:21.302152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68e3b4b1-324e-4ba3-a414-e15116404ada req-9455e201-11e9-4927-a324-e012eece92c5 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041803 Aug 03 15:48:21.316622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'fcdb0039-f578-4854-a859-b751de05a84d', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'port_id': 'fcdb0039-f578-4854-a859-b751de05a84d', 'mac_address': 'fa:16:3e:d5:e0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:21.329710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b16982f-6115-497c-8309-3bcc48976936 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:21.353467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-398562e7-9df5-49e4-b005-f50fc56e3939 req-2c6c8898-eec5-48ff-b3d6-df09aa02d33b service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882402 Aug 03 15:48:21.395319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:21.397938 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:21.405027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Made reservation on behalf of 906dc02efd994854b3e124781b011d82 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:21.411125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.460793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.474382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 1b16982f-6115-497c-8309-3bcc48976936 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:21.481527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdb0039-f578-4854-a859-b751de05a84d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:21.482298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea45d38-5210-40e8-a119-43d90b910f59 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:21.489700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 1b16982f-6115-497c-8309-3bcc48976936 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:21.490094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.502599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de0c9e-ee43-41d4-a1f7-24b46170442d req-eb7120dc-00b2-47da-92cb-6b2a84d28378 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.505687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35de0c9e-ee43-41d4-a1f7-24b46170442d req-eb7120dc-00b2-47da-92cb-6b2a84d28378 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.2161512 Aug 03 15:48:21.509907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.528343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.533759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ce44-57fd-4720-a75b-8f84b7d96af4 req-451614fc-3377-4712-a836-58a23e9e363b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.535426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07f9ce44-57fd-4720-a75b-8f84b7d96af4 req-451614fc-3377-4712-a836-58a23e9e363b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 950 time: 0.1051633 Aug 03 15:48:21.541063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fcdb0039-f578-4854-a859-b751de05a84d,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:21.549431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Transition to ACTIVE for port object 2ea45d38-5210-40e8-a119-43d90b910f59 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:21.550586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.569021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.575976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:21.579069 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe86b2-11aa-4f5e-ac81-f0a4cc103a1c" -d '{"events": [{"server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:21.605825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:21.606166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.622102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:21.641365 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.658932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07f9ce44-57fd-4720-a75b-8f84b7d96af4 req-9e4ecdf0-da6f-41db-abe9-70c15c9c55d5 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901120 Aug 03 15:48:21.664177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:21.692309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Allocated IP 192.168.233.24 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/8305c8d0-893e-4a4b-adb6-a4946aa6b0df) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:21.695711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35de0c9e-ee43-41d4-a1f7-24b46170442d req-56cc5599-dfd6-4f6c-bfc8-4ff4609fda60 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611362 Aug 03 15:48:21.742330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Pushing event updated for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:21.767909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.826995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:21.852581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-73590c0a-d261-4cf7-9a33-5926da397dc0 req-66707f3d-1cf7-45ae-8f7a-1f594aeaac6f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 210 time: 0.0439992 Aug 03 15:48:21.886152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b16982f-6115-497c-8309-3bcc48976936,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:21.896281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.900028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.901732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Attempting to bind port 2ea45d38-5210-40e8-a119-43d90b910f59 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:21.902146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Attempting to bind port 2ea45d38-5210-40e8-a119-43d90b910f59 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:21.902547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Attempting to bind port 2ea45d38-5210-40e8-a119-43d90b910f59 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:21.915186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fcdb0039-f578-4854-a859-b751de05a84d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:21.926854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:21.937941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.948226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Port 2ea45d38-5210-40e8-a119-43d90b910f59 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:21.955111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Attempting to bind port 2ea45d38-5210-40e8-a119-43d90b910f59 on network 538e2407-ab9d-4e89-b946-6ca66ec69672 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:21.973034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for 5e8e4c99-335c-4932-8ae4-b5bfd7191afe owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:21.983447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:21.984368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Checking segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:21.985015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Bound using segment: {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:21.985825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Bound port: 2ea45d38-5210-40e8-a119-43d90b910f59, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:21.986468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:21.990213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2c5e4-eb5b-4ac4-b978-72728d14c3ff req-e30ea412-e285-4886-ae83-1473690545e2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:21.997531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94a2c5e4-eb5b-4ac4-b978-72728d14c3ff req-e30ea412-e285-4886-ae83-1473690545e2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1096 time: 0.1750069 Aug 03 15:48:22.030743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.050940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:22.054437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Transition to ACTIVE for port object 8305c8d0-893e-4a4b-adb6-a4946aa6b0df will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:22.097682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb713726-f140-4dba-9c3e-38e3cb3f0f02 req-e0913ba1-365e-4ac5-8b18-4383a81f3bdd tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.099242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb713726-f140-4dba-9c3e-38e3cb3f0f02 req-e0913ba1-365e-4ac5-8b18-4383a81f3bdd tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.1208003 Aug 03 15:48:22.100945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.116778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:22.163733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:22.169497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94a2c5e4-eb5b-4ac4-b978-72728d14c3ff req-d05dd576-2517-47b9-8483-d28590bcd01a tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608858 Aug 03 15:48:22.170113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:22.177886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:22.224090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:22.243229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:22.261402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb713726-f140-4dba-9c3e-38e3cb3f0f02 req-4a2a9e2d-3a81-4a35-8a1e-3388f6e3fde5 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484528 Aug 03 15:48:22.268752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8122c-9ea9-428b-8895-2de175588118 req-12ae5f45-023c-476a-866e-e94be0af6511 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.282243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4d8122c-9ea9-428b-8895-2de175588118 req-12ae5f45-023c-476a-866e-e94be0af6511 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c6f10ae-a611-431c-8384-e986349f4c36 HTTP/1.1" status: 200 len: 949 time: 0.1532145 Aug 03 15:48:22.290848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2ea45d38-5210-40e8-a119-43d90b910f59,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:22.301291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.303087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.331454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-2855b959-66a1-498c-8c7b-31f7b3e30175 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0975354 Aug 03 15:48:22.348229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Request body: {'port': {'device_id': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:22.348383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.368810 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd3ab3-306d-41be-94ee-7aea4dd48eb3 x-openstack-request-id: req-75fd3ab3-306d-41be-94ee-7aea4dd48eb3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:22.369417 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:22.371386 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75fd3ab3-306d-41be-94ee-7aea4dd48eb3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:22.372998 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'status': 'completed', 'code': 200} Aug 03 15:48:22.431696 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9555ac-d3f5-4e6e-b9da-7753e6b25202 x-openstack-request-id: req-bf9555ac-d3f5-4e6e-b9da-7753e6b25202 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:22.431995 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "name": "network-vif-plugged", "status": "completed", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:22.432254 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf9555ac-d3f5-4e6e-b9da-7753e6b25202 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:22.432657 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93', 'code': 200} Aug 03 15:48:22.538479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.539155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.540738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] 10.222.0.72 "PUT /v2.0/ports/2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 1091 time: 2.0571997 Aug 03 15:48:22.541236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:22.544820 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0812fb93-fbe2-4cea-946f-7ac9e58d4676" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:22.620065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.627084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5db0bb-fa75-4261-852c-f647db40ee54 req-63a16520-e731-408c-8db8-0d0ead090eb3 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.635003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf5db0bb-fa75-4261-852c-f647db40ee54 req-63a16520-e731-408c-8db8-0d0ead090eb3 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 945 time: 0.2150860 Aug 03 15:48:22.644059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.654270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-582867bf-7685-424b-b893-d13480f74004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.655761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0656c-ef5d-4ff2-b3ad-6265e64dd5eb service neutron] Pushing event updated for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:22.656616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-582867bf-7685-424b-b893-d13480f74004 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 1094 time: 0.2380762 Aug 03 15:48:22.657657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9112f1d2-34b3-4eb8-adb6-573aa00191c8 None None] Provisioning for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:22.663867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9112f1d2-34b3-4eb8-adb6-573aa00191c8 None None] Provisioning complete for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:22.664516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9112f1d2-34b3-4eb8-adb6-573aa00191c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.704907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0', '5e8e4c99-335c-4932-8ae4-b5bfd7191afe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:22.729041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=5e8e4c99-335c-4932-8ae4-b5bfd7191afe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:22.745851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea26247-d42b-458e-8ebc-4e28226a6594 req-d4333291-59d8-4e93-8593-3523ae321d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.747571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eea26247-d42b-458e-8ebc-4e28226a6594 req-d4333291-59d8-4e93-8593-3523ae321d31 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 1101 time: 0.2320728 Aug 03 15:48:22.757993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c8c5a-16ca-41cf-b7d5-1d0a0b4a8427 req-272ab1f0-b224-4a0d-8660-8550a77a1cb7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.759264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec6c8c5a-16ca-41cf-b7d5-1d0a0b4a8427 req-272ab1f0-b224-4a0d-8660-8550a77a1cb7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 943 time: 0.2226412 Aug 03 15:48:22.776323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:22.778933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641', '33604537-e37d-4762-bfa1-c119bdddf006'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:22.806425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf5db0bb-fa75-4261-852c-f647db40ee54 req-b8726978-d5d4-4e92-96d3-806a64147427 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702757 Aug 03 15:48:22.832867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port 5e8e4c99-335c-4932-8ae4-b5bfd7191afe on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:22.836958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-8db1e25f-661a-4bd3-853c-48d4dfc8bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.838604 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-8db1e25f-661a-4bd3-853c-48d4dfc8bb90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1094 time: 0.2423966 Aug 03 15:48:22.842313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.844987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337b46df-79e8-43d3-a9dc-6807c192ce27 req-37f99ee7-b63a-41f5-999e-d30e1aa9ee54 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "DELETE /v2.0/ports/5e8e4c99-335c-4932-8ae4-b5bfd7191afe HTTP/1.1" status: 204 len: 173 time: 1.5992167 Aug 03 15:48:22.847182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port 33604537-e37d-4762-bfa1-c119bdddf006 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:22.847517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:22.890032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-9bc6c17e-74a8-4d10-894c-432bbcc6fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:22.893128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-9bc6c17e-74a8-4d10-894c-432bbcc6fb6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 922 time: 0.2270389 Aug 03 15:48:22.896896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9112f1d2-34b3-4eb8-adb6-573aa00191c8 None None] Port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:22.981741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-0eebbd18-be88-4361-b48f-86b00113115e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 217 time: 0.1166346 Aug 03 15:48:22.996450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-f08defdd-b2b3-463b-b2ee-69ab4e11271b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7 HTTP/1.1" status: 200 len: 217 time: 0.0786445 Aug 03 15:48:22.998813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec6c8c5a-16ca-41cf-b7d5-1d0a0b4a8427 req-9a4e703b-ba2e-45c1-a490-adf1e64aaf1d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183838 Aug 03 15:48:23.053529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eea26247-d42b-458e-8ebc-4e28226a6594 req-c91c87cc-b834-4242-a0ed-dedf9407532e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527895 Aug 03 15:48:23.085431 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e71d40-7093-474d-8497-d665cebd6693 x-openstack-request-id: req-a5e71d40-7093-474d-8497-d665cebd6693 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:23.085873 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:23.086478 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5e71d40-7093-474d-8497-d665cebd6693 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:23.087883 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59', 'status': 'completed', 'code': 200} Aug 03 15:48:23.103373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:23.105182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fcdb0039-f578-4854-a859-b751de05a84d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:23.174341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-773fa3b7-e836-48fc-bc1f-bc7206c7df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.176917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-773fa3b7-e836-48fc-bc1f-bc7206c7df80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1612108 Aug 03 15:48:23.216482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9ad59f4-7c3d-4bdb-96f5-dfba6f214aaa req-016325a3-9b97-4426-aa42-3e94fa91efc0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=698a4527-0d6b-4dc8-a01d-340bda641c97 HTTP/1.1" status: 200 len: 210 time: 0.0622842 Aug 03 15:48:23.218385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f77d-9777-4af6-a104-52b2b22c1b7c req-64addc82-a4bd-4e3f-a039-82f68613b3ec tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.223618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90f0f77d-9777-4af6-a104-52b2b22c1b7c req-64addc82-a4bd-4e3f-a039-82f68613b3ec tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.2473345 Aug 03 15:48:23.238018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-6b1bf3b5-6da4-4098-9fe8-a8aed24403de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.240204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-6b1bf3b5-6da4-4098-9fe8-a8aed24403de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.2252710 Aug 03 15:48:23.264410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port 33604537-e37d-4762-bfa1-c119bdddf006, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=33604537-e37d-4762-bfa1-c119bdddf006,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:23.265966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:23.314672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for 33604537-e37d-4762-bfa1-c119bdddf006 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:23.324905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-2b099343-7804-46f1-945c-f6fdb3156bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.327009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-2b099343-7804-46f1-945c-f6fdb3156bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216145 Aug 03 15:48:23.342277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-dd17893a-93df-4e6b-996b-b92f5d3034e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665777 Aug 03 15:48:23.456561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90f0f77d-9777-4af6-a104-52b2b22c1b7c req-8769426d-ee7e-41df-90a8-7697ea91d2fd tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213218 Aug 03 15:48:23.548509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365310ec-4154-493f-97bf-275737b4fb93 req-b9aa082d-2794-4181-91d2-69eb35813cb3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.556169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-365310ec-4154-493f-97bf-275737b4fb93 req-b9aa082d-2794-4181-91d2-69eb35813cb3 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.1838679 Aug 03 15:48:23.605932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-d642ce16-1d1e-436d-8eb4-04c4986a9d61 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712770 Aug 03 15:48:23.655469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-365310ec-4154-493f-97bf-275737b4fb93 req-681d5fe3-006c-4404-a3b9-7dd988f1a68f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983145 Aug 03 15:48:23.673130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-6e4b1aa3-28d5-4d3f-91d3-6aab94329ad2 service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072708 Aug 03 15:48:23.805553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port fcdb0039-f578-4854-a859-b751de05a84d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:23.824423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:23.834718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:23.840178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port fcdb0039-f578-4854-a859-b751de05a84d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:23.841498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:23.861096 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927bb803-cbd2-4dcf-ac75-ccd2d9d24812 req-59b4e0cf-9a4e-4b85-8e40-697200e38116 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463400 Aug 03 15:48:23.870819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eb95-0198-4b23-b5fa-89b8cf49b8fc req-fd39c5be-a17b-43dd-af12-b5701507f2f1 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:23.872219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6507eb95-0198-4b23-b5fa-89b8cf49b8fc req-fd39c5be-a17b-43dd-af12-b5701507f2f1 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.1270149 Aug 03 15:48:23.872992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=33604537-e37d-4762-bfa1-c119bdddf006,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:23.915545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'port_id': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'mac_address': 'fa:16:3e:c0:c1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaccc68-000a-43c2-9752-1c3b3a3926fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:23.916868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:23.933778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port 33604537-e37d-4762-bfa1-c119bdddf006 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:23.936853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:23.939549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4d8122c-9ea9-428b-8895-2de175588118 req-578ad718-b4f4-4b68-bc65-16c68941cfb0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "DELETE /v2.0/ports/33604537-e37d-4762-bfa1-c119bdddf006 HTTP/1.1" status: 204 len: 173 time: 1.6564691 Aug 03 15:48:23.979598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.011612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6507eb95-0198-4b23-b5fa-89b8cf49b8fc req-5e207d23-7446-45a8-a001-a05da3418513 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834844 Aug 03 15:48:24.015955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a91c1c-81db-4bab-b53e-195841ea84cf req-13ba4475-6b98-4190-b891-688d74b1972b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.031626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9a91c1c-81db-4bab-b53e-195841ea84cf req-13ba4475-6b98-4190-b891-688d74b1972b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 935 time: 0.3091671 Aug 03 15:48:24.041560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-8b0eec18-6193-4ba9-a2b2-27f82aa31283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.044041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-8b0eec18-6193-4ba9-a2b2-27f82aa31283 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1094 time: 0.0977759 Aug 03 15:48:24.080387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Transition to ACTIVE for port object 8305c8d0-893e-4a4b-adb6-a4946aa6b0df will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:24.101449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a24423f5-77d0-411c-a26e-8e7ec8be0a8f req-28b4022e-bbba-4fb8-bf36-4985b772a44e service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778999 Aug 03 15:48:24.104641 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.136351 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:48:24.194232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9a91c1c-81db-4bab-b53e-195841ea84cf req-38f08d25-66f7-44c9-b24d-26c5a368ee40 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567183 Aug 03 15:48:24.226101 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.274607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42170279-0eb0-49e7-996b-f70d20a8130f req-e3bec246-a63f-4481-a241-3c59109a2de2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.275409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:24.292032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42170279-0eb0-49e7-996b-f70d20a8130f req-e3bec246-a63f-4481-a241-3c59109a2de2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1096 time: 0.1099277 Aug 03 15:48:24.309047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:24.314268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-e59bc3d7-ffd4-4e59-bf6e-033770caf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.316525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-e59bc3d7-ffd4-4e59-bf6e-033770caf115 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2635460 Aug 03 15:48:24.318467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Attempting to bind port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:24.319067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Attempting to bind port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:24.319378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Attempting to bind port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:24.338842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:24.339344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Attempting to bind port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:24.351216 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.362712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:24.363341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:24.363438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:24.363882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Bound port: 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:24.364250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.366489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:24.391597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42170279-0eb0-49e7-996b-f70d20a8130f req-5aa56b7d-68d6-48d7-9f87-ebe01a852037 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Aug 03 15:48:24.395086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-7aea7974-3897-4984-b2e9-4bc721bf7a38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 217 time: 0.0600646 Aug 03 15:48:24.397239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fcdb0039-f578-4854-a859-b751de05a84d,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:24.399101 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.401383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa633bd-16ad-49d3-9a1e-5596cdfbadc7 req-cfe277d5-2854-40af-a0d7-8492aed596cb tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.410787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efa633bd-16ad-49d3-9a1e-5596cdfbadc7 req-cfe277d5-2854-40af-a0d7-8492aed596cb tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 945 time: 0.0875082 Aug 03 15:48:24.461761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b16982f-6115-497c-8309-3bcc48976936'}, {'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:24.464170 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a825d0-0c2f-45d0-b5d1-3782449ba794" -d '{"events": [{"server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "name": "network-vif-plugged", "status": "completed", "tag": "1b16982f-6115-497c-8309-3bcc48976936"}, {"server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb0039-f578-4854-a859-b751de05a84d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:24.477245 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.504364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-bbac8eda-f19e-4e1f-bedb-c0646a9b0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.507589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-bbac8eda-f19e-4e1f-bedb-c0646a9b0eda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.0998697 Aug 03 15:48:24.522608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efa633bd-16ad-49d3-9a1e-5596cdfbadc7 req-647cc2ea-8843-4db8-9218-412406ba84ef tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105816 Aug 03 15:48:24.543548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:24.549217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:24.557423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.581784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:24.622732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-c8cc74e7-609e-4871-97c4-2c404d9d1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.625983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-c8cc74e7-609e-4871-97c4-2c404d9d1d16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054344 Aug 03 15:48:24.654527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:24.668148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfb5b5-ee6e-49bd-be16-39dfb261578a req-7e69a560-5419-4d44-9e74-ebc54d2f561c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.675989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.680690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:24.685201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fddfb5b5-ee6e-49bd-be16-39dfb261578a req-7e69a560-5419-4d44-9e74-ebc54d2f561c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 943 time: 0.1657202 Aug 03 15:48:24.691884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] 10.222.0.78 "PUT /v2.0/ports/8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 1095 time: 2.3518221 Aug 03 15:48:24.713696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:24.724297 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9da6c9-c737-42e5-8fb5-526643b20c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:24.738955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:24.764726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['48d2824f-d27e-4c1d-924d-bfd0875c9bd7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:24.823112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cae3-cf75-4fa7-8715-ed781595ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:24.842611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fddfb5b5-ee6e-49bd-be16-39dfb261578a req-abbb3643-78cd-4211-8ca4-1c72aa2aae36 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444664 Aug 03 15:48:24.847140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'b4e51161-8849-43c4-80e2-859426dd65b0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:24.854670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-cd408f9b-8f51-47c6-b7cb-194d43416ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:24.856272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-cd408f9b-8f51-47c6-b7cb-194d43416ad4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1098 time: 0.0869408 Aug 03 15:48:24.904377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-1dcba540-6e7e-4817-b1c8-2fdbcddf1fa0 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693751 Aug 03 15:48:24.958759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-cdc00d3f-a45c-45dd-9776-d8dc17f84f64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.0918257 Aug 03 15:48:25.010505 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c6512e-8731-4fb1-beb4-7a505fae85c7 x-openstack-request-id: req-a7c6512e-8731-4fb1-beb4-7a505fae85c7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:25.010960 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "name": "network-vif-plugged", "status": "completed", "tag": "1b16982f-6115-497c-8309-3bcc48976936", "code": 200}, {"server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "name": "network-vif-plugged", "status": "completed", "tag": "fcdb0039-f578-4854-a859-b751de05a84d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:25.011364 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7c6512e-8731-4fb1-beb4-7a505fae85c7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:25.011960 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b16982f-6115-497c-8309-3bcc48976936', 'code': 200} Aug 03 15:48:25.012955 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d', 'code': 200} Aug 03 15:48:25.090834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'name': 'network-vif-deleted', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe'}, {'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'name': 'network-vif-deleted', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:25.098749 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35aed9f-e211-476e-aef4-bb3b111ee9ea" -d '{"events": [{"server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "name": "network-vif-deleted", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe"}, {"server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "name": "network-vif-deleted", "tag": "33604537-e37d-4762-bfa1-c119bdddf006"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:25.107628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 33604537-e37d-4762-bfa1-c119bdddf006 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:25.132398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-fec245e8-a467-4707-9787-7363337db621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.134498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-fec245e8-a467-4707-9787-7363337db621 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1535907 Aug 03 15:48:25.170684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0812fb93-fbe2-4cea-946f-7ac9e58d4676 req-38135cd0-dc36-401e-94af-184ebaeb6bba service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584603 Aug 03 15:48:25.177898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 33604537-e37d-4762-bfa1-c119bdddf006 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:25.178431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 33604537-e37d-4762-bfa1-c119bdddf006 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:25.231436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c5cb4-ff69-4bd6-b379-2c3bfcd76652 req-1287b334-8445-4af3-918e-71213c35dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.233752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-989c5cb4-ff69-4bd6-b379-2c3bfcd76652 req-1287b334-8445-4af3-918e-71213c35dd89 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 1097 time: 0.1492381 Aug 03 15:48:25.244700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674276c-9816-4fa5-a083-f72075f684b3 req-ae86c6db-76f2-4694-8680-24d11a827455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.246639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b674276c-9816-4fa5-a083-f72075f684b3 req-ae86c6db-76f2-4694-8680-24d11a827455 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 1096 time: 0.1389072 Aug 03 15:48:25.258153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fccf9-5a33-4662-b80f-5590898d05a1 req-b53ac0d2-9f8f-43d4-8a7d-f69572f048cd tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.259927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d13fccf9-5a33-4662-b80f-5590898d05a1 req-b53ac0d2-9f8f-43d4-8a7d-f69572f048cd tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.1295540 Aug 03 15:48:25.263423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-0cbcb89f-dd52-4bc7-813b-9ae0ccb43608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.267005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-0cbcb89f-dd52-4bc7-813b-9ae0ccb43608 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095030 Aug 03 15:48:25.339329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d13fccf9-5a33-4662-b80f-5590898d05a1 req-1453ee2c-2ad1-48f2-b490-e46787a16eb8 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703826 Aug 03 15:48:25.357683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b674276c-9816-4fa5-a083-f72075f684b3 req-53cbc9fb-0c6e-474d-a2bb-98712ddfdcfd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964346 Aug 03 15:48:25.360637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 5e8e4c99-335c-4932-8ae4-b5bfd7191afe no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:25.390708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-989c5cb4-ff69-4bd6-b379-2c3bfcd76652 req-c50bb20f-0230-48d9-985d-c743500c7ad8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457345 Aug 03 15:48:25.404426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 5e8e4c99-335c-4932-8ae4-b5bfd7191afe {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:25.404772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 5e8e4c99-335c-4932-8ae4-b5bfd7191afe not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:25.455321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-4afa8758-9772-4b6e-a315-b769c92be2b9 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794391 Aug 03 15:48:25.540050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275f35c-38cd-4305-a83a-bcad801fa913 req-1bc0fc5a-e046-4be5-899c-c0f3c7267267 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.549860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1275f35c-38cd-4305-a83a-bcad801fa913 req-1bc0fc5a-e046-4be5-899c-c0f3c7267267 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 944 time: 0.0691957 Aug 03 15:48:25.603368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1275f35c-38cd-4305-a83a-bcad801fa913 req-d84c446a-5d97-48df-a19f-7b6d9fb50310 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Aug 03 15:48:25.619074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1288c6b5-f59d-44a3-8686-0d5eaf5983a2 req-77dfed34-52c4-4a22-8fa6-cfda094375bc service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485715 Aug 03 15:48:25.660720 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b462937-9c9f-4c6e-9d7f-492e80e14c09 x-openstack-request-id: req-4b462937-9c9f-4c6e-9d7f-492e80e14c09 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:25.661980 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:25.662671 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b462937-9c9f-4c6e-9d7f-492e80e14c09 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:25.663532 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'status': 'completed', 'code': 200} Aug 03 15:48:25.736742 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:25.770164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-889c8100-72a4-4c89-854e-fe1c92824a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.772556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-889c8100-72a4-4c89-854e-fe1c92824a37 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1098 time: 0.0656445 Aug 03 15:48:25.773541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bdf00-266a-4e19-a5f3-e079235e7b61 req-02b51d4f-05ee-4c85-a23b-0fa52d323150 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.775183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-326bdf00-266a-4e19-a5f3-e079235e7b61 req-02b51d4f-05ee-4c85-a23b-0fa52d323150 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.0595820 Aug 03 15:48:25.823247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-326bdf00-266a-4e19-a5f3-e079235e7b61 req-0f8c4042-d74c-44cd-9d58-3ea327a64fa4 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Aug 03 15:48:25.885863 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47366b-9789-4823-9d92-3b84e6d88467 x-openstack-request-id: req-1e47366b-9789-4823-9d92-3b84e6d88467 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:25.886314 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698a4527-0d6b-4dc8-a01d-340bda641c97", "name": "network-vif-deleted", "tag": "5e8e4c99-335c-4932-8ae4-b5bfd7191afe", "status": "completed", "code": 200}, {"server_uuid": "1c6f10ae-a611-431c-8384-e986349f4c36", "name": "network-vif-deleted", "tag": "33604537-e37d-4762-bfa1-c119bdddf006", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:25.886751 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e47366b-9789-4823-9d92-3b84e6d88467 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:25.887934 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698a4527-0d6b-4dc8-a01d-340bda641c97', 'name': 'network-vif-deleted', 'tag': '5e8e4c99-335c-4932-8ae4-b5bfd7191afe', 'status': 'completed', 'code': 200} Aug 03 15:48:25.888333 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6f10ae-a611-431c-8384-e986349f4c36', 'name': 'network-vif-deleted', 'tag': '33604537-e37d-4762-bfa1-c119bdddf006', 'status': 'completed', 'code': 200} Aug 03 15:48:25.909910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-57c38f53-710d-4d91-89f1-8752b5e82092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.912288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-57c38f53-710d-4d91-89f1-8752b5e82092 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1245403 Aug 03 15:48:25.968966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-fccff5fb-5669-42df-801f-063bc3a3abc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.0448642 Aug 03 15:48:25.977380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0a96945e-393c-4cb8-a28f-365933d30d89 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:48:25.978396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0a96945e-393c-4cb8-a28f-365933d30d89 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069764 Aug 03 15:48:25.996221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae40d8-b9fa-4e4f-96d7-5635b2ec0ad1 req-4fdbc0e4-2afb-44cf-b0a9-20a6cf10d612 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:25.997543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9ae40d8-b9fa-4e4f-96d7-5635b2ec0ad1 req-4fdbc0e4-2afb-44cf-b0a9-20a6cf10d612 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.0636454 Aug 03 15:48:26.003816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:26.004192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:48:26.035123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-81c501eb-3602-40c9-b071-0fdc83168b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:26.037168 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-81c501eb-3602-40c9-b071-0fdc83168b65 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0563421 Aug 03 15:48:26.091834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-faea4a34-b754-458a-98c2-ecca8e13165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:26.093473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-faea4a34-b754-458a-98c2-ecca8e13165b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441792 Aug 03 15:48:26.106775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9ae40d8-b9fa-4e4f-96d7-5635b2ec0ad1 req-74bba260-2324-46ba-86e4-c4aa6c9593f7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Aug 03 15:48:26.191606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:26.192008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:26.192404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:26.206869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:26.207509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-e36a7b63-438e-44d2-85c4-669052a88785 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051309 Aug 03 15:48:26.207680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:26.213135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:26.213548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:26.214037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:26.214555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Bound port: 0abdb054-c62d-4731-893c-546d26415af9, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:26.333935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9da6c9-c737-42e5-8fb5-526643b20c5c req-a8a8ab8f-e4c7-41f5-b614-c8029cb96b55 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142957 Aug 03 15:48:26.601984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:26.607576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:26.608763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f21d7904-efbb-4bc4-a097-0a9e30d38d04 service neutron] 10.222.0.70 "POST /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6102762 Aug 03 15:48:26.617576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d893f-cd62-4010-8564-0c2133c375ca req-897a9455-a95f-4def-bd70-f85fbbbab997 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:26.619177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-669d893f-cd62-4010-8564-0c2133c375ca req-897a9455-a95f-4def-bd70-f85fbbbab997 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.0765116 Aug 03 15:48:26.664115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-669d893f-cd62-4010-8564-0c2133c375ca req-e7ef1e5d-09a4-4c34-8931-772b3c20f545 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367403 Aug 03 15:48:26.837514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57902aa-b9d0-46d0-8ae7-16209fe1f560 req-00e3bc0a-e4ff-48d0-8e80-05dbd2406bc0 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:26.839234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f57902aa-b9d0-46d0-8ae7-16209fe1f560 req-00e3bc0a-e4ff-48d0-8e80-05dbd2406bc0 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 943 time: 0.0850878 Aug 03 15:48:26.906788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f57902aa-b9d0-46d0-8ae7-16209fe1f560 req-17c57948-ffb5-4910-9c6d-ce81d78d93a9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Aug 03 15:48:26.913886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f78f2f90-45b2-41d6-b6ad-d8eb21ad5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:26.915476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-f78f2f90-45b2-41d6-b6ad-d8eb21ad5958 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1096 time: 0.0752547 Aug 03 15:48:27.057166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-09500f75-c813-4683-9540-6938c14b8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.058820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-09500f75-c813-4683-9540-6938c14b8fc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.1350946 Aug 03 15:48:27.068018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33daf0-c300-44b5-8965-6747a671a51b req-40f23499-03b7-49ae-b635-392b5ee60fb3 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.069523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f33daf0-c300-44b5-8965-6747a671a51b req-40f23499-03b7-49ae-b635-392b5ee60fb3 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.0858617 Aug 03 15:48:27.087183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ca492-f102-4ee9-9ac0-4a24e8f76bd6 req-cbf541c1-81e7-4b32-8bd9-5c00362d641a tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.089308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c79ca492-f102-4ee9-9ac0-4a24e8f76bd6 req-cbf541c1-81e7-4b32-8bd9-5c00362d641a tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 944 time: 0.0621877 Aug 03 15:48:27.100986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:27.113184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-1f7472df-07b0-47fd-b88b-9d32c7cde225 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.0425489 Aug 03 15:48:27.144777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c79ca492-f102-4ee9-9ac0-4a24e8f76bd6 req-93440fd0-8d94-4f89-925d-402e317b2dc2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Aug 03 15:48:27.174371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:27.180229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:27.181402 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.181972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f33daf0-c300-44b5-8965-6747a671a51b req-e1a9b47a-13c6-42bb-933a-8456e75d8168 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041877 Aug 03 15:48:27.191166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-02cd4f6f-3537-431e-9e52-1f0ab4e31e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.193952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-02cd4f6f-3537-431e-9e52-1f0ab4e31e2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.0722885 Aug 03 15:48:27.248595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-5471453c-25ef-4369-8091-270bb476261d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416629 Aug 03 15:48:27.287881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6a197-3fe0-4860-9900-98c22c17280d req-cb22b6c7-624b-4210-93af-c660661caa68 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.289382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bec6a197-3fe0-4860-9900-98c22c17280d req-cb22b6c7-624b-4210-93af-c660661caa68 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 945 time: 0.0642071 Aug 03 15:48:27.316164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.345474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bec6a197-3fe0-4860-9900-98c22c17280d req-e0a269e4-2280-4ffc-b98f-1f89dc7385e3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466189 Aug 03 15:48:27.358648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:27.363127 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980aaa72-ded7-4597-83db-4c000f0b7862" -d '{"events": [{"server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "name": "network-vif-plugged", "status": "completed", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:27.367762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2ea45d38-5210-40e8-a119-43d90b910f59 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:27.395956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-c436eb5a-dcb0-435d-ab66-8ac3ecee5349 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383529 Aug 03 15:48:27.396671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:27.405258 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.487997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5bd3b-7994-4544-9e9f-0a543e466d28 req-e5a5d195-20a2-421e-964f-1de237ac79f8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.495421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8d5bd3b-7994-4544-9e9f-0a543e466d28 req-e5a5d195-20a2-421e-964f-1de237ac79f8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.0599637 Aug 03 15:48:27.527219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:27.546293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8d5bd3b-7994-4544-9e9f-0a543e466d28 req-13414715-7ee8-44b8-9c51-3ae6b9457ad2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Aug 03 15:48:27.569824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2ea45d38-5210-40e8-a119-43d90b910f59,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:27.575587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-01dd435d-2a33-4700-a8cc-816a76a5c964 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538272 Aug 03 15:48:27.585313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2ea45d38-5210-40e8-a119-43d90b910f59', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:27.588857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b7dc0-5e50-4dd0-8d0b-bb59e97b77b4 req-1620994f-75f3-4b28-a539-4b5823f5924d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.590520 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa3b7dc0-5e50-4dd0-8d0b-bb59e97b77b4 req-1620994f-75f3-4b28-a539-4b5823f5924d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.0911474 Aug 03 15:48:27.603494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54670) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:27.611473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Request body: {'floatingip': {'port_id': '1b16982f-6115-497c-8309-3bcc48976936'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:27.639829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.663994 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d73fa4-a540-43a0-a810-ed50e4e89ec1 x-openstack-request-id: req-07d73fa4-a540-43a0-a810-ed50e4e89ec1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:27.664351 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "name": "network-vif-plugged", "status": "completed", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:27.664758 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07d73fa4-a540-43a0-a810-ed50e4e89ec1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:27.665189 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'code': 200} Aug 03 15:48:27.667067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea45d38-5210-40e8-a119-43d90b910f59 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:27.671214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.694679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2ea45d38-5210-40e8-a119-43d90b910f59,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:27.701571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.793194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:27.793950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-6acdd978-0f55-4641-894d-6e2fc306bd82 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.795516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-6acdd978-0f55-4641-894d-6e2fc306bd82 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.1458683 Aug 03 15:48:27.810699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:27.842761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b808c-3623-4b15-80ff-031cad4645de req-b088ae7e-ae72-4d28-9b8c-de0e0a67c8b7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:27.843901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-468b808c-3623-4b15-80ff-031cad4645de req-b088ae7e-ae72-4d28-9b8c-de0e0a67c8b7 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 949 time: 0.0927401 Aug 03 15:48:27.907869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:27.927413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-468b808c-3623-4b15-80ff-031cad4645de req-df40eb5c-2c3b-4232-a1ce-f49443702f6b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722618 Aug 03 15:48:28.002792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2ea45d38-5210-40e8-a119-43d90b910f59'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:28.066914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:28.122071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:28.173997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db74a3-b67e-45d0-b2aa-94586c8d938c req-dc1c1f26-b7f9-4f81-8b18-d1aae1fae17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.175442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-94db74a3-b67e-45d0-b2aa-94586c8d938c req-dc1c1f26-b7f9-4f81-8b18-d1aae1fae17b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 1096 time: 0.4196374 Aug 03 15:48:28.196084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abdb054-c62d-4731-893c-546d26415af9'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:28.198328 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc78e5d9-a149-40f4-9fa7-9bf4d73ea2ee" -d '{"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-unplugged", "status": "completed", "tag": "0abdb054-c62d-4731-893c-546d26415af9"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:28.199585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f86ea9-02b3-4579-adf2-f9dcb8f43056 req-34c57208-c088-44d5-8c25-6d0ef5aa7d1d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.201149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0f86ea9-02b3-4579-adf2-f9dcb8f43056 req-34c57208-c088-44d5-8c25-6d0ef5aa7d1d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.3881843 Aug 03 15:48:28.203995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.231515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.300315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-94db74a3-b67e-45d0-b2aa-94586c8d938c req-46e8359a-e34f-4004-8d1c-3cd1faf3ec9e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153758 Aug 03 15:48:28.310506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0f86ea9-02b3-4579-adf2-f9dcb8f43056 req-72b69229-c1b6-4704-b40e-b09f46e74369 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899754 Aug 03 15:48:28.316249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be593a7-cfcf-4406-ba09-ad88dec17a07 req-87480945-988b-4f3b-966d-a3f609a2aa2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.317819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1be593a7-cfcf-4406-ba09-ad88dec17a07 req-87480945-988b-4f3b-966d-a3f609a2aa2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 944 time: 0.1349213 Aug 03 15:48:28.325438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:28.371013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:28.371372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:28.371662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:28.384494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:28.384824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Attempting to bind port 0abdb054-c62d-4731-893c-546d26415af9 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:28.395148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1be593a7-cfcf-4406-ba09-ad88dec17a07 req-6893f75d-ba3f-4da9-9272-9a03a8120261 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710733 Aug 03 15:48:28.395996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:28.396330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:28.396701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:28.397133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Bound port: 0abdb054-c62d-4731-893c-546d26415af9, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:28.397480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.541554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b77668-4587-4fc4-8f24-bec821eb868d req-aa81fa52-c895-4c64-af7f-fdb5922c8dcc tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.542966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65b77668-4587-4fc4-8f24-bec821eb868d req-aa81fa52-c895-4c64-af7f-fdb5922c8dcc tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 949 time: 0.1073177 Aug 03 15:48:28.546227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:28.552709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:28.569208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5601-c225-42b1-8d7f-248ac4b0e642 req-4068ecaf-b081-4f85-82fe-ba24c17f275c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.570835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496e5601-c225-42b1-8d7f-248ac4b0e642 req-4068ecaf-b081-4f85-82fe-ba24c17f275c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 945 time: 0.1050453 Aug 03 15:48:28.574214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf332c4-56aa-43a0-b501-9e00021fcd9a req-5a5e9ec8-9c63-4f80-918b-c00307e86f58 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.574383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.574483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdf332c4-56aa-43a0-b501-9e00021fcd9a req-5a5e9ec8-9c63-4f80-918b-c00307e86f58 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.1540403 Aug 03 15:48:28.704360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdf332c4-56aa-43a0-b501-9e00021fcd9a req-7847ea56-a244-4125-8c8f-b5861343e013 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209536 Aug 03 15:48:28.727924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496e5601-c225-42b1-8d7f-248ac4b0e642 req-69c614c8-bf41-4ce9-a3ae-4513852a12b5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489229 Aug 03 15:48:28.757226 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27541e6a-73cf-4b1d-b25b-d6c912862005 x-openstack-request-id: req-27541e6a-73cf-4b1d-b25b-d6c912862005 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:28.757727 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-unplugged", "status": "completed", "tag": "0abdb054-c62d-4731-893c-546d26415af9", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:28.757866 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27541e6a-73cf-4b1d-b25b-d6c912862005 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:28.758295 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abdb054-c62d-4731-893c-546d26415af9', 'code': 200} Aug 03 15:48:28.761540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.762347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.763698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 1121 time: 0.9589062 Aug 03 15:48:28.764757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820a95-1efd-4bfd-a06d-70e9258d76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:28.807900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port b4e51161-8849-43c4-80e2-859426dd65b0 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:28.808923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.881266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.885186 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.933279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0abdb054-c62d-4731-893c-546d26415af9'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:28.939097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e4421-82d1-499b-a112-4e35dea665f8 req-9a488328-b22f-4671-a6c1-e25b5f6861da tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.942124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-338e4421-82d1-499b-a112-4e35dea665f8 req-9a488328-b22f-4671-a6c1-e25b5f6861da tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.0879743 Aug 03 15:48:28.950514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a6b4-dcbd-4249-a666-b89c4301cabc req-f31fff78-c99a-4904-a09f-8cf6b1e4a58f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:28.951579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port b4e51161-8849-43c4-80e2-859426dd65b0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b4e51161-8849-43c4-80e2-859426dd65b0,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:28.952065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a81a6b4-dcbd-4249-a666-b89c4301cabc req-f31fff78-c99a-4904-a09f-8cf6b1e4a58f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.1113379 Aug 03 15:48:28.952328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:28.968818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54690) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:28.975192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Request body: {'floatingip': {'port_id': 'fcdb0039-f578-4854-a859-b751de05a84d'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:29.044380 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Floating IP 79cff55e-e32c-4da7-b655-f514f3ca4191 associated. External IP: 172.25.7.140, port: 1b16982f-6115-497c-8309-3bcc48976936. Aug 03 15:48:29.049004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for b4e51161-8849-43c4-80e2-859426dd65b0 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:29.067637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.092396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a81a6b4-dcbd-4249-a666-b89c4301cabc req-8b2e4007-7313-40c5-b417-ebe54d2603ce tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Aug 03 15:48:29.102851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:29.219841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:29.232587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'mac_address': 'fa:16:3e:d9:33:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:29.256047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-e9a323bc-4c51-488d-bd52-af88204b56d0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:29.257853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-e9a323bc-4c51-488d-bd52-af88204b56d0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 950 time: 0.2878668 Aug 03 15:48:29.273946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b6ee-26a3-485c-b3da-9c6d49763400 req-d823b9c5-b3ca-4bcd-af46-fa33a301caeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:29.277673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c411b6ee-26a3-485c-b3da-9c6d49763400 req-d823b9c5-b3ca-4bcd-af46-fa33a301caeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.2331119 Aug 03 15:48:29.284551 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.299612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:29.315113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde84fb-63c3-4ea5-af4d-8688b3a0929e req-2341805c-825e-4a8c-89b6-f0ce0fa5a58a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:29.316637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dde84fb-63c3-4ea5-af4d-8688b3a0929e req-2341805c-825e-4a8c-89b6-f0ce0fa5a58a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=79082be2-2ace-4e82-afce-62e92144b0fd HTTP/1.1" status: 200 len: 949 time: 0.1242023 Aug 03 15:48:29.323851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:29.329552 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.369844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2ea45d38-5210-40e8-a119-43d90b910f59 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:29.378504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:29.389459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dde84fb-63c3-4ea5-af4d-8688b3a0929e req-f7fc0036-19a0-49ff-84f6-b731525a24ca tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Aug 03 15:48:29.434093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:29.471569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 2ea45d38-5210-40e8-a119-43d90b910f59 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:29.476861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2ea45d38-5210-40e8-a119-43d90b910f59 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:29.477288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c411b6ee-26a3-485c-b3da-9c6d49763400 req-b1a94214-06b6-45f4-b184-4c83bbe1eee7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773531 Aug 03 15:48:29.477471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.626888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.637942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68433b41-11b8-402f-b7c7-1f9c05f1bf9a req-b35009f7-5bcb-46d4-9719-e32b890360f2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:29.642362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68433b41-11b8-402f-b7c7-1f9c05f1bf9a req-b35009f7-5bcb-46d4-9719-e32b890360f2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 944 time: 0.1389062 Aug 03 15:48:29.644855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.645851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:29.650022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:29.650366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.659073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3c17ab35-9887-43cd-b8fd-e5fa942c6167'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:29.664253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.667319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:29.702720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:29.706579 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05055df0-4864-4c9a-a9b1-309bccb705c4" -d '{"events": [{"server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "name": "network-vif-plugged", "status": "completed", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:29.723251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4ed64ef3-2d64-4963-b48c-b1c9e0eb1fc7 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "PUT /v2.0/floatingips/79cff55e-e32c-4da7-b655-f514f3ca4191 HTTP/1.1" status: 200 len: 991 time: 2.1180162 Aug 03 15:48:29.729043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'tag': '1b16982f-6115-497c-8309-3bcc48976936'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:29.731164 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7977f24-2fa9-4c16-9abf-e5057d038c61" -d '{"events": [{"name": "network-changed", "server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "tag": "1b16982f-6115-497c-8309-3bcc48976936"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:29.737606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Sync routers for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:29.743944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68433b41-11b8-402f-b7c7-1f9c05f1bf9a req-1d68183f-947c-44e5-97c1-a0c82b6ce9c8 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922477 Aug 03 15:48:29.760559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2ea45d38-5210-40e8-a119-43d90b910f59,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:29.782082 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554378a0-3fdd-4745-8b76-659f26bcff66 x-openstack-request-id: req-554378a0-3fdd-4745-8b76-659f26bcff66 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:29.782696 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "name": "network-vif-plugged", "status": "completed", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:29.783117 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-554378a0-3fdd-4745-8b76-659f26bcff66 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:29.784083 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59', 'code': 200} Aug 03 15:48:29.791857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=b4e51161-8849-43c4-80e2-859426dd65b0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:29.796361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:29.797739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:29.853871 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.867230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8305c8d0-893e-4a4b-adb6-a4946aa6b0df'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:29.909873 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb67e7b-5c5d-4ac5-98ac-2f79f9753f0d x-openstack-request-id: req-8eb67e7b-5c5d-4ac5-98ac-2f79f9753f0d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:29.911040 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "tag": "1b16982f-6115-497c-8309-3bcc48976936", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:29.912350 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8eb67e7b-5c5d-4ac5-98ac-2f79f9753f0d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:29.913786 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'tag': '1b16982f-6115-497c-8309-3bcc48976936', 'status': 'completed', 'code': 200} Aug 03 15:48:29.935023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.72', 56250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:29.935827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port b4e51161-8849-43c4-80e2-859426dd65b0 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:29.951007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:29.953705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "DELETE /v2.0/ports/b4e51161-8849-43c4-80e2-859426dd65b0 HTTP/1.1" status: 204 len: 173 time: 1.3988230 Aug 03 15:48:30.010891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5351c4-3a34-4c89-b18b-400aa9115be9 req-61d0401a-1287-4cce-9ccf-949ddb7ddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.012392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a5351c4-3a34-4c89-b18b-400aa9115be9 req-61d0401a-1287-4cce-9ccf-949ddb7ddcd2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1096 time: 0.1561899 Aug 03 15:48:30.057374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-30eb4164-eebb-4f03-a8de-1ac6be6b4001 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.058958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-30eb4164-eebb-4f03-a8de-1ac6be6b4001 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.1321094 Aug 03 15:48:30.067325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port 3c17ab35-9887-43cd-b8fd-e5fa942c6167, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3c17ab35-9887-43cd-b8fd-e5fa942c6167,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:30.067578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:30.070565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93fb40-fd10-4a2c-95e3-07db18810f28 req-ca6158b0-9531-4944-8e1b-ea2a534abd53 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.072473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f93fb40-fd10-4a2c-95e3-07db18810f28 req-ca6158b0-9531-4944-8e1b-ea2a534abd53 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 950 time: 0.1754725 Aug 03 15:48:30.122480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:30.126564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for 3c17ab35-9887-43cd-b8fd-e5fa942c6167 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:30.165504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-90bbf635-f0c5-4374-a5d8-876963401a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.167790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-90bbf635-f0c5-4374-a5d8-876963401a45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9763659d50d1446bab7dd4b69278b17d&device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 1096 time: 0.2295160 Aug 03 15:48:30.259968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16632b-34ef-40a6-8489-f44db402b3c8 req-d00a4f1e-baac-4108-9b57-60af38d0deb2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.261605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc16632b-34ef-40a6-8489-f44db402b3c8 req-d00a4f1e-baac-4108-9b57-60af38d0deb2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 945 time: 0.2570891 Aug 03 15:48:30.363578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:30.372651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a5351c4-3a34-4c89-b18b-400aa9115be9 req-a0b6958b-57e2-49f7-a7f9-7f6b9a05e03a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533857 Aug 03 15:48:30.377822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:30.399110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:30.420786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f93fb40-fd10-4a2c-95e3-07db18810f28 req-d28f0c42-66bd-485e-8d6d-4413023fb274 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9934bfa-0e25-4bc8-9ff6-c2301e290f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849252 Aug 03 15:48:30.587432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Deleting port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:30.588471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:30.715611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eb388-16d5-4040-b076-c8615d2331db req-3e474e06-32ba-4637-9197-06d6e0ffd78d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.718911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b6eb388-16d5-4040-b076-c8615d2331db req-3e474e06-32ba-4637-9197-06d6e0ffd78d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.1879444 Aug 03 15:48:30.760602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc16632b-34ef-40a6-8489-f44db402b3c8 req-3934c353-4bbc-4aaf-aee1-dd15b9f8da18 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824700 Aug 03 15:48:30.770554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] For port fa521dbf-abfd-4bd9-a88c-1e976a21ca93, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:30.770840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:30.797797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Calling delete_port for fa521dbf-abfd-4bd9-a88c-1e976a21ca93 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:30.798298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'tag': '0abdb054-c62d-4731-893c-546d26415af9'}, {'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'name': 'network-vif-deleted', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:30.800838 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfc7820-61ac-46f8-a43a-c0875db0c452" -d '{"events": [{"name": "network-changed", "server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "tag": "0abdb054-c62d-4731-893c-546d26415af9"}, {"server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "name": "network-vif-deleted", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:30.823370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-e05b06aa-cc4a-42aa-9629-78c545e82346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:30.824785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b6eb388-16d5-4040-b076-c8615d2331db req-87e2841a-51a8-4e65-a5f9-0c4676af9def tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983672 Aug 03 15:48:30.826281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-e05b06aa-cc4a-42aa-9629-78c545e82346 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3309533b-910e-4c8b-8802-f3f1b5e72750 HTTP/1.1" status: 200 len: 915 time: 0.6212809 Aug 03 15:48:31.011647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354764d-20e8-4900-b187-5c8c8179d1d2 req-e4f2bb1d-4e27-44a2-8c12-b2809e06dfcc tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.013237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c354764d-20e8-4900-b187-5c8c8179d1d2 req-e4f2bb1d-4e27-44a2-8c12-b2809e06dfcc tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 945 time: 0.0773187 Aug 03 15:48:31.055430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '79cff55e-e32c-4da7-b655-f514f3ca4191', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'port_id': '1b16982f-6115-497c-8309-3bcc48976936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'mac_address': 'fa:16:3e:3c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:05Z', 'updated_at': '2021-08-03T15:48:28Z', 'revision_number': 1, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:31.084857 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Floating IP 46b834b0-38f7-4891-a795-2526997b04e5 associated. External IP: 172.25.7.12, port: fcdb0039-f578-4854-a859-b751de05a84d. Aug 03 15:48:31.086445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Checking router: 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:31.098928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:31.099841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:31.121063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c354764d-20e8-4900-b187-5c8c8179d1d2 req-9b369a9c-3ed3-494b-aab8-1b3592f5b8e9 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Aug 03 15:48:31.133084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:31.169733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Pushing event deleted for resources: {'Port': ['ID=fa521dbf-abfd-4bd9-a88c-1e976a21ca93,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:31.185135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-167be7be-4f4d-4290-924b-08042d2b6fca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b16982f-6115-497c-8309-3bcc48976936 HTTP/1.1" status: 200 len: 999 time: 0.2880173 Aug 03 15:48:31.191845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:31.209547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333b1bb-c0a6-46e1-9ec1-21e4aafcf527 req-2a9c2e2e-9fe5-42fc-924b-3fb3a5c4c63b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.217988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7333b1bb-c0a6-46e1-9ec1-21e4aafcf527 req-2a9c2e2e-9fe5-42fc-924b-3fb3a5c4c63b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 948 time: 0.2350278 Aug 03 15:48:31.261845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] No DVR routers for this DVR port fa521dbf-abfd-4bd9-a88c-1e976a21ca93 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:31.264871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:31.270311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:31.272700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd42604d-3f62-4d67-a672-ba1cfefb81f6 req-3fbf6bf9-0562-4271-a603-2ab0e66cddf6 tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.78 "DELETE /v2.0/ports/fa521dbf-abfd-4bd9-a88c-1e976a21ca93 HTTP/1.1" status: 204 len: 173 time: 1.1895518 Aug 03 15:48:31.350410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=3c17ab35-9887-43cd-b8fd-e5fa942c6167,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:31.354835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cc1f3-2070-4efe-b014-2c46533939e2 req-1d1bdd3b-ccc7-4e60-8c7f-1547a4905f8d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.357213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec8cc1f3-2070-4efe-b014-2c46533939e2 req-1d1bdd3b-ccc7-4e60-8c7f-1547a4905f8d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 945 time: 0.0965827 Aug 03 15:48:31.408349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:31.410738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b4e51161-8849-43c4-80e2-859426dd65b0 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:31.412589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7333b1bb-c0a6-46e1-9ec1-21e4aafcf527 req-09d4baae-2501-43d3-be57-e6dc1301aff7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929917 Aug 03 15:48:31.449958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b4e51161-8849-43c4-80e2-859426dd65b0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:31.449958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b4e51161-8849-43c4-80e2-859426dd65b0 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:31.449958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbddc5c4-de5c-4864-81f4-1d89c9131641'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:31.454666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec8cc1f3-2070-4efe-b014-2c46533939e2 req-153c1e6c-7ba2-43ae-84be-f4e1b206443f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 Aug 03 15:48:31.526837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port 3c17ab35-9887-43cd-b8fd-e5fa942c6167 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:31.535943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:31.538630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-857d8c0a-ff02-466c-aad9-480a44cf29e5 req-b680d69e-1119-49cc-98a0-8c1067c64e57 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.72 "DELETE /v2.0/ports/3c17ab35-9887-43cd-b8fd-e5fa942c6167 HTTP/1.1" status: 204 len: 173 time: 2.2619603 Aug 03 15:48:31.542520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-8c073381-4242-4b05-859b-c55c62fd53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.544042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-8c073381-4242-4b05-859b-c55c62fd53c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f HTTP/1.1" status: 200 len: 853 time: 0.3156047 Aug 03 15:48:31.570130 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c90cf-edf0-4c04-a54c-e032ce096672 x-openstack-request-id: req-cc0c90cf-edf0-4c04-a54c-e032ce096672 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:31.570514 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "tag": "0abdb054-c62d-4731-893c-546d26415af9", "status": "completed", "code": 200}, {"server_uuid": "79082be2-2ace-4e82-afce-62e92144b0fd", "name": "network-vif-deleted", "tag": "b4e51161-8849-43c4-80e2-859426dd65b0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:31.570755 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc0c90cf-edf0-4c04-a54c-e032ce096672 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:31.571223 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'tag': '0abdb054-c62d-4731-893c-546d26415af9', 'status': 'completed', 'code': 200} Aug 03 15:48:31.571471 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79082be2-2ace-4e82-afce-62e92144b0fd', 'name': 'network-vif-deleted', 'tag': 'b4e51161-8849-43c4-80e2-859426dd65b0', 'status': 'completed', 'code': 200} Aug 03 15:48:31.688181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deea1fa2-4ae3-400e-b6b4-5c72c97b9cd0 req-7ddb63de-734b-45b9-b62d-10b9fb6145b8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c5f6b94-fe69-463d-ade0-e3c1e2c6407e HTTP/1.1" status: 200 len: 210 time: 0.0689583 Aug 03 15:48:31.715217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-98ed72c7-d950-4f5c-8a64-91b79b2e9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.736814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-98ed72c7-d950-4f5c-8a64-91b79b2e9b57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1124 time: 0.1345456 Aug 03 15:48:31.781960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-fad7f4da-746c-4bc0-8d4f-baa271ff2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:31.783864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-fad7f4da-746c-4bc0-8d4f-baa271ff2e40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3309533b-910e-4c8b-8802-f3f1b5e72750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115815 Aug 03 15:48:31.858485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44139f6a-872b-43ff-860a-14c1518b3910 req-715294c9-9a2a-4fd1-bca0-eb6adb6ec44b tempest-TenantUsagesTestJSON-1012099004 tempest-TenantUsagesTestJSON-1012099004-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed1a0bed-8a88-4136-86f7-29210ae5e1dc HTTP/1.1" status: 200 len: 210 time: 0.0853131 Aug 03 15:48:31.928180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:31.936608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'name': 'network-vif-deleted', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:31.949804 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b045bc29-2168-4cbc-b318-89fd2b1ac502" -d '{"events": [{"server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "name": "network-vif-deleted", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:31.975669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:48:32.001351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-31b8f425-ae4d-4571-a7b2-e0030a1615b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:32.002956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-31b8f425-ae4d-4571-a7b2-e0030a1615b0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2566273 Aug 03 15:48:32.028370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '79cff55e-e32c-4da7-b655-f514f3ca4191', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'port_id': '1b16982f-6115-497c-8309-3bcc48976936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'mac_address': 'fa:16:3e:3c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:05Z', 'updated_at': '2021-08-03T15:48:28Z', 'revision_number': 1, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:32.056448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-f1161b07-b665-401d-a4c2-913617e1e014 service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173038 Aug 03 15:48:32.071650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:32.107588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e996-0b5c-4832-bc4e-642db7b22a9b None None] The sync data for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 is: [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '79cff55e-e32c-4da7-b655-f514f3ca4191', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'floating_ip_address': '172.25.7.140', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'port_id': '1b16982f-6115-497c-8309-3bcc48976936', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'mac_address': 'fa:16:3e:3c:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:05Z', 'updated_at': '2021-08-03T15:48:28Z', 'revision_number': 1, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:32.110333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-d1d3e050-4a71-4eee-a06d-2b8dd168e655 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.0641932 Aug 03 15:48:32.142164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d1a3-4c51-4226-b296-69be41cfa13a req-1d5127d2-ba9f-4335-82c0-8ada553c5177 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:32.164971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d77d1a3-4c51-4226-b296-69be41cfa13a req-1d5127d2-ba9f-4335-82c0-8ada553c5177 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.1572495 Aug 03 15:48:32.326179 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a19c925-3f15-4460-bc15-d3be4bb06f16 x-openstack-request-id: req-2a19c925-3f15-4460-bc15-d3be4bb06f16 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:32.331188 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1a0bed-8a88-4136-86f7-29210ae5e1dc", "name": "network-vif-deleted", "tag": "fa521dbf-abfd-4bd9-a88c-1e976a21ca93", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:32.331468 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a19c925-3f15-4460-bc15-d3be4bb06f16 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:32.331857 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1a0bed-8a88-4136-86f7-29210ae5e1dc', 'name': 'network-vif-deleted', 'tag': 'fa521dbf-abfd-4bd9-a88c-1e976a21ca93', 'status': 'completed', 'code': 200} Aug 03 15:48:32.359468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d77d1a3-4c51-4226-b296-69be41cfa13a req-5bbdf049-75f2-4749-8c4f-80913182e861 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923752 Aug 03 15:48:32.379382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-c72281cb-3a43-4682-8790-8b6ef9fe77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:32.380729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-c72281cb-3a43-4682-8790-8b6ef9fe77b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.2072973 Aug 03 15:48:32.423812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-361ec33b-3607-489e-ac31-777c7dc1ae8f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295396 Aug 03 15:48:32.454947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:32.464148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:32.468808 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:32.504624 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:32.507641 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:32.520933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dcc253e5-1424-4372-af12-caebd9867232 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "PUT /v2.0/floatingips/46b834b0-38f7-4891-a795-2526997b04e5 HTTP/1.1" status: 200 len: 991 time: 3.5496154 Aug 03 15:48:32.538540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4636-2faf-4169-b0b2-71ac00ef141b req-cf9b6243-ae54-4f80-8bdd-a7b1017d6bf2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:32.540770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23dc4636-2faf-4169-b0b2-71ac00ef141b req-cf9b6243-ae54-4f80-8bdd-a7b1017d6bf2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 945 time: 0.1332476 Aug 03 15:48:32.543586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7977f24-2fa9-4c16-9abf-e5057d038c61 req-2e422783-2e3c-4e54-91bd-3e1eff5823cc service neutron] 10.222.0.72 "GET /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648077 Aug 03 15:48:32.600456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-0072a254-4e44-4ba9-b755-6901c0f0dcef service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674037 Aug 03 15:48:32.632949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23dc4636-2faf-4169-b0b2-71ac00ef141b req-823c0282-0f31-49e7-9d0e-3649e753c3d4 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Aug 03 15:48:32.645097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d18925-80d6-417c-adc3-79bc525acf57 None None] New status for floating IP 79cff55e-e32c-4da7-b655-f514f3ca4191: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:32.698191 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:32.825214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edfc7820-61ac-46f8-a43a-c0875db0c452 req-1bc245c4-0eda-405d-86cc-67ddd03171c6 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156296 Aug 03 15:48:32.848060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-08e6ee14-420a-48ae-92a7-814ebc14e54e service neutron] 10.222.0.78 "GET /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.1401024 Aug 03 15:48:32.858757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f63167-b4de-4538-bba2-3e9ce4a32739 req-5849dd2b-f22d-4be7-a9c3-5de04d2ff1f1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:32.871775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91f63167-b4de-4538-bba2-3e9ce4a32739 req-5849dd2b-f22d-4be7-a9c3-5de04d2ff1f1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 948 time: 0.1340497 Aug 03 15:48:32.953299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91f63167-b4de-4538-bba2-3e9ce4a32739 req-f18783be-3b02-4701-84e1-169ee0cae4aa tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755045 Aug 03 15:48:33.031595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'fcdb0039-f578-4854-a859-b751de05a84d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:d5:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:48:30Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:33.060660 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:33.071071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:33.071695 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:33.100265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:33.154234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-cfbe7770-fc15-4c28-bec2-55eece85ba94 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:33.157431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-cfbe7770-fc15-4c28-bec2-55eece85ba94 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1894746 Aug 03 15:48:33.173405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:33.182198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:33.182673 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:33.209324 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:33.261369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-ae4d6e5e-1f07-4ede-b123-b8bcabbcfa1d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.0851781 Aug 03 15:48:33.271824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:33.299337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:33.338736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:33.344879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:33.346019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:33.349574 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5990ad-0ecd-485b-99f0-0a25d3a4de08" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:33.351829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:33.355852 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:33.358234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fa521dbf-abfd-4bd9-a88c-1e976a21ca93 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:33.406022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: fa521dbf-abfd-4bd9-a88c-1e976a21ca93 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:33.406591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fa521dbf-abfd-4bd9-a88c-1e976a21ca93 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:33.408188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3c17ab35-9887-43cd-b8fd-e5fa942c6167 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:33.463012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 3c17ab35-9887-43cd-b8fd-e5fa942c6167 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:33.463702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3c17ab35-9887-43cd-b8fd-e5fa942c6167 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:33.478282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:33.488878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fee16b-b304-4b06-8603-673011d1097b req-60092737-3d14-42ce-829a-5d18e84951c5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:33.497308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1fee16b-b304-4b06-8603-673011d1097b req-60092737-3d14-42ce-829a-5d18e84951c5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 945 time: 0.1095631 Aug 03 15:48:33.514697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:33.525000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.525000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.525000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.525285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.526232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.526232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.526232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.526595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.527278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.527278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.527505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.527822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:48:33.568119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abdb054-c62d-4731-893c-546d26415af9 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:33.576396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1fee16b-b304-4b06-8603-673011d1097b req-c04d3b87-9f46-45ea-8770-9878f2ddf5ea tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779898 Aug 03 15:48:33.576863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'name': 'network-vif-deleted', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167'}, {'name': 'network-changed', 'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:33.580918 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1" -d '{"events": [{"server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "name": "network-vif-deleted", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167"}, {"name": "network-changed", "server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "tag": "fcdb0039-f578-4854-a859-b751de05a84d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:33.592524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:33.642463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:33.663711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54780) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:33.686239 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'fcdb0039-f578-4854-a859-b751de05a84d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:d5:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:48:30Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:33.716895 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb124c47-bd3e-4951-994e-e9411bce8958 None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '46b834b0-38f7-4891-a795-2526997b04e5', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'floating_ip_address': '172.25.7.12', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'port_id': 'fcdb0039-f578-4854-a859-b751de05a84d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'mac_address': 'fa:16:3e:d5:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:46:00Z', 'updated_at': '2021-08-03T15:48:30Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:33.806134 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda3074-365e-4b17-98b7-d63b4393564c x-openstack-request-id: req-1fda3074-365e-4b17-98b7-d63b4393564c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:33.806620 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:33.806850 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fda3074-365e-4b17-98b7-d63b4393564c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:33.807082 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'code': 200} Aug 03 15:48:33.911695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-209c0cbb-5fdc-41c3-9feb-3abe70ce846e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb6d2fab2d2f4741814e33ed2a095adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471881 Aug 03 15:48:33.912715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54788) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:33.962918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] Transition to ACTIVE for port object 0abdb054-c62d-4731-893c-546d26415af9 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:33.992258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c218ef-010b-40fa-8704-b9c1f2314cd4 req-87b9b6f4-68ab-42d5-903f-0cb6a4338fd7 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:33.993905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c218ef-010b-40fa-8704-b9c1f2314cd4 req-87b9b6f4-68ab-42d5-903f-0cb6a4338fd7 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 943 time: 0.1183977 Aug 03 15:48:34.005243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.016776 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b5a79-8e32-464d-864e-8dd55a017d2d None None] New status for floating IP 46b834b0-38f7-4891-a795-2526997b04e5: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:34.027172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.065710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042f935-c7ed-4a3b-b873-4148530f5aed req-f9ad5d54-361d-4ebf-9dbd-8089882e1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.068420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2042f935-c7ed-4a3b-b873-4148530f5aed req-f9ad5d54-361d-4ebf-9dbd-8089882e1966 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1100 time: 0.1591403 Aug 03 15:48:34.071076 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.086271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83c218ef-010b-40fa-8704-b9c1f2314cd4 req-e3d956ad-314b-4851-9326-8d6a579a10bf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Aug 03 15:48:34.141718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.144552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.145813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9934bfa-0e25-4bc8-9ff6-c2301e290f35 HTTP/1.1" status: 204 len: 168 time: 0.2181196 Aug 03 15:48:34.161580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923a037-89c7-4594-b76e-237b44a0e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9934bfa-0e25-4bc8-9ff6-c2301e290f35,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:34.182580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] No DVR routers for this DVR port 0abdb054-c62d-4731-893c-546d26415af9 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:34.236863 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9fac1-87ba-4dc1-ac3e-3fc0e3a26b82 x-openstack-request-id: req-c8b9fac1-87ba-4dc1-ac3e-3fc0e3a26b82 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:34.238116 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5f6b94-fe69-463d-ade0-e3c1e2c6407e", "name": "network-vif-deleted", "tag": "3c17ab35-9887-43cd-b8fd-e5fa942c6167", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "tag": "fcdb0039-f578-4854-a859-b751de05a84d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:34.238670 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8b9fac1-87ba-4dc1-ac3e-3fc0e3a26b82 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:34.239638 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5f6b94-fe69-463d-ade0-e3c1e2c6407e', 'name': 'network-vif-deleted', 'tag': '3c17ab35-9887-43cd-b8fd-e5fa942c6167', 'status': 'completed', 'code': 200} Aug 03 15:48:34.239934 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d', 'status': 'completed', 'code': 200} Aug 03 15:48:34.252940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] Pushing event updated for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:34.296085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2042f935-c7ed-4a3b-b873-4148530f5aed req-d4c18d49-8cf9-4d22-bd10-0d2492e47e13 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175851 Aug 03 15:48:34.339361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-a5933d6d-dcce-4b85-b107-2dd1294db072 service neutron] 10.222.0.78 "PUT /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4807608 Aug 03 15:48:34.375287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-51773b16-e0d1-4041-82b1-8b33625511c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.377136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-51773b16-e0d1-4041-82b1-8b33625511c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 1097 time: 0.1055887 Aug 03 15:48:34.382041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.386444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.395697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db976e2-2ca1-46a2-914d-ef3d2769bff9 req-3b9e654b-a11f-43b0-8696-ddc015d56c74 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.397383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8db976e2-2ca1-46a2-914d-ef3d2769bff9 req-3b9e654b-a11f-43b0-8696-ddc015d56c74 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.0708611 Aug 03 15:48:34.521955 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Floating IP b8e40120-5b82-4803-ac9c-5332466d79df associated. External IP: 172.25.7.175, port: 2c46d0b3-4b5d-4f53-861d-36301a511067. Aug 03 15:48:34.574285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8db976e2-2ca1-46a2-914d-ef3d2769bff9 req-18190112-fa8f-4967-854c-c9fc3f96244a tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342585 Aug 03 15:48:34.578425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:34.594889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-1b8e140c-23e5-4f84-ae83-6120c357d286 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.596670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-1b8e140c-23e5-4f84-ae83-6120c357d286 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1046319 Aug 03 15:48:34.619526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ba61990-6099-4bfd-b758-6cedb362ab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.627495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-656df58a-cdc8-40b4-bac5-e04e5a1db824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.629127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-656df58a-cdc8-40b4-bac5-e04e5a1db824 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 200 len: 924 time: 0.2268794 Aug 03 15:48:34.713208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-6fdd1098-d871-4912-aeb5-65645c24fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.714744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-6fdd1098-d871-4912-aeb5-65645c24fe7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda&tenant_id=b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 1095 time: 0.1082716 Aug 03 15:48:34.755976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-d654d9c5-08f8-4ae8-a6c5-86210bad3fcb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcdb0039-f578-4854-a859-b751de05a84d HTTP/1.1" status: 200 len: 1001 time: 0.1108012 Aug 03 15:48:34.831632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:34.833633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ba61990-6099-4bfd-b758-6cedb362ab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.839641 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ba61990-6099-4bfd-b758-6cedb362ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:34.848570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc961778-4858-4275-8284-b58c7dace61b req-fd6299ee-35f6-49e7-bfa9-06957b713d85 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.850056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc961778-4858-4275-8284-b58c7dace61b req-fd6299ee-35f6-49e7-bfa9-06957b713d85 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1219320 Aug 03 15:48:34.859669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-4696dc69-dba0-4475-914b-48170210da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.861094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-4696dc69-dba0-4475-914b-48170210da1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 200 len: 862 time: 0.0762315 Aug 03 15:48:34.868894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-de4912fd-a05f-443b-bcc6-03e4ecf65414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.870359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-de4912fd-a05f-443b-bcc6-03e4ecf65414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1095 time: 0.1134152 Aug 03 15:48:34.921066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba61990-6099-4bfd-b758-6cedb362ab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2161ba9-8e46-4309-a2f1-32945078a8ed,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:34.928247 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1ba61990-6099-4bfd-b758-6cedb362ab07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7eabfcc5cc8845b5ba4a28559cb6ae26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486664 Aug 03 15:48:34.931422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54802) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:34.983437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc961778-4858-4275-8284-b58c7dace61b req-49a60aa8-1a97-4972-a339-b1048f72bf6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261725 Aug 03 15:48:34.993868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-0cec42b6-f6b7-463e-9b46-029d32bb86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:34.995338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-0cec42b6-f6b7-463e-9b46-029d32bb86b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e7bd9128-887e-4f39-a77e-93eceddfe47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141899 Aug 03 15:48:35.041171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:35.042927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.047554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.051723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:35.066702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:35.067672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:35.097056 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.107618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-835a012c-fb76-490d-aba1-50dc8018ba21 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "PUT /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 996 time: 1.8451223 Aug 03 15:48:35.113684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-47356bcb-0349-468e-89f6-c12a541f83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.115162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-47356bcb-0349-468e-89f6-c12a541f83a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2323494 Aug 03 15:48:35.119465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:35.121815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:35.123966 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc77ee-9bec-4de5-be57-fb521483464d" -d '{"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:35.174826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0585dac8-8f42-4acb-97ef-3a399defc60b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.0510430 Aug 03 15:48:35.189830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-330a2d62-232f-48fe-889d-badc45080d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.197911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-330a2d62-232f-48fe-889d-badc45080d94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.0704479 Aug 03 15:48:35.258737 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-7c494f51-973e-4bbd-b419-2c8b2c72df40 service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496431 Aug 03 15:48:35.267486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.270267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.271611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2161ba9-8e46-4309-a2f1-32945078a8ed HTTP/1.1" status: 204 len: 168 time: 0.3382666 Aug 03 15:48:35.330489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-5fe16ee1-ea43-4b40-91e4-ec24bd9d9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.335075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-5fe16ee1-ea43-4b40-91e4-ec24bd9d9753 service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.1356938 Aug 03 15:48:35.343861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-3c2ef85b-9750-4b63-908f-db64d480d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.345680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-3c2ef85b-9750-4b63-908f-db64d480d266 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1566963 Aug 03 15:48:35.355132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb4bd-e26d-4d36-b961-76b4d28b3414 req-275f0362-2289-4912-be84-f153dad390d1 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.366464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c96cb4bd-e26d-4d36-b961-76b4d28b3414 req-275f0362-2289-4912-be84-f153dad390d1 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 945 time: 0.1931429 Aug 03 15:48:35.419994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:35.420426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-717d3f5c-3398-4418-a1a2-e9b20a687851 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525436 Aug 03 15:48:35.422956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf587c74-ffe2-4fa4-93fd-47473fe7da52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2161ba9-8e46-4309-a2f1-32945078a8ed,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:35.498883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:35.505592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-ca3e61f8-2dee-48df-888c-ae7fcfd045b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 999 time: 0.1616426 Aug 03 15:48:35.538509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c96cb4bd-e26d-4d36-b961-76b4d28b3414 req-a836b8cb-9bd5-44ed-a3d6-ef99f5427792 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572790 Aug 03 15:48:35.564195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-67183725-1f80-4c5a-b9da-212bccdd6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.572001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-67183725-1f80-4c5a-b9da-212bccdd6c83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.0653741 Aug 03 15:48:35.620652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-ff0923dc-e000-4a2b-9f83-0e5d19d20c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.623202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'port_id': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'mac_address': 'fa:16:3e:c0:c1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaccc68-000a-43c2-9752-1c3b3a3926fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:35.630976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-ff0923dc-e000-4a2b-9f83-0e5d19d20c45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574965 Aug 03 15:48:35.636820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-0b926ee2-7ce3-434e-bb77-d4baf5903d73 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:48:35.658669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-0b926ee2-7ce3-434e-bb77-d4baf5903d73 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265808 Aug 03 15:48:35.665491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-3a13d7fd-9d2c-4854-b0b9-935afabf036f service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358706 Aug 03 15:48:35.669968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9734b7b-59d0-4c8e-84f2-9b7b66d2d9d1 req-f831ce7c-39a5-41dd-a3a2-d5110a9cb9b6 service neutron] 10.222.0.78 "GET /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964574 Aug 03 15:48:35.678689 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b4113-1fd3-462b-a541-06806b2732cf x-openstack-request-id: req-1b8b4113-1fd3-462b-a541-06806b2732cf {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:35.679254 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:35.679758 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b8b4113-1fd3-462b-a541-06806b2732cf {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:35.680589 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:48:35.803354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.828844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:35.868208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:35.882286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:35.903018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc77ee-9bec-4de5-be57-fb521483464d req-9f8f0b74-c0b7-460e-bd5a-3246cddc83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.903018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-9f8f0b74-c0b7-460e-bd5a-3246cddc83dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.2119415 Aug 03 15:48:35.914620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-eca79b6e-e59b-49f7-ab0e-fe7837df2543 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550673 Aug 03 15:48:35.951434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-eba8a8ee-f5da-4770-95b9-effe96dd228d service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776103 Aug 03 15:48:35.973075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163c21f-fb4e-4383-a7d3-b23f4b681da7 req-937b0f58-173e-4748-aa51-fd847c188fd4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:35.976241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4163c21f-fb4e-4383-a7d3-b23f4b681da7 req-937b0f58-173e-4748-aa51-fd847c188fd4 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 944 time: 0.1976721 Aug 03 15:48:35.988230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:36.010991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['48d2824f-d27e-4c1d-924d-bfd0875c9bd7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:36.129040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f032d0a1-f9f6-4fb2-b7ce-b440e13aae7b req-e0568da6-f85d-48e7-bc00-2cfd0620640e service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898425 Aug 03 15:48:36.151774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:34Z', 'revision_number': 1, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:36.203550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:36.230088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:36.230806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:36.318810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02287b-2f6b-433d-a0b9-dedca5548270 req-3273d839-1f7d-4746-bd38-a3eb5ce3793b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.329019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4e02287b-2f6b-433d-a0b9-dedca5548270 req-3273d839-1f7d-4746-bd38-a3eb5ce3793b tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.0873897 Aug 03 15:48:36.379796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4e02287b-2f6b-433d-a0b9-dedca5548270 req-3aa788ee-ed33-4b69-94a5-125817a872ef tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Aug 03 15:48:36.402737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:36.518627 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4163c21f-fb4e-4383-a7d3-b23f4b681da7 req-b89af54a-1e6c-4316-8c67-82427d157f0e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234096 Aug 03 15:48:36.559042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-55d5e296-ee2b-4299-b63c-e3f7773666d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.561521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-55d5e296-ee2b-4299-b63c-e3f7773666d8 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 950 time: 0.6137691 Aug 03 15:48:36.582050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-2f056ff0-d80f-4df1-bff7-bde0b88d24ee tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.597139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-2f056ff0-d80f-4df1-bff7-bde0b88d24ee tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.2064664 Aug 03 15:48:36.617237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc77ee-9bec-4de5-be57-fb521483464d req-aeed98ad-edba-4234-99e3-b859537bdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.619119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-aeed98ad-edba-4234-99e3-b859537bdb48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.7022443 Aug 03 15:48:36.633301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9e67-836f-4edf-9168-3cfef0a58187 req-109acf13-84ec-4108-8f0a-c937b6cd232d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.635003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0dc9e67-836f-4edf-9168-3cfef0a58187 req-109acf13-84ec-4108-8f0a-c937b6cd232d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0930905 Aug 03 15:48:36.731557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0dc9e67-836f-4edf-9168-3cfef0a58187 req-43b01547-ca1c-4630-b40d-9a340e9fb8cc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861843 Aug 03 15:48:36.793388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:34Z', 'revision_number': 1, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:36.827693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1762-5515-47f9-891a-520d0991dd82 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:34Z', 'revision_number': 1, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:36.852677 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-82bbc847-6851-41fd-b350-cef8b00a5f2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 999 time: 0.1931698 Aug 03 15:48:36.869629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261e4cb-142e-4d85-8b69-1a71b777a82e req-7b6bd5dc-c7ca-405a-8d59-eed41ebd1e82 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.871255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c261e4cb-142e-4d85-8b69-1a71b777a82e req-7b6bd5dc-c7ca-405a-8d59-eed41ebd1e82 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 944 time: 0.0677476 Aug 03 15:48:36.917125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c261e4cb-142e-4d85-8b69-1a71b777a82e req-94495188-8e07-4a1e-9a79-a052e130cba4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364425 Aug 03 15:48:36.983280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b8e83f7e-36ee-4635-a7f5-ae4a2f4e36aa tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:36.985597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b8e83f7e-36ee-4635-a7f5-ae4a2f4e36aa tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2234337 Aug 03 15:48:36.993323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Deleting port fbddc5c4-de5c-4864-81f4-1d89c9131641 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:36.993748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.000860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc77ee-9bec-4de5-be57-fb521483464d req-9374b755-d451-4506-8465-590d823d8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:37.002400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-9374b755-d451-4506-8465-590d823d8de4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1193132 Aug 03 15:48:37.070197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0458a581-01b1-4016-9727-31f4b302ada0 service neutron] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:37.137803 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d575bbc-4cae-4351-99a3-367f0dc10c58 None None] New status for floating IP b8e40120-5b82-4803-ac9c-5332466d79df: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:37.156179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0458a581-01b1-4016-9727-31f4b302ada0 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.157567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd3b7900-d824-43d9-9f10-6cd547ecfe99 req-0458a581-01b1-4016-9727-31f4b302ada0 service neutron] 10.222.0.72 "DELETE /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.5503092 Aug 03 15:48:37.164368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:37.223294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-fb8477c3-2fbd-43e2-a6cb-2b27234442ad tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 999 time: 0.2262299 Aug 03 15:48:37.231540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:37.269622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:37.270636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbddc5c4-de5c-4864-81f4-1d89c9131641 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:37.281093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc77ee-9bec-4de5-be57-fb521483464d req-83a99d82-7c6a-4e63-a9c9-5b23b11f52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:37.282682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-83a99d82-7c6a-4e63-a9c9-5b23b11f52a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336223 Aug 03 15:48:37.289115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:37.289491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.360639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Calling delete_port for fbddc5c4-de5c-4864-81f4-1d89c9131641 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:37.376646 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.377114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd843-f3df-48ce-a414-fbc1bce8d10d req-ffc743eb-fb4c-47dd-91f8-0587471e7647 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:37.382451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23bdd843-f3df-48ce-a414-fbc1bce8d10d req-ffc743eb-fb4c-47dd-91f8-0587471e7647 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1351063 Aug 03 15:48:37.450223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23bdd843-f3df-48ce-a414-fbc1bce8d10d req-e240c22a-265c-4c02-a78b-aa6aac0f748e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Aug 03 15:48:37.460917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:37.503775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.542336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:37.546546 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383af40a-19d6-4dde-b20e-1a3d27bde867" -d '{"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:37.563430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-74712afb-5e8e-41c0-a6f1-5da26d15eda1 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689018 Aug 03 15:48:37.585215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbddc5c4-de5c-4864-81f4-1d89c9131641, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbddc5c4-de5c-4864-81f4-1d89c9131641,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:37.609946 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.610293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:37.731374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:37.788830 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.803110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:37.824121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:37.828722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.829003 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.831945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55bc77ee-9bec-4de5-be57-fb521483464d req-97c67ede-36d3-4a0a-abcb-a8d5d647e0f3 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462676 Aug 03 15:48:37.877376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Pushing event deleted for resources: {'Port': ['ID=fbddc5c4-de5c-4864-81f4-1d89c9131641,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:37.880756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb869e51-d82d-49a8-bc24-a946e6ffdb61 req-12fec6c9-9029-48d3-8277-b93a7ed71bc9 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:37.883228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb869e51-d82d-49a8-bc24-a946e6ffdb61 req-12fec6c9-9029-48d3-8277-b93a7ed71bc9 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c4ad619-00b5-4dd1-af94-61ff92daf89c HTTP/1.1" status: 200 len: 865 time: 0.0814126 Aug 03 15:48:37.903273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:37.926989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb869e51-d82d-49a8-bc24-a946e6ffdb61 req-46ce4bc0-8533-4950-92e6-c66756d722c0 tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e201c8a-8540-488d-857e-29f23184008a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Aug 03 15:48:37.979559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] No DVR routers for this DVR port fbddc5c4-de5c-4864-81f4-1d89c9131641 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:37.985612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:37.987620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-341140e1-71b5-44fd-aa94-677bcbe69328 req-7aebb8ce-8be8-4222-af46-8d98cb61973e tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] 10.222.0.78 "DELETE /v2.0/ports/fbddc5c4-de5c-4864-81f4-1d89c9131641 HTTP/1.1" status: 204 len: 173 time: 1.4080226 Aug 03 15:48:37.988119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-deleted', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:37.990567 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e2bc9-ad62-4b96-869d-7819f84b480a" -d '{"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-deleted", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:38.087108 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e2fd4-c034-4553-ab7f-338a74ab687d x-openstack-request-id: req-946e2fd4-c034-4553-ab7f-338a74ab687d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:38.087614 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:38.088067 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-946e2fd4-c034-4553-ab7f-338a74ab687d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:38.088632 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'code': 200} Aug 03 15:48:38.118752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:48:38.119765 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:48:38.189022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1eb4d-0e3c-4c77-b09a-51e1fdec14be req-237217d0-f186-4f17-bc97-e89f859d8d82 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:38.190545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58b1eb4d-0e3c-4c77-b09a-51e1fdec14be req-237217d0-f186-4f17-bc97-e89f859d8d82 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 944 time: 0.0545721 Aug 03 15:48:38.233938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58b1eb4d-0e3c-4c77-b09a-51e1fdec14be req-b5eb0a4c-acc0-406c-9682-c502072e5b52 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Aug 03 15:48:38.406981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a2c7-76eb-471b-bbd9-6b7373671bfe req-4fdc34ab-ad3e-4d7d-bb72-29213b0b960f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:38.408572 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4600a2c7-76eb-471b-bbd9-6b7373671bfe req-4fdc34ab-ad3e-4d7d-bb72-29213b0b960f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.0565627 Aug 03 15:48:38.451255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4600a2c7-76eb-471b-bbd9-6b7373671bfe req-f04d2950-42a7-4033-9e7b-ea6e695d2579 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Aug 03 15:48:38.510424 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65b21d3-030a-4443-a39e-770cfcd65a3f x-openstack-request-id: req-e65b21d3-030a-4443-a39e-770cfcd65a3f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:38.510713 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4ad619-00b5-4dd1-af94-61ff92daf89c", "name": "network-vif-deleted", "tag": "fbddc5c4-de5c-4864-81f4-1d89c9131641", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:38.510968 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e65b21d3-030a-4443-a39e-770cfcd65a3f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:38.511363 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4ad619-00b5-4dd1-af94-61ff92daf89c', 'name': 'network-vif-deleted', 'tag': 'fbddc5c4-de5c-4864-81f4-1d89c9131641', 'status': 'completed', 'code': 200} Aug 03 15:48:38.621489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:38.798238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e3400-c3ba-4557-899c-f11c3c7b90d1 req-8057cd47-c441-471c-a480-3b66745f784e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:38.799780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-559e3400-c3ba-4557-899c-f11c3c7b90d1 req-8057cd47-c441-471c-a480-3b66745f784e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1095 time: 0.0487220 Aug 03 15:48:38.838434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-559e3400-c3ba-4557-899c-f11c3c7b90d1 req-c5077a48-3519-45e8-ae52-20309d52e554 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Aug 03 15:48:38.873044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54888) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:39.046000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-d3e14672-b459-4181-b884-791c84b12eff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716926 Aug 03 15:48:39.058691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96d29-acef-40a1-a294-702ab81be8d5 req-0d646958-6ada-4742-8d94-08a87336281d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:39.062625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6e96d29-acef-40a1-a294-702ab81be8d5 req-0d646958-6ada-4742-8d94-08a87336281d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0700052 Aug 03 15:48:39.110268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6e96d29-acef-40a1-a294-702ab81be8d5 req-d3baf00e-efae-42e8-a2f6-9ece474aaaac tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Aug 03 15:48:39.411652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-2cd75234-91a4-439c-bb4d-c1bc242fa098 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:39.413508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-2cd75234-91a4-439c-bb4d-c1bc242fa098 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.1517317 Aug 03 15:48:39.435881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-575d3859-94be-41ed-b0fb-484146f4da6a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/quotas/b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 375 time: 0.0154700 Aug 03 15:48:39.548655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:39.557511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:39.575052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:39.679024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6962437a-4c93-4fe8-bfe8-ecf5ad1de48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:39.762898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-4bc0f00d-01f4-4bc7-8a8f-2c323d30a4d4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:39.765723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-4bc0f00d-01f4-4bc7-8a8f-2c323d30a4d4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.0816617 Aug 03 15:48:39.768839 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Floating IP b8e40120-5b82-4803-ac9c-5332466d79df associated. External IP: 172.25.7.175, port: 2c46d0b3-4b5d-4f53-861d-36301a511067. Aug 03 15:48:39.775766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-d0c6287c-9667-4f8e-8b92-f6d942b79e30 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3330350 Aug 03 15:48:39.896263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-02aa05ef-d902-49ce-a8cb-19c15b2c83fa service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104264 Aug 03 15:48:39.960579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b494746-f1be-464b-b5b1-f010ee9815c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c4518d8a3f946d79b8a802b20df47b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3842683 Aug 03 15:48:39.963353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54946) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:40.043089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Deleting port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:40.043442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.054313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-425b7bb9-b282-4dec-8052-4c4a00349d2b service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512260 Aug 03 15:48:40.056799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.087234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.171863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.177806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.183615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e201c8a-8540-488d-857e-29f23184008a HTTP/1.1" status: 204 len: 168 time: 0.2189181 Aug 03 15:48:40.199828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8775a3-e325-4251-ab4d-a04bf2962093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e201c8a-8540-488d-857e-29f23184008a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:40.237961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] For port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:40.238439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.242028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:40.259040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Calling delete_port for 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:40.459861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:40.480628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:40.491434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045904c-f00d-4dfb-9969-c25126219100 req-e7fdadc6-5085-4298-912a-219e7e30e818 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:40.493693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2045904c-f00d-4dfb-9969-c25126219100 req-e7fdadc6-5085-4298-912a-219e7e30e818 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 943 time: 0.0687976 Aug 03 15:48:40.504021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:40.505364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:40.566252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2045904c-f00d-4dfb-9969-c25126219100 req-eb7fde13-e059-4ae1-8164-4e14fbecf02b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659654 Aug 03 15:48:40.637477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-069b31e0-8de3-4845-8658-055b0642b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:40.639260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-069b31e0-8de3-4845-8658-055b0642b67e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1100 time: 0.0924718 Aug 03 15:48:40.670420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54966) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:40.674128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:40.745263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.782646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d31ca-d483-423e-9060-735d231d228c req-c57dfa91-0335-47f0-9078-5bdb9457b982 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:40.790192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb3d31ca-d483-423e-9060-735d231d228c req-c57dfa91-0335-47f0-9078-5bdb9457b982 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1109056 Aug 03 15:48:40.816273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event deleted for resources: {'Port': ['ID=48d2824f-d27e-4c1d-924d-bfd0875c9bd7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:40.838151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-a1760111-df49-409b-9769-b9457a7b763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:40.839919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-a1760111-df49-409b-9769-b9457a7b763a service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1898990 Aug 03 15:48:40.845285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] No DVR routers for this DVR port 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:40.860119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca0d9bde-d6fb-486e-acee-81cc9c27fafa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d229ff6eabe4e45a735e6f3956d9cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784172 Aug 03 15:48:40.860119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:40.860119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5a712a5-6e97-4973-9b6b-191339853e10 req-edce5768-315c-4ab3-8f3f-026302e362cb tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "DELETE /v2.0/ports/48d2824f-d27e-4c1d-924d-bfd0875c9bd7 HTTP/1.1" status: 204 len: 173 time: 1.0799744 Aug 03 15:48:40.860119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'name': 'network-vif-deleted', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:40.861123 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687055f8-6879-482d-b0f1-c49992444458" -d '{"events": [{"server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "name": "network-vif-deleted", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:40.864644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54968) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:40.918408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-22cbf0eb-d250-4225-8618-96756ed29ebc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.0524378 Aug 03 15:48:40.931117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb3d31ca-d483-423e-9060-735d231d228c req-6f9824fc-8f71-420d-864f-b68b98a43283 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398005 Aug 03 15:48:41.002134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-94ad5dcd-8988-4077-983d-139158668ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.003758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-94ad5dcd-8988-4077-983d-139158668ac6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0622258 Aug 03 15:48:41.026746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:41.076574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:39Z', 'revision_number': 3, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:41.106271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a5cfc97-4bb6-4433-9986-9208955957dd req-e4a940f5-b4ad-4f7d-a3aa-df5f4cd4f079 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 210 time: 0.0557852 Aug 03 15:48:41.107313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:41.122899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:41.126895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:41.131870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:41.152273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-d60a86fb-0f98-4850-b39d-fba97bc4f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.154269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-d60a86fb-0f98-4850-b39d-fba97bc4f723 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312044 Aug 03 15:48:41.165403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:41.184696 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cb3b8-4a95-4b5d-a440-09c4fa78c7d2 x-openstack-request-id: req-0b7cb3b8-4a95-4b5d-a440-09c4fa78c7d2 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:41.187600 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb1b446-b3bc-45e7-ac8a-be4e7abac47a", "name": "network-vif-deleted", "tag": "48d2824f-d27e-4c1d-924d-bfd0875c9bd7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:41.188111 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b7cb3b8-4a95-4b5d-a440-09c4fa78c7d2 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:41.189143 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb1b446-b3bc-45e7-ac8a-be4e7abac47a', 'name': 'network-vif-deleted', 'tag': '48d2824f-d27e-4c1d-924d-bfd0875c9bd7', 'status': 'completed', 'code': 200} Aug 03 15:48:41.222767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:41.230439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:41.319504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-2a244139-721b-4b47-83eb-699de0131f8f service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518381 Aug 03 15:48:41.323208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-0d7d66ef-a54e-4878-8f49-989de7be3ce1 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "PUT /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 998 time: 4.0989392 Aug 03 15:48:41.346120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:41.348910 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:41.350291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/261d69c4-6b12-4009-bd1a-ae617139dda2 HTTP/1.1" status: 204 len: 168 time: 0.4830627 Aug 03 15:48:41.382055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119abc0-95fd-4910-8e93-954cce69a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d69c4-6b12-4009-bd1a-ae617139dda2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:41.394406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-762ab05b-dd11-4a36-b78f-dea06e487501 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.396056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-762ab05b-dd11-4a36-b78f-dea06e487501 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports/2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 942 time: 0.0625882 Aug 03 15:48:41.466631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:41.576605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-5306b6ee-bb56-4e39-869c-b108a3c78cc3 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248993 Aug 03 15:48:41.629679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b5a64f3a-c860-442c-b136-c57f068fbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.634208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b5a64f3a-c860-442c-b136-c57f068fbb35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.1056087 Aug 03 15:48:41.815716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d15cdf67-7cd9-4507-a496-e4c53056a6c9 req-661e0618-9123-4a18-af0a-59d0ec962ae2 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb1b446-b3bc-45e7-ac8a-be4e7abac47a HTTP/1.1" status: 200 len: 210 time: 0.0516367 Aug 03 15:48:41.828538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-5ec8a859-5b0f-4721-85f8-ee741e02df18 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.830282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-5ec8a859-5b0f-4721-85f8-ee741e02df18 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.2274179 Aug 03 15:48:41.862300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Request body: {'port': {'device_id': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'admin_state_up': True, 'tenant_id': 'b166272c9369477080b240234c68e894'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:41.865826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-236039e1-0b23-4315-8cc8-d17ac26015f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:41.878819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-236039e1-0b23-4315-8cc8-d17ac26015f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2371926 Aug 03 15:48:41.923786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:39Z', 'revision_number': 3, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:41.943941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-836c5f21-9b87-416a-a7c9-8e2b6f21b89d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.0639377 Aug 03 15:48:41.965444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292501-618d-48c3-9de2-cc80193c406c None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:39Z', 'revision_number': 3, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:42.027773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-5d084010-6363-4823-9163-85735e6773f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.029293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-5d084010-6363-4823-9163-85735e6773f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.0843351 Aug 03 15:48:42.100562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdad7-ce3c-42d2-aeab-9e7e61277a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.117838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b1926207-7c37-42e5-8df5-a85fdfedc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.119642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b1926207-7c37-42e5-8df5-a85fdfedc920 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786979 Aug 03 15:48:42.137498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-23258c02-f7c7-4652-95ed-51be3e968226 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:48:42.138591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-23258c02-f7c7-4652-95ed-51be3e968226 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056973 Aug 03 15:48:42.172505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf10a3-3efc-42ce-aae1-3b6023d71a52 req-2ecc7a72-fd9d-4b54-8795-cf981335c630 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.174251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5abf10a3-3efc-42ce-aae1-3b6023d71a52 req-2ecc7a72-fd9d-4b54-8795-cf981335c630 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1213541 Aug 03 15:48:42.175378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:42.178789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.255295 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e069d59-afdd-485b-b189-9a80b6c4de9c None None] New status for floating IP b8e40120-5b82-4803-ac9c-5332466d79df: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:42.260090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5abf10a3-3efc-42ce-aae1-3b6023d71a52 req-0c37717a-cf98-4529-bb67-ca62129ce3d6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760086 Aug 03 15:48:42.350174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-b3366136-0baa-471e-9b98-c8239989ef01 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025270 Aug 03 15:48:42.441569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08710f44-545b-4783-8b62-50b8bb445843 req-6dfc53ac-96e2-482f-bb15-7247982ca386 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 210 time: 0.0372338 Aug 03 15:48:42.475999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-4094fbbd-3b2a-4502-8494-9c9b87ba2e40 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174190 Aug 03 15:48:42.503552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Allocated IP 172.20.0.4 (c11d9d27-79ff-4f13-954a-3f28875c4fd8/eacb44fd-77dd-4e74-9ccf-5c384b3824cd/ab086549-be5e-499e-8417-4f54c6f63777) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:42.597087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-1cc41e4e-80ab-4f97-8694-ead6b1f506f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.599935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-1cc41e4e-80ab-4f97-8694-ead6b1f506f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1096 time: 0.0798891 Aug 03 15:48:42.650770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:42.691352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:42.692983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:42.697938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.743676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.773316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-fa95551f-64a1-4db1-9db9-cc517613ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.774961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-fa95551f-64a1-4db1-9db9-cc517613ff5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.1672623 Aug 03 15:48:42.798071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.860543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:42.866844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:42.873254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:42.879644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:42.888303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-5e06da4d-2b10-46d2-9ae6-28669528ca54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 1001 time: 0.1040878 Aug 03 15:48:42.948134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:42.974410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:42.975083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:42.997968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-f000e3e1-db28-4394-953b-e696d1870115 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1500578 Aug 03 15:48:43.002037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-2a9072e2-c42b-4632-ba3f-a9e29ca58a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.003779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-2a9072e2-c42b-4632-ba3f-a9e29ca58a69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1082239 Aug 03 15:48:43.021957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Request body: {'port': {'device_id': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:43.070429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-ea453d79-94b5-449e-a9b3-eb54b304995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.072804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-ea453d79-94b5-449e-a9b3-eb54b304995e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616019 Aug 03 15:48:43.102214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.159418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55046) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:43.167888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:43.194999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}, {'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:43.196917 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2" -d '{"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}, {"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:43.197982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:43.198331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 48d2824f-d27e-4c1d-924d-bfd0875c9bd7 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:43.230465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:42Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:43.266132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:43.276304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:43.277687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:43.301908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-ac47447d-28df-4a84-b709-95a48c5bf91a service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201555 Aug 03 15:48:43.373400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b4638c-ce82-4f92-85fc-b78bc4605530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.418221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-039b822d-94a5-45b2-bb0d-0a2413ec0ae3 req-a18e30f0-a25f-40f5-8ee3-6b06e9512b00 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152992 Aug 03 15:48:43.461499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:43.487298 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738b646-943a-4b35-a9a2-bf33391b7ef3 x-openstack-request-id: req-b738b646-943a-4b35-a9a2-bf33391b7ef3 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:43.487789 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:43.488254 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b738b646-943a-4b35-a9a2-bf33391b7ef3 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:43.488806 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:48:43.488928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-ecb8be1f-a907-4b6d-84c5-92355e3ae686 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.489472 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59', 'status': 'completed', 'code': 200} Aug 03 15:48:43.496340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-ecb8be1f-a907-4b6d-84c5-92355e3ae686 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.2258918 Aug 03 15:48:43.541407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-43a2b354-8ab5-4b53-8f45-e0db6203069a tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/quotas/ee2c839be74148dcbf0c35adeafe8bb3 HTTP/1.1" status: 200 len: 375 time: 0.0441303 Aug 03 15:48:43.610216 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.641707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-72d4731d-4db3-4d95-8530-f2cca23039a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.644998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-72d4731d-4db3-4d95-8530-f2cca23039a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.1311457 Aug 03 15:48:43.701903 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-b8cdfe68-e615-4593-b703-73de9604497e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591508 Aug 03 15:48:43.748960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa642d-0722-4eab-aee8-092664c21526 req-c54bd4eb-f28b-4fbc-a752-79bb331b7b71 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.751259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13aa642d-0722-4eab-aee8-092664c21526 req-c54bd4eb-f28b-4fbc-a752-79bb331b7b71 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1729636 Aug 03 15:48:43.782389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab086549-be5e-499e-8417-4f54c6f63777 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:43.790606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:42Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:43.796553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b4638c-ce82-4f92-85fc-b78bc4605530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.800600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.806086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b4638c-ce82-4f92-85fc-b78bc4605530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.820116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a42f5d-adc1-4d33-814e-b1c9e9eea068 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2ea45d38-5210-40e8-a119-43d90b910f59', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:5b:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:42Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:43.825203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-f6033aba-58ab-453e-a8fd-d9526319dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:43.826602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-f6033aba-58ab-453e-a8fd-d9526319dad2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.1714535 Aug 03 15:48:43.830226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13aa642d-0722-4eab-aee8-092664c21526 req-797b3edc-419d-4ce8-9811-f596ba485803 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Aug 03 15:48:43.865284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Transition to ACTIVE for port object ab086549-be5e-499e-8417-4f54c6f63777 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:43.874646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05b4638c-ce82-4f92-85fc-b78bc4605530 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ed7b2bb687a4121b86eaffcd3592400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135458 Aug 03 15:48:43.876681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-0da2f7e5-c513-4670-b36e-d1a85ecc2f97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.0414317 Aug 03 15:48:43.877367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:43.881521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:43.896121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4638c-ce82-4f92-85fc-b78bc4605530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e9410-033b-416a-9452-f1b3f1c7eeb1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:43.934921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-ab88f568-d603-46fc-afb1-52fdc7f0fc5a service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228403 Aug 03 15:48:43.966605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:44.016618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-96d71739-47d9-4016-ba2c-00f0f3f4601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.018187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-96d71739-47d9-4016-ba2c-00f0f3f4601f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1249375 Aug 03 15:48:44.022361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-dcf3fc26-3847-4787-9189-5f54c81512ae tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1429079 Aug 03 15:48:44.091105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.098713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-df670d31-c6a8-4e50-8b8d-36e77489f0cb service neutron] 10.222.0.70 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555479 Aug 03 15:48:44.102881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:44.103257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:44.103543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:44.107879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:44.108489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:44.114294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:44.114647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:44.115196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:44.115751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Bound port: ab086549-be5e-499e-8417-4f54c6f63777, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:44.116116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.123374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-8c0784cf-d84f-41c5-84dd-f8f6525d884d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.125355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-8c0784cf-d84f-41c5-84dd-f8f6525d884d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports/2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 942 time: 0.0809486 Aug 03 15:48:44.138527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.161932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-e1ced8ed-90fc-4c72-b543-a181abe509f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.163464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-e1ced8ed-90fc-4c72-b543-a181abe509f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357501 Aug 03 15:48:44.208748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:44.212271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:44.217268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.266804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.267420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.268980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] 10.222.0.78 "PUT /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 1091 time: 1.2618113 Aug 03 15:48:44.269428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:44.272120 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07" -d '{"events": [{"name": "network-changed", "server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "tag": "ab086549-be5e-499e-8417-4f54c6f63777"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:44.324215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187b9b4-bddf-431c-8b10-bf8c97ef4415 service neutron] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:44.339061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.341608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.345748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e04e9410-033b-416a-9452-f1b3f1c7eeb1 HTTP/1.1" status: 204 len: 168 time: 0.4644756 Aug 03 15:48:44.357018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-256afb48-0915-4c8d-8f74-afde519068da tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1806257 Aug 03 15:48:44.364014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-1b1f6d57-6157-485c-a115-9a09d2511701 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853836 Aug 03 15:48:44.367547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d86f60-1568-4cd8-a9d4-15f0779fbffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e9410-033b-416a-9452-f1b3f1c7eeb1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:44.392166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06f73b-1990-49b9-979d-8ff23bff4fe7 req-93ac6ac5-27b7-485a-b8bf-b0549a3c5d45 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.399434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec06f73b-1990-49b9-979d-8ff23bff4fe7 req-93ac6ac5-27b7-485a-b8bf-b0549a3c5d45 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.0914669 Aug 03 15:48:44.411590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-212ca5b0-453e-4931-91e8-5e0e784250d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.412905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-212ca5b0-453e-4931-91e8-5e0e784250d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1094 time: 0.0897694 Aug 03 15:48:44.477051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-994e21aa-ca6d-49ff-be4b-c143f366a56b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 217 time: 0.0495284 Aug 03 15:48:44.482333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec06f73b-1990-49b9-979d-8ff23bff4fe7 req-860920b3-2a64-474f-95e9-99e0d7470765 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818839 Aug 03 15:48:44.599834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-62d8269c-e849-4df7-84e0-9de1faf827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.602325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-62d8269c-e849-4df7-84e0-9de1faf827c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1169121 Aug 03 15:48:44.663248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-9f86f424-74eb-4a4e-bffd-f13cbd5904c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309255 Aug 03 15:48:44.816035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-144b2c4f-aaa2-423c-a875-9e61839a95cc service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447375 Aug 03 15:48:44.926144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:44.929022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-d131dee7-c243-462a-84fd-2a48cb93d4b7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:44.931774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7a5372-7c20-4a01-9a38-0cbf06807ab3 req-d131dee7-c243-462a-84fd-2a48cb93d4b7 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.5665748 Aug 03 15:48:44.934726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-0e9e21ad-0a08-4617-84a5-5abcfbe6a35b service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529494 Aug 03 15:48:44.986060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db6b0dcb-74c2-4ca2-93eb-e66419bb18c6 req-7d7776d0-15f5-4c81-9eb4-2c73a36475cf service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544697 Aug 03 15:48:45.084217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f787e946-eae7-4ae4-ae08-2b86c66f23e4 req-b56d3b7f-2a37-44c7-b7c6-cafdeb189851 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 210 time: 0.0402966 Aug 03 15:48:45.115805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-23c59d85-5925-402f-9f60-d67f12228a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.119145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-23c59d85-5925-402f-9f60-d67f12228a0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1096 time: 0.0986280 Aug 03 15:48:45.132554 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f966f-9185-44a9-a345-dc2ac377e28f x-openstack-request-id: req-471f966f-9185-44a9-a345-dc2ac377e28f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:45.132940 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "tag": "ab086549-be5e-499e-8417-4f54c6f63777", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:45.133298 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-471f966f-9185-44a9-a345-dc2ac377e28f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:45.133790 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777', 'status': 'completed', 'code': 200} Aug 03 15:48:45.219964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab60464-48b8-454f-80d7-8153f124472e req-197607ff-0537-416f-8338-6e1ec7bc8ac2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.227079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ab60464-48b8-454f-80d7-8153f124472e req-197607ff-0537-416f-8338-6e1ec7bc8ac2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0889130 Aug 03 15:48:45.260696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-4058d9c2-709c-4d3c-9505-655b788f3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.262302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-4058d9c2-709c-4d3c-9505-655b788f3feb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1094 time: 0.0946836 Aug 03 15:48:45.290921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-b369e453-ca2c-4925-8839-0708c2ac90b5 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1260531 Aug 03 15:48:45.298314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ab60464-48b8-454f-80d7-8153f124472e req-be6b3eae-c83e-455c-965f-00b2b4d0e668 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Aug 03 15:48:45.353545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-d6133896-1481-441b-8acb-734677118029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.354815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-d6133896-1481-441b-8acb-734677118029 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2228301 Aug 03 15:48:45.370354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-fd526501-0cea-47d8-baba-77bf2ad7b14c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.372009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-fd526501-0cea-47d8-baba-77bf2ad7b14c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports/2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 942 time: 0.0700648 Aug 03 15:48:45.429399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-3b712a00-f376-4b9e-9e5e-773427d002f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.432074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-3b712a00-f376-4b9e-9e5e-773427d002f7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.1511357 Aug 03 15:48:45.484579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55124) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:45.486866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-944c857e-a227-4aa5-a46b-e88fb6593623 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 1001 time: 0.1137631 Aug 03 15:48:45.489246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-3559de3e-4e93-4faa-9697-b99572c0ef13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 217 time: 0.0453320 Aug 03 15:48:45.579596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-d83baead-1519-4869-a954-5f1f4934531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.581438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-d83baead-1519-4869-a954-5f1f4934531d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.0852911 Aug 03 15:48:45.611830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-2110d4e2-c55d-4359-a3da-f65888c79633 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1766560 Aug 03 15:48:45.642634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-fd78da4a-c7c7-4a3d-8920-b4f9a12fc24f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506721 Aug 03 15:48:45.643137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-network', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:45.753830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-00d4c40d-bf55-4170-84c7-6a267510054e service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011107 Aug 03 15:48:45.830082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-b15d5b2a-7c51-4228-93f2-3db0b9467a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.831595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-b15d5b2a-7c51-4228-93f2-3db0b9467a23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.3367653 Aug 03 15:48:45.855455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Made reservation on behalf of fa7227633e7a47d9bb360beb26cb523c for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:45.857892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:45.867082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-a60a45f9-d007-4fd4-98f1-c928bbc49fa6 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.868175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-a60a45f9-d007-4fd4-98f1-c928bbc49fa6 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 821 time: 0.2514391 Aug 03 15:48:45.881042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620172be-fe30-46e5-8d6d-a004a3009237 req-6065e323-bba1-43b7-ae36-861650bb1e3b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:45.882596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-620172be-fe30-46e5-8d6d-a004a3009237 req-6065e323-bba1-43b7-ae36-861650bb1e3b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1225529 Aug 03 15:48:45.899427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Request body: {'port': {'device_id': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'admin_state_up': True, 'tenant_id': 'ee2c839be74148dcbf0c35adeafe8bb3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:45.915676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:45.924398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b48bd2a3-b39f-42cc-96aa-05d1356e8e07 req-ab9b6142-9fb5-4bea-8700-f78381d1987d service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616433 Aug 03 15:48:45.929103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:45.955510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-620172be-fe30-46e5-8d6d-a004a3009237 req-a1d84e02-0a28-4cde-9df8-d855b5f15c89 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582376 Aug 03 15:48:46.030272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-bf1a5c34-8ca4-436c-955c-40f7896c1611 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:46.031727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-bf1a5c34-8ca4-436c-955c-40f7896c1611 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.4190722 Aug 03 15:48:46.037473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-209dfc4c-3c54-4990-971f-df3366ed3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:46.039276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-209dfc4c-3c54-4990-971f-df3366ed3729 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985466 Aug 03 15:48:46.073845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2a3cdd6-1838-4794-be04-d7ce487196d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.199396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d444e20e-74e6-4263-8985-75dd06558fb1 req-6eb10789-c79b-4f86-ab4a-e76e413f468f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Aug 03 15:48:46.233187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-d41e3aa7-8b02-4d5f-ab02-fc9840ec92c2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1865687 Aug 03 15:48:46.246666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:46.310300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-9c96792f-0443-4940-af7e-66fe4da1afd2 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563250 Aug 03 15:48:46.350877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.413892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab35ce-8966-451f-8dff-8627d7273eab req-78c1b673-36e0-405c-b662-ccf2034eddbe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:46.415820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9ab35ce-8966-451f-8dff-8627d7273eab req-78c1b673-36e0-405c-b662-ccf2034eddbe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0505331 Aug 03 15:48:46.433847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.445431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.470633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:48:46.470633 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:48:46.470633 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id_1': 'ee2c839be74148dcbf0c35adeafe8bb3', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 48, 46, 222993)}] Aug 03 15:48:46.470633 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:48:46.471118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9ab35ce-8966-451f-8dff-8627d7273eab req-4c503fa9-3262-4780-b333-dca2a78f7e66 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 Aug 03 15:48:46.471606 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:48:46.544251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:48:46.544503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2a3cdd6-1838-4794-be04-d7ce487196d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.550108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2a3cdd6-1838-4794-be04-d7ce487196d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.557443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488d7a77-fa0c-47a9-b6c8-c1eb6744fe79,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:46.573803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.574165 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Added segment 44ce9e46-b545-4c7f-9244-d53e2a3d174d of type vlan for network b8a21e9f-57ac-44be-af6d-3ae510a10df5 Aug 03 15:48:46.580349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b2a3cdd6-1838-4794-be04-d7ce487196d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b071a202c2934d8d80c94f6a79668c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502185 Aug 03 15:48:46.581355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f31c77d8-2d43-43d6-ad09-c2a1e35325e2 req-33ef8d7c-165e-4c74-ac6b-25000ef69ba9 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563367 Aug 03 15:48:46.583049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55146) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:46.618517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3cdd6-1838-4794-be04-d7ce487196d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b369c6fd-9396-4f14-a466-33ef359b8faf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:46.657597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.666516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.671706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.676048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.676380 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Floating IP b8e40120-5b82-4803-ac9c-5332466d79df disassociated. External IP: 172.25.7.175, port: 2ea45d38-5210-40e8-a119-43d90b910f59. Aug 03 15:48:46.679564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.728404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.731296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.732468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b369c6fd-9396-4f14-a466-33ef359b8faf HTTP/1.1" status: 204 len: 168 time: 0.1485107 Aug 03 15:48:46.741217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510517a-230c-4cdc-b7cc-35611861650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b369c6fd-9396-4f14-a466-33ef359b8faf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:46.781327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.782516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:46.783097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:46.861160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3704922 Aug 03 15:48:46.864476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:46.869443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Request body: {'subnet': {'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-subnet', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:46.875385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406fd1-0b0b-46d1-b42c-04da4057c935 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a21e9f-57ac-44be-af6d-3ae510a10df5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:46.886210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:48:46.945488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Made reservation on behalf of fa7227633e7a47d9bb360beb26cb523c for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:46.947792 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.046951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55158) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:47.069752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0dfb960-9fe4-4f89-9a6b-ec58c4e27141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.076416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Made reservation on behalf of ee2c839be74148dcbf0c35adeafe8bb3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:48:47.080120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.107677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:47.126562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28225f-1eb6-4f05-a7a3-ae1f1ec686a4 req-bb96ac49-ec5f-4aba-9bd3-c072580a4e5b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:47.128143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c28225f-1eb6-4f05-a7a3-ae1f1ec686a4 req-bb96ac49-ec5f-4aba-9bd3-c072580a4e5b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.0742636 Aug 03 15:48:47.179019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:47.194007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c28225f-1eb6-4f05-a7a3-ae1f1ec686a4 req-33f5a56a-8676-4165-a126-eff78ff9793f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580955 Aug 03 15:48:47.258682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0dfb960-9fe4-4f89-9a6b-ec58c4e27141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.265390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0dfb960-9fe4-4f89-9a6b-ec58c4e27141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.306953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0dfb960-9fe4-4f89-9a6b-ec58c4e27141 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e23ef25eefe54902a60a8abd6bf7450b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599638 Aug 03 15:48:47.307893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfb960-9fe4-4f89-9a6b-ec58c4e27141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392bce77-873d-4633-bd69-a5255a529b5e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:47.309339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:47.310532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55164) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:47.331605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'ab086549-be5e-499e-8417-4f54c6f63777', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'port_id': 'ab086549-be5e-499e-8417-4f54c6f63777', 'mac_address': 'fa:16:3e:ba:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb44fd-77dd-4e74-9ccf-5c384b3824cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:47.371524 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.384963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.408264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab086549-be5e-499e-8417-4f54c6f63777 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:47.419661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Allocated IP 172.20.0.7 (0d499c81-cbb8-40a3-b335-006af9b20f3c/1aaccc68-000a-43c2-9752-1c3b3a3926fd/77eb968d-c5e9-4145-8606-85832883d8c9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:47.422917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.424436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.433985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:47.439466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.476793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35cacedb-44e7-4722-b3c5-81577e13efa0,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:47.487970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:47.494140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.503216 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:47.507319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:47.511824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-514df9e0-7cf7-48e6-bac4-c1d71570d82b req-3c7b71f8-2e7d-46c0-b576-43cc352c7f43 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 210 time: 0.0388861 Aug 03 15:48:47.512349 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:47.512980 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:47.538233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.541615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.542737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/392bce77-873d-4633-bd69-a5255a529b5e HTTP/1.1" status: 204 len: 168 time: 0.2313616 Aug 03 15:48:47.557930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096b26-0283-47cf-b6cc-301c6107d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392bce77-873d-4633-bd69-a5255a529b5e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:47.593814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-e2f2361e-8b68-4074-8728-285581d54887 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "PUT /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 695 time: 1.3520148 Aug 03 15:48:47.596792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:47.599255 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06388c7-4489-4fe4-9ac1-dc53ce863525" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:47.649278 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:47.682273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389504-5584-4f3c-81f9-0d2bba496638 req-c89289ca-bd80-47a2-b8a1-05d0e0224c6a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:47.683799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63389504-5584-4f3c-81f9-0d2bba496638 req-c89289ca-bd80-47a2-b8a1-05d0e0224c6a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0628076 Aug 03 15:48:47.720790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Checking segment: {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:47.721824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Network hostable DHCP agents. Network: b8a21e9f-57ac-44be-af6d-3ae510a10df5, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:48:47.734424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63389504-5584-4f3c-81f9-0d2bba496638 req-d65569d4-f386-49fd-8adb-57972574875b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Aug 03 15:48:47.773493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-6028644f-de87-40a9-9444-b9b651494026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:47.782431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-6028644f-de87-40a9-9444-b9b651494026 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1096 time: 0.1500649 Aug 03 15:48:47.791385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ab086549-be5e-499e-8417-4f54c6f63777'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:47.844365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:48:47.849855 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e123b33-3196-410d-bc1c-d81cc804fea9 x-openstack-request-id: req-0e123b33-3196-410d-bc1c-d81cc804fea9 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:47.850142 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:47.850392 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e123b33-3196-410d-bc1c-d81cc804fea9 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:47.850774 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59', 'status': 'completed', 'code': 200} Aug 03 15:48:47.917684 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.932441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, b8a21e9f-57ac-44be-af6d-3ae510a10df5) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:47.935051 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:47.949412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4462528-229f-4d09-8d9e-451c85cbe215 None None] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:48:47.959415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:47.960027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:47.963782 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:47.974520 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:47.975150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:47.999024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-b20b7045-5b4a-4ed5-845d-abc74f4c6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.000850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-b20b7045-5b4a-4ed5-845d-abc74f4c6ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 1096 time: 0.1365333 Aug 03 15:48:48.001739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-48cf0456-66bc-43f6-b66c-7542675ced06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.003197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-48cf0456-66bc-43f6-b66c-7542675ced06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2199073 Aug 03 15:48:48.038184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55180) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:48.043489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:48.046855 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4bf895aa-da83-48f3-81a2-422bbc11ecc5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1812644 Aug 03 15:48:48.084630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.085883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.163493 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:48.177482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.205940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'fixed_ips': [{'subnet_id': '35cacedb-44e7-4722-b3c5-81577e13efa0'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:48:48.208348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.439238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Allocated IP 172.20.0.2 (b8a21e9f-57ac-44be-af6d-3ae510a10df5/35cacedb-44e7-4722-b3c5-81577e13efa0/2d2b5129-acbd-47ff-80c6-70085ad23dd2) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:48.560535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:48.571302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-64c39d78-f51e-4678-a9a5-a3ec0f871b49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 217 time: 0.5543387 Aug 03 15:48:48.621621 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653e6428-c423-4152-9c31-f447411c31d9 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:48.657882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.739080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Network 0d499c81-cbb8-40a3-b335-006af9b20f3c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:48.747476 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.755525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:48.758528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Transition to ACTIVE for port object 2d2b5129-acbd-47ff-80c6-70085ad23dd2 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:48.764730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:48.782193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.783069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.787956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Transition to ACTIVE for port object 2d2b5129-acbd-47ff-80c6-70085ad23dd2 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:48.798880 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.799660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-63de5fa6-2d9a-4b5f-ae1d-ea76af0eca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.801669 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-63de5fa6-2d9a-4b5f-ae1d-ea76af0eca5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.2081814 Aug 03 15:48:48.814095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9239469 Aug 03 15:48:48.851605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-2a179c57-03c0-45c5-b47f-5d7db3e56301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.851605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-2a179c57-03c0-45c5-b47f-5d7db3e56301 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.8374085 Aug 03 15:48:48.855627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Request body: {'port': {'device_id': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:48.878429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:48.879889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:48.897953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:48.906911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:48.907645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a21c7-b2e7-44aa-9e30-708b4e8d75a0 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event updated for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:48.944797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9df5f-d239-42bb-a201-e11fe586067a req-5e63c9cf-d68e-463d-b244-fe9dbebcc6b5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:48.959894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50a9df5f-d239-42bb-a201-e11fe586067a req-5e63c9cf-d68e-463d-b244-fe9dbebcc6b5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 944 time: 0.2323079 Aug 03 15:48:48.977736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-0989a810-bff4-478b-8f32-a7c0bd985ca7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 200 len: 217 time: 0.0519917 Aug 03 15:48:49.029257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Attempting to bind port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:49.030509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Attempting to bind port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:49.031736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Attempting to bind port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 on network b8a21e9f-57ac-44be-af6d-3ae510a10df5 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:49.034097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Pushing event updated for resources: {'Port': ['ID=2d2b5129-acbd-47ff-80c6-70085ad23dd2,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:49.059887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-b6815140-2a22-4cdf-9487-1d4526e66c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:49.062353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-b6815140-2a22-4cdf-9487-1d4526e66c4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437749 Aug 03 15:48:49.065099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.074489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:49.074855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Checking segment: {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:49.075623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.076030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Bound using segment: {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:49.076498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Bound port: 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:49.077467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.131205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50a9df5f-d239-42bb-a201-e11fe586067a req-b6bd4eb6-ddaa-4258-9a98-2f3462f5529b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698306 Aug 03 15:48:49.132503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a464fe-52da-4948-9667-f75a9caeab3f None None] New status for floating IP b8e40120-5b82-4803-ac9c-5332466d79df: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:49.153231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-35712133-8cfd-4ed4-a7f4-d4ef1b1f9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:49.155916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-35712133-8cfd-4ed4-a7f4-d4ef1b1f9ad3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1473329 Aug 03 15:48:49.185063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:49.278707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] For port 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:49.347626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-8adb2021-3b8a-4735-852f-0e07af3a5ded service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761714 Aug 03 15:48:49.356718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-52c404f4-18aa-45bc-a1c4-3f1e4afead50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:49.359232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-52c404f4-18aa-45bc-a1c4-3f1e4afead50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642523 Aug 03 15:48:49.362651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.400949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.538260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad7634-83e8-4b84-adc1-fbb0e5c0ff6b req-a818a99a-f70b-4a74-9425-a4467a29c128 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:49.539769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfad7634-83e8-4b84-adc1-fbb0e5c0ff6b req-a818a99a-f70b-4a74-9425-a4467a29c128 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 931 time: 0.0970049 Aug 03 15:48:49.566367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Allocated IP 172.25.7.114 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/4aa1d862-8926-4a8e-b3ce-b1abad178e75) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:49.587524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] For port 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d2b5129-acbd-47ff-80c6-70085ad23dd2,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:49.628371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.653719 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfad7634-83e8-4b84-adc1-fbb0e5c0ff6b req-6c3d661b-75a8-466a-8a7e-3fd2d3604969 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009133 Aug 03 15:48:49.704544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f3389ff-aed8-4cf0-aec1-03e14886fd9f req-b2733e02-065e-4e91-9b32-a50bfe2420ae service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094358 Aug 03 15:48:49.727861 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-f6e99f6d-cf76-4012-b621-5944c4bd9d7c service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147987 Aug 03 15:48:49.736123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port ab086549-be5e-499e-8417-4f54c6f63777 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:49.742832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a0a6d-76ef-4115-9d15-b909512d7480 None None] Pushing event updated for resources: {'Port': ['ID=2d2b5129-acbd-47ff-80c6-70085ad23dd2,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:49.748513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.753079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port ab086549-be5e-499e-8417-4f54c6f63777 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:49.753450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.823661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.878827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eb968d-c5e9-4145-8606-85832883d8c9 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:49.891754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.917135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.918997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:49.939856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Transition to ACTIVE for port object 77eb968d-c5e9-4145-8606-85832883d8c9 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:49.952329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:49.955484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e06388c7-4489-4fe4-9ac1-dc53ce863525 req-6c513ffc-be00-418b-b9cb-6afdc8a4493b service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172296 Aug 03 15:48:49.956294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.957496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:49.960308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e2a22d-cfa5-49d5-ac51-163b32af8734" -d '{"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-plugged", "status": "completed", "tag": "ab086549-be5e-499e-8417-4f54c6f63777"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:49.964577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:49.976841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:49.984386 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:49.998426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Pushing event updated for resources: {'Port': ['ID=4aa1d862-8926-4a8e-b3ce-b1abad178e75,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:50.056954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:50.058327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e2e4d-3a11-4638-a274-3b324d38454a req-950e6b46-24be-430f-a3e8-d761a4aaf94a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.066786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:50.078994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c8e2e4d-3a11-4638-a274-3b324d38454a req-950e6b46-24be-430f-a3e8-d761a4aaf94a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.2024117 Aug 03 15:48:50.101074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Attempting to bind port 77eb968d-c5e9-4145-8606-85832883d8c9 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:50.104793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Attempting to bind port 77eb968d-c5e9-4145-8606-85832883d8c9 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:50.105333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Attempting to bind port 77eb968d-c5e9-4145-8606-85832883d8c9 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:50.126081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Port 77eb968d-c5e9-4145-8606-85832883d8c9 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:48:50.126391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Attempting to bind port 77eb968d-c5e9-4145-8606-85832883d8c9 on network 0d499c81-cbb8-40a3-b335-006af9b20f3c {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:50.143544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:50.143864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Checking segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:50.144340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Bound using segment: {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:50.145032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Bound port: 77eb968d-c5e9-4145-8606-85832883d8c9, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4075c0-3a59-41ac-bf6a-64547c206ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:50.145486 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:50.240644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:50.245130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=77eb968d-c5e9-4145-8606-85832883d8c9,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:50.254283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:50.291460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c8e2e4d-3a11-4638-a274-3b324d38454a req-f332a2d7-2365-40bb-a656-91c6767f2282 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525309 Aug 03 15:48:50.344220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:50.357046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.362019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:50.363666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-69f13751-6e33-4b17-bb20-c629ca79b2c3 service neutron] 10.222.0.78 "PUT /v2.0/ports/77eb968d-c5e9-4145-8606-85832883d8c9 HTTP/1.1" status: 200 len: 1091 time: 1.5235147 Aug 03 15:48:50.364146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:50.366908 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05" -d '{"events": [{"name": "network-changed", "server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:50.375792 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43f3e2-40b3-4b00-bccf-ebc56339684e x-openstack-request-id: req-ab43f3e2-40b3-4b00-bccf-ebc56339684e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:50.376191 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-plugged", "status": "completed", "tag": "ab086549-be5e-499e-8417-4f54c6f63777", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:50.376504 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab43f3e2-40b3-4b00-bccf-ebc56339684e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:50.376983 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777', 'code': 200} Aug 03 15:48:50.515880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e40a1-94c7-4fa7-9ae1-264a975d3314 req-c74eb569-baed-4db0-96b4-e23f84c60f21 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.517419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f7e40a1-94c7-4fa7-9ae1-264a975d3314 req-c74eb569-baed-4db0-96b4-e23f84c60f21 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.1097519 Aug 03 15:48:50.520296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-b6f5de32-d7a0-4ef5-adeb-7c6354e57f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.521711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-b6f5de32-d7a0-4ef5-adeb-7c6354e57f0e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 1094 time: 0.0959096 Aug 03 15:48:50.562129 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:50.595639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-6c83e440-5aed-426b-9f1f-cf75b5a0adae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77eb968d-c5e9-4145-8606-85832883d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0584133 Aug 03 15:48:50.603044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f7e40a1-94c7-4fa7-9ae1-264a975d3314 req-afe5a589-83fa-4b67-affa-a5165d65270b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746467 Aug 03 15:48:50.649715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-8355c4a8-88f6-4376-8c52-184ec71a90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.651207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-8355c4a8-88f6-4376-8c52-184ec71a90bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.0473185 Aug 03 15:48:50.697267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-ef67e911-baee-49d2-bd83-c612aef41ba9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358493 Aug 03 15:48:50.708090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90092702-4b4c-4dce-863e-c8ed81cb3b52 req-ce84e112-503f-4560-95a1-51222c564000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.709808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90092702-4b4c-4dce-863e-c8ed81cb3b52 req-ce84e112-503f-4560-95a1-51222c564000 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1096 time: 0.2285705 Aug 03 15:48:50.737165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-520c7739-1277-44f0-9f85-c48577bfa501 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.738762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-520c7739-1277-44f0-9f85-c48577bfa501 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1379118 Aug 03 15:48:50.805043 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78db4585-a172-49db-a47a-0085fa04e404 x-openstack-request-id: req-78db4585-a172-49db-a47a-0085fa04e404 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:50.805653 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:50.805653 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78db4585-a172-49db-a47a-0085fa04e404 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:50.805986 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9', 'status': 'completed', 'code': 200} Aug 03 15:48:50.874773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-cac3b372-76cd-4603-a70a-d4e860660e74 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.1267090 Aug 03 15:48:50.879702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90092702-4b4c-4dce-863e-c8ed81cb3b52 req-8ae5e43e-509f-4ab5-83ce-e33f22501689 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556971 Aug 03 15:48:50.884301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-1e4a80c4-f5c9-41d9-abcc-6a96ec976924 service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693091 Aug 03 15:48:50.892054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:50.902448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616972a5-ef05-45f5-ad35-91c44e6295e2 req-8b0fb16b-9a02-4d35-9adc-a82e856e35be tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:50.904180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-616972a5-ef05-45f5-ad35-91c44e6295e2 req-8b0fb16b-9a02-4d35-9adc-a82e856e35be tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 943 time: 0.0962958 Aug 03 15:48:50.951167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-616972a5-ef05-45f5-ad35-91c44e6295e2 req-96ab5ceb-be49-4ecc-99bb-33aae0681ebc tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 Aug 03 15:48:50.964175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.067631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.143943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4beec58-350c-4ee5-8a93-706a94a2bfa0 req-85630b9e-5db8-4543-910c-ef00a94fe018 service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805832 Aug 03 15:48:51.152176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0b75a5-0912-4578-9776-6613872ef3ee req-4f17bcf9-ad13-4ebe-b5c4-2715cfb29fb7 tempest-FlavorsV2NegativeTest-958395486 tempest-FlavorsV2NegativeTest-958395486-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e317fba4c9ea4de5a1c77c8d2d72c556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585117 Aug 03 15:48:51.194463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48229a-e09b-40a2-9aa6-a9dc77d48e6f None None] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:48:51.252298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d2b5129-acbd-47ff-80c6-70085ad23dd2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:51.310346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-4dd7a67d-549d-4dc3-a44b-dcde3ca25a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.312037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-4dd7a67d-549d-4dc3-a44b-dcde3ca25a06 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 1094 time: 0.0858033 Aug 03 15:48:51.323248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4dbb9bdc-77df-4a53-b86e-678666f0ee12 None None] Provisioning for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:51.328334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b75a5-0912-4578-9776-6613872ef3ee req-0c53fd73-aeb5-44a0-b785-26144403e596 tempest-FlavorsV2NegativeTest-958395486 tempest-FlavorsV2NegativeTest-958395486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.334410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0b75a5-0912-4578-9776-6613872ef3ee req-0c53fd73-aeb5-44a0-b785-26144403e596 tempest-FlavorsV2NegativeTest-958395486 tempest-FlavorsV2NegativeTest-958395486-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810491 Aug 03 15:48:51.391345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:51.393062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0b75a5-0912-4578-9776-6613872ef3ee req-a9bbc94e-2fa7-4cd3-8c78-70a06c0836ae tempest-FlavorsV2NegativeTest-958395486 tempest-FlavorsV2NegativeTest-958395486-project] 10.222.0.70 "GET /v2.0/quotas/e317fba4c9ea4de5a1c77c8d2d72c556 HTTP/1.1" status: 200 len: 375 time: 0.0560081 Aug 03 15:48:51.399096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:51.399935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.409882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:48:51.454210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0b75a5-0912-4578-9776-6613872ef3ee req-7e9874d6-8515-4f70-b388-17bb69399156 tempest-FlavorsV2NegativeTest-958395486 tempest-FlavorsV2NegativeTest-958395486-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e317fba4c9ea4de5a1c77c8d2d72c556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393739 Aug 03 15:48:51.484837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-56555df5-2fac-4441-80fa-722154f010f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.487421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-56555df5-2fac-4441-80fa-722154f010f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 200 len: 922 time: 0.1515410 Aug 03 15:48:51.574288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.595297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-ea0326be-6821-4e81-90de-092bc9e73148 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77eb968d-c5e9-4145-8606-85832883d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0969892 Aug 03 15:48:51.624986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d2b5129-acbd-47ff-80c6-70085ad23dd2,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:51.632207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.693157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-5731f151-d3b1-467e-882a-bcb2507dbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.694753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-5731f151-d3b1-467e-882a-bcb2507dbab5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 200 len: 861 time: 0.0806873 Aug 03 15:48:51.719474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2d2b5129-acbd-47ff-80c6-70085ad23dd2,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:51.762062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9c40e-8c97-44ab-9fbb-fcbb169139cd req-e4895903-0250-453b-a071-f8c7c2bd4243 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.771722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eac9c40e-8c97-44ab-9fbb-fcbb169139cd req-e4895903-0250-453b-a071-f8c7c2bd4243 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1902840 Aug 03 15:48:51.783831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-c8df8e4b-b227-4f7e-82eb-ea6590d1ea17 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0d499c81-cbb8-40a3-b335-006af9b20f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693893 Aug 03 15:48:51.792630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.858848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c765a7b8-6b75-4463-8dfc-a5afe6dfa638 None None] Provisioning complete for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:51.859400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c765a7b8-6b75-4463-8dfc-a5afe6dfa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:51.938161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eac9c40e-8c97-44ab-9fbb-fcbb169139cd req-a9f41a13-cf4b-47b3-a495-40d0f69a7bba tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654530 Aug 03 15:48:51.958357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e16ca-b515-4684-bdd8-64213e37e474 req-a70edee2-fda5-4bd1-80f8-74502e59a708 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:51.968929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-334e16ca-b515-4684-bdd8-64213e37e474 req-a70edee2-fda5-4bd1-80f8-74502e59a708 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c1e517b-59f4-4df0-87bf-b1922690e75e HTTP/1.1" status: 200 len: 945 time: 0.2180653 Aug 03 15:48:52.020788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-19b5af8d-4c80-421d-9ce8-516e069930b8 service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101426 Aug 03 15:48:52.022315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:52.025243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.033093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.038297 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Sync routers for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:52.077345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.078994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e81dcb5b-1101-4e00-9ded-ea00a84029ca admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0396247 Aug 03 15:48:52.082070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55290) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:52.085634 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:52.091586 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:52.251564 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:52.252454 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Floating IP b8e40120-5b82-4803-ac9c-5332466d79df associated. External IP: 172.25.7.175, port: 2c46d0b3-4b5d-4f53-861d-36301a511067. Aug 03 15:48:52.286414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5efe21-6b8f-4121-be24-182e86c5fa07 req-63262ac4-01d2-4584-9c21-403e1273fc3b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:52.288233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5efe21-6b8f-4121-be24-182e86c5fa07 req-63262ac4-01d2-4584-9c21-403e1273fc3b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.1059284 Aug 03 15:48:52.319861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Deleting port 2ea45d38-5210-40e8-a119-43d90b910f59 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:48:52.320500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.328446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bff89f1a-4322-4f74-b3f6-c1ac91f3ff05 req-c155a04c-ec6a-4a2e-a885-2f44cb53e7bf service neutron] 10.222.0.78 "GET /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265534 Aug 03 15:48:52.340580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55294) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:52.408439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5efe21-6b8f-4121-be24-182e86c5fa07 req-a76c3531-32db-4ae9-b7f7-56fcbeb6ec5f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099825 Aug 03 15:48:52.460628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] For port 2ea45d38-5210-40e8-a119-43d90b910f59, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2ea45d38-5210-40e8-a119-43d90b910f59,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:52.461433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.478528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Calling delete_port for 2ea45d38-5210-40e8-a119-43d90b910f59 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:48:52.482622 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:50Z', 'revision_number': 3, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:52.635027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5cd8-db13-42bd-a03b-4cb4ec8c4737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.640875 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Checking router: 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:52.641500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Updating router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:48:52.672231 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.701225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:52.702026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.714932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c46d0b3-4b5d-4f53-861d-36301a511067', '2ea45d38-5210-40e8-a119-43d90b910f59'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:52.774949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec9d73-4c3d-455b-bc84-bf16da8626ca req-dded8146-f9a6-4921-bdbd-2ed4d26a4572 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:52.776623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0fec9d73-4c3d-455b-bc84-bf16da8626ca req-dded8146-f9a6-4921-bdbd-2ed4d26a4572 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 943 time: 0.1455057 Aug 03 15:48:52.795265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event deleted for resources: {'Port': ['ID=2ea45d38-5210-40e8-a119-43d90b910f59,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:52.831465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] No DVR routers for this DVR port 2ea45d38-5210-40e8-a119-43d90b910f59 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:48:52.841050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.843687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-334e16ca-b515-4684-bdd8-64213e37e474 req-3ccf5195-773b-45a4-a6e4-b0e6bf43241f tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "DELETE /v2.0/ports/2ea45d38-5210-40e8-a119-43d90b910f59 HTTP/1.1" status: 204 len: 173 time: 0.8681660 Aug 03 15:48:52.844208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'name': 'network-vif-deleted', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:52.849836 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb079339-92bb-4043-8ea6-0425b4a1062a" -d '{"events": [{"server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "name": "network-vif-deleted", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:52.915184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0fec9d73-4c3d-455b-bc84-bf16da8626ca req-99ab7715-0477-480d-a1a5-2f0a978f4b6e tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Aug 03 15:48:52.916109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:52.934816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.939198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:52.942529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:52.971104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:52.971914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:53.008879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5cd8-db13-42bd-a03b-4cb4ec8c4737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.013123 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ea9734-166f-444c-8a2d-9bd4c81e832b x-openstack-request-id: req-60ea9734-166f-444c-8a2d-9bd4c81e832b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:53.018899 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1e517b-59f4-4df0-87bf-b1922690e75e", "name": "network-vif-deleted", "tag": "2ea45d38-5210-40e8-a119-43d90b910f59", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:53.019382 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60ea9734-166f-444c-8a2d-9bd4c81e832b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:53.019972 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1e517b-59f4-4df0-87bf-b1922690e75e', 'name': 'network-vif-deleted', 'tag': '2ea45d38-5210-40e8-a119-43d90b910f59', 'status': 'completed', 'code': 200} Aug 03 15:48:53.021337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5cd8-db13-42bd-a03b-4cb4ec8c4737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.027362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-6d3926ba-78cb-4493-8b8b-bb377c8fb480 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "PUT /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 996 time: 2.1448131 Aug 03 15:48:53.029158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:53.040475 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:53.078179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5cd8-db13-42bd-a03b-4cb4ec8c4737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a53ac-a648-4a7e-9d79-cc96baefae6c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:53.163274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b5e5cd8-db13-42bd-a03b-4cb4ec8c4737 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e317fba4c9ea4de5a1c77c8d2d72c556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8214579 Aug 03 15:48:53.166144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:53.183552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:53.212961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f1504-d2e2-4dd5-bfa9-2105a8ab68e7 req-bfd5d176-312f-42f0-8f0d-66b0ea86d6ca tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.222345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a5f1504-d2e2-4dd5-bfa9-2105a8ab68e7 req-bfd5d176-312f-42f0-8f0d-66b0ea86d6ca tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0853522 Aug 03 15:48:53.244951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 77eb968d-c5e9-4145-8606-85832883d8c9 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:48:53.258393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-cf87f28f-7dba-420f-9819-0fb2086c5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.260704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-cf87f28f-7dba-420f-9819-0fb2086c5720 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.1447260 Aug 03 15:48:53.260969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d2b5129-acbd-47ff-80c6-70085ad23dd2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:53.266318 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.288129 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a5f1504-d2e2-4dd5-bfa9-2105a8ab68e7 req-e40c24a8-8eed-4b8c-b0ee-f7d7308053de tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644720 Aug 03 15:48:53.305401 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Transition to ACTIVE for port object 4aa1d862-8926-4a8e-b3ce-b1abad178e75 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:53.320500 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.357272 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bdf2ed-c831-47f6-9ee2-055587d2e2af x-openstack-request-id: req-94bdf2ed-c831-47f6-9ee2-055587d2e2af {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:53.357893 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:53.358387 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94bdf2ed-c831-47f6-9ee2-055587d2e2af {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:53.359132 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:48:53.433463 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Attempting to bind port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:53.435510 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Attempting to bind port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:53.437045 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Attempting to bind port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:53.469166 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:53.469556 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:53.470450 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.471275 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:53.472497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Bound port: 4aa1d862-8926-4a8e-b3ce-b1abad178e75, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:53.474296 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.490270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-f32974ae-a938-4157-bb99-fbdb08e8d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.494676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-f32974ae-a938-4157-bb99-fbdb08e8d31f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.0870283 Aug 03 15:48:53.518697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.570248 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a25b4-25d8-4c8e-9d58-1ad56da1c536 None None] Pushing event updated for resources: {'Port': ['ID=4aa1d862-8926-4a8e-b3ce-b1abad178e75,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:53.644608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Allocated IP 172.20.0.1 (b8a21e9f-57ac-44be-af6d-3ae510a10df5/35cacedb-44e7-4722-b3c5-81577e13efa0/3af7e3fc-4298-4eb6-9096-61ce22e70f09) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:48:53.659639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=77eb968d-c5e9-4145-8606-85832883d8c9,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:53.667055 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] For port 4aa1d862-8926-4a8e-b3ce-b1abad178e75, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:53.673124 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] For port 4aa1d862-8926-4a8e-b3ce-b1abad178e75, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4aa1d862-8926-4a8e-b3ce-b1abad178e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:53.677236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792acd01-9a0c-455f-a2b4-9702a644c3ea req-4347ac98-76f2-4c2f-bef4-2b038031496b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.680971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.683041 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.684877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:53.685146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-792acd01-9a0c-455f-a2b4-9702a644c3ea req-4347ac98-76f2-4c2f-bef4-2b038031496b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.0790963 Aug 03 15:48:53.686583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.728746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-de138875-6475-491b-aa7f-e3206341fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.730159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-de138875-6475-491b-aa7f-e3206341fb6f service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2297213 Aug 03 15:48:53.742312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '77eb968d-c5e9-4145-8606-85832883d8c9', 'network_id': '0d499c81-cbb8-40a3-b335-006af9b20f3c', 'port_id': '77eb968d-c5e9-4145-8606-85832883d8c9', 'mac_address': 'fa:16:3e:29:44:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaccc68-000a-43c2-9752-1c3b3a3926fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:48:53.755441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a25b4-25d8-4c8e-9d58-1ad56da1c536 None None] Pushing event updated for resources: {'Port': ['ID=4aa1d862-8926-4a8e-b3ce-b1abad178e75,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:53.778181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:53.779523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:53.790974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-2dbb5198-f86d-4fea-b55b-855fd43ad528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.800661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-792acd01-9a0c-455f-a2b4-9702a644c3ea req-19a50480-ff61-410c-845c-0d0f9554e3eb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Aug 03 15:48:53.800825 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-2dbb5198-f86d-4fea-b55b-855fd43ad528 service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.5217481 Aug 03 15:48:53.803278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:53.831518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eb968d-c5e9-4145-8606-85832883d8c9 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:48:53.875369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-2c92236d-e254-4a72-9bf2-e46b925b7f98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 999 time: 0.1366339 Aug 03 15:48:53.931473 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:53.932502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:51Z', 'revision_number': 8, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:53.956197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-070a0c5a-fb90-46f2-99ec-6de06c13d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:53.963359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-070a0c5a-fb90-46f2-99ec-6de06c13d41c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.0795076 Aug 03 15:48:53.968667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=77eb968d-c5e9-4145-8606-85832883d8c9,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:53.977067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:53.988299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.046152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:54.047002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:54.066722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-81e69f23-7f9d-48bb-88c4-9604ebb40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:54.069130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-81e69f23-7f9d-48bb-88c4-9604ebb40b01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984809 Aug 03 15:48:54.114635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:54.157164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a302a-de21-4fb8-b2e5-fc108f1eef22 req-82f3c48e-b910-40c7-b2d6-5ef0fd046deb tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:54.159728 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a87a302a-de21-4fb8-b2e5-fc108f1eef22 req-82f3c48e-b910-40c7-b2d6-5ef0fd046deb tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1096 time: 0.1378698 Aug 03 15:48:54.175523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:50Z', 'revision_number': 3, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:54.203027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:54.222408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248578ef-e98c-456b-90ec-c4b4abc8902c None None] The sync data for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 is: [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:50Z', 'revision_number': 3, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:54.224293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-2fef891c-6650-45dd-b7b9-4f4381132c72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 999 time: 0.4226084 Aug 03 15:48:54.238593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a87a302a-de21-4fb8-b2e5-fc108f1eef22 req-2159b172-6652-4f61-978f-85647b4b0b24 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684800 Aug 03 15:48:54.262753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-aeab140d-0af6-4ee1-8453-b1a08fdb4ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853979 Aug 03 15:48:54.276159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.280412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.281671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a1a53ac-a648-4a7e-9d79-cc96baefae6c HTTP/1.1" status: 204 len: 168 time: 1.1123960 Aug 03 15:48:54.305820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.317100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['77eb968d-c5e9-4145-8606-85832883d8c9'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:48:54.333559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2e39e-0643-4cbf-9a58-288465889162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a53ac-a648-4a7e-9d79-cc96baefae6c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:54.340622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Transition to ACTIVE for port object 3af7e3fc-4298-4eb6-9096-61ce22e70f09 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:54.345410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-a3dd7516-3c98-4cee-82bc-764fc7687a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:54.353312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-a3dd7516-3c98-4cee-82bc-764fc7687a62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1280894 Aug 03 15:48:54.437909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.449556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fe8f8cc-d1de-4d3a-a33d-bd1b63e3f6f0 req-b1163ec7-fa47-4817-9a45-0929bd08311d service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794174 Aug 03 15:48:54.511581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:54.523211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:54.530904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:48:54.534906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-49f7db75-6a99-49d5-85bd-2315ea623f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:54.535785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d4599-990e-4900-9f8f-f9ea437e48a2 req-b7d29652-77af-4df2-a46f-d23ad5e7be4f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:54.536762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-49f7db75-6a99-49d5-85bd-2315ea623f42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826298 Aug 03 15:48:54.579664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c87d4599-990e-4900-9f8f-f9ea437e48a2 req-b7d29652-77af-4df2-a46f-d23ad5e7be4f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 944 time: 0.1282134 Aug 03 15:48:54.583759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Pushing event updated for resources: {'Port': ['ID=3af7e3fc-4298-4eb6-9096-61ce22e70f09,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:54.679350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c87d4599-990e-4900-9f8f-f9ea437e48a2 req-cec33bb8-f2a0-42e6-85ec-b50ade140b93 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983622 Aug 03 15:48:54.765286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:54.902161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-00997caa-3d8a-4444-9e60-7e2e10755a15 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543024 Aug 03 15:48:55.037058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef105d3-8808-4f62-be96-41b29b9a6206 req-6cc4d19a-b4e9-4164-a6da-ca59e2038862 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:55.043880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aef105d3-8808-4f62-be96-41b29b9a6206 req-6cc4d19a-b4e9-4164-a6da-ca59e2038862 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1607301 Aug 03 15:48:55.130760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aef105d3-8808-4f62-be96-41b29b9a6206 req-4984b904-027b-4cdb-b47e-a8376cd86702 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786393 Aug 03 15:48:55.190228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2965b286-8848-42ad-9e8b-3f65df2e436e req-3c92af72-b622-4a3a-bd4a-70a836b48ecf service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559004 Aug 03 15:48:55.218672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6125cafd-cc3a-4ee2-9063-71e2efce4e7b None None] Provisioning for port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:55.270757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4aa1d862-8926-4a8e-b3ce-b1abad178e75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:55.272683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6125cafd-cc3a-4ee2-9063-71e2efce4e7b None None] Provisioning complete for port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:55.273048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6125cafd-cc3a-4ee2-9063-71e2efce4e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.317075 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.397666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:51Z', 'revision_number': 8, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:55.400607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6125cafd-cc3a-4ee2-9063-71e2efce4e7b None None] Port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:55.442133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c31b2b-b7a6-46a1-9572-54f121bc4986 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'b8e40120-5b82-4803-ac9c-5332466d79df', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'port_id': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'mac_address': 'fa:16:3e:1c:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:48:09Z', 'updated_at': '2021-08-03T15:48:51Z', 'revision_number': 8, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:55.462425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:55.472380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:55.472761 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.516745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2ea45d38-5210-40e8-a119-43d90b910f59 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:48:55.544876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 2ea45d38-5210-40e8-a119-43d90b910f59 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:48:55.545150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2ea45d38-5210-40e8-a119-43d90b910f59 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:48:55.635349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4b8ce3b-7d08-46d7-8790-d9aba0a4102f req-406e5426-dc74-47c2-a2db-c1cbe837a4ac tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 996 time: 0.2116411 Aug 03 15:48:55.691768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.758129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4aa1d862-8926-4a8e-b3ce-b1abad178e75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4aa1d862-8926-4a8e-b3ce-b1abad178e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:55.766343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.769153 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.849079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4aa1d862-8926-4a8e-b3ce-b1abad178e75,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:55.880964 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867b62-a177-476d-b6e8-c47f8024dd8a None None] New status for floating IP b8e40120-5b82-4803-ac9c-5332466d79df: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:48:55.929262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8ce3b-7d08-46d7-8790-d9aba0a4102f req-f3b0e4d3-7c24-45ad-9553-f1af535fba2c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:55.930745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4b8ce3b-7d08-46d7-8790-d9aba0a4102f req-f3b0e4d3-7c24-45ad-9553-f1af535fba2c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.2872462 Aug 03 15:48:55.932541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7b50-6a2e-4f33-93a8-836674d82679 req-1c0f9e5f-b88e-4e47-8145-06783063f192 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:55.935209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:55.942972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98dd7b50-6a2e-4f33-93a8-836674d82679 req-1c0f9e5f-b88e-4e47-8145-06783063f192 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 944 time: 0.0778213 Aug 03 15:48:55.949920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-a4b8ce3b-7d08-46d7-8790-d9aba0a4102f req-85e3b69d-c9d9-4d94-90e5-5c8c4c4cc1fe tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:48:55.955998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4b8ce3b-7d08-46d7-8790-d9aba0a4102f req-85e3b69d-c9d9-4d94-90e5-5c8c4c4cc1fe tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145857 Aug 03 15:48:55.970902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:56.001231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98dd7b50-6a2e-4f33-93a8-836674d82679 req-36a5c928-91d5-46e0-a60c-820608a0eba6 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Aug 03 15:48:56.133829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:56.156988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Pushing event updated for resources: {'Port': ['ID=3af7e3fc-4298-4eb6-9096-61ce22e70f09,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:56.162233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f327e607-911e-48ac-b259-a331308fa684 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 999 time: 0.1498477 Aug 03 15:48:56.271729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-fad39dd4-0009-4cd1-ac63-bc3f9249ab39 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:56.273318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-fad39dd4-0009-4cd1-ac63-bc3f9249ab39 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports/2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 942 time: 0.0982234 Aug 03 15:48:56.308714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:48:56.310116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:48:56.325156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838547e-b078-4486-8a3e-2919073bcbb8 req-e9699b01-c079-4bfa-a91e-065fc921086d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:56.327944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6838547e-b078-4486-8a3e-2919073bcbb8 req-e9699b01-c079-4bfa-a91e-065fc921086d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0740592 Aug 03 15:48:56.382625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6838547e-b078-4486-8a3e-2919073bcbb8 req-92d5d9fa-f19d-4b44-bd6c-5586200dc6b3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433028 Aug 03 15:48:56.500925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-0f4bb73f-57e5-4703-b72b-bc6222102d18 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1270163 Aug 03 15:48:56.556978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-61499653-c533-4b7e-bb23-dab0b9f073e4 None None] Provisioning complete for port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:56.558557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61499653-c533-4b7e-bb23-dab0b9f073e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:56.604325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:56.605489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-61499653-c533-4b7e-bb23-dab0b9f073e4 None None] Port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:48:56.683485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-2378c8ee-2487-48de-a965-901d23644e43 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:56.684876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-2378c8ee-2487-48de-a965-901d23644e43 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1830814 Aug 03 15:48:56.802108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-9540a831-3b73-44de-b744-3ee6f2256b4d tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1058040 Aug 03 15:48:56.803237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:56.808275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66400c16-6ef2-4323-9fcc-3e68c4e99792 admin admin] 10.222.0.70 "PUT /v2.0/routers/253d40fe-5dba-434e-8c24-9ba47f5f9ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7252688 Aug 03 15:48:56.812927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Sync routers for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:56.825791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:48:56.834305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:56.834942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:56.909990 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.066322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:57.174672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.194428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.195360 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Floating IP b8e40120-5b82-4803-ac9c-5332466d79df disassociated. External IP: 172.25.7.175, port: 2c46d0b3-4b5d-4f53-861d-36301a511067. Aug 03 15:48:57.226797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4aa1d862-8926-4a8e-b3ce-b1abad178e75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:57.245419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 77eb968d-c5e9-4145-8606-85832883d8c9 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:48:57.328330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fd73f0c-9b4a-4895-92a2-2c3ff07a9e44 req-3b16deca-af63-4c26-8dcc-15923bbfe8ef tempest-FloatingIPsNegativeTestJSON-838088994 tempest-FloatingIPsNegativeTestJSON-838088994-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=fa7227633e7a47d9bb360beb26cb523c HTTP/1.1" status: 200 len: 217 time: 0.1070528 Aug 03 15:48:57.444134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3a2bf-6a12-416d-aca8-f250a8a6c70a req-129de1c4-7c07-44dd-a124-584323e49cba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:57.454546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ff3a2bf-6a12-416d-aca8-f250a8a6c70a req-129de1c4-7c07-44dd-a124-584323e49cba tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 944 time: 0.0609455 Aug 03 15:48:57.494759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:57.495460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.512421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:48:57.537094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ff3a2bf-6a12-416d-aca8-f250a8a6c70a req-6cfa0dae-3287-49a8-985a-8b718b2e1d8f tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812747 Aug 03 15:48:57.572620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 77eb968d-c5e9-4145-8606-85832883d8c9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:48:57.586103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 77eb968d-c5e9-4145-8606-85832883d8c9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:48:57.586477 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.625766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1a6ecb3-78bc-4495-9aef-935bdd3f9fed req-5c0b8c66-dfb0-46e4-94e2-b4d67119f3ec tempest-FloatingIPsNegativeTestJSON-838088994 tempest-FloatingIPsNegativeTestJSON-838088994-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0692821 Aug 03 15:48:57.790182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3af7e3fc-4298-4eb6-9096-61ce22e70f09', 'name': '', 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'mac_address': 'fa:16:3e:e5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:53Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 2, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'subnets': [{'id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:57.813562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8fdb-a346-40b5-9ccd-9383da536c14 req-43fe2587-9e96-4c4a-a454-f36c1f579447 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:57.816198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92fa8fdb-a346-40b5-9ccd-9383da536c14 req-43fe2587-9e96-4c4a-a454-f36c1f579447 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0919435 Aug 03 15:48:57.829414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.833289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Checking router: 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:57.833672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Updating router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:48:57.878830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92fa8fdb-a346-40b5-9ccd-9383da536c14 req-9c6e54a5-fba4-4a05-b8a2-93c6442add8a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Aug 03 15:48:57.883191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:57.886681 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255fcf28-0ecc-4580-8ba1-d91564271ebc" -d '{"events": [{"server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "name": "network-vif-plugged", "status": "completed", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:57.892856 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:57.911183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=77eb968d-c5e9-4145-8606-85832883d8c9,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:48:57.918436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.019507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:48:58.026485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.033071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:48:58.053057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:58.055805 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:58.056956 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:58.069377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f9742a67-4883-4499-940d-a9a2f0d39d2e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "PUT /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 696 time: 1.2529025 Aug 03 15:48:58.078696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:48:58.080956 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d992a9-1f8b-4fb7-bc10-669c42199e91" -d '{"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:48:58.083488 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-59b5885e-c861-4037-b2a2-2e832d3cc349 req-295e1895-dda6-4f50-b047-15fc3687d5de tempest-FloatingIPsNegativeTestJSON-838088994 tempest-FloatingIPsNegativeTestJSON-838088994-project] show failed (client error): The resource could not be found. Aug 03 15:48:58.086733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59b5885e-c861-4037-b2a2-2e832d3cc349 req-295e1895-dda6-4f50-b047-15fc3687d5de tempest-FloatingIPsNegativeTestJSON-838088994 tempest-FloatingIPsNegativeTestJSON-838088994-project] 10.222.0.70 "GET /v2.0/floatingips/b48822a6-a807-4d89-95ac-f602bd1f57a3 HTTP/1.1" status: 404 len: 350 time: 0.0518000 Aug 03 15:48:58.097478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:48:58.146611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-847d964f-8008-4152-9edb-5d4d720dc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:58.148843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-847d964f-8008-4152-9edb-5d4d720dc490 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.0784178 Aug 03 15:48:58.257676 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f81ef3-597d-4c16-8961-c86bde681b52 x-openstack-request-id: req-66f81ef3-597d-4c16-8961-c86bde681b52 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:58.258111 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "name": "network-vif-plugged", "status": "completed", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:58.258888 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66f81ef3-597d-4c16-8961-c86bde681b52 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:58.259063 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9', 'code': 200} Aug 03 15:48:58.278829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:58.293015 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.317868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-879d115b-c3d3-4382-adc2-a5c9e7e6f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:58.319007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Transition to ACTIVE for port object 3af7e3fc-4298-4eb6-9096-61ce22e70f09 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:48:58.326115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-879d115b-c3d3-4382-adc2-a5c9e7e6f183 service neutron] 10.222.0.70 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.1712422 Aug 03 15:48:58.329052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.448147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-40fa9019-4470-4e2c-bb82-05761d565f1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.1195083 Aug 03 15:48:58.451027 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bedfee7-a3da-4bf3-be54-019f616db113 x-openstack-request-id: req-8bedfee7-a3da-4bf3-be54-019f616db113 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:48:58.451328 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:48:58.452059 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bedfee7-a3da-4bf3-be54-019f616db113 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:48:58.452704 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:48:58.488408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a694-ff7c-4b87-8b76-0a1d7d32b5ba None None] Pushing event updated for resources: {'Port': ['ID=3af7e3fc-4298-4eb6-9096-61ce22e70f09,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:58.505115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Attempting to bind port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:48:58.505607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Attempting to bind port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:48:58.506228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Attempting to bind port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 on network b8a21e9f-57ac-44be-af6d-3ae510a10df5 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:48:58.513240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:48:58.515433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Checking segment: {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:48:58.516011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.516522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Bound using segment: {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:48:58.517233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Bound port: 3af7e3fc-4298-4eb6-9096-61ce22e70f09, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ce9e46-b545-4c7f-9244-d53e2a3d174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:48:58.517778 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.569844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f1c4445f-0dcf-4ded-a416-ac1647d9b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:58.581397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-f1c4445f-0dcf-4ded-a416-ac1647d9b832 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1322989 Aug 03 15:48:58.617468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] For port 3af7e3fc-4298-4eb6-9096-61ce22e70f09, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:48:58.629806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] For port 3af7e3fc-4298-4eb6-9096-61ce22e70f09, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3af7e3fc-4298-4eb6-9096-61ce22e70f09,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:48:58.639448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:58.659401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-ce13e465-29ab-4fda-881d-f0631952d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:58.669602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-ce13e465-29ab-4fda-881d-f0631952d608 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868793 Aug 03 15:48:58.716417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:58.718958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:58.808439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-131651fa-76b3-447f-8eca-b2d89a8c2516 service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371138 Aug 03 15:48:58.852185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:58.899452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:48:58.914175 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:48:58.915854 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:58.975791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d765f55-035f-49d7-97f8-cec30dd77a0e req-d7f58062-d116-4002-af42-6824374357dd service neutron] 10.222.0.70 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661408 Aug 03 15:48:58.994868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398ff4e-fc73-4e4e-8e39-adb1440cf767 req-a89873ab-a7fa-4ef6-a0e0-4c1230d5a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:58.996330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7398ff4e-fc73-4e4e-8e39-adb1440cf767 req-a89873ab-a7fa-4ef6-a0e0-4c1230d5a9f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 1096 time: 0.6560905 Aug 03 15:48:59.096256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-b53b4031-22b5-4dff-a7c2-f98f24c1cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.099000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-b53b4031-22b5-4dff-a7c2-f98f24c1cab3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdac857a22d14b5480f3106b18777024&device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 1096 time: 0.2009678 Aug 03 15:48:59.135476 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:59.231399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da95b5-56ab-4aad-9f35-be1929f06551 req-4fe770c9-81ad-4476-866e-9bc7284a340d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.239964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34da95b5-56ab-4aad-9f35-be1929f06551 req-4fe770c9-81ad-4476-866e-9bc7284a340d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1086004 Aug 03 15:48:59.259005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a694-ff7c-4b87-8b76-0a1d7d32b5ba None None] Pushing event updated for resources: {'Port': ['ID=3af7e3fc-4298-4eb6-9096-61ce22e70f09,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:48:59.319630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:48:59.335555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7398ff4e-fc73-4e4e-8e39-adb1440cf767 req-8586656e-e320-4ac4-a1d4-7b5b823b2c38 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186324 Aug 03 15:48:59.342119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34da95b5-56ab-4aad-9f35-be1929f06551 req-54541e4c-6109-4d3e-b445-bace4a0f22c8 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981238 Aug 03 15:48:59.374600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-82d8fc13-d9f2-4dc1-abce-7e9c9cb26906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.377164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-82d8fc13-d9f2-4dc1-abce-7e9c9cb26906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 200 len: 922 time: 0.2309158 Aug 03 15:48:59.417768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37fc6f-ecf3-421f-a3bc-c4b3a360cf46 req-8ca41034-46b8-4474-8ace-8656875a930d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.419716 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca37fc6f-ecf3-421f-a3bc-c4b3a360cf46 req-8ca41034-46b8-4474-8ace-8656875a930d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1716979 Aug 03 15:48:59.473200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-2ac68388-57de-4138-b72b-17831981a385 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 200 len: 217 time: 0.0861151 Aug 03 15:48:59.488034 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:59.535615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a86c19-f7ac-4858-a15a-8d0d0c29a288 None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:47:39Z', 'revision_number': 4, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '00ea1b74-4d62-4d2a-9fcd-5ccfac349947', 'name': '', 'network_id': '538e2407-ab9d-4e89-b946-6ca66ec69672', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'mac_address': 'fa:16:3e:99:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:39Z', 'updated_at': '2021-08-03T15:47:47Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'subnets': [{'id': '77619647-6e63-4ff5-88e6-b839230bfb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:48:59.611251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca37fc6f-ecf3-421f-a3bc-c4b3a360cf46 req-252b4c65-50f6-400f-8daf-eeaf0c09b551 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483774 Aug 03 15:48:59.625516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-e205da43-a125-4146-98d0-436cb96bb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.626992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-e205da43-a125-4146-98d0-436cb96bb47e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 200 len: 860 time: 0.1360805 Aug 03 15:48:59.706481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:48:59.782820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3af7e3fc-4298-4eb6-9096-61ce22e70f09', 'name': '', 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'mac_address': 'fa:16:3e:e5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:53Z', 'updated_at': '2021-08-03T15:48:58Z', 'revision_number': 4, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'subnets': [{'id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:48:59.813028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-3259480c-dd2c-4d57-aefe-41fb9d7b159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:48:59.814275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-3259480c-dd2c-4d57-aefe-41fb9d7b159e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=538e2407-ab9d-4e89-b946-6ca66ec69672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773839 Aug 03 15:48:59.826490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-1bd101bb-2dc6-4057-b3d7-675df6068c5c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 200 len: 696 time: 0.0752697 Aug 03 15:48:59.841159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f78f2f-f74d-4eb0-bff1-2b111a321d82 None None] The sync data for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 is: [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3af7e3fc-4298-4eb6-9096-61ce22e70f09', 'name': '', 'network_id': 'b8a21e9f-57ac-44be-af6d-3ae510a10df5', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'mac_address': 'fa:16:3e:e5:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:53Z', 'updated_at': '2021-08-03T15:48:58Z', 'revision_number': 4, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'subnets': [{'id': '35cacedb-44e7-4722-b3c5-81577e13efa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:00.164762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea13e6-1ba5-4e20-91ea-3615c957b8fa None None] New status for floating IP b8e40120-5b82-4803-ac9c-5332466d79df: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:49:00.170526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-241b8e45-6a4b-42c4-a7eb-3729ab0ad0af tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:00.172319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-241b8e45-6a4b-42c4-a7eb-3729ab0ad0af tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3405173 Aug 03 15:49:00.197227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-37c1fcfc-1d88-4951-bf3c-b6dba893bb0c service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317678 Aug 03 15:49:00.246999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-b5977809-79fc-4c22-8551-a4a093239dd8 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 699 time: 0.0653694 Aug 03 15:49:00.367830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-399d9210-e5bb-49d4-8973-5a6f5d02fd6e tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 699 time: 0.1131237 Aug 03 15:49:00.498050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4d992a9-1f8b-4fb7-bc10-669c42199e91 req-88a737f1-e36e-487a-b3df-cd42c97810dd service neutron] 10.222.0.72 "GET /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983310 Aug 03 15:49:00.646439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Deleting port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:00.646810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:00.662275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710de2be-3f34-4db1-a700-86b050c2a7aa req-970e0d89-f2e4-49ce-9f2c-7fe2024bd37b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:00.663643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Deleting port 6421731e-ea6c-4f9c-befe-f0a9066b17c8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:00.663902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-710de2be-3f34-4db1-a700-86b050c2a7aa req-970e0d89-f2e4-49ce-9f2c-7fe2024bd37b tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1187701 Aug 03 15:49:00.664018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:00.751708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:00.752297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:00.754807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-710de2be-3f34-4db1-a700-86b050c2a7aa req-43bc1e46-d061-4584-b57c-7e669287b15c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766280 Aug 03 15:49:00.767530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Calling delete_port for 6421731e-ea6c-4f9c-befe-f0a9066b17c8 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:00.790339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] For port 3af7e3fc-4298-4eb6-9096-61ce22e70f09, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3af7e3fc-4298-4eb6-9096-61ce22e70f09,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:00.790814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:00.805095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Calling delete_port for 3af7e3fc-4298-4eb6-9096-61ce22e70f09 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:01.013996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:01.044750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event deleted for resources: {'Port': ['ID=6421731e-ea6c-4f9c-befe-f0a9066b17c8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:01.080746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:01.117858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497038-f48b-45b7-b83e-094e3e14b6a4 req-45f8d6ad-a166-4e23-ae54-c37dc2697814 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:01.125080 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:49:01.128938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c497038-f48b-45b7-b83e-094e3e14b6a4 req-45f8d6ad-a166-4e23-ae54-c37dc2697814 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1211603 Aug 03 15:49:01.140398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:01.143901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:01.146749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a3a7764-a211-45aa-9cfc-d1bbdc01ee54 req-ab686031-63d0-4718-af49-c04400a576b2 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "DELETE /v2.0/floatingips/b8e40120-5b82-4803-ac9c-5332466d79df HTTP/1.1" status: 204 len: 173 time: 0.7634549 Aug 03 15:49:01.215241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Pushing event deleted for resources: {'Port': ['ID=3af7e3fc-4298-4eb6-9096-61ce22e70f09,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:01.253634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3af7e3fc-4298-4eb6-9096-61ce22e70f09 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:01.305447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3af7e3fc-4298-4eb6-9096-61ce22e70f09 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:01.305817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3af7e3fc-4298-4eb6-9096-61ce22e70f09 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 15:49:01.330015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c497038-f48b-45b7-b83e-094e3e14b6a4 req-428b5b68-f4e9-499e-be7f-571dd457a68f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998312 Aug 03 15:49:01.349509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port 3af7e3fc-4298-4eb6-9096-61ce22e70f09 not found, will not notify nova. {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 15:49:01.444675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:01.786222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d585bba-c6f7-4286-9768-753d19a04c67 req-21b0403f-7919-4e3f-acd2-f7ba9a8d0660 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:01.796710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d585bba-c6f7-4286-9768-753d19a04c67 req-21b0403f-7919-4e3f-acd2-f7ba9a8d0660 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.1215560 Aug 03 15:49:01.853334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:01.890811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d585bba-c6f7-4286-9768-753d19a04c67 req-8f1ea981-ce27-46b9-bf9b-9baec647a75c tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931168 Aug 03 15:49:01.981592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e356a6f-f941-4db1-9fc9-163500419e5b req-46f7a3fc-f0f4-4af4-b924-ce4a38087d60 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:01.984241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e356a6f-f941-4db1-9fc9-163500419e5b req-46f7a3fc-f0f4-4af4-b924-ce4a38087d60 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1036530 Aug 03 15:49:02.011550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:02.023833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6364bd01-c0c6-4468-9ee0-b2e91c6dd01e admin admin] 10.222.0.70 "PUT /v2.0/routers/253d40fe-5dba-434e-8c24-9ba47f5f9ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9252589 Aug 03 15:49:02.025074 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Sync routers for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:02.026651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55558) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:02.039314 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:02.040026 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:02.080575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e356a6f-f941-4db1-9fc9-163500419e5b req-c67d8534-2c1f-4415-828d-48438545a568 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 Aug 03 15:49:02.188662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:02.342442 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:02.349184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:02.372969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-12d0794e-28db-4e2e-ace2-84bd5ca54b6d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=018fd6f57fcb440ebe041721b659229c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344067 Aug 03 15:49:02.539294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Deleting port 4aa1d862-8926-4a8e-b3ce-b1abad178e75 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:02.539726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:02.550497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:49:00Z', 'revision_number': 5, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port': {'id': '4aa1d862-8926-4a8e-b3ce-b1abad178e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:01:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:48:49Z', 'updated_at': '2021-08-03T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:02.556016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-5e775116-38ef-4e62-870d-7addc00ff9d3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:02.557570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-5e775116-38ef-4e62-870d-7addc00ff9d3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622529 Aug 03 15:49:02.571112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba2f2f-cf74-4d72-afeb-8ffc12ebaae0 req-14bd498c-9e24-443d-ab4a-b377f5201e8d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:02.580046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3ba2f2f-cf74-4d72-afeb-8ffc12ebaae0 req-14bd498c-9e24-443d-ab4a-b377f5201e8d tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1013978 Aug 03 15:49:02.589927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Checking router: 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:02.598893 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Routers {'253d40fe-5dba-434e-8c24-9ba47f5f9ab8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:02.599642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:02.611440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-41a2f738-0342-404b-aca9-a5e0dc0b149c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/quotas/018fd6f57fcb440ebe041721b659229c HTTP/1.1" status: 200 len: 375 time: 0.0380528 Aug 03 15:49:02.636223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3ba2f2f-cf74-4d72-afeb-8ffc12ebaae0 req-c3f801e4-a709-4675-8107-0bef3236d1f9 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549734 Aug 03 15:49:02.664467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-d853664d-c784-4bd0-bc91-dc41ecfcce5c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454590 Aug 03 15:49:02.703179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] For port 4aa1d862-8926-4a8e-b3ce-b1abad178e75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4aa1d862-8926-4a8e-b3ce-b1abad178e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:02.706956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:02.732595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] Set router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:02.737313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Calling delete_port for 4aa1d862-8926-4a8e-b3ce-b1abad178e75 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:02.769962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a14d-a64f-42d9-bfab-23753ae53655 req-86f95440-d669-4d83-b05e-b02860ea4aa2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:02.775600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50b5a14d-a64f-42d9-bfab-23753ae53655 req-86f95440-d669-4d83-b05e-b02860ea4aa2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0777903 Aug 03 15:49:02.815284 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:49:02Z', 'revision_number': 6, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:02.825600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50b5a14d-a64f-42d9-bfab-23753ae53655 req-3892c01d-a8bd-45bd-9540-4fcd2f79d26d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Aug 03 15:49:02.853142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060f0e7-5c19-4e0d-8cfe-6b4b9688071b None None] The sync data for ids ['253d40fe-5dba-434e-8c24-9ba47f5f9ab8'] in n-d-803226-3 is: [{'id': '253d40fe-5dba-434e-8c24-9ba47f5f9ab8', 'name': 'tempest-FloatingIPsNegativeTestJSON-729508156-router', 'tenant_id': 'fa7227633e7a47d9bb360beb26cb523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:48:48Z', 'updated_at': '2021-08-03T15:49:02Z', 'revision_number': 6, 'project_id': 'fa7227633e7a47d9bb360beb26cb523c', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:02.983357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-a6acfb4f-a02a-4911-82b6-0be8602df737 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:02.985291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-a6acfb4f-a02a-4911-82b6-0be8602df737 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.0743287 Aug 03 15:49:03.034824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ff772157-c711-48ea-8a37-e522464a4893 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=018fd6f57fcb440ebe041721b659229c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354099 Aug 03 15:49:03.132571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:03.203322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-c53570ee-f79a-40b8-bac5-92dd39c24e3e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:03.205329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-c53570ee-f79a-40b8-bac5-92dd39c24e3e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639197 Aug 03 15:49:03.224955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-0ff3c39f-1430-43d4-807a-78714a26d32c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/quotas/018fd6f57fcb440ebe041721b659229c HTTP/1.1" status: 200 len: 375 time: 0.0118568 Aug 03 15:49:03.320820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-413644f7-12c5-4eda-83fd-4d92feda8062 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854561 Aug 03 15:49:03.349812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3af7e3fc-4298-4eb6-9096-61ce22e70f09 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:03.381561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3af7e3fc-4298-4eb6-9096-61ce22e70f09 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:03.384190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3af7e3fc-4298-4eb6-9096-61ce22e70f09 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:03.555695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9576-dd59-4ecc-abf9-165719854be2 req-df64d388-f19c-4c69-b196-f32f1d543ccd tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:03.563208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d41b9576-dd59-4ecc-abf9-165719854be2 req-df64d388-f19c-4c69-b196-f32f1d543ccd tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 945 time: 0.5395565 Aug 03 15:49:03.571931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa1d862-8926-4a8e-b3ce-b1abad178e75,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:03.698101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:03.767019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bd25f60-7329-4d98-96f9-02dd310d0283 req-7cd6aae8-30f4-44a7-8ee2-f0b63ad65243 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 210 time: 0.0486972 Aug 03 15:49:03.868683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Deleting port 2c46d0b3-4b5d-4f53-861d-36301a511067 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:03.869182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:03.949773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d41b9576-dd59-4ecc-abf9-165719854be2 req-42c824b7-70a0-4c28-accd-1bddce5c15f6 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/security-groups?id=c6177bf0-b0bd-49dd-8214-3e8d5898eee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686833 Aug 03 15:49:03.953597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:03.955157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0fe6-b3f6-454c-8b36-60fd90f64665 req-a68bb01b-6e77-412b-bf8a-c3095d2e49ee tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:03.956760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63cd0fe6-b3f6-454c-8b36-60fd90f64665 req-a68bb01b-6e77-412b-bf8a-c3095d2e49ee tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1020894 Aug 03 15:49:03.966595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.096649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.101800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253d40fe-5dba-434e-8c24-9ba47f5f9ab8 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:49:04.104336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63cd0fe6-b3f6-454c-8b36-60fd90f64665 req-bf7e2add-0e47-43ef-9496-c11a4149a55c tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267767 Aug 03 15:49:04.107610 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.108889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8a98d84c-7a52-4f61-bf1f-1a33f32e6bc4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/253d40fe-5dba-434e-8c24-9ba47f5f9ab8 HTTP/1.1" status: 204 len: 168 time: 2.0812712 Aug 03 15:49:04.111718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:04.174148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] For port 2c46d0b3-4b5d-4f53-861d-36301a511067, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c46d0b3-4b5d-4f53-861d-36301a511067,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:04.174552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.182015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Deleting subnet 35cacedb-44e7-4722-b3c5-81577e13efa0 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:49:04.186911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.193448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Calling delete_port for 2c46d0b3-4b5d-4f53-861d-36301a511067 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:04.229756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e48d60-77f4-442d-a5d5-7277a59528ab req-5de3a5f8-9c0c-4c49-973b-f5144709ec2a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:04.233260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e48d60-77f4-442d-a5d5-7277a59528ab req-5de3a5f8-9c0c-4c49-973b-f5144709ec2a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1230712 Aug 03 15:49:04.271579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.330952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e48d60-77f4-442d-a5d5-7277a59528ab req-d598e2b2-8974-4288-b46b-2521e97cd2bc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Aug 03 15:49:04.396611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.465382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.518257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-d8a836dc-bb11-4e89-b512-e4d3a387375c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=018fd6f57fcb440ebe041721b659229c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407913 Aug 03 15:49:04.520025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.533570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c46d0b3-4b5d-4f53-861d-36301a511067'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:04.547551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.568469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/35cacedb-44e7-4722-b3c5-81577e13efa0 HTTP/1.1" status: 204 len: 168 time: 0.4542444 Aug 03 15:49:04.570148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bc5db-e3b9-4d52-b89f-c7b72ee767d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35cacedb-44e7-4722-b3c5-81577e13efa0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:04.573386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55640) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:04.580622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ed40e-76ad-456f-bbe6-f5f558eef033 None None] Network b8a21e9f-57ac-44be-af6d-3ae510a10df5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:04.621334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] No DVR routers for this DVR port 2c46d0b3-4b5d-4f53-861d-36301a511067 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:04.693164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.695202 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e0480d4-baa7-4af5-8ee0-241d4288ab4e req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.72 "DELETE /v2.0/ports/2c46d0b3-4b5d-4f53-861d-36301a511067 HTTP/1.1" status: 204 len: 173 time: 1.6995957 Aug 03 15:49:04.696131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76a726-efe2-44a9-b52e-12dd93173b07 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] Pushing event deleted for resources: {'Port': ['ID=2c46d0b3-4b5d-4f53-861d-36301a511067,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:04.697744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'name': 'network-vif-deleted', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:04.700043 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f5570a-b289-4e32-95b6-1dc1dd8bb5e5" -d '{"events": [{"server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "name": "network-vif-deleted", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:04.738200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-2ad64c76-93f2-44ce-bfad-d06cd556b1c8 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:04.739782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-2ad64c76-93f2-44ce-bfad-d06cd556b1c8 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1376696 Aug 03 15:49:04.775594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.829275 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd0664-5767-43b2-80db-c85870cf99dd x-openstack-request-id: req-13fd0664-5767-43b2-80db-c85870cf99dd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:04.829551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55994ba8-bc27-4463-80a2-a4eee2547a20", "name": "network-vif-deleted", "tag": "2c46d0b3-4b5d-4f53-861d-36301a511067", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:04.829832 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13fd0664-5767-43b2-80db-c85870cf99dd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:04.830224 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55994ba8-bc27-4463-80a2-a4eee2547a20', 'name': 'network-vif-deleted', 'tag': '2c46d0b3-4b5d-4f53-861d-36301a511067', 'status': 'completed', 'code': 200} Aug 03 15:49:04.885907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-29bf2095-9acb-48af-b0fe-fc0164f4be61 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:04.887864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-29bf2095-9acb-48af-b0fe-fc0164f4be61 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511851 Aug 03 15:49:04.919280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Deleting port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:04.919280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:04.925953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] DHCP port deletion for b8a21e9f-57ac-44be-af6d-3ae510a10df5 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:49:04.942844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Request body: {'port': {'device_id': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '018fd6f57fcb440ebe041721b659229c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:05.040930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Deleting port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:05.042835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.132381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95a09805-a06f-4c05-a1ea-d456a11f65d5 req-1f93f310-0160-4b2d-92ec-d697bd43e739 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 210 time: 0.2301693 Aug 03 15:49:05.200168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] For port 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d2b5129-acbd-47ff-80c6-70085ad23dd2,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:05.202090 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.212112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ae080495-7104-45b6-a1c7-34cadd46ba7d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=018fd6f57fcb440ebe041721b659229c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360439 Aug 03 15:49:05.236247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] For port 2d2b5129-acbd-47ff-80c6-70085ad23dd2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d2b5129-acbd-47ff-80c6-70085ad23dd2,segment=NetworkSegment(44ce9e46-b545-4c7f-9244-d53e2a3d174d),segment_id=44ce9e46-b545-4c7f-9244-d53e2a3d174d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:05.237358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.247771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Calling delete_port for 2d2b5129-acbd-47ff-80c6-70085ad23dd2 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:05.274292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Calling delete_port for 2d2b5129-acbd-47ff-80c6-70085ad23dd2 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:05.278522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1bad6faa-3ebf-46f5-9f3d-5b037de9859d req-177a55ed-01a4-4726-b219-323496eece91 tempest-FloatingIPsAssociationTestJSON-1002532460 tempest-FloatingIPsAssociationTestJSON-1002532460-project] 10.222.0.70 "GET /v2.0/ports?device_id=55994ba8-bc27-4463-80a2-a4eee2547a20 HTTP/1.1" status: 200 len: 210 time: 0.0966535 Aug 03 15:49:05.366602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Made reservation on behalf of 018fd6f57fcb440ebe041721b659229c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:05.370049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.406723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.419072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d2b5129-acbd-47ff-80c6-70085ad23dd2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:05.477762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Deleting port 77eb968d-c5e9-4145-8606-85832883d8c9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:05.477996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.478740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.490217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-908d961b-322e-4fa8-9f18-a5c5699b304e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:05.492036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-908d961b-322e-4fa8-9f18-a5c5699b304e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311692 Aug 03 15:49:05.497337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.507975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] Pushing event deleted for resources: {'Port': ['ID=2d2b5129-acbd-47ff-80c6-70085ad23dd2,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:05.509858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No active binding found for port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 15:49:05.510371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d2b5129-acbd-47ff-80c6-70085ad23dd2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:05.510810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4aa1d862-8926-4a8e-b3ce-b1abad178e75 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:05.516372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a8c1f-d6e4-44f3-8c9a-38fa602b81bf None None] No DVR routers for this DVR port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:05.539107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4aa1d862-8926-4a8e-b3ce-b1abad178e75 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:05.540334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4aa1d862-8926-4a8e-b3ce-b1abad178e75 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:05.573443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2b5129-acbd-47ff-80c6-70085ad23dd2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:05.575951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] No DVR routers for this DVR port 2d2b5129-acbd-47ff-80c6-70085ad23dd2 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:05.594524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Request body: {'port': {'device_id': '8ce05876-1ed0-4292-af39-68668808460e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '018fd6f57fcb440ebe041721b659229c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:05.614788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e6d7e-1e93-407b-8949-6928681cf669 req-9f8098a6-9e8d-4428-9953-92e9314db6a5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:05.622376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-103e6d7e-1e93-407b-8949-6928681cf669 req-9f8098a6-9e8d-4428-9953-92e9314db6a5 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 945 time: 0.1729741 Aug 03 15:49:05.694706 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.715003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a21e9f-57ac-44be-af6d-3ae510a10df5']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:05.722159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-103e6d7e-1e93-407b-8949-6928681cf669 req-e0b78426-74a6-41b1-bc4a-db4724626337 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups?id=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988946 Aug 03 15:49:05.741619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ce9e46-b545-4c7f-9244-d53e2a3d174d') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:05.741619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ce9e46-b545-4c7f-9244-d53e2a3d174d') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:05.747398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.766290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.775800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:49:05.776384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.787888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] For port 77eb968d-c5e9-4145-8606-85832883d8c9, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=77eb968d-c5e9-4145-8606-85832883d8c9,segment=NetworkSegment(8f4075c0-3a59-41ac-bf6a-64547c206ea9),segment_id=8f4075c0-3a59-41ac-bf6a-64547c206ea9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:05.788457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:49:05.793676 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:49:05.802156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Calling delete_port for 77eb968d-c5e9-4145-8606-85832883d8c9 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:05.849564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.875686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.880195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] 10.222.0.70 "DELETE /v2.0/networks/b8a21e9f-57ac-44be-af6d-3ae510a10df5 HTTP/1.1" status: 204 len: 168 time: 1.3033843 Aug 03 15:49:05.900373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d3635-71c0-4bf0-b124-84356faceedc admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a21e9f-57ac-44be-af6d-3ae510a10df5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:05.918279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:05.952001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.029516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01b5b0-857d-4250-a7c0-8c518f769665 req-4f6b50ae-a372-4697-a567-b0e8e2d9caf7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:06.031290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a01b5b0-857d-4250-a7c0-8c518f769665 req-4f6b50ae-a372-4697-a567-b0e8e2d9caf7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.4446771 Aug 03 15:49:06.043534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Made reservation on behalf of 018fd6f57fcb440ebe041721b659229c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:06.047843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.087832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e33070-7b6b-41bf-8553-897b7fbf9a66,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:06.114458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55666) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:06.159568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ab2c5e1f-4472-4e83-88a1-9c1a04f90bf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa7227633e7a47d9bb360beb26cb523c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420384 Aug 03 15:49:06.161261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55668) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:06.212603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.228106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a01b5b0-857d-4250-a7c0-8c518f769665 req-f74adb1f-b6e6-45fa-9583-12a35354d67f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679187 Aug 03 15:49:06.250792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff7571ca-5137-47d3-a1c8-3fa6cf8276ee req-2c3a2524-c887-49b2-bf95-71bf32ccedd5 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 210 time: 0.0352316 Aug 03 15:49:06.262256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.276147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Allocated IP 192.168.233.31 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:06.282832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.319670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.320399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event deleted for resources: {'Port': ['ID=77eb968d-c5e9-4145-8606-85832883d8c9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:06.323850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.325756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/488d7a77-fa0c-47a9-b6c8-c1eb6744fe79 HTTP/1.1" status: 204 len: 168 time: 0.1635306 Aug 03 15:49:06.342968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443b869-9a2c-4556-877b-9612f7435444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d7a77-fa0c-47a9-b6c8-c1eb6744fe79,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:06.350727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55676) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:06.386231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] No DVR routers for this DVR port 77eb968d-c5e9-4145-8606-85832883d8c9 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:06.391420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.393391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b190b82b-99be-4c51-a371-c6a528fd1011 req-5a5b012b-783c-4c20-86a7-dd17725ed590 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.78 "DELETE /v2.0/ports/77eb968d-c5e9-4145-8606-85832883d8c9 HTTP/1.1" status: 204 len: 173 time: 1.6309485 Aug 03 15:49:06.521902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.537227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Transition to ACTIVE for port object b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:06.591180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.666336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:06.674641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:06.683127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:06.689465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:06.690150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.714791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Allocated IP 192.168.233.143 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/53accb54-1197-459b-a326-ee0ac18aa075) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:06.722655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:06.740600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-c7b389b3-1e52-40ae-9d1f-c11dba1e8c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8308325 Aug 03 15:49:06.761363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Request body: {'port': {'device_id': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:06.832203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'name': 'network-vif-deleted', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:06.834499 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ededbcbb-765b-4856-afdc-de4534a44110" -d '{"events": [{"server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "name": "network-vif-deleted", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:06.876371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:06.880304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71262b8b-b51c-4eea-b0f8-81e4045e7fd7 req-a38c8922-9618-43d7-893f-bf292e65bd87 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/ports?device_id=e137492b-bc74-4f63-8c79-7f10fc712c46 HTTP/1.1" status: 200 len: 210 time: 0.0424044 Aug 03 15:49:07.026294 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2727b683-6c1e-4e30-9cf3-c39747b08630 x-openstack-request-id: req-2727b683-6c1e-4e30-9cf3-c39747b08630 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:07.026517 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e137492b-bc74-4f63-8c79-7f10fc712c46", "name": "network-vif-deleted", "tag": "77eb968d-c5e9-4145-8606-85832883d8c9", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:07.026746 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2727b683-6c1e-4e30-9cf3-c39747b08630 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:07.027190 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e137492b-bc74-4f63-8c79-7f10fc712c46', 'name': 'network-vif-deleted', 'tag': '77eb968d-c5e9-4145-8606-85832883d8c9', 'status': 'completed', 'code': 200} Aug 03 15:49:07.050588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.078334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f3ae4a5a-c48b-403b-a6e5-38993685c650 None None] Provisioning for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:07.086847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f3ae4a5a-c48b-403b-a6e5-38993685c650 None None] Provisioning complete for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:07.087451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3ae4a5a-c48b-403b-a6e5-38993685c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.164157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.164398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae4a5a-c48b-403b-a6e5-38993685c650 None None] Port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:07.245057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Transition to ACTIVE for port object 53accb54-1197-459b-a326-ee0ac18aa075 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:07.291032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 77eb968d-c5e9-4145-8606-85832883d8c9 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:07.323744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.334133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 77eb968d-c5e9-4145-8606-85832883d8c9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:07.334536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 77eb968d-c5e9-4145-8606-85832883d8c9 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:07.411383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe2fbc-196f-4102-8967-a7cb8eec040b req-7ef5fe1e-74b7-4fbe-afa6-e04c51c31a0a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:07.415362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5fe2fbc-196f-4102-8967-a7cb8eec040b req-7ef5fe1e-74b7-4fbe-afa6-e04c51c31a0a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0926969 Aug 03 15:49:07.415362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55710) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:07.425164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Deleting port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:07.425420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.467931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:07.481208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:07.484478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:07.491316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:07.497262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:07.498067 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.534287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f31a-2d7f-4135-b794-bdb19ed06a6a req-48fe3f6e-0f29-4518-97fb-324d68168f19 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:07.542234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a271f31a-2d7f-4135-b794-bdb19ed06a6a req-48fe3f6e-0f29-4518-97fb-324d68168f19 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 936 time: 0.1675301 Aug 03 15:49:07.555286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c46d0b3-4b5d-4f53-861d-36301a511067 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:07.568576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2e2b3026-6990-44a6-959c-0c141fa70dc8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9796546 Aug 03 15:49:07.580970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 2c46d0b3-4b5d-4f53-861d-36301a511067 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:07.581824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c46d0b3-4b5d-4f53-861d-36301a511067 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:07.587807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Request body: {'port': {'device_id': '8ce05876-1ed0-4292-af39-68668808460e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:07.668328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a271f31a-2d7f-4135-b794-bdb19ed06a6a req-87e5b980-cfd1-4a9a-be34-3512dc5900fb tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251562 Aug 03 15:49:07.711400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:07.722129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.738775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.738918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-network', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:07.744258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Transition to ACTIVE for port object b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:07.751699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.776861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5fe2fbc-196f-4102-8967-a7cb8eec040b req-c52c34c2-7d56-40cf-b929-463c4591b0e2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538909 Aug 03 15:49:07.797698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Made reservation on behalf of f8b65127c08a4b4496d1f778fdc936f8 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:07.800070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.813103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.821494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d1a4152-af1e-4eb7-addf-2547cdc441d8 None None] Provisioning for port 53accb54-1197-459b-a326-ee0ac18aa075 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:07.828781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d1a4152-af1e-4eb7-addf-2547cdc441d8 None None] Provisioning complete for port 53accb54-1197-459b-a326-ee0ac18aa075 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:07.830120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d1a4152-af1e-4eb7-addf-2547cdc441d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.839088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] For port 00ea1b74-4d62-4d2a-9fcd-5ccfac349947, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:07.839460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:07.857167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Calling delete_port for 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:07.899079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:07.899792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a4152-af1e-4eb7-addf-2547cdc441d8 None None] Port 53accb54-1197-459b-a326-ee0ac18aa075 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:08.063386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.074836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.097305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Attempting to bind port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:08.098020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Attempting to bind port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:08.098580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Attempting to bind port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:08.138313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db23360b-1fde-4092-9535-5fc16e57a4f8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.149855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:08.150296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Attempting to bind port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:08.176219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:08.176532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:08.176916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:08.177360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Bound port: b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:08.177767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.192339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:49:08.208614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.209128 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Added segment 5337a2c8-5b1b-4f45-a68e-c340e584a9a8 of type vlan for network c3490e46-9e01-4e7e-8bca-5d5619d039f4 Aug 03 15:49:08.262093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55734) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:08.267791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.278852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.327154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea1b74-4d62-4d2a-9fcd-5ccfac349947,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.375141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:08.393518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:08.405736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.445344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.446622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:08.447465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.467707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:08.468411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.470654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e HTTP/1.1" status: 200 len: 1095 time: 1.7165217 Aug 03 15:49:08.478312 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.511874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53accb54-1197-459b-a326-ee0ac18aa075 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:08.534214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1156547 Aug 03 15:49:08.534459 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.538588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55736) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:08.538588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531b0f7-f57f-472b-8353-cb634edc4ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.576969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Request body: {'subnet': {'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-subnet', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:08.594901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.597859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638738-a15b-4542-9e3b-7a30785004cf admin admin] Pushing event updated for resources: {'Network': ['ID=c3490e46-9e01-4e7e-8bca-5d5619d039f4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.607783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Transition to ACTIVE for port object 53accb54-1197-459b-a326-ee0ac18aa075 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:08.612881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:49:08.621355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.654673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-6f202240-d5f0-42cd-9433-e8964b30df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:08.656326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-6f202240-d5f0-42cd-9433-e8964b30df5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 1098 time: 0.1365876 Aug 03 15:49:08.657149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Made reservation on behalf of f8b65127c08a4b4496d1f778fdc936f8 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:08.659436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.697460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.715229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.719249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:08.722744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "DELETE /v2.0/security-groups/bd851988-6e96-42d4-99af-c886549cfbc2 HTTP/1.1" status: 204 len: 168 time: 0.4548423 Aug 03 15:49:08.728835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55740) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:08.754250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab840e-6439-4361-86fc-3b76f770a540 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd851988-6e96-42d4-99af-c886549cfbc2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.773847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-efdc9b05-1f67-4b44-a0ff-ae1dddc51282 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e HTTP/1.1" status: 200 len: 217 time: 0.1041987 Aug 03 15:49:08.796850 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-d6afcac1-d093-496e-a73f-ef2548f1fe72 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] show failed (client error): The resource could not be found. Aug 03 15:49:08.800423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d6afcac1-d093-496e-a73f-ef2548f1fe72 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "GET /v2.0/security-groups/bd851988-6e96-42d4-99af-c886549cfbc2 HTTP/1.1" status: 404 len: 347 time: 0.0678208 Aug 03 15:49:08.800659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55742) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:08.816142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:08.925963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-13fb5fb3-cfc7-42ae-a105-9297a49cb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:08.927543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-13fb5fb3-cfc7-42ae-a105-9297a49cb752 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1287756 Aug 03 15:49:08.930299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Attempting to bind port 53accb54-1197-459b-a326-ee0ac18aa075 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:08.930659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Attempting to bind port 53accb54-1197-459b-a326-ee0ac18aa075 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:08.931132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Attempting to bind port 53accb54-1197-459b-a326-ee0ac18aa075 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:08.971073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Port 53accb54-1197-459b-a326-ee0ac18aa075 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:08.971406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Attempting to bind port 53accb54-1197-459b-a326-ee0ac18aa075 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:08.988905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0e88-b1bd-401e-b6ba-5704086fb3ce req-72d7053a-9686-40d2-937a-53fa45d35223 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:08.990539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54fc0e88-b1bd-401e-b6ba-5704086fb3ce req-72d7053a-9686-40d2-937a-53fa45d35223 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.2188067 Aug 03 15:49:08.994503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:08.994503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:08.994779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:08.995112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Bound port: 53accb54-1197-459b-a326-ee0ac18aa075, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:08.995479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.044450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29648113-734c-4c5e-b0fb-bd3459b442e0 req-c20e1311-59df-4057-86cd-d53fdfb6c515 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:09.046235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:09.046388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29648113-734c-4c5e-b0fb-bd3459b442e0 req-c20e1311-59df-4057-86cd-d53fdfb6c515 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1369951 Aug 03 15:49:09.048307 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253943c-cff8-4413-8930-25d80aacf168" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:09.082434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-a3688683-81d9-4e52-af02-055164ac5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:09.084568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-a3688683-81d9-4e52-af02-055164ac5342 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474328 Aug 03 15:49:09.136317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Deleting port 97b80dc0-bf40-426e-8ac9-808359b12534 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:09.136779 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.157202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29648113-734c-4c5e-b0fb-bd3459b442e0 req-a3e0ff98-d1c0-4c56-ac25-81f3f1b04d5b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Aug 03 15:49:09.271115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Router 0db7b441-6f5e-4be0-8496-10799d4b7fdf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:09.289988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.290325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.308913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Calling delete_port for 97b80dc0-bf40-426e-8ac9-808359b12534 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:09.467886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:09.472325 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e8c29a-5b56-4282-9677-cea04d563558 x-openstack-request-id: req-88e8c29a-5b56-4282-9677-cea04d563558 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:09.472624 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:09.472914 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88e8c29a-5b56-4282-9677-cea04d563558 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:09.473248 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'status': 'completed', 'code': 200} Aug 03 15:49:09.475201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9fc281e9-43e0-4856-a06d-0615cbbc5449 admin admin] 10.222.0.70 "PUT /v2.0/routers/0db7b441-6f5e-4be0-8496-10799d4b7fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1230175 Aug 03 15:49:09.477630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55754) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:09.477859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Sync routers for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:09.488028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:09.488984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:09.522658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54fc0e88-b1bd-401e-b6ba-5704086fb3ce req-2b826709-abef-41fe-b14a-a9fc29e71da3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066931 Aug 03 15:49:09.577659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:09.594114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.607680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:09.614332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:09.632829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.638313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.669777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.698729 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-7c3bef5d-92e4-4ce3-b96b-fac5060069ac service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921123 Aug 03 15:49:09.708842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:09.709672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.710493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Pushing event deleted for resources: {'Port': ['ID=97b80dc0-bf40-426e-8ac9-808359b12534,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:09.710938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] 10.222.0.72 "PUT /v2.0/ports/53accb54-1197-459b-a326-ee0ac18aa075 HTTP/1.1" status: 200 len: 1096 time: 2.1305537 Aug 03 15:49:09.736364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0c142a-7ef3-4ceb-8cd8-6af97d0e56ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.795083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd12eb13-3d94-4750-8e10-67cf0f2b3722,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:09.829624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.849731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:49:08Z', 'revision_number': 5, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port': {'id': '2d7be66c-5c7a-4d89-926c-6c8ecf330af6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:35Z', 'updated_at': '2021-08-03T15:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:09.852216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34c51e-2059-490b-b314-ce773024f15d service neutron] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:09.863435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Checking segment: {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:09.863589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Network hostable DHCP agents. Network: c3490e46-9e01-4e7e-8bca-5d5619d039f4, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:49:09.876451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.879287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.883035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-69726b15-54a0-4134-848c-2c2f2512a8c4 tempest-ImagesOneServerNegativeTestJSON-1976278811 tempest-ImagesOneServerNegativeTestJSON-1976278811-project] 10.222.0.70 "DELETE /v2.0/floatingips/296d29e4-ea80-40d7-9f2b-67e75777c9f2 HTTP/1.1" status: 204 len: 168 time: 1.0774412 Aug 03 15:49:09.900765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Checking router: 0db7b441-6f5e-4be0-8496-10799d4b7fdf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:09.913937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Routers {'0db7b441-6f5e-4be0-8496-10799d4b7fdf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:09.915311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:09.924132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-28fe6148-c6e7-4b14-bc10-ed0a9b87c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:09.925702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-28fe6148-c6e7-4b14-bc10-ed0a9b87c606 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 1099 time: 0.1634085 Aug 03 15:49:09.929049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Deleting port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:09.929616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:09.930955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:49:09.947640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1170250-fc3a-4a48-8ca7-d3ed1ec7d518 req-ea528431-dbbb-43d5-9a6d-002fe021c8e7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345016 Aug 03 15:49:10.025062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-d46c6105-387a-44a0-8702-39b24017125d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=53accb54-1197-459b-a326-ee0ac18aa075 HTTP/1.1" status: 200 len: 217 time: 0.0864186 Aug 03 15:49:10.025725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c3490e46-9e01-4e7e-8bca-5d5619d039f4) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:10.034810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.035406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.037899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcff11-e161-4440-9c45-d2c4cddf43d8 None None] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:10.053165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55766) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:10.072976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1366f3b8-5ef7-4b71-a4f6-59e4606d8679 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5263438 Aug 03 15:49:10.091403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55768) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:10.093665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] Set router 0db7b441-6f5e-4be0-8496-10799d4b7fdf gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:10.094506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] For port 2d7be66c-5c7a-4d89-926c-6c8ecf330af6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:10.094902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.106498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:10.120977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253943c-cff8-4413-8930-25d80aacf168 req-5811bfef-c10b-4372-a7ea-fea424fda9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.122576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Calling delete_port for 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:10.123480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-5811bfef-c10b-4372-a7ea-fea424fda9a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 1098 time: 0.1077402 Aug 03 15:49:10.125070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-c0d6de3f-b5aa-44d5-abf1-1febbd41f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.126725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-c0d6de3f-b5aa-44d5-abf1-1febbd41f8c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0788424 Aug 03 15:49:10.153811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Deleting subnet 1aaccc68-000a-43c2-9752-1c3b3a3926fd {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:49:10.161481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.180153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:49:09Z', 'revision_number': 6, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:10.223830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.225057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.245006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.260898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-f686e65b-e23a-4c46-b107-2575b9647af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.262591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-f686e65b-e23a-4c46-b107-2575b9647af3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172163 Aug 03 15:49:10.350277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253943c-cff8-4413-8930-25d80aacf168 req-7dc2e1dc-bf44-4e48-a3a3-712b49cb0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.355183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-7dc2e1dc-bf44-4e48-a3a3-712b49cb0592 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2164652 Aug 03 15:49:10.360697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284c9e0-62c0-4eca-a140-e6429d9d9a7f None None] The sync data for ids ['0db7b441-6f5e-4be0-8496-10799d4b7fdf'] in n-d-803226-3 is: [{'id': '0db7b441-6f5e-4be0-8496-10799d4b7fdf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1526485024-router', 'tenant_id': 'fdac857a22d14b5480f3106b18777024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:34Z', 'updated_at': '2021-08-03T15:49:09Z', 'revision_number': 6, 'project_id': 'fdac857a22d14b5480f3106b18777024', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:10.443284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-ac21961d-1c54-4f12-85c0-c263f37de3f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e HTTP/1.1" status: 200 len: 217 time: 0.0806227 Aug 03 15:49:10.479036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba893e4-6ad2-406c-b3ce-281dc9b0c74c req-d63d139e-9acd-48cc-85d8-03f1a9e0d30f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.480963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ba893e4-6ad2-406c-b3ce-281dc9b0c74c req-d63d139e-9acd-48cc-85d8-03f1a9e0d30f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.2079144 Aug 03 15:49:10.503822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.505424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.513227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'fixed_ips': [{'subnet_id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:49:10.514574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.555238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253943c-cff8-4413-8930-25d80aacf168 req-0d323896-007b-4a74-9236-0b3f9dcdf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.557218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-0d323896-007b-4a74-9236-0b3f9dcdf243 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1049092 Aug 03 15:49:10.567512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-34e87e8d-1d33-4ccb-8f15-81467743c039 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952750 Aug 03 15:49:10.692978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ba893e4-6ad2-406c-b3ce-281dc9b0c74c req-f901905b-fbfa-4e0a-8a8a-bb875a54327a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886449 Aug 03 15:49:10.702691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Allocated IP 172.20.0.2 (c3490e46-9e01-4e7e-8bca-5d5619d039f4/cd12eb13-3d94-4750-8e10-67cf0f2b3722/302d8926-f735-474c-a0c2-a2c70254400f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:10.742190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253943c-cff8-4413-8930-25d80aacf168 req-3336ac88-e034-4e31-a9fd-83b13f73695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.743975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-3336ac88-e034-4e31-a9fd-83b13f73695c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748281 Aug 03 15:49:10.816286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.823541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.831764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbcfe85-ce9e-4f22-a0a3-2ef4874e3497 req-2bd414c2-7df9-4306-b4ae-a809736d09c8 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568347 Aug 03 15:49:10.864236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.867624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aaccc68-000a-43c2-9752-1c3b3a3926fd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:10.896545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-98f1bf30-e606-4b8b-80f8-804d1c21d7d2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416931 Aug 03 15:49:10.925215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9883a1-2629-4bf2-a3ea-371b6dd830e8 req-83db4c03-76aa-4d58-a676-7882b1973c2e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:10.926812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a9883a1-2629-4bf2-a3ea-371b6dd830e8 req-83db4c03-76aa-4d58-a676-7882b1973c2e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.2716894 Aug 03 15:49:10.933280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7be66c-5c7a-4d89-926c-6c8ecf330af6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:10.940717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:10.942898 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b44a8a8-c6eb-495c-9274-95ef0aea03dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1aaccc68-000a-43c2-9752-1c3b3a3926fd HTTP/1.1" status: 204 len: 168 time: 0.8875523 Aug 03 15:49:10.963767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55780) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:11.074280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.093956 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.099571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4253943c-cff8-4413-8930-25d80aacf168 req-e39bf902-0c64-47ce-8a69-0cc386c7f1f9 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895642 Aug 03 15:49:11.116901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Transition to ACTIVE for port object 302d8926-f735-474c-a0c2-a2c70254400f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:11.153027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Transition to ACTIVE for port object 302d8926-f735-474c-a0c2-a2c70254400f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:11.162492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.185008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.198518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.198900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.199658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.200160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.200545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.201422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.201842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.202366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.202693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.203027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.204173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:11.223159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:11.242492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:11.246455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:11.250825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:11.251170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00ea1b74-4d62-4d2a-9fcd-5ccfac349947 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:11.252434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:11.282261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:11.282392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d7be66c-5c7a-4d89-926c-6c8ecf330af6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:11.284225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Pushing event updated for resources: {'Port': ['ID=302d8926-f735-474c-a0c2-a2c70254400f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:11.285312 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.285747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.286534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.286534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 15:49:11.286871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d499c81-cbb8-40a3-b335-006af9b20f3c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:11.314289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4075c0-3a59-41ac-bf6a-64547c206ea9') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:11.314583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4075c0-3a59-41ac-bf6a-64547c206ea9') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:11.341939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.344240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Attempting to bind port 302d8926-f735-474c-a0c2-a2c70254400f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:11.345143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Attempting to bind port 302d8926-f735-474c-a0c2-a2c70254400f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:11.345954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Attempting to bind port 302d8926-f735-474c-a0c2-a2c70254400f on network c3490e46-9e01-4e7e-8bca-5d5619d039f4 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:11.351255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:11.351635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Checking segment: {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:11.352089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.352519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Bound using segment: {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:11.352985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Bound port: 302d8926-f735-474c-a0c2-a2c70254400f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:11.353366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.370080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.383866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:49:11.383866 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.394148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a9883a1-2629-4bf2-a3ea-371b6dd830e8 req-2635c436-674a-4b1d-9a9b-a91fe25fe55f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177313 Aug 03 15:49:11.409884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.431260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] For port 302d8926-f735-474c-a0c2-a2c70254400f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:11.437932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] For port 302d8926-f735-474c-a0c2-a2c70254400f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=302d8926-f735-474c-a0c2-a2c70254400f,segment=NetworkSegment(5337a2c8-5b1b-4f45-a68e-c340e584a9a8),segment_id=5337a2c8-5b1b-4f45-a68e-c340e584a9a8)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:11.442758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: from cryptography.utils import int_from_bytes Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: from cryptography.utils import int_from_bytes Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:49:11.443097 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:49:11.471217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.474342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:11.477163 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d92bcf-3c61-4443-944c-7aa489481430" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "tag": "53accb54-1197-459b-a326-ee0ac18aa075"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:11.498127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.500860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d499c81-cbb8-40a3-b335-006af9b20f3c HTTP/1.1" status: 204 len: 168 time: 0.5355108 Aug 03 15:49:11.502228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b5984-fbf0-47d1-8aaf-b07ed0f15fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d499c81-cbb8-40a3-b335-006af9b20f3c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:11.523104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11256d-6cb1-4d30-92a1-374b53bd6285 None None] Pushing event updated for resources: {'Port': ['ID=302d8926-f735-474c-a0c2-a2c70254400f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:11.572535 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5888fb-7bf8-4378-a0f4-dbd977e31627 x-openstack-request-id: req-2d5888fb-7bf8-4378-a0f4-dbd977e31627 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:11.572938 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "tag": "53accb54-1197-459b-a326-ee0ac18aa075", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:11.573292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d5888fb-7bf8-4378-a0f4-dbd977e31627 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:11.573820 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075', 'status': 'completed', 'code': 200} Aug 03 15:49:11.616000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.616698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.664852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92bcf-3c61-4443-944c-7aa489481430 req-6cde7b04-f27d-425f-9dad-d897a772c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:11.667402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-6cde7b04-f27d-425f-9dad-d897a772c5fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=018fd6f57fcb440ebe041721b659229c&device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 1099 time: 0.0621753 Aug 03 15:49:11.693838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55792) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:11.705208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.705777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db7b441-6f5e-4be0-8496-10799d4b7fdf {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:49:11.722506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.726365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97bef0d2-51c8-46d9-a65d-c658b815eb0c admin admin] 10.222.0.70 "DELETE /v2.0/routers/0db7b441-6f5e-4be0-8496-10799d4b7fdf HTTP/1.1" status: 204 len: 168 time: 2.2450480 Aug 03 15:49:11.727274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55794) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:11.837951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Deleting subnet 77619647-6e63-4ff5-88e6-b839230bfb8b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:49:11.856775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.877444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4ee808ca-0d1c-4dda-aac0-d4ba0d667a96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee2c839be74148dcbf0c35adeafe8bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824567 Aug 03 15:49:11.880823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55798) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:11.918411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92bcf-3c61-4443-944c-7aa489481430 req-2fdb0de1-cfcc-401c-857a-14473999a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:11.923608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-2fdb0de1-cfcc-401c-857a-14473999a12a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2467072 Aug 03 15:49:11.936241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.961352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:11.972610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d8870-6510-418f-b2ff-c3327f9d5390 req-857b0ca6-8546-407b-ad04-30407e434a1f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:11.974157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c1d8870-6510-418f-b2ff-c3327f9d5390 req-857b0ca6-8546-407b-ad04-30407e434a1f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.0997193 Aug 03 15:49:11.988478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-59963b5b-31f2-4846-8c86-d1c4b0cf143a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=53accb54-1197-459b-a326-ee0ac18aa075 HTTP/1.1" status: 200 len: 217 time: 0.0495005 Aug 03 15:49:11.993253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.027458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.068672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c1d8870-6510-418f-b2ff-c3327f9d5390 req-35e77dfd-4eb6-4819-a09e-88c00359dd09 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880575 Aug 03 15:49:12.090915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.104563 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-08023508-735b-4474-991b-130bb4978434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.105189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92bcf-3c61-4443-944c-7aa489481430 req-a9fbb322-fd2d-4a54-bd4e-1ac42eabd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:12.106490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-a9fbb322-fd2d-4a54-bd4e-1ac42eabd94f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1113656 Aug 03 15:49:12.117281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Allocated IP 172.25.7.128 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c0c83932-5539-482e-9403-55c3b2a12925) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:12.229864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.230872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.257069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92bcf-3c61-4443-944c-7aa489481430 req-350e8d6f-778b-4072-b18d-fccfb4910c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:12.258524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-350e8d6f-778b-4072-b18d-fccfb4910c56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272798 Aug 03 15:49:12.279360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.281837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.282280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.283445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daf645c7-b3e7-482b-b4c2-c1715ed9dc6d HTTP/1.1" status: 204 len: 168 time: 0.4000041 Aug 03 15:49:12.338471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e943762-227f-41b6-9ade-afd3489edc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf645c7-b3e7-482b-b4c2-c1715ed9dc6d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:12.346145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:12.352102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:12.355356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:12.361623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.399549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77619647-6e63-4ff5-88e6-b839230bfb8b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:12.412113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2101c-1fea-4d21-8936-5c4f89027a9d None None] Network 538e2407-ab9d-4e89-b946-6ca66ec69672 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:12.421274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.431869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d1079fa-943b-451b-806a-0546810f4909 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/77619647-6e63-4ff5-88e6-b839230bfb8b HTTP/1.1" status: 204 len: 168 time: 0.7034044 Aug 03 15:49:12.432524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55804) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:12.518769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Pushing event updated for resources: {'Port': ['ID=c0c83932-5539-482e-9403-55c3b2a12925,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:12.568879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-fe786420-79f9-4488-b4d1-a015119016c7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005629 Aug 03 15:49:12.699261 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.751780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.760725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.812860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] DHCP port deletion for 538e2407-ab9d-4e89-b946-6ca66ec69672 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:49:12.815916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5659d68-4d72-4694-83a9-d68382afe46f req-d24a423a-633e-418b-86f6-e824bc584a58 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:12.823806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5659d68-4d72-4694-83a9-d68382afe46f req-d24a423a-633e-418b-86f6-e824bc584a58 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.2825038 Aug 03 15:49:12.881764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Deleting port 7c51fdfa-d877-4654-b230-1c20bbe64454 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:12.883113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:12.925591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d92bcf-3c61-4443-944c-7aa489481430 req-f7c41a13-5ff8-4fee-b864-21a115139e50 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110330 Aug 03 15:49:12.953486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5659d68-4d72-4694-83a9-d68382afe46f req-65ba0cb9-ba8f-475a-bb20-24b8157cb9ab tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Aug 03 15:49:12.971397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcba8d8-817b-461a-aed3-e1282ec75d69 None None] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:12.978508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Deleting port 7c51fdfa-d877-4654-b230-1c20bbe64454 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:12.978849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.008810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.049449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] For port 7c51fdfa-d877-4654-b230-1c20bbe64454, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7c51fdfa-d877-4654-b230-1c20bbe64454,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:13.050070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.050790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] For port 7c51fdfa-d877-4654-b230-1c20bbe64454, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7c51fdfa-d877-4654-b230-1c20bbe64454,segment=NetworkSegment(0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b),segment_id=0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:13.051298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.064699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Calling delete_port for 7c51fdfa-d877-4654-b230-1c20bbe64454 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:13.133479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Calling delete_port for 7c51fdfa-d877-4654-b230-1c20bbe64454 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:13.160639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.190523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9104bf4b-7a91-4298-8ccd-a1773048a775 None None] Provisioning for port 302d8926-f735-474c-a0c2-a2c70254400f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:13.213490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c51fdfa-d877-4654-b230-1c20bbe64454,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:13.218330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] No DVR routers for this DVR port 7c51fdfa-d877-4654-b230-1c20bbe64454 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:13.272482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 302d8926-f735-474c-a0c2-a2c70254400f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:13.278514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:49:13.300601 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.314334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538e2407-ab9d-4e89-b946-6ca66ec69672']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:13.329486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:13.329999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf7db3b-2dc7-44f6-b077-9291b1e5eb7b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:13.352188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.386180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.396481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:49:13.397187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:49:13.399346 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:49:13.429694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f022a-743d-4acd-8b6a-7cbcaf5b54f9 req-3f18354e-abf7-46d6-bb11-fcb477ff2aba tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:13.439589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b4f022a-743d-4acd-8b6a-7cbcaf5b54f9 req-3f18354e-abf7-46d6-bb11-fcb477ff2aba tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.2552969 Aug 03 15:49:13.463411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.490787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.492683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 302d8926-f735-474c-a0c2-a2c70254400f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:13.496917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:13.501135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] Pushing event deleted for resources: {'Port': ['ID=7c51fdfa-d877-4654-b230-1c20bbe64454,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:13.506719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 302d8926-f735-474c-a0c2-a2c70254400f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:13.509171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.511674 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Sync routers for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:13.512518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65338b27-e7cf-45fe-8505-74367777f5c3 None None] No DVR routers for this DVR port 7c51fdfa-d877-4654-b230-1c20bbe64454 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:13.514913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.529122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/538e2407-ab9d-4e89-b946-6ca66ec69672 HTTP/1.1" status: 204 len: 168 time: 1.0896063 Aug 03 15:49:13.535528 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:13.553073 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:13.556312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b4f022a-743d-4acd-8b6a-7cbcaf5b54f9 req-7f8d5083-c36a-4f09-9eb2-12355ec8bb3f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156871 Aug 03 15:49:13.561920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.584836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.589455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5eddb875-7d73-4dd4-8fab-61df473c286a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4969907 Aug 03 15:49:13.590138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55836) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:13.594536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:13.600821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b464f-43c4-4e73-8f95-b429ca3b0cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=538e2407-ab9d-4e89-b946-6ca66ec69672,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:13.607759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:13.766543 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.831882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1219049377-network', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:13.902841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Made reservation on behalf of 920ecdddd9c14fe087a4205bb2417751 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:13.905780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Set router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:13.906062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.926451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:13.927008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55848) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:14.012372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 302d8926-f735-474c-a0c2-a2c70254400f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=302d8926-f735-474c-a0c2-a2c70254400f,segment=NetworkSegment(5337a2c8-5b1b-4f45-a68e-c340e584a9a8),segment_id=5337a2c8-5b1b-4f45-a68e-c340e584a9a8)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:14.018571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.038303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df145d31-ade2-4458-a668-43147c3e56e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdac857a22d14b5480f3106b18777024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101263 Aug 03 15:49:14.042341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55852) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:14.059630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a34b42-04b6-4d7e-b4a1-d8feb3acfdc9 req-ef6b4584-cf21-4d12-94cb-39a161621a87 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:14.062095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a34b42-04b6-4d7e-b4a1-d8feb3acfdc9 req-ef6b4584-cf21-4d12-94cb-39a161621a87 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1096 time: 0.1035440 Aug 03 15:49:14.123737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=302d8926-f735-474c-a0c2-a2c70254400f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.131885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a34b42-04b6-4d7e-b4a1-d8feb3acfdc9 req-57f28530-92c1-4e2d-ad36-5d0b37186e4a tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 Aug 03 15:49:14.162841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7c51fdfa-d877-4654-b230-1c20bbe64454 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:14.171896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:14.176712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.182997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.197256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7c51fdfa-d877-4654-b230-1c20bbe64454 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:14.197612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7c51fdfa-d877-4654-b230-1c20bbe64454 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:14.202519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f87e554-ce7c-4cb9-bb78-d8472cd9d462 None None] Provisioning complete for port 302d8926-f735-474c-a0c2-a2c70254400f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:14.202642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f87e554-ce7c-4cb9-bb78-d8472cd9d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.237796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'mac_address': 'fa:16:3e:4c:5c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:14.242724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:49:14.277309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.277947 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Added segment 4eb72070-eb01-4034-93b0-01129f6a9085 of type vlan for network eaaf0ade-c6b0-4de3-ac54-487df3ec610a Aug 03 15:49:14.279484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3226ec82-4805-417a-b0b5-60f1278c111e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.322534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.324591 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:12Z', 'revision_number': 3, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:14.346871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:14.366258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.382530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:14.387771 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.388081 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Checking router: 1657c541-18f2-4ff7-816e-e396dd8a0ed8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:14.388992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:14.390011 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Updating router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 port c0c83932-5539-482e-9403-55c3b2a12925 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:14.421996 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.436163 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.449499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1296c9-7ce3-4918-9507-10bc20ed32e0 req-78e21fca-eeaf-42cb-bd21-94a456c0c19d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:14.451756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0e1296c9-7ce3-4918-9507-10bc20ed32e0 req-78e21fca-eeaf-42cb-bd21-94a456c0c19d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.1973388 Aug 03 15:49:14.475007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.477093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:14.477302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:14.478151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.489366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.495496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '53accb54-1197-459b-a326-ee0ac18aa075', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '53accb54-1197-459b-a326-ee0ac18aa075', 'mac_address': 'fa:16:3e:6e:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:14.498422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.516030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.555046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.579052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53accb54-1197-459b-a326-ee0ac18aa075 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:14.597154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0e1296c9-7ce3-4918-9507-10bc20ed32e0 req-673989e3-8b76-492f-9345-6b08baf58b7a tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295991 Aug 03 15:49:14.613396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:14.615989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0070992 Aug 03 15:49:14.619680 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.632247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:14.645366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Request body: {'subnet': {'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1219049377-subnet', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:14.678287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f8a26-e2fa-46b9-a22c-15dcc1374c30 admin admin] Pushing event updated for resources: {'Network': ['ID=eaaf0ade-c6b0-4de3-ac54-487df3ec610a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.700697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:49:14.707254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Made reservation on behalf of 920ecdddd9c14fe087a4205bb2417751 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:14.710066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.772003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.772260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.795720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.796867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6177bf0-b0bd-49dd-8214-3e8d5898eee9 HTTP/1.1" status: 204 len: 168 time: 0.7476094 Aug 03 15:49:14.851759 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.859106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f03ce-e8aa-4ad3-828f-b5e4166d8cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6177bf0-b0bd-49dd-8214-3e8d5898eee9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.874356 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Transition to ACTIVE for port object c0c83932-5539-482e-9403-55c3b2a12925 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:14.883601 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.891272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['53accb54-1197-459b-a326-ee0ac18aa075'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:14.899791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:14.958217 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Attempting to bind port c0c83932-5539-482e-9403-55c3b2a12925 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:14.958739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Attempting to bind port c0c83932-5539-482e-9403-55c3b2a12925 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:14.959110 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Attempting to bind port c0c83932-5539-482e-9403-55c3b2a12925 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:14.966653 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Pushing event updated for resources: {'Port': ['ID=c0c83932-5539-482e-9403-55c3b2a12925,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:14.969994 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:14.970376 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:14.970781 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.971179 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:14.971666 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Bound port: c0c83932-5539-482e-9403-55c3b2a12925, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:14.972052 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:14.976179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9d7f2-c870-44d6-8824-afa3d3f2bb4c req-4d02b87f-2705-413b-af12-daa7ee2d8969 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:14.988372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15c9d7f2-c870-44d6-8824-afa3d3f2bb4c req-4d02b87f-2705-413b-af12-daa7ee2d8969 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.2198057 Aug 03 15:49:14.999945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.010343 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.010739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.011025 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.011367 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.011703 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.012169 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.012508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.012847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.013165 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.014090 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.014424 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.014749 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:15.040566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Allocated IP 172.20.0.1 (c3490e46-9e01-4e7e-8bca-5d5619d039f4/cd12eb13-3d94-4750-8e10-67cf0f2b3722/20c2a701-702f-46fa-8362-6c18681b38b3) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:15.070332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] For port c0c83932-5539-482e-9403-55c3b2a12925, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:15.079900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] For port c0c83932-5539-482e-9403-55c3b2a12925, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c0c83932-5539-482e-9403-55c3b2a12925,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:15.085952 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.144805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15c9d7f2-c870-44d6-8824-afa3d3f2bb4c req-f9727716-f628-4605-aa0f-fb5adfd838c6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498575 Aug 03 15:49:15.198573 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.271004 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:15.271511 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:15.293277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 302d8926-f735-474c-a0c2-a2c70254400f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:15.324238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001fae87-b82a-481b-8079-fe00f4e70666,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:15.333458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Checking segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:15.334053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Network hostable DHCP agents. Network: eaaf0ade-c6b0-4de3-ac54-487df3ec610a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:49:15.356781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:49:15.373797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, eaaf0ade-c6b0-4de3-ac54-487df3ec610a) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:15.386540 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3db9-971b-4a7a-8962-7dd9437a84b9 None None] Pushing event updated for resources: {'Port': ['ID=c0c83932-5539-482e-9403-55c3b2a12925,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:15.388583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:15.391440 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.391610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.400924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d892e8-d164-4ea0-9349-b68bfd414de0 None None] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:15.434299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa87e4b6-b466-4f46-81fd-ace26dbe8077 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7993424 Aug 03 15:49:15.440675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55888) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:15.446640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Transition to ACTIVE for port object 20c2a701-702f-46fa-8362-6c18681b38b3 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:15.454245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:15.520489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.522497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.532049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 302d8926-f735-474c-a0c2-a2c70254400f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:15.532441 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.533385 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] Set router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:15.581794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.674785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:15.676996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.689021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:15.697178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:15.759675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-dc716a60-c89a-4898-944e-6c63035b16d9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:49:15.760694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-dc716a60-c89a-4898-944e-6c63035b16d9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128293 Aug 03 15:49:15.817486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:15.818020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:49:15.859462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:49:15.861011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:15.956074 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:12Z', 'revision_number': 3, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:16.004177 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa11dd-55fc-4268-82e4-2fc6ba8c12b8 None None] The sync data for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 is: [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:12Z', 'revision_number': 3, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:16.016544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.183280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=20c2a701-702f-46fa-8362-6c18681b38b3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:16.214438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.234865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Allocated IP 172.20.0.2 (eaaf0ade-c6b0-4de3-ac54-487df3ec610a/001fae87-b82a-481b-8079-fe00f4e70666/0a050cac-6163-4755-b436-96d8da68ac41) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:16.369439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e2442797-6614-43dc-ba4d-7f2c44fa82da None None] Provisioning for port 20c2a701-702f-46fa-8362-6c18681b38b3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:16.439810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4badc0-ad26-46b2-82fe-71db07cee33c req-b8c400b1-d926-4211-a808-c2493dcf9b2d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:16.452423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f4badc0-ad26-46b2-82fe-71db07cee33c req-b8c400b1-d926-4211-a808-c2493dcf9b2d tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 949 time: 0.6694813 Aug 03 15:49:16.477694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.483071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e2442797-6614-43dc-ba4d-7f2c44fa82da None None] Provisioning complete for port 20c2a701-702f-46fa-8362-6c18681b38b3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:16.483403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e2442797-6614-43dc-ba4d-7f2c44fa82da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.527069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f4badc0-ad26-46b2-82fe-71db07cee33c req-be8997ab-e5f7-4191-88e5-e496c271a268 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718403 Aug 03 15:49:16.596418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:16.635241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:16.636231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:16.636723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:16.638753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e2442797-6614-43dc-ba4d-7f2c44fa82da None None] Port 20c2a701-702f-46fa-8362-6c18681b38b3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:16.648357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:16.648994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:16.657966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:16.658708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:16.659294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:16.659944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Bound port: ab086549-be5e-499e-8417-4f54c6f63777, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:16.667978 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.684229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Transition to ACTIVE for port object 0a050cac-6163-4755-b436-96d8da68ac41 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:16.720375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Transition to ACTIVE for port object 0a050cac-6163-4755-b436-96d8da68ac41 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:16.728822 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.748594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:16.760251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:16.761449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-7e83689a-9991-4ec8-8887-ab00229021e4 service neutron] 10.222.0.70 "POST /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777/bindings HTTP/1.1" status: 201 len: 389 time: 0.9477222 Aug 03 15:49:16.786582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33fb41-9b61-425e-9471-99cbdb1038f0 req-dbd29480-4f63-4fb8-badd-bfe17bfe001f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:16.803650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f33fb41-9b61-425e-9471-99cbdb1038f0 req-dbd29480-4f63-4fb8-badd-bfe17bfe001f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1815619 Aug 03 15:49:16.839347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:16.849289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Pushing event updated for resources: {'Port': ['ID=0a050cac-6163-4755-b436-96d8da68ac41,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:16.852912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:16.856367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:16.941702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-993853838-network', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:17.024838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Attempting to bind port 0a050cac-6163-4755-b436-96d8da68ac41 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:17.036772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Attempting to bind port 0a050cac-6163-4755-b436-96d8da68ac41 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:17.037431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Attempting to bind port 0a050cac-6163-4755-b436-96d8da68ac41 on network eaaf0ade-c6b0-4de3-ac54-487df3ec610a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:17.054284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:17.054712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Checking segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:17.055121 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.056914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Bound using segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:17.057421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Bound port: 0a050cac-6163-4755-b436-96d8da68ac41, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:17.057833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.089711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f33fb41-9b61-425e-9471-99cbdb1038f0 req-3bc5669b-2d03-4ec8-a182-4d845ed6cdd9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849584 Aug 03 15:49:17.119179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.119377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Made reservation on behalf of 9418befef8da4ba49c981ecc8fcf66f4 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:17.125468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.152171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.159927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.179693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.224939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.266559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.326826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c0c83932-5539-482e-9403-55c3b2a12925 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:17.401625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Allocated IP 172.25.7.84 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5e1b964f-c647-414c-84a7-8a4f9a126ea5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:17.431687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=20c2a701-702f-46fa-8362-6c18681b38b3,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:17.478239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.486711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.496205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c0c83932-5539-482e-9403-55c3b2a12925 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:17.506724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] For port 0a050cac-6163-4755-b436-96d8da68ac41, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:17.510701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c0c83932-5539-482e-9403-55c3b2a12925 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:17.511082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.514360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] For port 0a050cac-6163-4755-b436-96d8da68ac41, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0a050cac-6163-4755-b436-96d8da68ac41,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:17.543606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:49:17.543820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.553825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee30af-a61b-481b-bbb6-85bf8ec2bb00,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:17.563876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.564157 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Added segment 906a0382-a356-4933-8303-0b07d0971afb of type vlan for network 1c78dfb2-3405-495c-beae-34ab449c8927 Aug 03 15:49:17.574206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.581657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:17.611252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:17.613932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:17.734397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.798912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672cde5-be4f-4c7f-9007-90dd0e09c620 None None] Pushing event updated for resources: {'Port': ['ID=0a050cac-6163-4755-b436-96d8da68ac41,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:17.803977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1b964f-c647-414c-84a7-8a4f9a126ea5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:17.834735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.870071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-8f09a2ef-3882-4c33-b4c2-b3b33599545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:17.870277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:17.871693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-8f09a2ef-3882-4c33-b4c2-b3b33599545e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1096 time: 0.7505541 Aug 03 15:49:17.876278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.881737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:17.882097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.890032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:17.906187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:17.925562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:17.941426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:17.946558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c0c83932-5539-482e-9403-55c3b2a12925, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c0c83932-5539-482e-9403-55c3b2a12925,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:17.954667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a575b-716c-4ec1-a3b5-126ebdeda9f5 req-bb8d0d03-da9a-461f-a828-75524c3cf42b tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:17.956467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-737a575b-716c-4ec1-a3b5-126ebdeda9f5 req-bb8d0d03-da9a-461f-a828-75524c3cf42b tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 949 time: 0.1160460 Aug 03 15:49:17.967355 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.969010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:17.970098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:17.970694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.077699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a66bc-66bc-405e-9920-5d415eb60c19 req-33bf7f0e-eeff-49ba-9a79-58523d570698 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.086908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d36a66bc-66bc-405e-9920-5d415eb60c19 req-33bf7f0e-eeff-49ba-9a79-58523d570698 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.8632674 Aug 03 15:49:18.088628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4903746 Aug 03 15:49:18.102871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:18.113863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c0c83932-5539-482e-9403-55c3b2a12925,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:18.127285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1e557d4a-fd32-4a4e-bc73-a5d878c8bbd8 None None] Provisioning complete for port 20c2a701-702f-46fa-8362-6c18681b38b3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:18.127667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e557d4a-fd32-4a4e-bc73-a5d878c8bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.220094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1e557d4a-fd32-4a4e-bc73-a5d878c8bbd8 None None] Port 20c2a701-702f-46fa-8362-6c18681b38b3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:18.233348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.244524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Request body: {'subnet': {'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-subnet', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:18.267259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-737a575b-716c-4ec1-a3b5-126ebdeda9f5 req-fa0ff350-c89d-4421-b57a-55ea845893ed tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993762 Aug 03 15:49:18.274416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:18.280932 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d950b2-3f2d-412e-99c3-1c687c396d02" -d '{"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:18.298771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:18.306237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.307198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:18.330900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Pushing event updated for resources: {'Network': ['ID=1c78dfb2-3405-495c-beae-34ab449c8927,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:18.394739 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d36a66bc-66bc-405e-9920-5d415eb60c19 req-f1746c57-627f-4fd5-8506-881d958e3634 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067811 Aug 03 15:49:18.417930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.418787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.419009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd6b087-29f8-4201-a3b7-48434448345d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:18.429068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Made reservation on behalf of 9418befef8da4ba49c981ecc8fcf66f4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:18.433627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.489191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 1c78dfb2-3405-495c-beae-34ab449c8927 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:49:18.513765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:18.522121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9415c5bd-f526-40a2-ab7b-ccde8d804eb1 admin admin] 10.222.0.70 "PUT /v2.0/routers/1657c541-18f2-4ff7-816e-e396dd8a0ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9309494 Aug 03 15:49:18.579449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-f5503f08-a1a6-4089-9c92-1a8e8ac8acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.581492 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b5c65f-7b81-4d73-a61a-4a1480b03039 x-openstack-request-id: req-97b5c65f-7b81-4d73-a61a-4a1480b03039 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:18.582079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-f5503f08-a1a6-4089-9c92-1a8e8ac8acf9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.6876199 Aug 03 15:49:18.582172 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:18.582172 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97b5c65f-7b81-4d73-a61a-4a1480b03039 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:18.582765 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'code': 200} Aug 03 15:49:18.608916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 53accb54-1197-459b-a326-ee0ac18aa075 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:18.619966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 53accb54-1197-459b-a326-ee0ac18aa075 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:18.620340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.684001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-991b2649-f071-4476-91cc-822dcca16a66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 217 time: 0.0703225 Aug 03 15:49:18.712731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.732914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.799350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Checking segment: {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:18.800971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:18.805993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Network hostable DHCP agents. Network: 1c78dfb2-3405-495c-beae-34ab449c8927, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:49:18.813808 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.819067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a01f2d-db24-4765-ace1-59d488291bb7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:18.844940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Network 1c78dfb2-3405-495c-beae-34ab449c8927 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:49:18.845556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e912543-7f4f-4a0f-b8fb-74cbeb427623 req-e1150e7e-4afc-4139-b1fa-be6636b01f6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.847511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e912543-7f4f-4a0f-b8fb-74cbeb427623 req-e1150e7e-4afc-4139-b1fa-be6636b01f6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.3016484 Aug 03 15:49:18.868971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 1c78dfb2-3405-495c-beae-34ab449c8927) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:18.880979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.881687 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.884363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee272ab-9b21-41dc-b742-3ed9bb268115 None None] Network 1c78dfb2-3405-495c-beae-34ab449c8927 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:18.895557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c59934-01d1-4ea0-928b-c197c3c87a77 req-ebebc7ac-df30-4fa9-b144-5416e3fd2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.900646 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04c59934-01d1-4ea0-928b-c197c3c87a77 req-ebebc7ac-df30-4fa9-b144-5416e3fd2936 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 1100 time: 0.2698784 Aug 03 15:49:18.917047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-417c3250-81b1-47c2-b50b-73ab7c97bbbb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7139859 Aug 03 15:49:18.919055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:18.933261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:18.971515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04c59934-01d1-4ea0-928b-c197c3c87a77 req-eade6ec9-ffbf-4381-a31d-e45383aa1cf5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591061 Aug 03 15:49:18.978982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.981608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-70089870-5721-4653-9235-b7e031d1be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:18.983257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.984012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-70089870-5721-4653-9235-b7e031d1be50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.2501242 Aug 03 15:49:18.986952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:18.990640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:19.123465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:19.157001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-1c78dfb2-3405-495c-beae-34ab449c8927', 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'fixed_ips': [{'subnet_id': '50a01f2d-db24-4765-ace1-59d488291bb7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:49:19.157974 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:19.160865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-ca686f20-faf3-4600-9110-2c9b077eb87f service neutron] 10.222.0.78 "GET /v2.0/ports/8305c8d0-893e-4a4b-adb6-a4946aa6b0df/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.4135690 Aug 03 15:49:19.167108 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-df066dc3-4af8-4d85-ad48-6ff4ca58b571 req-70fdc2e2-f6bc-4b00-ae41-54fd215dde96 tempest-FloatingIPDetailsNegativeTestJSON-2079361634 tempest-FloatingIPDetailsNegativeTestJSON-2079361634-project] show failed (client error): The resource could not be found. Aug 03 15:49:19.172507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df066dc3-4af8-4d85-ad48-6ff4ca58b571 req-70fdc2e2-f6bc-4b00-ae41-54fd215dde96 tempest-FloatingIPDetailsNegativeTestJSON-2079361634 tempest-FloatingIPDetailsNegativeTestJSON-2079361634-project] 10.222.0.70 "GET /v2.0/floatingips/7a1f35ea-9a53-466f-abef-8a772cdc7a84 HTTP/1.1" status: 404 len: 350 time: 0.0634675 Aug 03 15:49:19.177477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:19.183622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-a57f81b6-536b-48b6-9e79-32b0ef9211d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727544 Aug 03 15:49:19.229219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e912543-7f4f-4a0f-b8fb-74cbeb427623 req-8ef22656-c171-4437-8117-164159ec87e4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650742 Aug 03 15:49:19.252885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Sync routers for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:19.494506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Allocated IP 172.20.0.2 (1c78dfb2-3405-495c-beae-34ab449c8927/50a01f2d-db24-4765-ace1-59d488291bb7/bfa57ae1-07aa-4274-83a4-7c4579c68cbd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:19.577810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:19.578748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:19.587171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686d247-6990-41f6-8148-b6a83fea7163 None None] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:19.588376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:19.595311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:19.601842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-154e2a10-8a90-431b-ac59-87b145c80100 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013736 Aug 03 15:49:19.629242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0a050cac-6163-4755-b436-96d8da68ac41 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:19.674132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d941292-efdb-4dc7-bce3-955f2094548f req-faadf7ad-323d-4029-bb72-d78dfdd79239 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:19.675928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d941292-efdb-4dc7-bce3-955f2094548f req-faadf7ad-323d-4029-bb72-d78dfdd79239 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 950 time: 0.1998832 Aug 03 15:49:19.713269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-6ccf92a7-644f-4e78-9f65-6a8470b88eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:19.715063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-6ccf92a7-644f-4e78-9f65-6a8470b88eb2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1100 time: 0.2204165 Aug 03 15:49:19.749803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26569ff8-335b-45e6-916d-6162c3f53469 req-301bf71a-961d-4eb6-8ca6-a7b6cad829b6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:19.751835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26569ff8-335b-45e6-916d-6162c3f53469 req-301bf71a-961d-4eb6-8ca6-a7b6cad829b6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.1849227 Aug 03 15:49:19.760026 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-15e11684-71e1-490b-80ab-4cd106f49398 None None] Provisioning for port 0a050cac-6163-4755-b436-96d8da68ac41 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:19.913420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-48d31424-b825-4091-84c3-7cf5a7fdcc92 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943647 Aug 03 15:49:19.931815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d941292-efdb-4dc7-bce3-955f2094548f req-cb4c4d9f-a92d-4922-b526-34abe5a17dc3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489448 Aug 03 15:49:19.935322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Set router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:19.939085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26569ff8-335b-45e6-916d-6162c3f53469 req-d8485863-c011-43fa-a3d3-5ee53e117c02 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806118 Aug 03 15:49:19.949595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-d397f73e-b7db-448b-a4c8-91a2546fa77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:19.953243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-d397f73e-b7db-448b-a4c8-91a2546fa77a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1100 time: 0.1423824 Aug 03 15:49:19.975790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0a050cac-6163-4755-b436-96d8da68ac41 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:20.001219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.005418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0a050cac-6163-4755-b436-96d8da68ac41 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:20.005863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.063532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Transition to ACTIVE for port object bfa57ae1-07aa-4274-83a4-7c4579c68cbd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:20.072417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:49:20.146704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-9e4a991e-edad-4161-a47d-96adbbab7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:20.148436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-9e4a991e-edad-4161-a47d-96adbbab7741 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1776052 Aug 03 15:49:20.174175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.209119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.313737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.344453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Transition to ACTIVE for port object bfa57ae1-07aa-4274-83a4-7c4579c68cbd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:20.369328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.502223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Network 1c78dfb2-3405-495c-beae-34ab449c8927 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:20.569712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:20.599596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:20.605223 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b46d2-91c1-463f-a625-428e696cd2e7" -d '{"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-plugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:20.622060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:20.665148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-e102c227-b44e-4bc1-bd8a-906727383e59 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.5037582 Aug 03 15:49:20.671816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Pushing event updated for resources: {'Port': ['ID=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:20.679858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.749627 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a39c5-a725-4c4f-985c-659189190c03 x-openstack-request-id: req-fd8a39c5-a725-4c4f-985c-659189190c03 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:20.750124 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-plugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:20.750744 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd8a39c5-a725-4c4f-985c-659189190c03 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:20.751205 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075', 'code': 200} Aug 03 15:49:20.770322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:20.798809 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Sync routers for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:20.812693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-71cd0594-9bdd-4e2c-9dbc-10de27e12f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:20.814924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-71cd0594-9bdd-4e2c-9dbc-10de27e12f3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1381817 Aug 03 15:49:20.817742 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:20.818777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:20.829627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e55b66-0d90-4009-843a-466e85b15c6d req-fa0371e0-67ab-4844-bab7-364021a66164 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:20.831878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d8e55b66-0d90-4009-843a-466e85b15c6d req-fa0371e0-67ab-4844-bab7-364021a66164 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1713715 Aug 03 15:49:20.900013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Allocated IP 172.25.7.76 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/272f6d53-3685-40b8-9e47-2f064bae1c6e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:20.926844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:20.931581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2ba961b-f111-4453-9f07-aeac13d760c5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.4916310 Aug 03 15:49:20.934472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55956) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:21.012698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d8e55b66-0d90-4009-843a-466e85b15c6d req-83243bc4-5e46-4150-8c68-43ef3850cfc9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629317 Aug 03 15:49:21.015502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c311391-b32a-4640-9c87-f9cef4643b89 req-b0dca7d1-9c60-4c2d-98b2-dd89ecff133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:21.017102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8c311391-b32a-4640-9c87-f9cef4643b89 req-b0dca7d1-9c60-4c2d-98b2-dd89ecff133e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 1101 time: 0.1998489 Aug 03 15:49:21.026452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-f835b93e-c36e-42f9-8549-4d11dfd7ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:21.028143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-f835b93e-c36e-42f9-8549-4d11dfd7ea63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1903448 Aug 03 15:49:21.049517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0a050cac-6163-4755-b436-96d8da68ac41, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0a050cac-6163-4755-b436-96d8da68ac41,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:21.072678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.073495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c0c83932-5539-482e-9403-55c3b2a12925 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:21.097728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Attempting to bind port bfa57ae1-07aa-4274-83a4-7c4579c68cbd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:21.098002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Attempting to bind port bfa57ae1-07aa-4274-83a4-7c4579c68cbd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:21.098354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Attempting to bind port bfa57ae1-07aa-4274-83a4-7c4579c68cbd on network 1c78dfb2-3405-495c-beae-34ab449c8927 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:21.139288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-aba9d86a-2125-4dcb-b374-aa1df8ed9ead None None] Provisioning complete for port 0a050cac-6163-4755-b436-96d8da68ac41 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:21.139988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aba9d86a-2125-4dcb-b374-aa1df8ed9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.200262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:21.201411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Checking segment: {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:21.202281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.202932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Bound using segment: {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:21.203906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Bound port: bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:21.204766 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.283742 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:21.312377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0a050cac-6163-4755-b436-96d8da68ac41,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:21.324325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:16Z', 'revision_number': 4, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '20c2a701-702f-46fa-8362-6c18681b38b3', 'name': '', 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'mac_address': 'fa:16:3e:34:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:14Z', 'updated_at': '2021-08-03T15:49:16Z', 'revision_number': 2, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'subnets': [{'id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:21.375717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672067f-74fb-4c82-9285-a0a588a336ea req-15163bc7-fe80-42ba-aadc-79dea0a93415 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:21.378258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6672067f-74fb-4c82-9285-a0a588a336ea req-15163bc7-fe80-42ba-aadc-79dea0a93415 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 950 time: 0.2479939 Aug 03 15:49:21.408843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Checking router: 1657c541-18f2-4ff7-816e-e396dd8a0ed8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:21.408843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Updating router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 port 20c2a701-702f-46fa-8362-6c18681b38b3 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:21.412557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:21.425734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.452915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8c311391-b32a-4640-9c87-f9cef4643b89 req-3e175dbe-b3a0-469d-9967-80ff621a63da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061630 Aug 03 15:49:21.457877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-30d50053-a7b1-4320-afb9-b730f8f393e4 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093132 Aug 03 15:49:21.546684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6672067f-74fb-4c82-9285-a0a588a336ea req-471eaa09-16b1-4460-863e-e5b0593e6e6e tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512268 Aug 03 15:49:21.551107 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:18Z', 'revision_number': 3, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:21.609623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Checking router: bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:21.610265 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Updating router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:21.636827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.645484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c0c83932-5539-482e-9403-55c3b2a12925 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:21.647582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.658897 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.683595 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.727294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Deleting port 20c2a701-702f-46fa-8362-6c18681b38b3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:21.727859 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:21.764624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:21.837247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:21.846696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:21.925625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb3e88b-b5a9-4f52-b797-8ccd7cadc818 req-3adc0344-48d7-4c99-9b7c-71f06b966268 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198007 Aug 03 15:49:21.979996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.109018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421693b-176d-434b-8a02-a758e2f5f00d req-a1dc779a-6992-4776-98ba-ac9c2fcb47a1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:22.110816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3421693b-176d-434b-8a02-a758e2f5f00d req-a1dc779a-6992-4776-98ba-ac9c2fcb47a1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.6605434 Aug 03 15:49:22.161517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Pushing event updated for resources: {'Port': ['ID=272f6d53-3685-40b8-9e47-2f064bae1c6e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:22.168158 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.182570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Transition to ACTIVE for port object 20c2a701-702f-46fa-8362-6c18681b38b3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:22.339400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3421693b-176d-434b-8a02-a758e2f5f00d req-5671453e-8049-4324-95d5-a6acf1fa3fe9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980909 Aug 03 15:49:22.356172 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.374706 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Transition to ACTIVE for port object 5e1b964f-c647-414c-84a7-8a4f9a126ea5 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:22.386210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.393752 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.406710 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.432209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Allocated IP 172.20.0.1 (eaaf0ade-c6b0-4de3-ac54-487df3ec610a/001fae87-b82a-481b-8079-fe00f4e70666/fded5ea8-f53b-45b1-bf22-bac1b2ff1548) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:22.452941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:22.457907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.481000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6663d6d-e3ab-4b89-bebf-004bd4f0aabc req-4a53ad49-6abe-42b4-9f1c-c27b1b825c4d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:22.484473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6663d6d-e3ab-4b89-bebf-004bd4f0aabc req-4a53ad49-6abe-42b4-9f1c-c27b1b825c4d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.3019972 Aug 03 15:49:22.487014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.494064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Calling delete_port for 20c2a701-702f-46fa-8362-6c18681b38b3 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:22.494297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] For port bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:22.500024 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Attempting to bind port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:22.500359 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Attempting to bind port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:22.506837 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Attempting to bind port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:22.524900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:22.525321 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:22.525689 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.526095 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:22.526578 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Bound port: 5e1b964f-c647-414c-84a7-8a4f9a126ea5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:22.526972 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.636757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.651588 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] For port 5e1b964f-c647-414c-84a7-8a4f9a126ea5, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:22.655635 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] For port 5e1b964f-c647-414c-84a7-8a4f9a126ea5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5e1b964f-c647-414c-84a7-8a4f9a126ea5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:22.661907 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.704018 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:22.704977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:22.723256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.765040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:22.767385 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb5bf3-8dab-49bc-9a1b-1645e46e3d7c" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:22.770699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61cde-48c1-4480-ae4d-f5515c965b74 None None] Pushing event updated for resources: {'Port': ['ID=20c2a701-702f-46fa-8362-6c18681b38b3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:22.794722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Transition to ACTIVE for port object fded5ea8-f53b-45b1-bf22-bac1b2ff1548 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:22.821904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6663d6d-e3ab-4b89-bebf-004bd4f0aabc req-fa7ace7e-5db5-4f32-8973-1e471984869a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238325 Aug 03 15:49:22.852520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:22.857820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] For port bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:22.862076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:22.943470 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.956142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Attempting to bind port 20c2a701-702f-46fa-8362-6c18681b38b3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:22.956825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Attempting to bind port 20c2a701-702f-46fa-8362-6c18681b38b3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:22.957595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Attempting to bind port 20c2a701-702f-46fa-8362-6c18681b38b3 on network c3490e46-9e01-4e7e-8bca-5d5619d039f4 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:22.984065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:22.991319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Checking segment: {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:22.992020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:22.995642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Bound using segment: {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:22.996803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Bound port: 20c2a701-702f-46fa-8362-6c18681b38b3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5337a2c8-5b1b-4f45-a68e-c340e584a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:22.997477 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.056092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0a050cac-6163-4755-b436-96d8da68ac41 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:23.064067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.093427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.132755 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60955619-a1a7-492d-b2c0-dd03dcf494cf x-openstack-request-id: req-60955619-a1a7-492d-b2c0-dd03dcf494cf {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:23.133125 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:23.133379 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60955619-a1a7-492d-b2c0-dd03dcf494cf {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:23.133891 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'code': 200} Aug 03 15:49:23.162359 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7454696-627c-442a-8122-8d4ed7fbaebf None None] Pushing event updated for resources: {'Port': ['ID=5e1b964f-c647-414c-84a7-8a4f9a126ea5,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:23.218605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:23.265678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] For port 20c2a701-702f-46fa-8362-6c18681b38b3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:23.271437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7454696-627c-442a-8122-8d4ed7fbaebf None None] Pushing event updated for resources: {'Port': ['ID=5e1b964f-c647-414c-84a7-8a4f9a126ea5,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:23.276494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] For port 20c2a701-702f-46fa-8362-6c18681b38b3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=20c2a701-702f-46fa-8362-6c18681b38b3,segment=NetworkSegment(5337a2c8-5b1b-4f45-a68e-c340e584a9a8),segment_id=5337a2c8-5b1b-4f45-a68e-c340e584a9a8)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:23.279423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194d60-9e4a-4e84-8e63-b77795a41c94 req-22d61ce8-e6d0-4128-a981-e44e71d9e992 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:23.285283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d194d60-9e4a-4e84-8e63-b77795a41c94 req-22d61ce8-e6d0-4128-a981-e44e71d9e992 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 950 time: 0.3377883 Aug 03 15:49:23.287797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:23.292784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Pushing event updated for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:23.301458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:23.317375 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.332851 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:18Z', 'revision_number': 3, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:23.391220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:23.392129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:23.435926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.469229 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1428e2d-4f79-4250-96a1-6d97523691f7 None None] The sync data for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 is: [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:18Z', 'revision_number': 3, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:23.646161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] Set router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:23.707978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557f42-ab28-4bae-91b5-361749a755c7 None None] Pushing event updated for resources: {'Port': ['ID=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:23.950145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:23.984892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d194d60-9e4a-4e84-8e63-b77795a41c94 req-cebdd6fe-ff84-49a4-9fc6-a2eaf0738196 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845353 Aug 03 15:49:23.986944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.987434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.987676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.988099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.988442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.988854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.994528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.995141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.995725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:23.996403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:24.000931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:24.001582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:24.065550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61cde-48c1-4480-ae4d-f5515c965b74 None None] Pushing event updated for resources: {'Port': ['ID=20c2a701-702f-46fa-8362-6c18681b38b3,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:24.100138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0a050cac-6163-4755-b436-96d8da68ac41 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:24.100724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.215124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e46ce-d6b7-4be0-a450-474057dc9470 req-382acad1-6bad-491d-a08f-9b3a35d7324d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:24.223880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f76e46ce-d6b7-4be0-a450-474057dc9470 req-382acad1-6bad-491d-a08f-9b3a35d7324d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.5707552 Aug 03 15:49:24.272667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.338232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0269d2-bb0e-4873-9808-47234bc61aae req-d7844ee6-4e10-4a3e-8eca-5d4b49d162e2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:24.340020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0269d2-bb0e-4873-9808-47234bc61aae req-d7844ee6-4e10-4a3e-8eca-5d4b49d162e2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.1612866 Aug 03 15:49:24.449528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f76e46ce-d6b7-4be0-a450-474057dc9470 req-66e879eb-eb72-47dc-a3e3-05f5f9914aed tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231448 Aug 03 15:49:24.453821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b0269d2-bb0e-4873-9808-47234bc61aae req-1af388d6-4b2a-4229-b46a-119074137900 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988855 Aug 03 15:49:24.537870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.576358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.601682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.733631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-38b9a087-bf02-403a-b890-a51d4ec502f7 None None] Provisioning for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:24.756286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-38b9a087-bf02-403a-b890-a51d4ec502f7 None None] Provisioning complete for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:24.756647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-38b9a087-bf02-403a-b890-a51d4ec502f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.812907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Pushing event updated for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:24.812907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:24.881916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c2a701-702f-46fa-8362-6c18681b38b3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:24.968332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090fc41-8e80-4567-aadf-a7b68e71e155 req-5da51eb0-fbbc-46de-9e0a-bc9e0a418db8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:24.974505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c090fc41-8e80-4567-aadf-a7b68e71e155 req-5da51eb0-fbbc-46de-9e0a-bc9e0a418db8 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 949 time: 0.2069950 Aug 03 15:49:25.008520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:25.009153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:25.087681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-38b9a087-bf02-403a-b890-a51d4ec502f7 None None] Port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:25.190452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c0a21-96f6-46f8-98ec-fb9231f98587 None None] Network 1c78dfb2-3405-495c-beae-34ab449c8927 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:25.235236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Router 1463360e-16c7-464a-b711-30626baf7ac7 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:49:25.280702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0ee900dc-438c-4d96-b6a8-5379ed0ec6ed None None] Could not find standard attr ID for object 20c2a701-702f-46fa-8362-6c18681b38b3. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 15:49:25.284448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c090fc41-8e80-4567-aadf-a7b68e71e155 req-d4136980-c9b7-4df6-bb07-abe51c2b3c4c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001211 Aug 03 15:49:25.314802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:25.382866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:25.405775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5e1b964f-c647-414c-84a7-8a4f9a126ea5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:25.408698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0ee900dc-438c-4d96-b6a8-5379ed0ec6ed None None] Provisioning for port bfa57ae1-07aa-4274-83a4-7c4579c68cbd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:25.631868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:25.646992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-667d4e64-f983-4b87-88e8-995fc84de009 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7098231 Aug 03 15:49:25.659492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:16Z', 'revision_number': 4, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '20c2a701-702f-46fa-8362-6c18681b38b3', 'name': '', 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'mac_address': 'fa:16:3e:34:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:14Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'subnets': [{'id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:25.664321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:25.918746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ebd45-af7a-4169-8fd0-f118f5930422 None None] The sync data for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 is: [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:16Z', 'revision_number': 4, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port': {'id': 'c0c83932-5539-482e-9403-55c3b2a12925', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:11Z', 'updated_at': '2021-08-03T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '20c2a701-702f-46fa-8362-6c18681b38b3', 'name': '', 'network_id': 'c3490e46-9e01-4e7e-8bca-5d5619d039f4', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'mac_address': 'fa:16:3e:34:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:14Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'subnets': [{'id': 'cd12eb13-3d94-4750-8e10-67cf0f2b3722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:26.120003 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.179516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:26.198771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-17de52ec-e627-4a4a-be3e-9ce2786f8fe3 None None] Provisioning complete for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:26.205997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-17de52ec-e627-4a4a-be3e-9ce2786f8fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.304019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a468ba1-c75e-40b5-9720-c7f5d772beb3 req-1ae63b7b-d8f8-40d6-be12-dc75da10b205 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:26.313113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a468ba1-c75e-40b5-9720-c7f5d772beb3 req-1ae63b7b-d8f8-40d6-be12-dc75da10b205 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.1043723 Aug 03 15:49:26.314337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:26.314717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.393553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a468ba1-c75e-40b5-9720-c7f5d772beb3 req-679dcefe-f0c8-4fc0-9761-27a5cf746332 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795197 Aug 03 15:49:26.430411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:26.437077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-17de52ec-e627-4a4a-be3e-9ce2786f8fe3 None None] Port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:26.478464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'mac_address': 'fa:16:3e:d9:33:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:26.542324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580a969-788d-4516-8eb5-c728fee7fc54 req-99426874-f5a9-44af-b265-08233ee1b863 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:26.572822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1580a969-788d-4516-8eb5-c728fee7fc54 req-99426874-f5a9-44af-b265-08233ee1b863 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.9781005 Aug 03 15:49:26.575141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:26.595633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Sync routers for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:26.615582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.647827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:26.647827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:26.648874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:26.694531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.695757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b0f7999-2c76-4692-8a23-2bfe5560729f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7738576 Aug 03 15:49:26.699358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:26.773068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1580a969-788d-4516-8eb5-c728fee7fc54 req-2ab866c0-4057-4330-b240-5b0deb518568 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993246 Aug 03 15:49:26.773308 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Sync routers for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:26.788860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:26.789480 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:26.904467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:26.910057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.982778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 5e1b964f-c647-414c-84a7-8a4f9a126ea5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5e1b964f-c647-414c-84a7-8a4f9a126ea5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:26.992482 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:26.994342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:27.002649 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:27.003941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfa57ae1-07aa-4274-83a4-7c4579c68cbd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:27.131878 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:27.255618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:27.266438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b8ce900b-b48b-466f-b4b1-9297025ba0c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/1657c541-18f2-4ff7-816e-e396dd8a0ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0878534 Aug 03 15:49:27.273338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56026) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:27.321346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56028) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:27.328260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511597860', 'description': 'tempest-description--2073705788'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:27.351107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8305c8d0-893e-4a4b-adb6-a4946aa6b0df'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:27.422937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:27.468543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:27.610791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:27.621256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:27.689495 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:24Z', 'revision_number': 2, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:27.754302 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Checking router: bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:27.754655 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Updating router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:27.815358 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:27.880934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a3b7-752b-44cb-8f7f-c80fab7bbbe8 req-6bdac14d-c2bd-4000-a461-50dca95fb217 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:27.891687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-afa7a3b7-752b-44cb-8f7f-c80fab7bbbe8 req-6bdac14d-c2bd-4000-a461-50dca95fb217 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.2321987 Aug 03 15:49:27.903374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-6a4b375e-3250-4f21-b1c1-2327933358df tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:27.904323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=5e1b964f-c647-414c-84a7-8a4f9a126ea5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:27.905450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-6a4b375e-3250-4f21-b1c1-2327933358df tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5&tenant_id=906dc02efd994854b3e124781b011d82&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 948 time: 0.3244646 Aug 03 15:49:27.922342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bfa57ae1-07aa-4274-83a4-7c4579c68cbd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:27.941528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bfa57ae1-07aa-4274-83a4-7c4579c68cbd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:27.942002 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:27.956027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3cbea-b532-4a98-a856-a09aa2872d2c req-60d80bd4-e59b-4938-b118-a6892fcf4862 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:27.969575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5d3cbea-b532-4a98-a856-a09aa2872d2c req-60d80bd4-e59b-4938-b118-a6892fcf4862 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 948 time: 0.3528090 Aug 03 15:49:28.106178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.129712 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5d3cbea-b532-4a98-a856-a09aa2872d2c req-5a5755fb-40c6-4fee-8487-7a5ed083236b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583965 Aug 03 15:49:28.163973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-afa7a3b7-752b-44cb-8f7f-c80fab7bbbe8 req-11b36a23-9f63-4543-85d0-ae048521ff89 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710807 Aug 03 15:49:28.230314 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.240056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.275802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:28.279173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Deleting port c0c83932-5539-482e-9403-55c3b2a12925 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:28.279835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.287185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.298082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-8cb7e89c-7845-4e4b-a2ae-2ed1a638308c service neutron] 10.222.0.78 "GET /v2.0/ports/8305c8d0-893e-4a4b-adb6-a4946aa6b0df/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.3751500 Aug 03 15:49:28.358851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Checking router: 1463360e-16c7-464a-b711-30626baf7ac7 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:28.359410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Updating router 1463360e-16c7-464a-b711-30626baf7ac7 port 272f6d53-3685-40b8-9e47-2f064bae1c6e binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:28.361732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] Sync routers for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:28.415282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:28.444257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.479765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.486843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1641495 Aug 03 15:49:28.493058 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.496081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56048) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:28.503957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'security_group_rule': {'security_group_id': 'e8915c60-80c6-457c-970c-fd41e190a854', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:28.520414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-ce7ba6f7-6d00-4fb0-801b-c65dcd1114ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:28.522348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-ce7ba6f7-6d00-4fb0-801b-c65dcd1114ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1099 time: 0.1795609 Aug 03 15:49:28.523259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] For port c0c83932-5539-482e-9403-55c3b2a12925, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c0c83932-5539-482e-9403-55c3b2a12925,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:28.524251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.549167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37073f4e-a62f-4013-8cae-d7630684ca4e tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8915c60-80c6-457c-970c-fd41e190a854,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:28.579722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Calling delete_port for c0c83932-5539-482e-9403-55c3b2a12925 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:28.643021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.690829 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.724535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Transition to ACTIVE for port object fded5ea8-f53b-45b1-bf22-bac1b2ff1548 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:28.730210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.736524 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.769176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-50293170-3bc2-42d1-86e5-0e15a5a756c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:28.771544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-50293170-3bc2-42d1-86e5-0e15a5a756c5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2389758 Aug 03 15:49:28.834940 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d7d9-b5c7-4aad-b045-77811a07075b None None] Pushing event updated for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:28.938009 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Attempting to bind port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:28.938493 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Attempting to bind port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:28.940051 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Attempting to bind port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 on network eaaf0ade-c6b0-4de3-ac54-487df3ec610a {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:28.958492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:28.958927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Checking segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:28.959315 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.959713 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Bound using segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:28.960193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Bound port: fded5ea8-f53b-45b1-bf22-bac1b2ff1548, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:28.960587 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:28.983760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.012183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.052941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.065985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Transition to ACTIVE for port object 272f6d53-3685-40b8-9e47-2f064bae1c6e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:29.077158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:29.077835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:29.080461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5e1b964f-c647-414c-84a7-8a4f9a126ea5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:29.152804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cabb928-c86f-4e5c-8e0a-63115255feb3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.184438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.186650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-20755616-1399-41b4-ac86-d0431762dda8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6889744 Aug 03 15:49:29.189746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:29.199981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'security_group_rule': {'security_group_id': 'e8915c60-80c6-457c-970c-fd41e190a854', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:29.203396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.218595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] For port fded5ea8-f53b-45b1-bf22-bac1b2ff1548, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:29.222379 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] For port fded5ea8-f53b-45b1-bf22-bac1b2ff1548, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:29.234079 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.287671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.360184 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:29.360900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:29.420914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:29.457286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d7d9-b5c7-4aad-b045-77811a07075b None None] Pushing event updated for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.469626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.486027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.521743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c83932-5539-482e-9403-55c3b2a12925,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.529684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Attempting to bind port 272f6d53-3685-40b8-9e47-2f064bae1c6e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:29.530111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Attempting to bind port 272f6d53-3685-40b8-9e47-2f064bae1c6e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:29.530532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Attempting to bind port 272f6d53-3685-40b8-9e47-2f064bae1c6e on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:29.569487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] Set router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:29.574843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:29.575187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.585693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.624397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-64436cff-d13d-4d13-b578-1e51fd8c6637 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.8125410 Aug 03 15:49:29.636108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:29.690899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.693406 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.694920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:29.699051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:29.699727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:29.700883 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.702130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:29.702850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Bound port: 272f6d53-3685-40b8-9e47-2f064bae1c6e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:29.703432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.739247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1657c541-18f2-4ff7-816e-e396dd8a0ed8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1238292894-router', 'tenant_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:10Z', 'updated_at': '2021-08-03T15:49:28Z', 'revision_number': 6, 'project_id': 'f8b65127c08a4b4496d1f778fdc936f8', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:29.752389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a759-db95-447d-b068-150858bb235c req-7751d8c6-ecd0-435e-b2ba-5a1275f0e09c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:29.752768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91e4a759-db95-447d-b068-150858bb235c req-7751d8c6-ecd0-435e-b2ba-5a1275f0e09c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.3850658 Aug 03 15:49:29.810346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decf824-c631-428f-a7ba-022b409105d4 None None] Pushing event updated for resources: {'Port': ['ID=272f6d53-3685-40b8-9e47-2f064bae1c6e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.823362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] Checking router: 1657c541-18f2-4ff7-816e-e396dd8a0ed8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:29.844237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108a6f77-d2ad-4672-ba75-1c40943a5ca6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:29.858140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.864015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.868140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-096cb60d-3df0-4666-abed-3bc2c2ff7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:29.868337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68bc6245-c3ed-424f-a640-01bb889f84ac tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6736710 Aug 03 15:49:29.868445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-096cb60d-3df0-4666-abed-3bc2c2ff7535 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1642482 Aug 03 15:49:29.868550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.869448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:29.875592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:29.917561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] For port 272f6d53-3685-40b8-9e47-2f064bae1c6e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:29.922491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] For port 272f6d53-3685-40b8-9e47-2f064bae1c6e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=272f6d53-3685-40b8-9e47-2f064bae1c6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:29.930064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.970869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:29.994136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91e4a759-db95-447d-b068-150858bb235c req-c62c1a6b-f24c-46d6-9b13-8a8324a2ca41 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019937 Aug 03 15:49:30.000579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-98771c0e-5b38-45f0-a879-d8571850a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:30.004828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-98771c0e-5b38-45f0-a879-d8571850a85d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982111 Aug 03 15:49:30.026467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747570-6ad3-4362-aac4-37c4cb7ec8b8 req-48079927-2f63-4d3f-993f-aa64d4e83b49 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:30.029029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34747570-6ad3-4362-aac4-37c4cb7ec8b8 req-48079927-2f63-4d3f-993f-aa64d4e83b49 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 948 time: 0.4123924 Aug 03 15:49:30.031315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Allocated IP 172.20.0.1 (1c78dfb2-3405-495c-beae-34ab449c8927/50a01f2d-db24-4765-ace1-59d488291bb7/f0e186ae-1fa7-4c7c-bfe1-ef662ab39456) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:30.050648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.051496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1657c541-18f2-4ff7-816e-e396dd8a0ed8 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:49:30.058352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.064202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-28412404-85ae-43c9-b575-3b7a887a5d59 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1657c541-18f2-4ff7-816e-e396dd8a0ed8 HTTP/1.1" status: 204 len: 168 time: 2.7894340 Aug 03 15:49:30.065058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:30.129299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decf824-c631-428f-a7ba-022b409105d4 None None] Pushing event updated for resources: {'Port': ['ID=272f6d53-3685-40b8-9e47-2f064bae1c6e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:30.133656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Deleting subnet cd12eb13-3d94-4750-8e10-67cf0f2b3722 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:49:30.137791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] Routers {'1657c541-18f2-4ff7-816e-e396dd8a0ed8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:30.139518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:30.143528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.150929 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:29Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:30.221863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.237161 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789cd18-b863-4797-af33-a41ece7fd0b9 None None] The sync data for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 is: [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:29Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:30.265909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:30.265909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.300282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34747570-6ad3-4362-aac4-37c4cb7ec8b8 req-24cfa9ea-809d-4595-8e17-1f36ecfe1c9b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492720 Aug 03 15:49:30.319021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-7a6e566c-8189-4857-9887-3fb12c2cc80b service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849066 Aug 03 15:49:30.366594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:30.367430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f02edf0-94c2-4d45-85e0-038d93b40205 None None] The sync data for ids ['1657c541-18f2-4ff7-816e-e396dd8a0ed8'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:30.387114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.494742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:30.495402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:30.530559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.562165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-a91e2105-b9d6-4910-847d-1e7db8666848 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077510 Aug 03 15:49:30.565345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Transition to ACTIVE for port object f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:30.606909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:30.633001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Allocated IP 172.25.7.152 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5c715893-ae4f-413c-a844-4c2b96a8ec3a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:30.651962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.664847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.685334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'mac_address': 'fa:16:3e:4c:5c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:30.702913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Network 1c78dfb2-3405-495c-beae-34ab449c8927 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:30.704625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:30.711059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:30.811282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:30.841275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.867147 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.937847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:30.980967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:31.028194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd12eb13-3d94-4750-8e10-67cf0f2b3722,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:31.088244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.096280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-32d184f0-29dd-41d2-b7d1-30e41bcaa0ea admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cd12eb13-3d94-4750-8e10-67cf0f2b3722 HTTP/1.1" status: 204 len: 168 time: 1.0287938 Aug 03 15:49:31.098371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:31.107070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:31.111907 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b2d90-dfcb-47c7-bbfa-a445aa7e1611" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:31.114775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.202500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a59ec-f2ff-4784-a8a8-ea9049e8cdf9 None None] Network c3490e46-9e01-4e7e-8bca-5d5619d039f4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:49:31.235791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.348954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.398771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:31.446932 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.510516 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33573ee0-5720-4eef-a935-97128d51cfc9 x-openstack-request-id: req-33573ee0-5720-4eef-a935-97128d51cfc9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:31.535562 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:31.535829 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33573ee0-5720-4eef-a935-97128d51cfc9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:31.536262 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'code': 200} Aug 03 15:49:31.643010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfc12a-b244-44f4-b1db-c9cb5b1a9a5b req-855d344c-0759-4910-b03d-651cc64b7e12 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:31.644614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adbfc12a-b244-44f4-b1db-c9cb5b1a9a5b req-855d344c-0759-4910-b03d-651cc64b7e12 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.4007452 Aug 03 15:49:31.648930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.768112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.810078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:31.824052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfa57ae1-07aa-4274-83a4-7c4579c68cbd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:31.834929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adbfc12a-b244-44f4-b1db-c9cb5b1a9a5b req-246ce145-393a-45f3-8c93-46798c6859d7 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762743 Aug 03 15:49:31.846305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:31.848399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:31.883994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.895149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:31.898791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:31.904963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:31.932116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75f75c33-a446-43e6-bbe1-869500f8fcb2 None None] Provisioning for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:31.953581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75f75c33-a446-43e6-bbe1-869500f8fcb2 None None] Provisioning complete for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:31.954099 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-75f75c33-a446-43e6-bbe1-869500f8fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.050615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.052627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:32.053616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.077674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Deleting port 302d8926-f735-474c-a0c2-a2c70254400f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:32.077674 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.098327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af83c2-e2a9-4a6a-b0be-12ee91c47cd9 req-698667c2-18d1-42b6-91a8-ccaddc3b2e31 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:32.100876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0af83c2-e2a9-4a6a-b0be-12ee91c47cd9 req-698667c2-18d1-42b6-91a8-ccaddc3b2e31 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.4327886 Aug 03 15:49:32.119612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:32.153730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.177981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.241193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-75f75c33-a446-43e6-bbe1-869500f8fcb2 None None] Port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:32.323066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:32.335705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:32.358600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Network 1c78dfb2-3405-495c-beae-34ab449c8927 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:32.362305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:32.441078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.482053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'Port': ['ID=5c715893-ae4f-413c-a844-4c2b96a8ec3a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:32.516765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.665110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Router 1463360e-16c7-464a-b711-30626baf7ac7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:32.761963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bfa57ae1-07aa-4274-83a4-7c4579c68cbd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:32.763536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.769225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:32.772143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] DHCP port deletion for c3490e46-9e01-4e7e-8bca-5d5619d039f4 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:49:32.790752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0af83c2-e2a9-4a6a-b0be-12ee91c47cd9 req-0ea1b633-4e3e-438b-b249-a49096fa3f90 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472843 Aug 03 15:49:32.807807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35e900-c916-4a19-9de4-0c845ea5a85f None None] The sync data for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 is: [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:22Z', 'revision_number': 3, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:32.819129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] For port 302d8926-f735-474c-a0c2-a2c70254400f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=302d8926-f735-474c-a0c2-a2c70254400f,segment=NetworkSegment(5337a2c8-5b1b-4f45-a68e-c340e584a9a8),segment_id=5337a2c8-5b1b-4f45-a68e-c340e584a9a8)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:32.819839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.912339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Calling delete_port for 302d8926-f735-474c-a0c2-a2c70254400f owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:32.926938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'Port': ['ID=5c715893-ae4f-413c-a844-4c2b96a8ec3a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:32.945285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9755c436-f425-4b1e-912c-ba464255a694 None None] Provisioning complete for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:32.945686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9755c436-f425-4b1e-912c-ba464255a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.958969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.974374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:32.981524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f28ef5dd-e06b-493d-b3ba-45e6b768d449 admin admin] 10.222.0.70 "PUT /v2.0/routers/1463360e-16c7-464a-b711-30626baf7ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796288 Aug 03 15:49:32.987511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:32.989041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-788d7592-35de-45dc-ac46-25894e074e4f tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1183310 Aug 03 15:49:33.203944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8e77-a28b-46a7-8aab-99060758c61d req-a3b1a01f-ca4b-43bd-af82-5836e6e4e042 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:33.223544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b8e77-a28b-46a7-8aab-99060758c61d req-a3b1a01f-ca4b-43bd-af82-5836e6e4e042 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.2062402 Aug 03 15:49:33.235853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.296122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] No DVR routers for this DVR port 302d8926-f735-474c-a0c2-a2c70254400f on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:33.377498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b8e77-a28b-46a7-8aab-99060758c61d req-67b2c713-1ffa-468e-a745-1195110ec1f8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503768 Aug 03 15:49:33.397944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fded5ea8-f53b-45b1-bf22-bac1b2ff1548 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:33.422070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9755c436-f425-4b1e-912c-ba464255a694 None None] Port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:33.444221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=302d8926-f735-474c-a0c2-a2c70254400f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:33.587254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Deleting port 302d8926-f735-474c-a0c2-a2c70254400f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:33.588207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.639226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.643745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-6c8acc10-f511-486b-a94d-b46171c0c991 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--511597860&fields=id&tenant_id=920ecdddd9c14fe087a4205bb2417751 HTTP/1.1" status: 200 len: 267 time: 0.2010245 Aug 03 15:49:33.673550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3490e46-9e01-4e7e-8bca-5d5619d039f4']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:33.737942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] For port 302d8926-f735-474c-a0c2-a2c70254400f, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:33.742713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.747061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5337a2c8-5b1b-4f45-a68e-c340e584a9a8') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:33.748028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5337a2c8-5b1b-4f45-a68e-c340e584a9a8') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:33.766610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-7c8bfc67-0e87-407e-989f-04b807a5fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:33.767368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Calling delete_port for 302d8926-f735-474c-a0c2-a2c70254400f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:33.769600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-7c8bfc67-0e87-407e-989f-04b807a5fc4a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1100 time: 0.2299721 Aug 03 15:49:33.810643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.813224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Port 302d8926-f735-474c-a0c2-a2c70254400f was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:49:33.827010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.842695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.882626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-5dfdda3d-41f4-4846-988d-ac2b58a19d6c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3441396 Aug 03 15:49:33.884974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:49:33.885482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: items = [ Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:49:33.889114 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:49:33.908062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:33.914090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-1d066b42-c006-4983-a30c-afaf00e79c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:33.916041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-1d066b42-c006-4983-a30c-afaf00e79c64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1100 time: 0.1116436 Aug 03 15:49:33.951256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:33.968883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:33.970095 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:33.975027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Pushing event deleted for resources: {'Port': ['ID=302d8926-f735-474c-a0c2-a2c70254400f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:33.982705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] No DVR routers for this DVR port 302d8926-f735-474c-a0c2-a2c70254400f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:34.050682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.051797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.052311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.052786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.053227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.053730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.054168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.054625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.055074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.055499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.056147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.056738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004576f-99c4-456c-be54-4bc69cb23797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:49:34.064083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.088713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-5160f59d-4db3-4795-b36e-206ebbb4ec9a tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:34.105539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-5160f59d-4db3-4795-b36e-206ebbb4ec9a tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/networks?id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 200 len: 806 time: 0.4499817 Aug 03 15:49:34.145882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.162981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d61d7a2b-cdfa-46d9-94e6-d8f5664ffa96 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/quotas/920ecdddd9c14fe087a4205bb2417751 HTTP/1.1" status: 200 len: 375 time: 0.0545034 Aug 03 15:49:34.176303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.181043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c3490e46-9e01-4e7e-8bca-5d5619d039f4 HTTP/1.1" status: 204 len: 168 time: 3.0383155 Aug 03 15:49:34.197737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7580ad-8330-45b5-b0c2-b9dbf66fdbc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3490e46-9e01-4e7e-8bca-5d5619d039f4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:34.210615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:34.240752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-aad87719-50af-4d88-9709-cca238a4b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:34.253311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-aad87719-50af-4d88-9709-cca238a4b235 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3287070 Aug 03 15:49:34.298390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.298787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-f1a4465b-2712-498e-b83d-5cd18d3351b7 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=920ecdddd9c14fe087a4205bb2417751&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346905 Aug 03 15:49:34.340318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:34.340898 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.354036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-e06214cf-404f-46ac-9a3b-db2e0f689647 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.0884988 Aug 03 15:49:34.493907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.500307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-f9442cb3-7011-45e2-ae31-86f573191c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:34.502595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-f9442cb3-7011-45e2-ae31-86f573191c9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1394103 Aug 03 15:49:34.530897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56166) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:34.545939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port fded5ea8-f53b-45b1-bf22-bac1b2ff1548, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:34.557471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.575060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 20c2a701-702f-46fa-8362-6c18681b38b3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:34.641701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.660214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 20c2a701-702f-46fa-8362-6c18681b38b3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:34.660595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 20c2a701-702f-46fa-8362-6c18681b38b3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:34.686295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f173bc16-c45b-42e9-b70b-dda7238d5c11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8b65127c08a4b4496d1f778fdc936f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484809 Aug 03 15:49:34.689578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:34.709447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:34.710307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:34.712527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-478c0eee-2b99-4246-ac72-96228edfd155 service neutron] 10.222.0.70 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127977 Aug 03 15:49:34.724038 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fd18d9-8f51-4c97-9db5-2405993c2744" -d '{"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:34.743845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:34.755602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:34.848986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:34.858168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-1f4ad952-3197-41d2-a829-3c249f81c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:34.859988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-1f4ad952-3197-41d2-a829-3c249f81c248 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3478997 Aug 03 15:49:34.896086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 272f6d53-3685-40b8-9e47-2f064bae1c6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:34.988463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 272f6d53-3685-40b8-9e47-2f064bae1c6e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:35.000318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 272f6d53-3685-40b8-9e47-2f064bae1c6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:35.001021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.034640 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.036861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Allocated IP 172.25.7.185 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/76e0db39-f428-4a10-8a91-1215f2147781) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:35.097369 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.102289 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-1efd0410-2f51-42d3-aa1c-fbc1bae1191a service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261004 Aug 03 15:49:35.153235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.187278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-40736a9f-2193-43e4-84b7-0451998d20f5 service neutron] 10.222.0.70 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539213 Aug 03 15:49:35.187781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 272f6d53-3685-40b8-9e47-2f064bae1c6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=272f6d53-3685-40b8-9e47-2f064bae1c6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:35.203026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.339470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=272f6d53-3685-40b8-9e47-2f064bae1c6e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:35.345019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c0c83932-5539-482e-9403-55c3b2a12925 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:35.389143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.392421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.395951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db23360b-1fde-4092-9535-5fc16e57a4f8 HTTP/1.1" status: 204 len: 168 time: 0.6997941 Aug 03 15:49:35.404874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c0c83932-5539-482e-9403-55c3b2a12925 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:35.405763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c0c83932-5539-482e-9403-55c3b2a12925 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:35.406411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 302d8926-f735-474c-a0c2-a2c70254400f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:35.442087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddf8a0a-0eef-48d5-a612-81b5de623bc7 req-436febcd-665d-48a2-ba45-c4b3bd7c29fa service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864482 Aug 03 15:49:35.448296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.480098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d9eb3-6027-491c-9ab6-25b4c214c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db23360b-1fde-4092-9535-5fc16e57a4f8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:35.499337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:35.526107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 302d8926-f735-474c-a0c2-a2c70254400f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:49:35.526660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 302d8926-f735-474c-a0c2-a2c70254400f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:49:35.563527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.629294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=76e0db39-f428-4a10-8a91-1215f2147781,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:35.656154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:35.658547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:35.661625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:35.802792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.887293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.907778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:35.910967 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Sync routers for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:35.913347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:35.947865 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:35.949523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:35.983006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:36.094902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:36.168557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321310c4-baf8-444f-b308-c40a95ed47d7 req-6d2b04ba-2238-4c13-95be-c5a0a3c802cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:36.174954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-321310c4-baf8-444f-b308-c40a95ed47d7 req-6d2b04ba-2238-4c13-95be-c5a0a3c802cb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.1409237 Aug 03 15:49:36.276547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-ba9588f7-f636-40fb-b4e4-c0b701661358 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:36.283079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-ba9588f7-f636-40fb-b4e4-c0b701661358 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.2775056 Aug 03 15:49:36.312575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-321310c4-baf8-444f-b308-c40a95ed47d7 req-8fd77136-d7eb-4501-be80-4e8eb569c94e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179125 Aug 03 15:49:36.339661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:36.405981 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:36.609830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:36.616064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:36.656582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:36.859824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=76e0db39-f428-4a10-8a91-1215f2147781,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:36.929376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0670-1231-463e-b307-4fbe30a5dda9 req-20ea3a6a-a10c-496b-8aa0-67823bc10c1d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:36.936012 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:36.955923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fded5ea8-f53b-45b1-bf22-bac1b2ff1548 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:36.960831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d0f0670-1231-463e-b307-4fbe30a5dda9 req-20ea3a6a-a10c-496b-8aa0-67823bc10c1d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 945 time: 0.2444780 Aug 03 15:49:36.983950 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:31Z', 'revision_number': 4, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f0e186ae-1fa7-4c7c-bfe1-ef662ab39456', 'name': '', 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'mac_address': 'fa:16:3e:3d:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:28Z', 'updated_at': '2021-08-03T15:49:31Z', 'revision_number': 2, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'subnets': [{'id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:36.989919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:37.036777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:37.086140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.089679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:37.093792 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a88db-c8ed-4472-aa89-f818ef7851d2" -d '{"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-unplugged", "status": "completed", "tag": "ab086549-be5e-499e-8417-4f54c6f63777"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:37.095287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d0f0670-1231-463e-b307-4fbe30a5dda9 req-c2d79a9f-ae9b-4e52-959a-92cd23bce78e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969741 Aug 03 15:49:37.099988 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Checking router: 1463360e-16c7-464a-b711-30626baf7ac7 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:37.100175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.100752 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Updating router 1463360e-16c7-464a-b711-30626baf7ac7 port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:49:37.106693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.108371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-b3e64f5a-88ee-463f-a9ff-3f1c17ce6b5e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2122359 Aug 03 15:49:37.192848 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.221237 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272cd2e-b91a-4011-8e79-bb8d5e747a99 x-openstack-request-id: req-c272cd2e-b91a-4011-8e79-bb8d5e747a99 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:37.222537 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:37.222940 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c272cd2e-b91a-4011-8e79-bb8d5e747a99 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:37.224436 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'code': 200} Aug 03 15:49:37.231544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:37.232441 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.351907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-3f290a69-d7f6-416f-be74-bd0ccb88f265 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.1896484 Aug 03 15:49:37.402815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28cf73ab-dfbe-476a-8807-d1097d8d98b1 req-5377aebe-c0b4-42cc-ba29-e230786280e2 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 210 time: 0.0900891 Aug 03 15:49:37.449014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:37.750750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:37.815436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'mac_address': 'fa:16:3e:d9:33:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:37.831330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 272f6d53-3685-40b8-9e47-2f064bae1c6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:37.886188 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.917573 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Transition to ACTIVE for port object f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:37.929045 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.963458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 272f6d53-3685-40b8-9e47-2f064bae1c6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:37.964030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:37.965612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7208c6-f4f5-41b3-952d-c43c942f6d73 req-b82e3065-bc6a-439c-b94d-8e9bcd4972e0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:37.978507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c7208c6-f4f5-41b3-952d-c43c942f6d73 req-b82e3065-bc6a-439c-b94d-8e9bcd4972e0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 947 time: 0.1310380 Aug 03 15:49:38.019707 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee6a73-0311-4313-9aa3-dd879c922a2a None None] Pushing event updated for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:38.095334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.101053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c7208c6-f4f5-41b3-952d-c43c942f6d73 req-8fafc4a2-f481-4442-a231-8ab12329c489 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209571 Aug 03 15:49:38.140554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:38.255646 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Attempting to bind port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:38.256108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Attempting to bind port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:38.256375 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Attempting to bind port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 on network 1c78dfb2-3405-495c-beae-34ab449c8927 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:38.286525 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3490e-0b4b-4b36-880d-221a95ab38ff x-openstack-request-id: req-59a3490e-0b4b-4b36-880d-221a95ab38ff {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:38.286803 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-unplugged", "status": "completed", "tag": "ab086549-be5e-499e-8417-4f54c6f63777", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:38.287139 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59a3490e-0b4b-4b36-880d-221a95ab38ff {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:38.287553 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777', 'code': 200} Aug 03 15:49:38.292288 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:38.292698 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Checking segment: {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:38.293057 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.300075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:38.305424 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Bound using segment: {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:38.306368 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Bound port: f0e186ae-1fa7-4c7c-bfe1-ef662ab39456, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906a0382-a356-4933-8303-0b07d0971afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:38.306988 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.333627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:49:38.503972 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] For port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:38.509256 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] For port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:38.521093 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.541942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-4534541e-85d7-4edb-a37a-9ce3d3656e5c tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:38.544163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-4534541e-85d7-4edb-a37a-9ce3d3656e5c tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.78 "GET /v2.0/networks?id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 200 len: 806 time: 0.2532451 Aug 03 15:49:38.546436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:38.611277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:38.650992 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:38.651762 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:38.654656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:38.667962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:38.669173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:38.670665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:38.673079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-850bf0ee-299c-4821-93fe-11d3069a4ed9 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=920ecdddd9c14fe087a4205bb2417751 HTTP/1.1" status: 200 len: 379 time: 0.0770488 Aug 03 15:49:38.678229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'port': {'device_id': '597536ed-9138-4d25-aba7-bf3887e819ba', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'admin_state_up': True, 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'security_groups': ['e8915c60-80c6-457c-970c-fd41e190a854']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:38.682848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.698870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:38.699243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:38.699575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:38.707751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:38.708154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:38.801905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:38.802362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:38.803086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:38.803670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Bound port: ab086549-be5e-499e-8417-4f54c6f63777, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:38.804144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.807870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:38.808061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:38.848416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:38.848785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:38.849120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:38.849630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Bound port: ab086549-be5e-499e-8417-4f54c6f63777, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:38.852944 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:38.920786 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:38.957996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:39.021532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8305c8d0-893e-4a4b-adb6-a4946aa6b0df'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:39.114730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:39.146446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bf2f5-4596-475f-8091-87f20c5a230d req-3aeebee6-2274-4352-9197-54c5840ff3bc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:39.159298 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37bf2f5-4596-475f-8091-87f20c5a230d req-3aeebee6-2274-4352-9197-54c5840ff3bc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 949 time: 0.1313226 Aug 03 15:49:39.160716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-29435d34-be06-4649-bfec-bfa79b22e223 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:39.162221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fba840a2-c14b-4149-a0e7-2907d56e2aed req-29435d34-be06-4649-bfec-bfa79b22e223 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 1.8088489 Aug 03 15:49:39.179116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:39.196845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:39.245894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Made reservation on behalf of 920ecdddd9c14fe087a4205bb2417751 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:39.247301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:39.249796 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095fce53-d23a-4295-9a55-1bee492ef349" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:39.264489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37bf2f5-4596-475f-8091-87f20c5a230d req-4ddb63ff-eb74-4df2-8f05-1e025799abfb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803490 Aug 03 15:49:39.275432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:39.280524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:39.302088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ab086549-be5e-499e-8417-4f54c6f63777-n-h2-803226-3-0 {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:49:39.302480 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:49:39.362954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:49:39.367945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:39.422723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df8745-f0f1-4ded-adb4-3a533fc67cea req-848dcfde-0611-4b70-bf99-9f7ffc24cffe tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:39.424526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99df8745-f0f1-4ded-adb4-3a533fc67cea req-848dcfde-0611-4b70-bf99-9f7ffc24cffe tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1381183 Aug 03 15:49:39.492559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3dbbc2c0-c9eb-4bb9-b809-e2c73887ea44 req-a4e54818-1a4b-44bd-b52b-7236eb920e3d tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 210 time: 0.0828741 Aug 03 15:49:39.534355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99df8745-f0f1-4ded-adb4-3a533fc67cea req-83281676-5326-40db-9747-083b9ae81a98 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022997 Aug 03 15:49:39.574416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Allocated IP 172.20.0.9 (eaaf0ade-c6b0-4de3-ac54-487df3ec610a/001fae87-b82a-481b-8079-fe00f4e70666/36a9c46d-3149-4a80-beaf-6545584cf09f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:39.685512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee6a73-0311-4313-9aa3-dd879c922a2a None None] Pushing event updated for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:39.700617 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-49b960f1-e718-4853-92ce-d023268b18da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:39.717780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:31Z', 'revision_number': 4, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f0e186ae-1fa7-4c7c-bfe1-ef662ab39456', 'name': '', 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'mac_address': 'fa:16:3e:3d:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:28Z', 'updated_at': '2021-08-03T15:49:38Z', 'revision_number': 4, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'subnets': [{'id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:39.762871 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec055e-4ac4-468a-89a3-b6157444cb4e None None] The sync data for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 is: [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:49:31Z', 'revision_number': 4, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f0e186ae-1fa7-4c7c-bfe1-ef662ab39456', 'name': '', 'network_id': '1c78dfb2-3405-495c-beae-34ab449c8927', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'mac_address': 'fa:16:3e:3d:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:28Z', 'updated_at': '2021-08-03T15:49:38Z', 'revision_number': 4, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'subnets': [{'id': '50a01f2d-db24-4765-ace1-59d488291bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:39.811916 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955509b-b215-4c85-8466-20c98211528b x-openstack-request-id: req-8955509b-b215-4c85-8466-20c98211528b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:39.812214 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:39.812472 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8955509b-b215-4c85-8466-20c98211528b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:39.812875 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'code': 200} Aug 03 15:49:39.860700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:39.860700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:39.860700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:39.895049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:39.895486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempting to bind port ab086549-be5e-499e-8417-4f54c6f63777 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:39.910735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:39.911083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:39.911478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:39.912456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Bound port: ab086549-be5e-499e-8417-4f54c6f63777, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:39.912837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.040781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-8c4d963d-ffc6-42c2-9cee-e36a551b7342 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3004100 Aug 03 15:49:40.053997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.066807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:40.152801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.175608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Transition to ACTIVE for port object 36a9c46d-3149-4a80-beaf-6545584cf09f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:40.246315 n-d-803226-3 neutron-server[106017]: WARNING neutron.plugins.ml2.plugin [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Concurrent port binding operations failed on port ab086549-be5e-499e-8417-4f54c6f63777 Aug 03 15:49:40.251897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:40.260643 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attempt 2 to bind port ab086549-be5e-499e-8417-4f54c6f63777 Aug 03 15:49:40.269629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:40.269629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.269629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-01575ee7-fd31-44f3-884a-940d8327b540 service neutron] 10.222.0.72 "PUT /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 1121 time: 3.9763036 Aug 03 15:49:40.288891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:40.292301 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043d759-ec44-4572-a3eb-0ba80ef50ece" -d '{"events": [{"name": "network-changed", "server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "tag": "ab086549-be5e-499e-8417-4f54c6f63777"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:40.331265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.357457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ab086549-be5e-499e-8417-4f54c6f63777'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:40.405604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:40.415336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:40.419198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:40.453213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event updated for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:40.501440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:40.502222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.527164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.533369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ab086549-be5e-499e-8417-4f54c6f63777'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:40.575509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-d55aa67e-1ade-4dac-9cef-5150893a5612 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008949 Aug 03 15:49:40.612895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Request body: {'port': {'device_id': '597536ed-9138-4d25-aba7-bf3887e819ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:40.941149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:40.948869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:41.065703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-29db9bb6-45f4-4652-a1b4-1b165059096d None None] Provisioning for port 36a9c46d-3149-4a80-beaf-6545584cf09f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:41.103715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-29db9bb6-45f4-4652-a1b4-1b165059096d None None] Provisioning complete for port 36a9c46d-3149-4a80-beaf-6545584cf09f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:41.104293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-29db9bb6-45f4-4652-a1b4-1b165059096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.112871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-c9087b49-7832-4f6e-91c3-4d8e6f2cd219 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392458 Aug 03 15:49:41.306960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-653481de-3fe4-4178-8b90-9d90247056c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:41.315771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-653481de-3fe4-4178-8b90-9d90247056c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012651 Aug 03 15:49:41.346491 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-ded86d91-1946-4692-87b2-3c115a542cb6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/quotas/906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 375 time: 0.0293953 Aug 03 15:49:41.462206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-d5162f35-27fd-4f0b-b743-6eab65f4fea1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143677 Aug 03 15:49:41.478896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:41.483749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-29db9bb6-45f4-4652-a1b4-1b165059096d None None] Port 36a9c46d-3149-4a80-beaf-6545584cf09f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:41.535153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:41.556157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Allocated IP 172.25.7.207 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/559255d2-ef0b-40cc-832f-60b8fca45ae4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:41.588585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:41.588910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.742381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a9c46d-3149-4a80-beaf-6545584cf09f {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:41.790246 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7d31e-dd34-462b-bfaf-f1b4de758932 x-openstack-request-id: req-2be7d31e-dd34-462b-bfaf-f1b4de758932 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:41.790700 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "tag": "ab086549-be5e-499e-8417-4f54c6f63777", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:41.791100 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2be7d31e-dd34-462b-bfaf-f1b4de758932 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:41.798421 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777', 'status': 'completed', 'code': 200} Aug 03 15:49:41.801697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.802171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:41.802765 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.887883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Transition to ACTIVE for port object 36a9c46d-3149-4a80-beaf-6545584cf09f will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:41.889829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.901816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:41.927971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-c6111b2e-4e10-449a-87b1-289af9f97618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:41.934138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-c6111b2e-4e10-449a-87b1-289af9f97618 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1124 time: 0.1426437 Aug 03 15:49:42.035135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.069451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:42.082586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.125978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Pushing event updated for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:42.203911 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.247341 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-176c40f0-b56e-4bc9-b68f-05ec0152aac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.282363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Attempting to bind port 36a9c46d-3149-4a80-beaf-6545584cf09f on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:42.282777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Attempting to bind port 36a9c46d-3149-4a80-beaf-6545584cf09f by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:42.283190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Attempting to bind port 36a9c46d-3149-4a80-beaf-6545584cf09f on network eaaf0ade-c6b0-4de3-ac54-487df3ec610a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:42.286099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.286309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:42.289793 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df791a5d-ed74-42ec-8f75-1388f49eb5eb" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:42.298121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:42.332429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Port 36a9c46d-3149-4a80-beaf-6545584cf09f on network eaaf0ade-c6b0-4de3-ac54-487df3ec610a not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:42.332693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:42.332932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Attempting to bind port 36a9c46d-3149-4a80-beaf-6545584cf09f on network eaaf0ade-c6b0-4de3-ac54-487df3ec610a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:42.343185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:42.343763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Checking segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:42.344263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Bound using segment: {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:42.344943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.345112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Bound port: 36a9c46d-3149-4a80-beaf-6545584cf09f, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb72070-eb01-4034-93b0-01129f6a9085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:42.345509 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.354774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-b0087c24-33f0-49e8-85e2-b031ebe0c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:42.363617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-b0087c24-33f0-49e8-85e2-b031ebe0c6ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.4211111 Aug 03 15:49:42.461753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:42.466757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=36a9c46d-3149-4a80-beaf-6545584cf09f,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:42.488923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:42.490484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.513794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:42.526489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:42.571228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:42.585098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-c9c56a85-497a-4cb1-89d6-396c5bbee9bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 217 time: 0.1345658 Aug 03 15:49:42.636518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=559255d2-ef0b-40cc-832f-60b8fca45ae4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:42.647346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:42.649873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.654173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] 10.222.0.78 "PUT /v2.0/ports/36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 200 len: 1091 time: 2.0530007 Aug 03 15:49:42.719190 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:42.735733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c43ff5-a2e7-4d42-bb67-5c17bdaf1f7d req-5e82683e-4211-4b81-ab1e-c1445989ad86 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:42.750641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4c43ff5-a2e7-4d42-bb67-5c17bdaf1f7d req-5e82683e-4211-4b81-ab1e-c1445989ad86 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 943 time: 0.7358482 Aug 03 15:49:42.850379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-cd04bf18-0d79-40aa-af0a-dc01d366c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:42.855178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-cd04bf18-0d79-40aa-af0a-dc01d366c64b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.2564421 Aug 03 15:49:42.895193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:42.927441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-7e7527a9-2db6-4edc-8195-e95f6bc4b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:42.928777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-7e7527a9-2db6-4edc-8195-e95f6bc4b6e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=920ecdddd9c14fe087a4205bb2417751&device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 1094 time: 0.1960199 Aug 03 15:49:42.945884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4c43ff5-a2e7-4d42-bb67-5c17bdaf1f7d req-36679cc6-9b3d-4fdd-85f3-c85aa9521c8b tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938794 Aug 03 15:49:43.017524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-ba92fb4f-bcf4-4a93-87c5-155f0f5fa6da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457536 Aug 03 15:49:43.018465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:43.018817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.063123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-ca4dd37c-92a8-44af-8cf5-59d58a9526b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 200 len: 217 time: 0.1104052 Aug 03 15:49:43.122995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2a9d8-c2f9-4231-b109-21d781dcb890 service neutron] Pushing event updated for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:43.184970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.187953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-211b77c9-07f5-4985-930f-aeb5731ca2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:43.190023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-211b77c9-07f5-4985-930f-aeb5731ca2a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=001fae87-b82a-481b-8079-fe00f4e70666 HTTP/1.1" status: 200 len: 845 time: 0.0791862 Aug 03 15:49:43.273228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.332706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-b14f5419-29dd-4ca1-849f-6cbed535a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:43.334995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-b14f5419-29dd-4ca1-849f-6cbed535a660 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371737 Aug 03 15:49:43.358591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-4fd8439a-2cd9-4c0b-9eeb-4ef684dcce46 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321729 Aug 03 15:49:43.369856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20edc-d870-4e60-9cd7-79f8e8c038ac req-01c505f9-24d9-482a-b57f-4e0554025dab tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:43.380468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fea20edc-d870-4e60-9cd7-79f8e8c038ac req-01c505f9-24d9-482a-b57f-4e0554025dab tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1880527 Aug 03 15:49:43.505481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fea20edc-d870-4e60-9cd7-79f8e8c038ac req-462a7f70-40b8-42c0-9cae-fdbf3d5207f3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239901 Aug 03 15:49:43.532929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-53b62b22-8840-42fd-927f-002b4d3100a0 service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873236 Aug 03 15:49:43.546584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2043d759-ec44-4572-a3eb-0ba80ef50ece req-6fbd7fcb-5c24-4598-bdec-5ebf36a90912 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601949 Aug 03 15:49:43.554775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.581489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.594689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.752410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=559255d2-ef0b-40cc-832f-60b8fca45ae4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:43.810306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:43.814697 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f3f31-5a40-4b72-830d-ecef72c3c26c" -d '{"events": [{"name": "network-changed", "server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:43.838389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.845211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2d384aa-e4f2-432f-81b2-ed2fedd0cdd9 req-df575573-b858-4f53-a4bf-1103cb6cf3ed service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033483 Aug 03 15:49:43.850354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-680c83e4-bd1e-4a7c-9f2e-f31b58b50b72 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=906dc02efd994854b3e124781b011d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547767 Aug 03 15:49:43.901591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:43.903305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-93bf2b43-4833-4754-b791-fe7b05f11403 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8602207 Aug 03 15:49:43.984157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-94f8f56a-2cd8-48bd-9406-cad2a55b4736 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0724928 Aug 03 15:49:44.151487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-23c2a3b3-c99a-4f47-94de-2e5552ccf0b4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:44.154498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-23c2a3b3-c99a-4f47-94de-2e5552ccf0b4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2926905 Aug 03 15:49:44.175304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Request body: {'port': {'device_id': '929b482f-3838-440f-bd39-a7618d352fd4', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '906dc02efd994854b3e124781b011d82'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:44.227609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-757e75d7-373b-4875-999c-ca7df51fe1b6 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:44.247077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bfb3627-01f2-4f48-8d68-ae0ab51094b6 req-757e75d7-373b-4875-999c-ca7df51fe1b6 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.2619581 Aug 03 15:49:44.411577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-627a74de-b497-4002-8b09-c9887e9c3705 req-8eb4f403-a1d6-4922-8d51-a4c1c933de77 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 210 time: 0.0798731 Aug 03 15:49:44.463771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Made reservation on behalf of 906dc02efd994854b3e124781b011d82 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:49:44.477789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:44.647314 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2cb919-737b-4a19-a3fe-d157b6f9def1 x-openstack-request-id: req-6f2cb919-737b-4a19-a3fe-d157b6f9def1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:44.647781 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:44.648176 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f2cb919-737b-4a19-a3fe-d157b6f9def1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:44.649417 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'status': 'completed', 'code': 200} Aug 03 15:49:44.658199 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986e938-e4b7-4c12-b54c-ddb6653a2bd1 x-openstack-request-id: req-5986e938-e4b7-4c12-b54c-ddb6653a2bd1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:44.658768 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-plugged", "status": "completed", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:44.658894 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5986e938-e4b7-4c12-b54c-ddb6653a2bd1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:44.659258 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'code': 200} Aug 03 15:49:44.783303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-9393c9cf-09ac-486f-9131-59c5ade79c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:44.787260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-9393c9cf-09ac-486f-9131-59c5ade79c39 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=920ecdddd9c14fe087a4205bb2417751&device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 1094 time: 0.1048608 Aug 03 15:49:44.848310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Allocated IP 192.168.233.79 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/028471d2-56b5-4700-87f1-e43877b7b590) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:44.932113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:44.958280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ede393f-8a37-4589-a472-3300dc642bff req-7d364322-13a5-438e-875d-41fa09c04060 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2502201 Aug 03 15:49:44.970567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:44.973061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1ab3-4219-409d-b636-692616ac82c7 req-7a0e36f7-404f-478e-9393-48c44fa8ff03 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:44.975665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96fe1ab3-4219-409d-b636-692616ac82c7 req-7a0e36f7-404f-478e-9393-48c44fa8ff03 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 943 time: 0.1858873 Aug 03 15:49:45.020265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-757ffb50-050f-44c0-8fe4-627eac29c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:45.021926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-757ffb50-050f-44c0-8fe4-627eac29c938 service neutron] 10.222.0.78 "GET /v2.0/networks?id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 200 len: 907 time: 0.1975458 Aug 03 15:49:45.051011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96fe1ab3-4219-409d-b636-692616ac82c7 req-371530ae-76f1-4701-a2b5-01095bc2382a tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564399 Aug 03 15:49:45.089907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.105116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-13c7baa6-6858-4d16-b656-506c0ba37cc2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 200 len: 217 time: 0.0603080 Aug 03 15:49:45.234800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-491b5d45-e570-4cc3-a639-757a93491011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:45.236562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-491b5d45-e570-4cc3-a639-757a93491011 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=001fae87-b82a-481b-8079-fe00f4e70666 HTTP/1.1" status: 200 len: 845 time: 0.1225498 Aug 03 15:49:45.238128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.254915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Transition to ACTIVE for port object 028471d2-56b5-4700-87f1-e43877b7b590 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:45.306225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.320817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32', '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:45.330272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:45.344906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400710-2487-410e-9431-1ec8d2bdeeac req-71048fcf-9313-4201-a60e-c4579d46e3cc tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:45.346523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-32400710-2487-410e-9431-1ec8d2bdeeac req-71048fcf-9313-4201-a60e-c4579d46e3cc tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1026754 Aug 03 15:49:45.358295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-9b1a4139-e5a7-4973-970a-4bc50155c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:45.359928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-9b1a4139-e5a7-4973-970a-4bc50155c486 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851402 Aug 03 15:49:45.381506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:45.392248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:45.396584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:45.482797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-32400710-2487-410e-9431-1ec8d2bdeeac req-86a8f4da-9362-488b-aaec-3a2473722f68 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217897 Aug 03 15:49:45.483034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:45.483608 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.523934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3439658 Aug 03 15:49:45.534513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Request body: {'port': {'device_id': '929b482f-3838-440f-bd39-a7618d352fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:45.538065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2f96a-8050-410f-83c4-158fefaea667 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:45.597510 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-9e16c9d8-a79b-4a36-a45c-9f8b2b7b4af0 service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276566 Aug 03 15:49:45.681679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.704311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:45.882312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555f3f31-5a40-4b72-830d-ecef72c3c26c req-c2d8329c-063c-4a3d-bb1f-88ab92aae09c service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769792 Aug 03 15:49:45.896053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Allocated IP 172.25.7.144 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/4ca2f86a-032d-42b7-b19b-04c040881b99) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:46.002598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e14499c-b813-48cd-b0bf-776d13076d3f None None] Provisioning for port 028471d2-56b5-4700-87f1-e43877b7b590 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:46.043021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:46.047018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e14499c-b813-48cd-b0bf-776d13076d3f None None] Provisioning complete for port 028471d2-56b5-4700-87f1-e43877b7b590 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:46.047793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2e14499c-b813-48cd-b0bf-776d13076d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:46.129315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:46.133722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2e14499c-b813-48cd-b0bf-776d13076d3f None None] Port 028471d2-56b5-4700-87f1-e43877b7b590 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:49:46.212110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=4ca2f86a-032d-42b7-b19b-04c040881b99,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:46.239527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:46.268666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:46.288597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:46.649832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:46.827682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d29c6-9a68-49a2-85bc-6e40e007ec0b req-72e10d3d-9ff1-4898-8db1-4b0aea9117cc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:46.828323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:46.838122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da3d29c6-9a68-49a2-85bc-6e40e007ec0b req-72e10d3d-9ff1-4898-8db1-4b0aea9117cc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 935 time: 0.0908132 Aug 03 15:49:46.920596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da3d29c6-9a68-49a2-85bc-6e40e007ec0b req-3eb7a046-9547-43a8-9f52-7751e6dcb19b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806384 Aug 03 15:49:47.137807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028471d2-56b5-4700-87f1-e43877b7b590 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:47.158818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:47.201961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aab639-89fe-4152-bb06-ec17aa30d4fb req-5ccc543f-0551-48a5-a66d-484f6987e1d9 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:47.209906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82aab639-89fe-4152-bb06-ec17aa30d4fb req-5ccc543f-0551-48a5-a66d-484f6987e1d9 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 943 time: 0.1076598 Aug 03 15:49:47.217355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Transition to ACTIVE for port object 028471d2-56b5-4700-87f1-e43877b7b590 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:47.267681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:47.330563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82aab639-89fe-4152-bb06-ec17aa30d4fb req-0a54926f-f7f0-40e8-86ed-de4ae9cb95c4 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910096 Aug 03 15:49:47.505709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:47.515640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:47.525283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 36a9c46d-3149-4a80-beaf-6545584cf09f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:47.567332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:47.631504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443eaf77-cacb-49e7-add9-c8592da513ef req-c7bada7c-dab9-46aa-90c7-4b8289ba7410 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:47.654586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-443eaf77-cacb-49e7-add9-c8592da513ef req-c7bada7c-dab9-46aa-90c7-4b8289ba7410 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1681130 Aug 03 15:49:47.794180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-443eaf77-cacb-49e7-add9-c8592da513ef req-90460a31-a4e8-4b77-9ddc-e94452059c0b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360116 Aug 03 15:49:47.861383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=36a9c46d-3149-4a80-beaf-6545584cf09f,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:47.936474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'port_id': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'mac_address': 'fa:16:3e:ae:b7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:48.021290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.042539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=4ca2f86a-032d-42b7-b19b-04c040881b99,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:48.068346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:49:48.070793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:49:48.076237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:48.086170 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.101441 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ede393f-8a37-4589-a472-3300dc642bff req-91757b5f-19c7-489f-a2bc-b8ae6d7c42aa tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1382833 Aug 03 15:49:48.113029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.130442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:49:48.134708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:49:48.148729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a9c46d-3149-4a80-beaf-6545584cf09f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:48.201269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=36a9c46d-3149-4a80-beaf-6545584cf09f,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:48.229366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.250034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:49:48.256630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:49:48.257592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:49:48.258519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Bound port: 028471d2-56b5-4700-87f1-e43877b7b590, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:49:48.259983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.306577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ede393f-8a37-4589-a472-3300dc642bff req-53bde9a6-2c45-46b4-a2f5-7a516a5dd656 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.2033484 Aug 03 15:49:48.413283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:48.522076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['36a9c46d-3149-4a80-beaf-6545584cf09f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:48.543101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3f647-f0c5-4a3f-8d08-f11dfbb371b8 req-3c8bdc14-7fe5-4ec8-a12d-f1cdbb78f0c5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:48.563745 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0a3f647-f0c5-4a3f-8d08-f11dfbb371b8 req-3c8bdc14-7fe5-4ec8-a12d-f1cdbb78f0c5 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 947 time: 0.1120102 Aug 03 15:49:48.657290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0a3f647-f0c5-4a3f-8d08-f11dfbb371b8 req-6952064c-fdb8-488a-9248-d51621bf4abd tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922670 Aug 03 15:49:48.679266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:48.697994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:49:48.705709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede393f-8a37-4589-a472-3300dc642bff req-29a43919-faad-46bd-87ee-3b84e365f284 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:48.710984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ede393f-8a37-4589-a472-3300dc642bff req-29a43919-faad-46bd-87ee-3b84e365f284 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3991616 Aug 03 15:49:48.713569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.773615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:48.773615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:48.775252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-774961bd-bfbd-45be-928f-02816171f243 service neutron] 10.222.0.78 "PUT /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 1095 time: 3.2458222 Aug 03 15:49:48.775921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:48.778869 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74574af-b7a0-4866-8784-5bdd2d6b2914" -d '{"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:48.929321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774961bd-bfbd-45be-928f-02816171f243 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:48.953881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-81702530-7dd3-435f-a155-d9ff0fe85419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:48.956407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-81702530-7dd3-435f-a155-d9ff0fe85419 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1198742 Aug 03 15:49:49.124933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-cc97dffe-3507-447f-b912-aa7b936e17a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1568763 Aug 03 15:49:49.224329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-aaa38c9d-3812-4cc4-a80f-27842e9cb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:49.226111 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-aaa38c9d-3812-4cc4-a80f-27842e9cb08f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0906758 Aug 03 15:49:49.236731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765c210-7b15-4a67-8c96-512c7ef21875 req-462e58ac-9f49-43d2-89ac-d927584698df tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:49.245339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e765c210-7b15-4a67-8c96-512c7ef21875 req-462e58ac-9f49-43d2-89ac-d927584698df tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 944 time: 0.1193779 Aug 03 15:49:49.362473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-8b675166-2a67-4702-aceb-6f2a95aca23c service neutron] 10.222.0.78 "GET /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.2076304 Aug 03 15:49:49.370500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e765c210-7b15-4a67-8c96-512c7ef21875 req-891782e9-2091-4dc5-84a9-af42310e9013 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237366 Aug 03 15:49:49.407762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-11dbc1e7-821f-42d0-b604-5871fdd29e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:49.411558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-11dbc1e7-821f-42d0-b604-5871fdd29e3e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627717 Aug 03 15:49:49.535633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 36a9c46d-3149-4a80-beaf-6545584cf09f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:49.640151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 36a9c46d-3149-4a80-beaf-6545584cf09f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:49.660507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 36a9c46d-3149-4a80-beaf-6545584cf09f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:49.662478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:49.740867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15bb1499-723a-400b-b740-40a0aa756cfe req-ed2ce662-2f36-44f3-9a71-c17a890e5bde tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3032882 Aug 03 15:49:49.760441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:49.812852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:49.816594 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6b9b8-7448-496d-9161-a52686ba313b x-openstack-request-id: req-4dd6b9b8-7448-496d-9161-a52686ba313b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:49.817056 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:49.817317 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4dd6b9b8-7448-496d-9161-a52686ba313b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:49.818304 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'status': 'completed', 'code': 200} Aug 03 15:49:49.856694 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:49.866010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:49.888777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:49.916034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:49.923021 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e94ae-fbe4-4afe-9768-9f92f1b9e783" -d '{"events": [{"server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "name": "network-vif-plugged", "status": "completed", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:49.933891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-9eabcef6-022c-49a8-b40d-204a7985f393 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078018 Aug 03 15:49:49.945676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=36a9c46d-3149-4a80-beaf-6545584cf09f,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:49.954464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab086549-be5e-499e-8417-4f54c6f63777 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:49.960916 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:49.963176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:50.002637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:50.058680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:50.082300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:50.117453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e45332-12e5-4a47-bf45-134ab759469b req-1187c3e6-806d-4a9c-8470-a60396e81dbd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.129918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09e45332-12e5-4a47-bf45-134ab759469b req-1187c3e6-806d-4a9c-8470-a60396e81dbd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 943 time: 0.1948986 Aug 03 15:49:50.222450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09e45332-12e5-4a47-bf45-134ab759469b req-46819382-dd27-4e08-908b-797def4d9d7f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Aug 03 15:49:50.304146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] Transition to ACTIVE for port object ab086549-be5e-499e-8417-4f54c6f63777 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:49:50.311500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:50.370791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f77d7e1-a826-4706-b045-94c9bb2e37c6 req-0c8e4f6f-1a32-4a7e-a6ce-a876e7cfa846 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028089 Aug 03 15:49:50.410607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] No DVR routers for this DVR port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:49:50.478671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36442668-25d2-421a-908c-426037374f23 service neutron] Pushing event updated for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:50.502814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-36442668-25d2-421a-908c-426037374f23 service neutron] 10.222.0.78 "PUT /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1288419 Aug 03 15:49:50.540992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-387851a4-9d01-4dfc-8f91-55e0a88e6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.543520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-387851a4-9d01-4dfc-8f91-55e0a88e6c71 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0961637 Aug 03 15:49:50.547872 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:50.716327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f5354-5be4-4a57-9edb-9dabe2923c8b req-701a41a6-ea0d-4d68-a762-f4bd05c91c9f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.730366 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb3f5354-5be4-4a57-9edb-9dabe2923c8b req-701a41a6-ea0d-4d68-a762-f4bd05c91c9f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 947 time: 0.1441345 Aug 03 15:49:50.742117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-de2f3700-e69a-49ae-a029-7ff2c8b4d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.743528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-de2f3700-e69a-49ae-a029-7ff2c8b4d4b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1910074 Aug 03 15:49:50.758256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-9445482e-f157-4c6c-beb6-1ea23fba395a tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.759767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-9445482e-f157-4c6c-beb6-1ea23fba395a tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1563482 Aug 03 15:49:50.775643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Allocated IP 172.25.7.103 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c2df5e4f-060b-447b-b6bb-e4af77b527ba) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:49:50.796789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb3f5354-5be4-4a57-9edb-9dabe2923c8b req-5c116be0-8739-4332-ade7-958c4d340c66 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655105 Aug 03 15:49:50.829690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-3e9458e3-d8ce-4ffc-81fe-3d8e24191a33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.0607908 Aug 03 15:49:50.838429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-93b4268b-76a1-4281-a3df-c64227ee5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.843236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-93b4268b-76a1-4281-a3df-c64227ee5721 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55&tenant_id=b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 1095 time: 0.0602479 Aug 03 15:49:50.932702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-563139e3-284c-4ab5-a79a-ca82eb54b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:50.934509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-563139e3-284c-4ab5-a79a-ca82eb54b461 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1095 time: 0.0665832 Aug 03 15:49:50.936432 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f1d915-c102-457b-96ff-9a1fe32ef9c6 x-openstack-request-id: req-81f1d915-c102-457b-96ff-9a1fe32ef9c6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:50.936959 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "name": "network-vif-plugged", "status": "completed", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:50.937491 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81f1d915-c102-457b-96ff-9a1fe32ef9c6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:50.938083 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'code': 200} Aug 03 15:49:51.018246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-d2c28fb9-f617-4886-9ad3-f6591d7153ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.020673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-d2c28fb9-f617-4886-9ad3-f6591d7153ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1805327 Aug 03 15:49:51.135120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:51.155065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-62b8fcd6-e6c9-4834-8637-cf3a3571bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.158169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-62b8fcd6-e6c9-4834-8637-cf3a3571bc0c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184063 Aug 03 15:49:51.281574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:51.343606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-67add114-44a9-407f-933d-752c44c11b18 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753967 Aug 03 15:49:51.349047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:49:51.435698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:49:51.442652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:49:51.445089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=c2df5e4f-060b-447b-b6bb-e4af77b527ba,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:51.544924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1c781-3005-42af-af1a-585b3a5e581d req-4ed6a75f-ea57-4fc2-a084-c0cf100c8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.547365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5b1c781-3005-42af-af1a-585b3a5e581d req-4ed6a75f-ea57-4fc2-a084-c0cf100c8b82 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 1096 time: 0.5135717 Aug 03 15:49:51.576634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74574af-b7a0-4866-8784-5bdd2d6b2914 req-bacb51b1-775c-4897-9fd1-95718a3fb9fc service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212205 Aug 03 15:49:51.606293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:51.624566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4284b-90b4-40f7-b9c4-e70926cb61c2 req-deef1c9e-1ff1-49a4-b9b4-bbdc1afadb3b tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.631450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5d4284b-90b4-40f7-b9c4-e70926cb61c2 req-deef1c9e-1ff1-49a4-b9b4-bbdc1afadb3b tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.5242786 Aug 03 15:49:51.659112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5b1c781-3005-42af-af1a-585b3a5e581d req-ad5d06cb-6212-4a08-87b9-38cadc78e6f4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012378 Aug 03 15:49:51.667567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-e1a1bc04-c294-4def-a9ab-af02174e870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.668912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-e1a1bc04-c294-4def-a9ab-af02174e870c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.7148001 Aug 03 15:49:51.677877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:51.683331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5d4284b-90b4-40f7-b9c4-e70926cb61c2 req-3f18408b-724a-498d-a74d-99798f4034fb tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507703 Aug 03 15:49:51.745084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-b00aebef-f647-4038-9840-b9102b17dd39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 200 len: 217 time: 0.0577862 Aug 03 15:49:51.824385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:51.835507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-a68e5625-391d-4a61-97ea-5923b7be34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:51.837158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-a68e5625-391d-4a61-97ea-5923b7be34ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.0842094 Aug 03 15:49:51.897782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-e2ea0d55-b37d-4dbf-a90f-74568ab74c49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513785 Aug 03 15:49:52.000435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:52.006279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:52.071311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event updated for resources: {'Port': ['ID=c2df5e4f-060b-447b-b6bb-e4af77b527ba,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:52.154822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-1ded5127-e43e-4d85-a753-ff39a2f46dae service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465715 Aug 03 15:49:52.164009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:52.185469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:52.190545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15bb1499-723a-400b-b740-40a0aa756cfe req-3f1913d6-5d2e-4f0d-8318-29e42ad37c83 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4389765 Aug 03 15:49:52.325144 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15bb1499-723a-400b-b740-40a0aa756cfe req-b2163c8f-79fa-4974-9cb8-8e2dc1e8a6b1 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.1256804 Aug 03 15:49:52.387437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-33f23813-eac6-4f21-b7a8-c2cb08b59991 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257628 Aug 03 15:49:52.485144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473014c-3769-4a06-acbb-69baed5191d7 req-2f7c3b09-84c9-483c-b7ca-34cc4ad8548d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:52.487378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d473014c-3769-4a06-acbb-69baed5191d7 req-2f7c3b09-84c9-483c-b7ca-34cc4ad8548d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 944 time: 0.0992253 Aug 03 15:49:52.538886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d473014c-3769-4a06-acbb-69baed5191d7 req-3429ccef-d2cf-4046-953f-c16a2f01754e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424311 Aug 03 15:49:52.657609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1499-723a-400b-b740-40a0aa756cfe req-ecab581f-b7f3-49bd-ad60-b770ae18f454 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:52.659404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15bb1499-723a-400b-b740-40a0aa756cfe req-ecab581f-b7f3-49bd-ad60-b770ae18f454 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3239558 Aug 03 15:49:52.864574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff4420-c9db-486b-a039-66a9b0b68f96 req-c2982832-2608-4f12-9c3b-bb1f6822dc6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:52.866816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61ff4420-c9db-486b-a039-66a9b0b68f96 req-c2982832-2608-4f12-9c3b-bb1f6822dc6c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 947 time: 0.0712345 Aug 03 15:49:52.867578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-ac6d329d-246d-40f1-92af-1ec6dfcb53c9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:52.870053 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-ac6d329d-246d-40f1-92af-1ec6dfcb53c9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1054413 Aug 03 15:49:52.931889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61ff4420-c9db-486b-a039-66a9b0b68f96 req-053394f9-96cf-46e3-b885-c630e8c85b3e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574968 Aug 03 15:49:53.049344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-b3a7d8d4-4bb5-447c-95f3-9d518fcddd0e service neutron] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:49:53.061755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-b3a7d8d4-4bb5-447c-95f3-9d518fcddd0e service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:53.063772 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187f5c39-af4a-41eb-849c-1a7d1dc66a76 req-b3a7d8d4-4bb5-447c-95f3-9d518fcddd0e service neutron] 10.222.0.72 "DELETE /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.1830454 Aug 03 15:49:53.070014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9b4bc1-6983-4a78-aeb7-e61f4805c388 req-95986c95-0f80-47c1-b464-97d06e994d6c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips/6108ed2d-6550-4ab5-bc51-fd3772b48b84 HTTP/1.1" status: 200 len: 693 time: 0.1033123 Aug 03 15:49:53.204338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4bc1-6983-4a78-aeb7-e61f4805c388 req-ea79df68-e1cb-4530-ac0b-0157fbb6c87b tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:53.206068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9b4bc1-6983-4a78-aeb7-e61f4805c388 req-ea79df68-e1cb-4530-ac0b-0157fbb6c87b tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1349938 Aug 03 15:49:53.345851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22620f3f-6b4c-49de-b428-df48f2849ab0 req-356cf98f-6204-4ee0-b762-07e611c32649 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:53.348494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22620f3f-6b4c-49de-b428-df48f2849ab0 req-356cf98f-6204-4ee0-b762-07e611c32649 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.0765560 Aug 03 15:49:53.407855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22620f3f-6b4c-49de-b428-df48f2849ab0 req-d48ab603-06ce-44c2-bdd8-3731b8b069d3 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520849 Aug 03 15:49:53.466955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6585785-f944-450b-8f16-422389e426be req-b156be65-de63-478b-88e2-84cb097e18f1 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips/6108ed2d-6550-4ab5-bc51-fd3772b48b84 HTTP/1.1" status: 200 len: 693 time: 0.0732262 Aug 03 15:49:53.559580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:49:53.612286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287b25e-2586-44c8-95dd-3dd3fce177a2 req-3a28a316-0e4f-4d5f-97b6-559ca960f6cd tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:53.613732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585785-f944-450b-8f16-422389e426be req-19938cda-298e-4f92-b5a9-4bb31aa9203f tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:53.615205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6585785-f944-450b-8f16-422389e426be req-19938cda-298e-4f92-b5a9-4bb31aa9203f tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1475365 Aug 03 15:49:53.623706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:53.628759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Request body: {'floatingip': {'port_id': '36a9c46d-3149-4a80-beaf-6545584cf09f'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:49:53.630023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b287b25e-2586-44c8-95dd-3dd3fce177a2 req-3a28a316-0e4f-4d5f-97b6-559ca960f6cd tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.0783505 Aug 03 15:49:53.693315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:53.710620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '028471d2-56b5-4700-87f1-e43877b7b590', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '028471d2-56b5-4700-87f1-e43877b7b590', 'mac_address': 'fa:16:3e:64:df:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:49:53.710912 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:53.749195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6585785-f944-450b-8f16-422389e426be req-7556f1a2-4318-4511-9b5b-cd2f3a05aeeb tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0855238 Aug 03 15:49:53.751474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:53.768259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028471d2-56b5-4700-87f1-e43877b7b590 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:49:53.789091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:53.794097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:53.835978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6585785-f944-450b-8f16-422389e426be req-5c3bb853-a538-4e90-b65a-14097f669d1f tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.103 HTTP/1.1" status: 200 len: 696 time: 0.0782008 Aug 03 15:49:53.849790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:54.087900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Deleting port c2df5e4f-060b-447b-b6bb-e4af77b527ba {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:54.088413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.179824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['028471d2-56b5-4700-87f1-e43877b7b590'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:49:54.197726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf2b1-97f5-4b86-a4bb-25114d1d57dd req-3f7df6f7-5fec-4e44-a4cf-a9943f5fe67d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:54.199349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50caf2b1-97f5-4b86-a4bb-25114d1d57dd req-3f7df6f7-5fec-4e44-a4cf-a9943f5fe67d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 944 time: 0.0513127 Aug 03 15:49:54.242849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50caf2b1-97f5-4b86-a4bb-25114d1d57dd req-cda158c3-a51b-4d53-b0b9-461b7a0d2845 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Aug 03 15:49:54.259153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.259490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.303569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Calling delete_port for c2df5e4f-060b-447b-b6bb-e4af77b527ba owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:54.495760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.500872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.559548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9beb045-3947-443b-b9d8-7a286ac824af req-01a65af6-751b-4c13-9165-ada07e91c51d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:54.561150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9beb045-3947-443b-b9d8-7a286ac824af req-01a65af6-751b-4c13-9165-ada07e91c51d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 948 time: 0.0537291 Aug 03 15:49:54.603854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9beb045-3947-443b-b9d8-7a286ac824af req-b9350156-7c7b-41e0-ada6-c236722ab9a2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Aug 03 15:49:54.623099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.662947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event deleted for resources: {'Port': ['ID=c2df5e4f-060b-447b-b6bb-e4af77b527ba,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:54.672610 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Floating IP 952cccfb-3d19-4e1b-90dd-5067688e9bba associated. External IP: 172.25.7.152, port: 36a9c46d-3149-4a80-beaf-6545584cf09f. Aug 03 15:49:54.805302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.807848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:54.809200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6585785-f944-450b-8f16-422389e426be req-ebc4c11e-a754-4f91-8a09-8059a7cad9f2 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "DELETE /v2.0/floatingips/6108ed2d-6550-4ab5-bc51-fd3772b48b84 HTTP/1.1" status: 204 len: 173 time: 0.9722810 Aug 03 15:49:55.082129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:49:55.122091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf07ba-0fbb-43c4-85a2-8e7824e8b9e1 req-7d0aee85-580f-4347-af01-95ac56a48106 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.123620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7bf07ba-0fbb-43c4-85a2-8e7824e8b9e1 req-7d0aee85-580f-4347-af01-95ac56a48106 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1095 time: 0.0652239 Aug 03 15:49:55.130745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d400a-a2ed-4a67-90fc-d7694a419ab0 req-0ec883b9-f7eb-4a1e-b82e-90c942db2b75 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.132198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a3d400a-a2ed-4a67-90fc-d7694a419ab0 req-0ec883b9-f7eb-4a1e-b82e-90c942db2b75 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2070947 Aug 03 15:49:55.176586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7bf07ba-0fbb-43c4-85a2-8e7824e8b9e1 req-f151b6be-f673-4964-ace4-bcf0b04a303e tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Aug 03 15:49:55.274395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6749e-b862-4b67-9ceb-22af3cd0c71e req-7db9e020-ce50-4407-9ae7-d6cb1144a98f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.275886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6b6749e-b862-4b67-9ceb-22af3cd0c71e req-7db9e020-ce50-4407-9ae7-d6cb1144a98f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 949 time: 0.0930486 Aug 03 15:49:55.277466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:49:55.282115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:55.289257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Sync routers for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:49:55.299941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:55.300827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:55.327031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b9ed3c2-92e0-404d-9d5a-58987a126463 req-6ca2192a-8917-40df-9ec5-ca9508255c67 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=9418befef8da4ba49c981ecc8fcf66f4 HTTP/1.1" status: 200 len: 1657 time: 0.0560522 Aug 03 15:49:55.330164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9699e4aa-261b-4887-af5c-29389770e107 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "PUT /v2.0/floatingips/952cccfb-3d19-4e1b-90dd-5067688e9bba HTTP/1.1" status: 200 len: 991 time: 1.7053483 Aug 03 15:49:55.332336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:55.335001 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:55.350699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6b6749e-b862-4b67-9ceb-22af3cd0c71e req-5eaf3ada-5d71-43ec-b323-18125681d935 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660944 Aug 03 15:49:55.430380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:55.463403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed3c2-92e0-404d-9d5a-58987a126463 req-a7969e42-7aa7-4461-b02a-c9b4cd19f7b7 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.470204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b9ed3c2-92e0-404d-9d5a-58987a126463 req-a7969e42-7aa7-4461-b02a-c9b4cd19f7b7 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks?id=4378d95d-7a10-4d19-9fa6-35580e695c19&id=4378d95d-7a10-4d19-9fa6-35580e695c19&id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 787 time: 0.1296594 Aug 03 15:49:55.488591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e510b7-e6fb-4b7c-bb74-8edd8637b908 req-c57585ef-fd74-4692-a563-ec6d642106ff tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.490371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1e510b7-e6fb-4b7c-bb74-8edd8637b908 req-c57585ef-fd74-4692-a563-ec6d642106ff tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 1095 time: 0.0533266 Aug 03 15:49:55.534382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1e510b7-e6fb-4b7c-bb74-8edd8637b908 req-7fc239b1-7e9a-429c-9c60-73e57d507fa3 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 Aug 03 15:49:55.588627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:49:55.682904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 028471d2-56b5-4700-87f1-e43877b7b590 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:49:55.693147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 028471d2-56b5-4700-87f1-e43877b7b590 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:49:55.693379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:55.735211 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f578b-d29c-40bf-9d88-c24cc23c1982 x-openstack-request-id: req-579f578b-d29c-40bf-9d88-c24cc23c1982 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:55.735565 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:55.735823 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-579f578b-d29c-40bf-9d88-c24cc23c1982 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:55.736306 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'status': 'completed', 'code': 200} Aug 03 15:49:55.771419 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:55.822817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-5882b81c-7e34-4567-9ff8-77c2bd93763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.826546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-5882b81c-7e34-4567-9ff8-77c2bd93763c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=920ecdddd9c14fe087a4205bb2417751&device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 1096 time: 0.0633919 Aug 03 15:49:55.827431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:55.830673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '952cccfb-3d19-4e1b-90dd-5067688e9bba', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'port_id': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'mac_address': 'fa:16:3e:ae:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597536ed-9138-4d25-aba7-bf3887e819ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:49:31Z', 'updated_at': '2021-08-03T15:49:54Z', 'revision_number': 1, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:55.867857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Checking router: bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:49:55.889140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:55.891570 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6576c-605f-403a-b02b-f4189d137a87" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:55.903251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:49:55.903908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:55.909100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:55.943875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:55.977239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-1d583077-aba6-4de9-97c7-ed5523a67a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:55.981156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-1d583077-aba6-4de9-97c7-ed5523a67a1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 200 len: 907 time: 0.1416714 Aug 03 15:49:56.050177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:56.080236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:49:56.108602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-d9340341-c673-496e-9699-41a5e7c99ea4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 200 len: 999 time: 0.1179948 Aug 03 15:49:56.184701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-44f6850d-eac6-48e9-a491-dcb062bc3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:56.187406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-44f6850d-eac6-48e9-a491-dcb062bc3055 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=001fae87-b82a-481b-8079-fe00f4e70666 HTTP/1.1" status: 200 len: 845 time: 0.0709474 Aug 03 15:49:56.246473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-a014d072-2e4d-4328-ac0f-88a0b01bcf7a tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips/b00c1f7a-10d8-4d80-ad4b-e88d7428836d HTTP/1.1" status: 200 len: 693 time: 0.0750592 Aug 03 15:49:56.277059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-bf75ee67-eb51-4334-89dc-32c6f29c2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:56.279441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-bf75ee67-eb51-4334-89dc-32c6f29c2440 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774174 Aug 03 15:49:56.398784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefff08e-af43-4f09-9e3f-664d0278bda2 req-635d3ebb-936b-4606-90b0-82395b88e8c0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:56.406216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cefff08e-af43-4f09-9e3f-664d0278bda2 req-635d3ebb-936b-4606-90b0-82395b88e8c0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1228092 Aug 03 15:49:56.423956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-3077be77-58ff-45a8-a69e-45723440fc57 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:56.430149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-3077be77-58ff-45a8-a69e-45723440fc57 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1766639 Aug 03 15:49:56.477476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-951b89f9-89cb-472e-afcf-c669670584dc service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826632 Aug 03 15:49:56.478172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-1e30bfe2-2d5e-4169-9a53-1c822522a241 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0452936 Aug 03 15:49:56.520117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '952cccfb-3d19-4e1b-90dd-5067688e9bba', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'port_id': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'mac_address': 'fa:16:3e:ae:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597536ed-9138-4d25-aba7-bf3887e819ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:49:31Z', 'updated_at': '2021-08-03T15:49:54Z', 'revision_number': 1, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:49:56.526790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cefff08e-af43-4f09-9e3f-664d0278bda2 req-2f257191-ac27-4c82-8625-f2d507f11249 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Aug 03 15:49:56.536194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-3b6c0d72-69e8-4df5-bcfd-faa9032944ca tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0508900 Aug 03 15:49:56.554821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876263b3-3b6d-4232-94ac-36aff556af6d None None] The sync data for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 is: [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '952cccfb-3d19-4e1b-90dd-5067688e9bba', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'port_id': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'mac_address': 'fa:16:3e:ae:b7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597536ed-9138-4d25-aba7-bf3887e819ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:49:31Z', 'updated_at': '2021-08-03T15:49:54Z', 'revision_number': 1, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:49:56.641571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2800e4cc-bbdd-4e8f-bad4-20ff60414bdf req-fb188fc2-b098-425d-85c5-8af007efc0a0 service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541607 Aug 03 15:49:56.715728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Deleting port 4ca2f86a-032d-42b7-b19b-04c040881b99 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:56.716101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:56.827875 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f154327-6d53-4afb-babf-67a7b6206572 None None] New status for floating IP 952cccfb-3d19-4e1b-90dd-5067688e9bba: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:49:56.847909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:56.848460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:56.875661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Calling delete_port for 4ca2f86a-032d-42b7-b19b-04c040881b99 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:56.904928 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04249e-0f8b-447b-b156-2f0d821669f4 x-openstack-request-id: req-7e04249e-0f8b-447b-b156-2f0d821669f4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:56.905467 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:56.905900 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e04249e-0f8b-447b-b156-2f0d821669f4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:56.906432 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:49:57.071453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-4e187e39-e35e-4cb8-84a6-aaae051c1997 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1534874 Aug 03 15:49:57.089182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14605b08-d4eb-430f-ba4c-467823ceab14 req-d72b0c68-3c76-4194-92a5-dd183dbb9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.091438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14605b08-d4eb-430f-ba4c-467823ceab14 req-d72b0c68-3c76-4194-92a5-dd183dbb9adb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0650713 Aug 03 15:49:57.187667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14605b08-d4eb-430f-ba4c-467823ceab14 req-5c1dc9f8-04f6-454d-b9c8-6235fe4386e7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838664 Aug 03 15:49:57.202824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:57.225904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-83088a3a-b4a2-4c38-8314-d4ce8af2e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.228423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-83088a3a-b4a2-4c38-8314-d4ce8af2e9a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 1101 time: 0.0853572 Aug 03 15:49:57.247094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event deleted for resources: {'Port': ['ID=4ca2f86a-032d-42b7-b19b-04c040881b99,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:57.344937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:57.348077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:57.363480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de7d6e53-59d8-473d-ac31-85cfc43d12b3 req-cfc67f7d-4640-4825-881d-9552450bc35d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "DELETE /v2.0/floatingips/b00c1f7a-10d8-4d80-ad4b-e88d7428836d HTTP/1.1" status: 204 len: 173 time: 0.8216217 Aug 03 15:49:57.467335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-dd3a5618-f922-4bc0-80cd-6043a72cf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.470073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-dd3a5618-f922-4bc0-80cd-6043a72cf73b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2043531 Aug 03 15:49:57.520771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-c6445840-c2e1-4074-ac0a-ab748f4b3375 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 200 len: 217 time: 0.0410275 Aug 03 15:49:57.594964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-2e0ff499-7f64-409a-ad30-29b6937fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.596491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-2e0ff499-7f64-409a-ad30-29b6937fd0e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0674174 Aug 03 15:49:57.675811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-2fc8c2c2-6e00-4be9-8c84-ee92f5a1ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.678574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-2fc8c2c2-6e00-4be9-8c84-ee92f5a1ef4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738950 Aug 03 15:49:57.826407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bd670-dcc3-4025-b57c-798bfb2ed65f req-e51dce92-e9cd-4ed1-b780-9a4f1699ab6f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:57.829125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-516bd670-dcc3-4025-b57c-798bfb2ed65f req-e51dce92-e9cd-4ed1-b780-9a4f1699ab6f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0652630 Aug 03 15:49:57.898447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-516bd670-dcc3-4025-b57c-798bfb2ed65f req-770ee20a-250e-416d-a51f-7cc7e45ea12b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Aug 03 15:49:58.139510 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-b132da96-d0e9-4893-8423-e50d1b116c96 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips/53f8768a-8f6f-4f3b-bd91-8fcf2b1683cc HTTP/1.1" status: 200 len: 693 time: 0.4676220 Aug 03 15:49:58.266949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-a921c57b-456b-42b8-82e0-02aff9a6b9c2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369446 Aug 03 15:49:58.321467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:49:58.449010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.453675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-521c02df-e21e-4df1-ad0e-89e3fe8d54a5 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:58.467413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-521c02df-e21e-4df1-ad0e-89e3fe8d54a5 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3204536 Aug 03 15:49:58.553368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-2e46b519-7c00-4c61-ba46-5dfe2090f129 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0739005 Aug 03 15:49:58.556478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:49:58.567587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.645283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:58.653827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-6ed5b7fc-fa69-40c1-8388-280e7143269d tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0994847 Aug 03 15:49:58.666939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ff2cf87-ba64-48c3-8083-2ed4053c536d req-8805a82b-49e3-4e77-888d-a465db8028d0 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885620 Aug 03 15:49:58.835073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57028) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:58.858588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Deleting port 559255d2-ef0b-40cc-832f-60b8fca45ae4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:49:58.859026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.907948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:49:58.910436 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72cdb9b-174e-4633-9b84-74def6b8b23b" -d '{"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:49:58.959592 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d575d9-876d-45bd-9be5-801cfae0e153 x-openstack-request-id: req-90d575d9-876d-45bd-9be5-801cfae0e153 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:49:58.959932 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:49:58.960298 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90d575d9-876d-45bd-9be5-801cfae0e153 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:49:58.960853 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'code': 200} Aug 03 15:49:58.972172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.972837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.975194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b57c0808-f3e6-4d4b-9b2d-543e91535e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:58.991396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Calling delete_port for 559255d2-ef0b-40cc-832f-60b8fca45ae4 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:49:59.086703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44295ea2-d16a-4a49-a292-75ac115cd6a7 req-9f20fc1e-b793-457c-9399-4cd398425ebe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:59.088536 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44295ea2-d16a-4a49-a292-75ac115cd6a7 req-9f20fc1e-b793-457c-9399-4cd398425ebe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0767424 Aug 03 15:49:59.165663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44295ea2-d16a-4a49-a292-75ac115cd6a7 req-c5066de9-e8c3-4b2b-95a8-37e4a4cd5790 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693011 Aug 03 15:49:59.168483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.179521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b57c0808-f3e6-4d4b-9b2d-543e91535e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.195857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b57c0808-f3e6-4d4b-9b2d-543e91535e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.215572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event deleted for resources: {'Port': ['ID=559255d2-ef0b-40cc-832f-60b8fca45ae4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:59.233079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c0808-f3e6-4d4b-9b2d-543e91535e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215276e0-813c-4996-badc-23edbbc42a4a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:59.237931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b57c0808-f3e6-4d4b-9b2d-543e91535e08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3e3e2b3b91644e48dd79155a9e7f8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019299 Aug 03 15:49:59.240427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:49:59.291560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.294884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.296362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d6a4669-7073-481e-b3e1-274544a5bbfe req-d791ee88-bdf5-4d8d-8313-01f991ed2a4e tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "DELETE /v2.0/floatingips/53f8768a-8f6f-4f3b-bd91-8fcf2b1683cc HTTP/1.1" status: 204 len: 173 time: 0.6333086 Aug 03 15:49:59.328633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.359179 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.361665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-f15a3355-32c5-4f18-98d5-0ae98f3af6c3 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips/5b5aa440-dbec-4382-8e36-e9f8c59abd23 HTTP/1.1" status: 200 len: 693 time: 0.0473981 Aug 03 15:49:59.379511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e711006-4562-4444-bd3b-a2e0761f8a37 req-f6091ce8-9c89-48e0-983e-8709853aaa81 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:59.381087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4e711006-4562-4444-bd3b-a2e0761f8a37 req-f6091ce8-9c89-48e0-983e-8709853aaa81 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0825024 Aug 03 15:49:59.440590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4e711006-4562-4444-bd3b-a2e0761f8a37 req-9ec3e53f-a4c4-4098-89a0-10e17e6fea1d tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Aug 03 15:49:59.447316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.450578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:49:59.451403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/215276e0-813c-4996-badc-23edbbc42a4a HTTP/1.1" status: 204 len: 168 time: 0.2098765 Aug 03 15:49:59.459475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b60ff9-3455-4685-ae1c-12e3fe9b2de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215276e0-813c-4996-badc-23edbbc42a4a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:49:59.521600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-59330b60-13c2-4aa7-beda-862516dd120b tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:59.523347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-59330b60-13c2-4aa7-beda-862516dd120b tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1497114 Aug 03 15:49:59.612764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-b23d84c1-2a0e-4601-9004-a814cf1a8642 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.0776570 Aug 03 15:49:59.709070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-50e35100-5359-4b18-bdd2-8a3b9261e071 tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.185 HTTP/1.1" status: 200 len: 696 time: 0.0890272 Aug 03 15:49:59.852467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-a56e38d3-ba46-49dd-86a7-a98c0f551231 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311004 Aug 03 15:49:59.955278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff390d-2d56-4b67-a6cf-a5b13e057656 req-0c2c499e-b292-4b3b-81ec-90b07eed89ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:49:59.957313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4ff390d-2d56-4b67-a6cf-a5b13e057656 req-0c2c499e-b292-4b3b-81ec-90b07eed89ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0816629 Aug 03 15:50:00.042500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Deleting port 76e0db39-f428-4a10-8a91-1215f2147781 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:00.044691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.047941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4ff390d-2d56-4b67-a6cf-a5b13e057656 req-502f191d-1319-47ac-aa77-c2625be7087f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832372 Aug 03 15:50:00.332119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.332681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:00.333094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.369508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Calling delete_port for 76e0db39-f428-4a10-8a91-1215f2147781 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:00.565387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:00.579483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-14b526b4-2333-4b44-bb7a-d91974ba40bf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118181 Aug 03 15:50:00.585827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '53accb54-1197-459b-a326-ee0ac18aa075', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '53accb54-1197-459b-a326-ee0ac18aa075', 'mac_address': 'fa:16:3e:6e:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:00.686620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.733234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53accb54-1197-459b-a326-ee0ac18aa075 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:00.767722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:00.774878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.851565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:00.867130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-5d7e3e51-249d-4006-9b38-bdf9d1fa6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:00.873559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-5d7e3e51-249d-4006-9b38-bdf9d1fa6eb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 1101 time: 0.1945510 Aug 03 15:50:00.938634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:00.939627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Pushing event deleted for resources: {'Port': ['ID=76e0db39-f428-4a10-8a91-1215f2147781,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:01.048590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57138) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:01.054545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['53accb54-1197-459b-a326-ee0ac18aa075'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:01.075769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:01.078490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:01.079858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21883893-84b8-4b82-968a-16afdc9c79d6 req-45e38c38-ff91-46b1-9e10-773a2813e06c tempest-FloatingIPDetailsTestJSON-337479278 tempest-FloatingIPDetailsTestJSON-337479278-project] 10.222.0.70 "DELETE /v2.0/floatingips/5b5aa440-dbec-4382-8e36-e9f8c59abd23 HTTP/1.1" status: 204 len: 173 time: 1.3700235 Aug 03 15:50:01.086111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57144) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:01.100149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-8ba745c5-5a13-4eb5-92db-e1e1c58b38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:01.102086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-8ba745c5-5a13-4eb5-92db-e1e1c58b38f2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1775539 Aug 03 15:50:01.174904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-b60887a6-1428-4be6-b667-0a77267377be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 200 len: 217 time: 0.0629621 Aug 03 15:50:01.297334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-97356f93-35e5-460b-aad1-ac1e4b48ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:01.298958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-97356f93-35e5-460b-aad1-ac1e4b48ff55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1155791 Aug 03 15:50:01.480199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-31c55822-94aa-4b9d-85f7-6f1da4cb49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:01.481976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-31c55822-94aa-4b9d-85f7-6f1da4cb49b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748250 Aug 03 15:50:01.538560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1147574054-network', 'tenant_id': '9294b976574c4fd09505cad9def792f2'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:01.661680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-e8cd72d7-c321-407d-aa57-6fe93512c940 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694546 Aug 03 15:50:01.702908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Made reservation on behalf of 9294b976574c4fd09505cad9def792f2 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:01.706026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:01.736485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b84f5-9628-42f5-a49e-4201bba9d72a req-abb83cf1-780f-4254-93c0-694d60118088 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:01.744685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f54b84f5-9628-42f5-a49e-4201bba9d72a req-abb83cf1-780f-4254-93c0-694d60118088 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.4127460 Aug 03 15:50:01.752980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:01.870414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f54b84f5-9628-42f5-a49e-4201bba9d72a req-90cfa3b7-3f8d-4b79-b7b6-1a1f80069864 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246421 Aug 03 15:50:01.939541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27f67f1b-4a4e-42b0-970c-1bc0006c70a3 req-1fad01ee-360c-44d1-bc1e-e18bd35d23eb service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658975 Aug 03 15:50:02.098898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.107837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.189547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:50:02.203825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae27647d-0806-48d6-889d-a21651ef1adc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:02.213292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.213292 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Added segment b9345dff-6fba-4552-a2ed-df077692de3b of type vlan for network 87209a5b-aa40-492e-aae5-f9d617cff56e Aug 03 15:50:02.293903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.323574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.325287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:02.412599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 53accb54-1197-459b-a326-ee0ac18aa075 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:02.413117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.414714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-78b8eab9-d1d4-4bbf-ab40-2b65f7be0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:02.416240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-78b8eab9-d1d4-4bbf-ab40-2b65f7be0cfa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0877490 Aug 03 15:50:02.448245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.451735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:02.452945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.589453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-a9876c3c-9fb2-4680-a382-e0f9f2732360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:02.596134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-a9876c3c-9fb2-4680-a382-e0f9f2732360 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1704485 Aug 03 15:50:02.645492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.689909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:02.692256 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2e2685-b46d-46e1-b738-78818173a458" -d '{"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-plugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:02.762496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:02.770876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:02.782124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-ba9d9eba-6601-4e81-b1db-26b7f818a6da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1654484 Aug 03 15:50:02.884564 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7b4c7-493a-42b1-99b6-a1397be4908c x-openstack-request-id: req-f3a7b4c7-493a-42b1-99b6-a1397be4908c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:02.885029 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-plugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:02.885375 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3a7b4c7-493a-42b1-99b6-a1397be4908c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:02.889887 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075', 'code': 200} Aug 03 15:50:02.921941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-348e68cf-9936-4014-802b-6951a99575d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:02.923449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-348e68cf-9936-4014-802b-6951a99575d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1326606 Aug 03 15:50:02.958429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:03.082166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-5138fb59-c1b7-4ca8-a01d-e7dacb15443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:03.083753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-5138fb59-c1b7-4ca8-a01d-e7dacb15443f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424601 Aug 03 15:50:03.155806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cc58a-2e85-437e-a7bc-97d22044d21c req-c34f7674-1f93-4657-8c31-bb608c7356be tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:03.157378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-593cc58a-2e85-437e-a7bc-97d22044d21c req-c34f7674-1f93-4657-8c31-bb608c7356be tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1381164 Aug 03 15:50:03.239906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-593cc58a-2e85-437e-a7bc-97d22044d21c req-882210b1-ed7c-4b86-951a-d5760e19a5f1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Aug 03 15:50:03.242482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1916311 Aug 03 15:50:03.243213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57190) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:03.253587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-8e686a00-b3ae-4ed5-ace4-325152a71fb5 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606340 Aug 03 15:50:03.270065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Request body: {'subnet': {'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1147574054-subnet', 'tenant_id': '9294b976574c4fd09505cad9def792f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:03.299374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d51a-6584-4f6d-b3ba-e6e255599316 admin admin] Pushing event updated for resources: {'Network': ['ID=87209a5b-aa40-492e-aae5-f9d617cff56e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:03.311505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 87209a5b-aa40-492e-aae5-f9d617cff56e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:50:03.375760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-0f932293-3ae4-44c5-9902-909a89befa1f service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081836 Aug 03 15:50:03.443056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Made reservation on behalf of 9294b976574c4fd09505cad9def792f2 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:03.445539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:03.738039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Deleting port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:03.741509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:03.745076 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:03.899298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cb2c23-52b2-46e1-abf2-beb173d5601e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:03.924888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] For port f0e186ae-1fa7-4c7c-bfe1-ef662ab39456, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:03.925319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:03.928372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Checking segment: {'id': 'b9345dff-6fba-4552-a2ed-df077692de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:03.928740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Network hostable DHCP agents. Network: 87209a5b-aa40-492e-aae5-f9d617cff56e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:50:03.942913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Calling delete_port for f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:04.007173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Network 87209a5b-aa40-492e-aae5-f9d617cff56e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:50:04.023363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 87209a5b-aa40-492e-aae5-f9d617cff56e) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:04.036381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b59542-a55d-4a89-a925-6a69cf2b4f32 None None] Network 87209a5b-aa40-492e-aae5-f9d617cff56e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:04.036945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:04.037502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:04.065030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97c2de7b-9545-45a4-a3dc-f80fb978ccc0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8081946 Aug 03 15:50:04.242623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:04.283904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e186ae-1fa7-4c7c-bfe1-ef662ab39456,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:04.337285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36137884-3f64-429c-a608-f1b7451a0642 None None] Network 87209a5b-aa40-492e-aae5-f9d617cff56e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:04.673810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:04.685526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12adb30-a3a6-4809-8444-babfbe127cee req-930e9afc-b56f-4683-bb96-5fb1b813e324 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:04.693159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a12adb30-a3a6-4809-8444-babfbe127cee req-930e9afc-b56f-4683-bb96-5fb1b813e324 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.3029821 Aug 03 15:50:04.827732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a12adb30-a3a6-4809-8444-babfbe127cee req-6635a094-5ae2-4b61-8476-f2a107adef1d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335621 Aug 03 15:50:04.984574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-39e439ce-bb7b-4cee-b958-0bd3c88fa88d tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:04.994179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-39e439ce-bb7b-4cee-b958-0bd3c88fa88d tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/networks?id=87209a5b-aa40-492e-aae5-f9d617cff56e HTTP/1.1" status: 200 len: 809 time: 0.2015204 Aug 03 15:50:05.018480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-0ca71830-51b9-4f50-add6-c7d92bfc898e tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/quotas/9294b976574c4fd09505cad9def792f2 HTTP/1.1" status: 200 len: 375 time: 0.0207963 Aug 03 15:50:05.079313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-c90e9d02-1b54-4244-ae85-f6b40725c015 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9294b976574c4fd09505cad9def792f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592339 Aug 03 15:50:05.217079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-853c9b9d-136e-4d3e-967c-ef065456fe7b service neutron] 10.222.0.70 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318307 Aug 03 15:50:05.308978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Router 1463360e-16c7-464a-b711-30626baf7ac7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:05.388279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-ae26d7e8-83c6-4fe9-9411-914a4104fabd service neutron] 10.222.0.70 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695659 Aug 03 15:50:05.475667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:05.485216 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8695090d-a00d-4b2e-afc9-4ecd9629c99d admin admin] 10.222.0.70 "PUT /v2.0/routers/1463360e-16c7-464a-b711-30626baf7ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921518 Aug 03 15:50:05.486255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:05.499099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Sync routers for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:05.532932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:05.538294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:05.681632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:05.743314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97a89e9c-3f45-401c-a608-666c0b0eccf3 req-bd82e66b-b4db-49ac-9c28-1dcd4c4d5654 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 210 time: 0.0835524 Aug 03 15:50:05.876976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:06.038997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:06.202102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f35423-ddfa-4957-a3dd-3f49ed7a19d2 req-8ed04758-6e9b-4cf6-b963-5a3efc4b386b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:06.212494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5f35423-ddfa-4957-a3dd-3f49ed7a19d2 req-8ed04758-6e9b-4cf6-b963-5a3efc4b386b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0974309 Aug 03 15:50:06.267135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Deleting port 272f6d53-3685-40b8-9e47-2f064bae1c6e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:06.267568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:06.285586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5f35423-ddfa-4957-a3dd-3f49ed7a19d2 req-409df7f6-52b1-4644-9498-835d43bac67b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688219 Aug 03 15:50:06.460008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:50:04Z', 'revision_number': 5, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port': {'id': '272f6d53-3685-40b8-9e47-2f064bae1c6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463360e-16c7-464a-b711-30626baf7ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:20Z', 'updated_at': '2021-08-03T15:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:06.502345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] For port 272f6d53-3685-40b8-9e47-2f064bae1c6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=272f6d53-3685-40b8-9e47-2f064bae1c6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:06.504115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:06.520895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Checking router: 1463360e-16c7-464a-b711-30626baf7ac7 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:06.531942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Calling delete_port for 272f6d53-3685-40b8-9e47-2f064bae1c6e owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:06.536153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Routers {'1463360e-16c7-464a-b711-30626baf7ac7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:06.537914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:49:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1463360e-16c7-464a-b711-30626baf7ac7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:06.728853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] Set router 1463360e-16c7-464a-b711-30626baf7ac7 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:06.953433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:06.971105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:50:06Z', 'revision_number': 6, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:07.008833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=272f6d53-3685-40b8-9e47-2f064bae1c6e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:07.016644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce1ed458-15fb-409d-98dc-3bd7791b2971 req-77522a0b-c3b6-45ba-b9bd-e280709e1402 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 210 time: 0.0716903 Aug 03 15:50:07.104415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756a9cf-66d1-48cc-8236-1819fe346bac None None] The sync data for ids ['1463360e-16c7-464a-b711-30626baf7ac7'] in n-d-803226-3 is: [{'id': '1463360e-16c7-464a-b711-30626baf7ac7', 'name': 'tempest-FloatingIPDetailsTestJSON-993853838-router', 'tenant_id': '9418befef8da4ba49c981ecc8fcf66f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:19Z', 'updated_at': '2021-08-03T15:50:06Z', 'revision_number': 6, 'project_id': '9418befef8da4ba49c981ecc8fcf66f4', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:07.212049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.325604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.329893 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.418479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.419632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1463360e-16c7-464a-b711-30626baf7ac7 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:50:07.426520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.430401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57360) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:07.430754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73ec4e32-734f-4ad9-a9d2-f3d4a8553c51 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1463360e-16c7-464a-b711-30626baf7ac7 HTTP/1.1" status: 204 len: 168 time: 1.9434071 Aug 03 15:50:07.554022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Deleting subnet 50a01f2d-db24-4765-ace1-59d488291bb7 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:50:07.571347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.642813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:07.733581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f581b-ef68-4151-bab2-be9e365817cc req-c6f31d23-03f7-4409-8612-d4c9db914537 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:07.747626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-176f581b-ef68-4151-bab2-be9e365817cc req-c6f31d23-03f7-4409-8612-d4c9db914537 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2434022 Aug 03 15:50:07.899480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-176f581b-ef68-4151-bab2-be9e365817cc req-dcf1641c-d911-4add-bc18-fc1109f715c7 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504948 Aug 03 15:50:07.911152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.088997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.145570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-7fe60518-c50b-480d-a83d-928640f416e6 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:08.148541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-7fe60518-c50b-480d-a83d-928640f416e6 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.72 "GET /v2.0/networks?id=87209a5b-aa40-492e-aae5-f9d617cff56e HTTP/1.1" status: 200 len: 809 time: 0.3430250 Aug 03 15:50:08.192582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Request body: {'port': {'device_id': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e', 'admin_state_up': True, 'tenant_id': '9294b976574c4fd09505cad9def792f2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:08.200968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a01f2d-db24-4765-ace1-59d488291bb7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:08.216020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1eac2-777c-4cfc-9c43-aa273d63b716 None None] Network 1c78dfb2-3405-495c-beae-34ab449c8927 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:08.224412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.233306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3eb37967-db54-4187-8f0e-6643bf32d764 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/50a01f2d-db24-4765-ace1-59d488291bb7 HTTP/1.1" status: 204 len: 168 time: 0.8012695 Aug 03 15:50:08.236024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57370) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:08.343772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.409936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdb7795b-0485-42a6-8c0a-10c5e9663802 req-85fc2ca8-3e18-4388-9502-0a9985a721f7 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 210 time: 0.1379054 Aug 03 15:50:08.486511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Deleting port bfa57ae1-07aa-4274-83a4-7c4579c68cbd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:08.486866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.515914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] DHCP port deletion for 1c78dfb2-3405-495c-beae-34ab449c8927 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:50:08.629197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Deleting port bfa57ae1-07aa-4274-83a4-7c4579c68cbd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:08.630414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.670272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] For port bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:08.670734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.705634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Calling delete_port for bfa57ae1-07aa-4274-83a4-7c4579c68cbd owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:08.707603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Made reservation on behalf of 9294b976574c4fd09505cad9def792f2 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:08.714182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.759392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] For port bfa57ae1-07aa-4274-83a4-7c4579c68cbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,segment=NetworkSegment(906a0382-a356-4933-8303-0b07d0971afb),segment_id=906a0382-a356-4933-8303-0b07d0971afb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:08.760032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.781853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Calling delete_port for bfa57ae1-07aa-4274-83a4-7c4579c68cbd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:08.916633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.929948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:08.940994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:08.984211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:08.995136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] No DVR routers for this DVR port bfa57ae1-07aa-4274-83a4-7c4579c68cbd on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:09.014768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] Pushing event deleted for resources: {'Port': ['ID=bfa57ae1-07aa-4274-83a4-7c4579c68cbd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:09.022177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Allocated IP 172.20.0.2 (87209a5b-aa40-492e-aae5-f9d617cff56e/43cb2c23-52b2-46e1-abf2-beb173d5601e/89191e7d-f37d-415e-848c-e557a97d3cb5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:50:09.032291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f66e0b-e861-4bd6-b0e9-cf6b2b821ab8 None None] No DVR routers for this DVR port bfa57ae1-07aa-4274-83a4-7c4579c68cbd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:09.053974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:09.054688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f0e186ae-1fa7-4c7c-bfe1-ef662ab39456 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:09.056001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfa57ae1-07aa-4274-83a4-7c4579c68cbd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:09.099399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: bfa57ae1-07aa-4274-83a4-7c4579c68cbd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:09.099895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfa57ae1-07aa-4274-83a4-7c4579c68cbd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:09.100513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 272f6d53-3685-40b8-9e47-2f064bae1c6e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:09.129918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 272f6d53-3685-40b8-9e47-2f064bae1c6e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:09.130631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 272f6d53-3685-40b8-9e47-2f064bae1c6e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:09.219075 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.233103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c78dfb2-3405-495c-beae-34ab449c8927']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:09.238368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b804d-2634-4343-9fdf-26fd6c242c14 req-f29c57ce-305e-4bc9-88d8-6953041aa86a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:09.245936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a26b804d-2634-4343-9fdf-26fd6c242c14 req-f29c57ce-305e-4bc9-88d8-6953041aa86a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2007515 Aug 03 15:50:09.263702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906a0382-a356-4933-8303-0b07d0971afb') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:09.264365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906a0382-a356-4933-8303-0b07d0971afb') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:09.281625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.309334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.319596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:50:09.321115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:50:09.329136 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:50:09.361656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a26b804d-2634-4343-9fdf-26fd6c242c14 req-c2bed775-6784-448f-a9e0-f3aad477dff4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105568 Aug 03 15:50:09.425485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.470947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.484988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.508257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.520796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1c78dfb2-3405-495c-beae-34ab449c8927 HTTP/1.1" status: 204 len: 168 time: 1.2834084 Aug 03 15:50:09.527025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Network 87209a5b-aa40-492e-aae5-f9d617cff56e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:50:09.531249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:09.546143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:50:09.565945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8ed31-b9e4-40a6-bb51-b95f7ac43588 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c78dfb2-3405-495c-beae-34ab449c8927,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:09.576157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Pushing event updated for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:09.664196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:09.665355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.728552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-41a33a88-df3c-4aba-98ea-60435d1f415b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5422702 Aug 03 15:50:09.744189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Request body: {'port': {'device_id': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:09.783969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:09.800640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dbdd74de-713d-4756-9ff1-005ce08306a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.815364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc172-592e-4d5a-b7a4-27a34a910f43 req-79ddeb38-3820-49b5-bc01-d9963bf98b9c tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:09.864412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee4bc172-592e-4d5a-b7a4-27a34a910f43 req-79ddeb38-3820-49b5-bc01-d9963bf98b9c tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 931 time: 0.2225876 Aug 03 15:50:09.925561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e8a2c8f8-a529-4fd5-8b90-f2c985582535 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9418befef8da4ba49c981ecc8fcf66f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401780 Aug 03 15:50:09.928857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57392) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:09.947277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:09.956290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee4bc172-592e-4d5a-b7a4-27a34a910f43 req-dfa64716-32ac-433d-85d1-b549db15941f tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982075 Aug 03 15:50:10.006133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.051853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.155644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.158360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.164211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddee30af-a61b-481b-bbb6-85bf8ec2bb00 HTTP/1.1" status: 204 len: 168 time: 0.2317128 Aug 03 15:50:10.180468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52064c82-5404-4d09-beda-8a7d54771f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee30af-a61b-481b-bbb6-85bf8ec2bb00,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:10.560068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89191e7d-f37d-415e-848c-e557a97d3cb5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:10.600007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.656880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d116b-c43a-4b62-a21f-5bca76b2bb5d req-393893f5-49fc-4e21-8c1b-9bf30d705ef4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:10.669621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f45d116b-c43a-4b62-a21f-5bca76b2bb5d req-393893f5-49fc-4e21-8c1b-9bf30d705ef4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1866264 Aug 03 15:50:10.688245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Transition to ACTIVE for port object 89191e7d-f37d-415e-848c-e557a97d3cb5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:10.704035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:10.841721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f45d116b-c43a-4b62-a21f-5bca76b2bb5d req-b03a57a1-86e3-45ed-8a99-0defadbac58a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705549 Aug 03 15:50:10.880038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Pushing event updated for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:11.153120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Attempting to bind port 89191e7d-f37d-415e-848c-e557a97d3cb5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:50:11.153806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Attempting to bind port 89191e7d-f37d-415e-848c-e557a97d3cb5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'b9345dff-6fba-4552-a2ed-df077692de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:50:11.154171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Attempting to bind port 89191e7d-f37d-415e-848c-e557a97d3cb5 on network 87209a5b-aa40-492e-aae5-f9d617cff56e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:11.172156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Port 89191e7d-f37d-415e-848c-e557a97d3cb5 on network 87209a5b-aa40-492e-aae5-f9d617cff56e not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:50:11.172729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Attempting to bind port 89191e7d-f37d-415e-848c-e557a97d3cb5 on network 87209a5b-aa40-492e-aae5-f9d617cff56e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:11.179374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:50:11.179849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Checking segment: {'id': 'b9345dff-6fba-4552-a2ed-df077692de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:11.180814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Bound using segment: {'id': 'b9345dff-6fba-4552-a2ed-df077692de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:50:11.181530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Bound port: 89191e7d-f37d-415e-848c-e557a97d3cb5, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9345dff-6fba-4552-a2ed-df077692de3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:50:11.183648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:11.320618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df86a2-0fde-4318-9dfc-c4f3744899fa req-c7e1d9ce-d1ab-4a9c-a0fb-752a6fc4002b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:11.322209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9df86a2-0fde-4318-9dfc-c4f3744899fa req-c7e1d9ce-d1ab-4a9c-a0fb-752a6fc4002b tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 943 time: 0.1234639 Aug 03 15:50:11.377510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:11.396180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9df86a2-0fde-4318-9dfc-c4f3744899fa req-2dae43e1-1355-4edb-b99f-db54bf14830d tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Aug 03 15:50:11.400104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=89191e7d-f37d-415e-848c-e557a97d3cb5,segment=NetworkSegment(b9345dff-6fba-4552-a2ed-df077692de3b),segment_id=b9345dff-6fba-4552-a2ed-df077692de3b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:50:11.416896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:11.492896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:11.493539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:11.495705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/89191e7d-f37d-415e-848c-e557a97d3cb5 HTTP/1.1" status: 200 len: 1091 time: 1.7569692 Aug 03 15:50:11.496319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:11.500261 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bd3431-8922-4ba6-98f5-a6d98584f1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:11.627772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773cb36-20ad-41b5-a5bf-4e40244c43e1 service neutron] Pushing event updated for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:11.656431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-cbc250c0-97e3-4228-99ef-72de1e501109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:11.658048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-cbc250c0-97e3-4228-99ef-72de1e501109 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9294b976574c4fd09505cad9def792f2&device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 1094 time: 0.0761263 Aug 03 15:50:11.681475 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef772df4-e527-4c58-ba83-194fd0b8b4ee x-openstack-request-id: req-ef772df4-e527-4c58-ba83-194fd0b8b4ee {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:11.683860 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:11.685058 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef772df4-e527-4c58-ba83-194fd0b8b4ee {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:11.685471 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5', 'status': 'completed', 'code': 200} Aug 03 15:50:11.743356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-9586bcf9-77b7-47d3-a437-545f3c6206e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89191e7d-f37d-415e-848c-e557a97d3cb5 HTTP/1.1" status: 200 len: 217 time: 0.0742733 Aug 03 15:50:11.892661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-19bba085-f211-4dd4-866a-98642f80c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:11.896605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-19bba085-f211-4dd4-866a-98642f80c9e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb2c23-52b2-46e1-abf2-beb173d5601e HTTP/1.1" status: 200 len: 849 time: 0.1455507 Aug 03 15:50:11.966221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-f0b356fa-1a43-45e8-9ca4-a190a6753e44 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=87209a5b-aa40-492e-aae5-f9d617cff56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454421 Aug 03 15:50:12.134079 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-15f5ea7f-fac9-48f1-9001-3f38ae0a3259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:12.285479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-d67e1f6e-3197-47b9-94a6-fe402f963e75 service neutron] 10.222.0.72 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099368 Aug 03 15:50:12.412181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23ef54e6-d9f3-4fd2-8464-6d220cbeeacb req-5c220fa3-a54a-4429-abbe-41faca6b393c service neutron] 10.222.0.72 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180320 Aug 03 15:50:12.529581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-199cf0b3-a699-4b21-b534-f3d20e57e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:12.533650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-199cf0b3-a699-4b21-b534-f3d20e57e29c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9294b976574c4fd09505cad9def792f2&device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 1094 time: 0.0617995 Aug 03 15:50:12.678353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-7830cef9-ec67-4054-928b-2b32cee2e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:12.679904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-7830cef9-ec67-4054-928b-2b32cee2e286 service neutron] 10.222.0.72 "GET /v2.0/networks?id=87209a5b-aa40-492e-aae5-f9d617cff56e HTTP/1.1" status: 200 len: 910 time: 0.1353695 Aug 03 15:50:12.698411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:12.737500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-a91809fb-7ef2-4f7e-9790-9df60521c249 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89191e7d-f37d-415e-848c-e557a97d3cb5 HTTP/1.1" status: 200 len: 217 time: 0.0490189 Aug 03 15:50:12.824770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-c0f46057-ce8d-4dc1-9c2a-0f688c22d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:12.827371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-c0f46057-ce8d-4dc1-9c2a-0f688c22d2a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb2c23-52b2-46e1-abf2-beb173d5601e HTTP/1.1" status: 200 len: 849 time: 0.0808582 Aug 03 15:50:12.894609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-f98fcb82-c6ab-489a-99eb-225048b6ee8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=87209a5b-aa40-492e-aae5-f9d617cff56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564566 Aug 03 15:50:13.089770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-c5248f4c-4294-4495-acc0-0dae7b2f63d1 service neutron] 10.222.0.72 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871789 Aug 03 15:50:13.240235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89bd3431-8922-4ba6-98f5-a6d98584f1f0 req-b0c556de-6a0d-4456-9f11-a3023c4496c3 service neutron] 10.222.0.72 "GET /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458330 Aug 03 15:50:13.545025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:14.913484 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:15.156713 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:50:16.446189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 89191e7d-f37d-415e-848c-e557a97d3cb5 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:16.622508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=89191e7d-f37d-415e-848c-e557a97d3cb5,segment=NetworkSegment(b9345dff-6fba-4552-a2ed-df077692de3b),segment_id=b9345dff-6fba-4552-a2ed-df077692de3b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:16.651196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '89191e7d-f37d-415e-848c-e557a97d3cb5', 'network_id': '87209a5b-aa40-492e-aae5-f9d617cff56e', 'port_id': '89191e7d-f37d-415e-848c-e557a97d3cb5', 'mac_address': 'fa:16:3e:2e:39:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb2c23-52b2-46e1-abf2-beb173d5601e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:16.717713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:16.767469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89191e7d-f37d-415e-848c-e557a97d3cb5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:16.829203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=89191e7d-f37d-415e-848c-e557a97d3cb5,segment=NetworkSegment(b9345dff-6fba-4552-a2ed-df077692de3b),segment_id=b9345dff-6fba-4552-a2ed-df077692de3b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:16.837187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:16.949672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:17.134596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['89191e7d-f37d-415e-848c-e557a97d3cb5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:17.479059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-e4168776-a7db-4748-8336-4b05feb86d1e tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354311 Aug 03 15:50:17.560430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9672b-8af1-4179-ae52-af45749c0cf4 req-bc5f6dc2-5ec8-4a79-96b7-d430bd54ec81 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:17.568195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7e9672b-8af1-4179-ae52-af45749c0cf4 req-bc5f6dc2-5ec8-4a79-96b7-d430bd54ec81 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0690281 Aug 03 15:50:17.632431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7e9672b-8af1-4179-ae52-af45749c0cf4 req-16cdde9a-18f5-40ba-89cf-b5ceee6b4c83 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628498 Aug 03 15:50:17.954973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121158-2fdb-4846-942e-dd1e3d4c54ae req-fcf5aacd-a58d-4d43-8c46-8d3692280a9a tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:17.956456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56121158-2fdb-4846-942e-dd1e3d4c54ae req-fcf5aacd-a58d-4d43-8c46-8d3692280a9a tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 944 time: 0.0591166 Aug 03 15:50:18.027522 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56121158-2fdb-4846-942e-dd1e3d4c54ae req-c15dafe1-9ff2-44ce-8549-5bcea160b63c tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567381 Aug 03 15:50:18.028117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-1240da1c-d27f-4a8c-aab1-06e7e75700fa tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:18.030100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-1240da1c-d27f-4a8c-aab1-06e7e75700fa tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5495679 Aug 03 15:50:18.050765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-937f8ad4-126f-4718-8ba4-358b13a67dae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/quotas/f6e4eeae7d0a48dd826963132d7e9030 HTTP/1.1" status: 200 len: 375 time: 0.0106618 Aug 03 15:50:18.092767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-be872efc-1b9e-4244-be1e-688f94168fe4 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288942 Aug 03 15:50:18.393958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc51d-febc-47b4-b4ee-4b9921ac82d2 req-151d40bf-0df1-4810-bd1b-cf492c5a9abb tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:18.396396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-967fc51d-febc-47b4-b4ee-4b9921ac82d2 req-151d40bf-0df1-4810-bd1b-cf492c5a9abb tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.0943980 Aug 03 15:50:18.405630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae97bceb-be31-48af-af75-30002414d6bb req-f46aafda-806c-4fc3-9b7f-0ab255d259e6 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 210 time: 0.0414696 Aug 03 15:50:18.444647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 89191e7d-f37d-415e-848c-e557a97d3cb5 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:18.453514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-967fc51d-febc-47b4-b4ee-4b9921ac82d2 req-b606084d-d0b0-4e81-8612-27d60be09c8d tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459623 Aug 03 15:50:18.584344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 89191e7d-f37d-415e-848c-e557a97d3cb5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:50:18.591837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 89191e7d-f37d-415e-848c-e557a97d3cb5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:18.592994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:18.644127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc54f3-b5bb-4cfe-bb25-e70f7b72579a req-5806716b-b70e-4fb6-9df7-10611fc258de tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:18.660304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02fc54f3-b5bb-4cfe-bb25-e70f7b72579a req-5806716b-b70e-4fb6-9df7-10611fc258de tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 950 time: 0.1068995 Aug 03 15:50:18.700340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:18.736251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:18.739018 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd0d66-3a15-4451-bc8a-5634dda5bfbb" -d '{"events": [{"server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "name": "network-vif-plugged", "status": "completed", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:18.753995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=89191e7d-f37d-415e-848c-e557a97d3cb5,segment=NetworkSegment(b9345dff-6fba-4552-a2ed-df077692de3b),segment_id=b9345dff-6fba-4552-a2ed-df077692de3b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:18.759581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:18.760328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02fc54f3-b5bb-4cfe-bb25-e70f7b72579a req-94eba734-c0c1-47ad-b2d7-7317ebd66a04 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961492 Aug 03 15:50:18.840403 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e90bdae-0674-4b60-8952-05d845945911 x-openstack-request-id: req-6e90bdae-0674-4b60-8952-05d845945911 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:18.841321 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "name": "network-vif-plugged", "status": "completed", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:18.841998 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e90bdae-0674-4b60-8952-05d845945911 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:18.842839 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5', 'code': 200} Aug 03 15:50:18.851787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:18.872511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0b99-c39a-4814-915b-0385e5ad09a7 req-fd9a40a6-eeaa-429b-a0e7-22c53442d0af tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:18.876776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bda0b99-c39a-4814-915b-0385e5ad09a7 req-fd9a40a6-eeaa-429b-a0e7-22c53442d0af tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1227543 Aug 03 15:50:18.960382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d7fc-ee73-4da9-a9b7-4e17a4591554 req-b70a2f33-dccb-4f6a-a278-0d3d05ba3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:18.962121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67c2d7fc-ee73-4da9-a9b7-4e17a4591554 req-b70a2f33-dccb-4f6a-a278-0d3d05ba3209 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 1096 time: 0.0534205 Aug 03 15:50:19.035667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67c2d7fc-ee73-4da9-a9b7-4e17a4591554 req-5581fe62-814c-4271-8e25-7144900c1491 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620520 Aug 03 15:50:19.092480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bda0b99-c39a-4814-915b-0385e5ad09a7 req-45747d8a-f649-4f66-9b9c-58968ac18290 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050066 Aug 03 15:50:19.233722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-35d9473b-1c3b-4937-a646-ac82488c600b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:19.235861 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-35d9473b-1c3b-4937-a646-ac82488c600b tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.72 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.0650082 Aug 03 15:50:19.268305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b619e-628f-4cdf-a6aa-9270d1fa3fd7 req-f090bd9b-8a5d-4de8-829f-6ad3ed6a2b32 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:19.279745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-393b619e-628f-4cdf-a6aa-9270d1fa3fd7 req-f090bd9b-8a5d-4de8-829f-6ad3ed6a2b32 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 945 time: 0.0783370 Aug 03 15:50:19.357943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-393b619e-628f-4cdf-a6aa-9270d1fa3fd7 req-a310fdb5-318d-4232-9321-90418f622b25 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766172 Aug 03 15:50:19.394286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Deleting port 1b16982f-6115-497c-8309-3bcc48976936 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:19.394637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:19.552997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] For port 1b16982f-6115-497c-8309-3bcc48976936, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b16982f-6115-497c-8309-3bcc48976936,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:19.553504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:19.684502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0910683d-0992-4968-91b6-3e0a3a62fa36 req-3a1b3987-6c93-4131-87cf-ef3c9cfa114c tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 210 time: 0.0731008 Aug 03 15:50:19.799290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ded4e8-bdeb-47c6-909a-86db0adbb797 req-9ee0a37d-6075-44cf-a570-44fda95035e8 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:19.800811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75ded4e8-bdeb-47c6-909a-86db0adbb797 req-9ee0a37d-6075-44cf-a570-44fda95035e8 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 945 time: 0.1750014 Aug 03 15:50:19.851666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-197090bc-8e66-475b-b060-cfa21b4921c3 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365965 Aug 03 15:50:19.989438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:19.989853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:19.990164 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Floating IP 79cff55e-e32c-4da7-b655-f514f3ca4191 disassociated. External IP: 172.25.7.140, port: 1b16982f-6115-497c-8309-3bcc48976936. Aug 03 15:50:19.990520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Calling delete_port for 1b16982f-6115-497c-8309-3bcc48976936 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:20.001953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75ded4e8-bdeb-47c6-909a-86db0adbb797 req-c088bcd4-293a-4237-932e-6ed14e1164e6 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups?id=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884897 Aug 03 15:50:20.090020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-2f89e3de-e75f-4703-bfbf-633610c68c2e tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:20.091459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-2f89e3de-e75f-4703-bfbf-633610c68c2e tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036231 Aug 03 15:50:20.116436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Request body: {'port': {'device_id': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': 'f6e4eeae7d0a48dd826963132d7e9030'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:20.256789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29d2b6-055d-4d34-a2e1-16eeefa8fdb8 req-f8d8b726-af47-444e-bc8f-f2ebefef1754 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:20.258590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd29d2b6-055d-4d34-a2e1-16eeefa8fdb8 req-f8d8b726-af47-444e-bc8f-f2ebefef1754 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0540974 Aug 03 15:50:20.306170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd29d2b6-055d-4d34-a2e1-16eeefa8fdb8 req-f681433f-e537-458d-9a09-2da91d1b377b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Aug 03 15:50:20.350858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:20.399289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Made reservation on behalf of f6e4eeae7d0a48dd826963132d7e9030 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:20.405016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:20.412183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event deleted for resources: {'Port': ['ID=1b16982f-6115-497c-8309-3bcc48976936,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:20.426551 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:20.689626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830cbf1-a8d7-41fc-bddb-dd2534fffea3 req-aaa391b5-c5ab-4640-8116-792f3cc94cfe tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:20.691212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5830cbf1-a8d7-41fc-bddb-dd2534fffea3 req-aaa391b5-c5ab-4640-8116-792f3cc94cfe tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 945 time: 0.1796815 Aug 03 15:50:20.742389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:20.814507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5830cbf1-a8d7-41fc-bddb-dd2534fffea3 req-8ea6bf57-a04c-400c-9a5b-9b2f498cf700 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113999 Aug 03 15:50:20.818010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c66e7424-9795-45d9-a30c-68f2d1f73256 req-5d325330-ecbd-494c-81d7-4d7c732fa0e1 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 210 time: 0.0401285 Aug 03 15:50:20.908764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:20.915490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:21.035408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9e113-af3b-415b-a7bc-09f87ab8fa83,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:21.060879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:21.085123 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Sync routers for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:21.108749 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:21.109443 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:21.113838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] No DVR routers for this DVR port 1b16982f-6115-497c-8309-3bcc48976936 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:21.139813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:21.141851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ebf07d0-4f46-4e0e-bcb7-16ac18e8c736 req-ca9cfa07-ddb1-49cc-b6b4-feab1975262e tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.72 "DELETE /v2.0/ports/1b16982f-6115-497c-8309-3bcc48976936 HTTP/1.1" status: 204 len: 173 time: 1.8994031 Aug 03 15:50:21.142333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'name': 'network-vif-deleted', 'tag': '1b16982f-6115-497c-8309-3bcc48976936'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:21.144857 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04467013-e66b-43e5-b060-87341608c826" -d '{"events": [{"server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "name": "network-vif-deleted", "tag": "1b16982f-6115-497c-8309-3bcc48976936"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:21.191574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b18a0bb-65a9-4506-b85d-c026f85561b0 req-0853485c-e693-4205-99f1-26a7f0781e74 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/ports?device_id=de42b8f4-9a43-476f-bb46-1834772d0173 HTTP/1.1" status: 200 len: 210 time: 0.0535424 Aug 03 15:50:21.223593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Allocated IP 192.168.233.9 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/8d0595b8-f844-4e37-a815-cde62b6b8204) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:50:21.297119 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd7a2b8-1edd-413e-a0f4-95b5212cc1d5 x-openstack-request-id: req-bdd7a2b8-1edd-413e-a0f4-95b5212cc1d5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:21.297493 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42b8f4-9a43-476f-bb46-1834772d0173", "name": "network-vif-deleted", "tag": "1b16982f-6115-497c-8309-3bcc48976936", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:21.297855 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdd7a2b8-1edd-413e-a0f4-95b5212cc1d5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:21.298704 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42b8f4-9a43-476f-bb46-1834772d0173', 'name': 'network-vif-deleted', 'tag': '1b16982f-6115-497c-8309-3bcc48976936', 'status': 'completed', 'code': 200} Aug 03 15:50:21.328881 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:21.448702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de301ca-1d39-4e17-ad7f-a1ffa4db37fa req-9b0b51d0-aeb5-4e8a-9920-ff0ef3ea7f51 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:21.451670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6de301ca-1d39-4e17-ad7f-a1ffa4db37fa req-9b0b51d0-aeb5-4e8a-9920-ff0ef3ea7f51 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0606165 Aug 03 15:50:21.524065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6de301ca-1d39-4e17-ad7f-a1ffa4db37fa req-c5ec5df4-8ead-476c-9432-259b7dbea76d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634468 Aug 03 15:50:21.570343 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:21.593634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Transition to ACTIVE for port object 8d0595b8-f844-4e37-a815-cde62b6b8204 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:21.654238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:21.761068 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:21.798036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:50:21.813097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:21.821674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:50:21.843748 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Checking router: 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:21.846008 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:21.848228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:21.869978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183854e-36db-449a-ad2f-3c674bcf4b9a req-a0f0d278-5fb2-4b04-a286-c6f4c07c57fd tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:21.872107 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:21.873700 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:21.886225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0183854e-36db-449a-ad2f-3c674bcf4b9a req-a0f0d278-5fb2-4b04-a286-c6f4c07c57fd tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.1319971 Aug 03 15:50:21.992401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0183854e-36db-449a-ad2f-3c674bcf4b9a req-a4a972f8-5d66-442e-8811-9fb1820e80cd tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033468 Aug 03 15:50:22.062193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:22.063415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.092397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-64ece288-baa0-4499-bc92-3417ff4b0eae tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9839821 Aug 03 15:50:22.103929 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:22.115667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Request body: {'port': {'device_id': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:22.197378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7d3d4-51a1-4ac3-9eb7-bccf9cd2e3ad req-22100081-716e-45e0-a502-9c1855dffe49 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:22.207411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93e7d3d4-51a1-4ac3-9eb7-bccf9cd2e3ad req-22100081-716e-45e0-a502-9c1855dffe49 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 934 time: 0.1544669 Aug 03 15:50:22.230347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.309020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93e7d3d4-51a1-4ac3-9eb7-bccf9cd2e3ad req-3df5fc79-2e6f-4097-bcc6-6038d216fd39 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967739 Aug 03 15:50:22.335102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d890d37b-204a-4711-b8d9-a6eda751ebac None None] Provisioning for port 8d0595b8-f844-4e37-a815-cde62b6b8204 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:50:22.340440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d890d37b-204a-4711-b8d9-a6eda751ebac None None] Provisioning complete for port 8d0595b8-f844-4e37-a815-cde62b6b8204 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:22.341500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d890d37b-204a-4711-b8d9-a6eda751ebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.406297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57632) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:22.415269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d890d37b-204a-4711-b8d9-a6eda751ebac None None] Port 8d0595b8-f844-4e37-a815-cde62b6b8204 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:50:22.467709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:22.470332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b16982f-6115-497c-8309-3bcc48976936 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:22.509972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 1b16982f-6115-497c-8309-3bcc48976936 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:22.510316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b16982f-6115-497c-8309-3bcc48976936 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:22.510787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:22.539867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.600598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:22.611207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.684128 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5fc10-9f80-4d03-aa9d-0ad2e21b797a None None] The sync data for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 is: [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:47:55Z', 'revision_number': 4, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0370c9d9-7e20-4226-ab72-8dbc3c3f95e4', 'name': '', 'network_id': '3309533b-910e-4c8b-8802-f3f1b5e72750', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'mac_address': 'fa:16:3e:cf:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:54Z', 'updated_at': '2021-08-03T15:48:05Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'subnets': [{'id': '4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:22.741765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.744519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.747123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "DELETE /v2.0/security-groups/80fd9be4-d3f4-4dd4-aeab-55bbddb386b6 HTTP/1.1" status: 204 len: 168 time: 0.3392165 Aug 03 15:50:22.753806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57646) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:22.778256 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f30ab999-e4c2-4b35-a909-08f3696f9770 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] show failed (client error): The resource could not be found. Aug 03 15:50:22.779826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f30ab999-e4c2-4b35-a909-08f3696f9770 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "GET /v2.0/security-groups/80fd9be4-d3f4-4dd4-aeab-55bbddb386b6 HTTP/1.1" status: 404 len: 347 time: 0.0241966 Aug 03 15:50:22.782786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57650) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:22.787731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd9be4-d3f4-4dd4-aeab-55bbddb386b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:22.824755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.830817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:22.841661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.864169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Transition to ACTIVE for port object 8d0595b8-f844-4e37-a815-cde62b6b8204 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:22.869682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:22.993779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:23.017614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:23.036272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:23.042445 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744e522d-8e4a-4254-ae4d-a62f1e026a07" -d '{"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-unplugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:23.063791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.169926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Attempting to bind port 8d0595b8-f844-4e37-a815-cde62b6b8204 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:50:23.171716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Attempting to bind port 8d0595b8-f844-4e37-a815-cde62b6b8204 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:50:23.172688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Attempting to bind port 8d0595b8-f844-4e37-a815-cde62b6b8204 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:23.194409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Port 8d0595b8-f844-4e37-a815-cde62b6b8204 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:50:23.194690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Attempting to bind port 8d0595b8-f844-4e37-a815-cde62b6b8204 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:23.220199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:50:23.220671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:23.221236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:50:23.221982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Bound port: 8d0595b8-f844-4e37-a815-cde62b6b8204, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:50:23.222555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.439993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:23.446005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:50:23.453325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.480910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.482200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.482719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.483226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.483871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.484388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.484886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.485374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.486026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.486530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.487030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.487516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461b114-2a17-4bfa-80ff-934dbcdc7449 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:23.511151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205747-bfce-4cb5-8ed2-7ed816c0bc80 req-62422fd2-4ed5-4056-b7b8-fb48c652a6dc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:23.512995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36205747-bfce-4cb5-8ed2-7ed816c0bc80 req-62422fd2-4ed5-4056-b7b8-fb48c652a6dc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.8072238 Aug 03 15:50:23.537914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:23.541286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.545718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] 10.222.0.78 "PUT /v2.0/ports/8d0595b8-f844-4e37-a815-cde62b6b8204 HTTP/1.1" status: 200 len: 1094 time: 1.4355469 Aug 03 15:50:23.551520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:23.553900 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a99b2f5-c6ae-43b1-972e-a7317683e817" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:23.594386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Deleting port 4a228626-8aee-4abc-998d-85bff4bcbceb {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:23.599284 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.663922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:23.702230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ff61c-8093-47f4-a7ac-17904f6e426a None None] New status for floating IP 79cff55e-e32c-4da7-b655-f514f3ca4191: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:50:23.720716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fca8-53e1-43fa-bf18-f83770de5ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:23.747973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-1ddd387b-19c9-4585-b486-86d9461ae548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:23.749565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-1ddd387b-19c9-4585-b486-86d9461ae548 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 1097 time: 0.1299155 Aug 03 15:50:23.815157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36205747-bfce-4cb5-8ed2-7ed816c0bc80 req-e1c22b4e-158c-4b69-bd99-c1f75f64b6c1 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933028 Aug 03 15:50:23.843215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.845849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-ff8a5db4-f482-4755-9acd-9efc02cb17b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=8d0595b8-f844-4e37-a815-cde62b6b8204 HTTP/1.1" status: 200 len: 217 time: 0.0871606 Aug 03 15:50:23.846369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:23.876506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Calling delete_port for 4a228626-8aee-4abc-998d-85bff4bcbceb owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:23.939700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-b6c33fee-163f-4195-a518-302c50d1e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:23.942011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-b6c33fee-163f-4195-a518-302c50d1e634 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0890675 Aug 03 15:50:23.943376 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cef3920-69d3-4ec2-95c2-ff9bd3ac10fb x-openstack-request-id: req-1cef3920-69d3-4ec2-95c2-ff9bd3ac10fb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:23.943767 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-unplugged", "status": "completed", "tag": "53accb54-1197-459b-a326-ee0ac18aa075", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:23.943911 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cef3920-69d3-4ec2-95c2-ff9bd3ac10fb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:23.944357 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075', 'code': 200} Aug 03 15:50:23.953175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:23.969498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'mac_address': 'fa:16:3e:4c:5c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:24.074987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-ace60051-5b49-494b-a4f2-b7d5b0bafd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.080236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-ace60051-5b49-494b-a4f2-b7d5b0bafd00 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262231 Aug 03 15:50:24.103319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:24.157257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:24.209429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d73f3f-9c56-4f78-962d-cfd0886bfb40 req-99b1a2b2-1af2-4ed7-bb37-1c2e3eee937d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.212439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8d73f3f-9c56-4f78-962d-cfd0886bfb40 req-99b1a2b2-1af2-4ed7-bb37-1c2e3eee937d tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.1177492 Aug 03 15:50:24.226814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:24.234210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:24.264569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-657e35f8-f2f4-402a-b71c-9672d288c53c service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725900 Aug 03 15:50:24.306101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:24.316710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79190e3-48da-4633-a69a-dabe1f5558a7 req-162c06da-5351-48e0-846e-a767909f192b tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.326865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:24.327126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d79190e3-48da-4633-a69a-dabe1f5558a7 req-162c06da-5351-48e0-846e-a767909f192b tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 946 time: 0.1085045 Aug 03 15:50:24.369303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Pushing event deleted for resources: {'Port': ['ID=4a228626-8aee-4abc-998d-85bff4bcbceb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:24.377621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:24.381559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8d73f3f-9c56-4f78-962d-cfd0886bfb40 req-c4a3c3d0-f770-4188-a1f6-82207f435cc1 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981216 Aug 03 15:50:24.444682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d79190e3-48da-4633-a69a-dabe1f5558a7 req-875ea1e5-b77c-4666-8adf-30e81641bacd tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028466 Aug 03 15:50:24.474349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:24.480193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-964a7db5-9203-4f1d-99dc-f085ef092305 req-18d887e9-4308-40a5-ae33-9d5c8132637d service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059057 Aug 03 15:50:24.481273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:24.482983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a478b68-7e94-4399-8c5d-38af5f86bc67 tempest-ServersTestFqdnHostnames-718218401 tempest-ServersTestFqdnHostnames-718218401-project] 10.222.0.70 "DELETE /v2.0/floatingips/79cff55e-e32c-4da7-b655-f514f3ca4191 HTTP/1.1" status: 204 len: 168 time: 1.6917090 Aug 03 15:50:24.495672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57710) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:24.596104 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63b3e4b-af2f-4997-bd65-c13a3cf521ef x-openstack-request-id: req-d63b3e4b-af2f-4997-bd65-c13a3cf521ef {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:24.596374 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:24.597135 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d63b3e4b-af2f-4997-bd65-c13a3cf521ef {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:24.597135 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'status': 'completed', 'code': 200} Aug 03 15:50:24.708436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-f76561d3-9c24-420f-b4f5-2a783ea297cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.710413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-f76561d3-9c24-420f-b4f5-2a783ea297cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 1097 time: 0.1120613 Aug 03 15:50:24.891372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-8fd2b61d-fb2e-4565-adfd-ccb5d5568410 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.892950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-8fd2b61d-fb2e-4565-adfd-ccb5d5568410 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.78 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.1119294 Aug 03 15:50:24.925345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-cab5c6a7-a917-4127-87b0-a770859c701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:24.927232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-cab5c6a7-a917-4127-87b0-a770859c701e service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2074385 Aug 03 15:50:24.991458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-c10e724b-4de7-43a3-91dc-df5bbd6a966e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=8d0595b8-f844-4e37-a815-cde62b6b8204 HTTP/1.1" status: 200 len: 217 time: 0.0478797 Aug 03 15:50:25.070190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed438-87f7-4729-a00a-c49383341553 req-91dc04f9-7bc7-4b0e-8589-ce8d43215775 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:25.078301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcfed438-87f7-4729-a00a-c49383341553 req-91dc04f9-7bc7-4b0e-8589-ce8d43215775 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1319282 Aug 03 15:50:25.142187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Deleting port fcdb0039-f578-4854-a859-b751de05a84d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:25.142543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.145391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-1abcc7d5-d969-445c-99fd-cc4be7a20756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:25.147183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-1abcc7d5-d969-445c-99fd-cc4be7a20756 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0836332 Aug 03 15:50:25.281379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcfed438-87f7-4729-a00a-c49383341553 req-6cbddaf0-470c-486d-9c38-e84991837214 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966355 Aug 03 15:50:25.283534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-bc871a17-b2bb-41f6-a842-ec7932ddca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:25.285374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-bc871a17-b2bb-41f6-a842-ec7932ddca66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043015 Aug 03 15:50:25.381742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] For port fcdb0039-f578-4854-a859-b751de05a84d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fcdb0039-f578-4854-a859-b751de05a84d,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:25.381742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.506650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-c42b1a2a-8a23-4d63-affa-721160dbd8a8 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073925 Aug 03 15:50:25.541605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a63e3-20ca-462d-9c24-79edb184646c req-c24da824-5bfe-4d22-8a0e-9d7368866ed3 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:25.544426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae8a63e3-20ca-462d-9c24-79edb184646c req-c24da824-5bfe-4d22-8a0e-9d7368866ed3 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 945 time: 0.2629659 Aug 03 15:50:25.630578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.656450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae8a63e3-20ca-462d-9c24-79edb184646c req-8f3e6375-3a8f-47f4-8b7a-a32e0eb02188 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651982 Aug 03 15:50:25.688560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026b98-e00a-41a7-9b1a-5c9b16485493 req-0b544241-560d-4464-825b-04608053dcd9 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:25.696135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4026b98-e00a-41a7-9b1a-5c9b16485493 req-0b544241-560d-4464-825b-04608053dcd9 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 946 time: 0.2101011 Aug 03 15:50:25.757981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.800104 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4026b98-e00a-41a7-9b1a-5c9b16485493 req-f6cb6d37-3d68-446e-b820-0a55187b6835 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups?id=887d5338-f27d-4288-a9ec-434a6e58cecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969973 Aug 03 15:50:25.871734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.872227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:25.872702 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Floating IP 46b834b0-38f7-4891-a795-2526997b04e5 disassociated. External IP: 172.25.7.12, port: fcdb0039-f578-4854-a859-b751de05a84d. Aug 03 15:50:25.873671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Calling delete_port for fcdb0039-f578-4854-a859-b751de05a84d owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:26.094881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:26.206089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a99b2f5-c6ae-43b1-972e-a7317683e817 req-fad82ad7-8a8e-4662-81a2-e7b308c659aa service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826456 Aug 03 15:50:26.285288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event deleted for resources: {'Port': ['ID=fcdb0039-f578-4854-a859-b751de05a84d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:26.316243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f88b1-048e-467b-b9c3-dd68cc0a0069 req-ddc36950-802c-4789-8842-92982de70a29 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:26.325686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343f88b1-048e-467b-b9c3-dd68cc0a0069 req-ddc36950-802c-4789-8842-92982de70a29 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 946 time: 0.1309831 Aug 03 15:50:26.454526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343f88b1-048e-467b-b9c3-dd68cc0a0069 req-20940f82-25fa-4818-882d-a84c8b2d5c95 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279693 Aug 03 15:50:26.484096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:26.528781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f7f40-bc50-4758-9389-eb62b0fb561e req-36d99f02-c673-422f-b09d-009c6aad29f3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:26.537463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-704f7f40-bc50-4758-9389-eb62b0fb561e req-36d99f02-c673-422f-b09d-009c6aad29f3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.0995035 Aug 03 15:50:26.611065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:26.611447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:26.617540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:26.654312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-704f7f40-bc50-4758-9389-eb62b0fb561e req-96fb163c-85b7-4587-97e1-40016f24acb8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156089 Aug 03 15:50:26.699794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44395ec-f882-4202-9197-8b285fca10db req-34665145-b553-4933-ac4f-942ccdb8f9da tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:26.701373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b44395ec-f882-4202-9197-8b285fca10db req-34665145-b553-4933-ac4f-942ccdb8f9da tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.72 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 945 time: 0.2043576 Aug 03 15:50:26.879014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:26.929411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:26.934681 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16011d5-2109-4cf5-9b63-ee738a4aa18c" -d '{"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:26.985854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:26.990366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6822f-e4e6-42e0-87ab-1b5933193e89 req-e524903b-22dc-49cf-9186-c19bdd41bb0c tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:26.992710 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.001418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67a6822f-e4e6-42e0-87ab-1b5933193e89 req-e524903b-22dc-49cf-9186-c19bdd41bb0c tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 945 time: 0.1766202 Aug 03 15:50:27.027056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Deleting port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:27.028642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.058086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:27.070979 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:27.073928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0e084cb0-3a27-48a0-b723-8c79ebefd6f9 req-54a671e2-818b-4356-8348-d2c038976240 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e6d19c8-7aa0-4749-9da1-cc5f2200f299 HTTP/1.1" status: 200 len: 210 time: 0.0656590 Aug 03 15:50:27.084775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:27.085411 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:27.098365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:27.146814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] No DVR routers for this DVR port fcdb0039-f578-4854-a859-b751de05a84d on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:27.152179 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00daf243-aa05-4438-ad3a-b4e4d58ffcd2 x-openstack-request-id: req-00daf243-aa05-4438-ad3a-b4e4d58ffcd2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:27.152479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-plugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:27.152739 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00daf243-aa05-4438-ad3a-b4e4d58ffcd2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:27.153406 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'code': 200} Aug 03 15:50:27.161513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.163788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b88267a-977e-4f02-9d41-259e552b0c86 req-2a29b08e-1d72-4a2e-95cd-2fe447f2291e tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.78 "DELETE /v2.0/ports/fcdb0039-f578-4854-a859-b751de05a84d HTTP/1.1" status: 204 len: 173 time: 2.2605376 Aug 03 15:50:27.164437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'name': 'network-vif-deleted', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:27.168579 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d42ce-41a8-42ed-b853-c6ed247d3872" -d '{"events": [{"server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "name": "network-vif-deleted", "tag": "fcdb0039-f578-4854-a859-b751de05a84d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:27.196742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] For port 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:27.197081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.212999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Calling delete_port for 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:27.263084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67a6822f-e4e6-42e0-87ab-1b5933193e89 req-fe9c70d1-a5da-454f-87f5-2bc71b693587 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/security-groups?id=ae27647d-0806-48d6-889d-a21651ef1adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601745 Aug 03 15:50:27.265172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Deleting port 89191e7d-f37d-415e-848c-e557a97d3cb5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:27.265517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.306110 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68327d8-ef3a-4c51-8a91-a21d1e13935d x-openstack-request-id: req-c68327d8-ef3a-4c51-8a91-a21d1e13935d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:27.306514 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6d19c8-7aa0-4749-9da1-cc5f2200f299", "name": "network-vif-deleted", "tag": "fcdb0039-f578-4854-a859-b751de05a84d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:27.306864 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c68327d8-ef3a-4c51-8a91-a21d1e13935d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:27.307494 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6d19c8-7aa0-4749-9da1-cc5f2200f299', 'name': 'network-vif-deleted', 'tag': 'fcdb0039-f578-4854-a859-b751de05a84d', 'status': 'completed', 'code': 200} Aug 03 15:50:27.344181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:27.601599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] For port 89191e7d-f37d-415e-848c-e557a97d3cb5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=89191e7d-f37d-415e-848c-e557a97d3cb5,segment=NetworkSegment(b9345dff-6fba-4552-a2ed-df077692de3b),segment_id=b9345dff-6fba-4552-a2ed-df077692de3b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:27.602002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:27.652739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6327e-221e-47c4-bba3-96ad8f376f37 req-17175526-db04-404c-8a1a-a18a245a3f4b tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:27.661382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7bb6327e-221e-47c4-bba3-96ad8f376f37 req-17175526-db04-404c-8a1a-a18a245a3f4b tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 946 time: 0.0806134 Aug 03 15:50:27.695225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Calling delete_port for 89191e7d-f37d-415e-848c-e557a97d3cb5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:27.730406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7bb6327e-221e-47c4-bba3-96ad8f376f37 req-5d145180-4802-483c-9b4d-e777c1d94f44 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Aug 03 15:50:27.754530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:27.756949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fcdb0039-f578-4854-a859-b751de05a84d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:27.857997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: fcdb0039-f578-4854-a859-b751de05a84d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:27.858351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fcdb0039-f578-4854-a859-b751de05a84d not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:27.940039 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:27.969445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:28.006766 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:28.014473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['89191e7d-f37d-415e-848c-e557a97d3cb5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:28.038281 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:28.038918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:28.044539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Pushing event deleted for resources: {'Port': ['ID=89191e7d-f37d-415e-848c-e557a97d3cb5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:28.058307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.058795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.059283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.059726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.060168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.060787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.061235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.061953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.062398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.062881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.063314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.063759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:28.153059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:28.187358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'mac_address': 'fa:16:3e:33:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:28.201072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:28.242594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] No DVR routers for this DVR port 89191e7d-f37d-415e-848c-e557a97d3cb5 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:28.271278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:28.277165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b44395ec-f882-4202-9197-8b285fca10db req-d4538bc0-20a0-4334-86d0-c399762fffbb tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.72 "DELETE /v2.0/ports/89191e7d-f37d-415e-848c-e557a97d3cb5 HTTP/1.1" status: 204 len: 173 time: 1.5675921 Aug 03 15:50:28.292548 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:28.296982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81687459-4d45-45e5-b496-29c499a8cf03 req-cbaf1f5a-5487-4dd1-a4dc-7380ed4768ef tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:28.317779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81687459-4d45-45e5-b496-29c499a8cf03 req-cbaf1f5a-5487-4dd1-a4dc-7380ed4768ef tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.3579078 Aug 03 15:50:28.318337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'name': 'network-vif-deleted', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:28.323267 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0b12c6-1e99-4905-9f39-ada878932ec9" -d '{"events": [{"server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "name": "network-vif-deleted", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:28.339534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:28.391704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:28.391937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:28.401799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:28.496670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81687459-4d45-45e5-b496-29c499a8cf03 req-4b792803-a88e-4380-bd39-5613f97ec8ad tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666074 Aug 03 15:50:28.500597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:28.505009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0370c9d9-7e20-4226-ab72-8dbc3c3f95e4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:28.633036 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d32f3c-3155-4a1a-ac56-a305e5049798 x-openstack-request-id: req-23d32f3c-3155-4a1a-ac56-a305e5049798 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:28.633328 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e3d39-b3f1-400d-9191-3d6e0711e84e", "name": "network-vif-deleted", "tag": "89191e7d-f37d-415e-848c-e557a97d3cb5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:28.633577 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23d32f3c-3155-4a1a-ac56-a305e5049798 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:28.634011 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56e3d39-b3f1-400d-9191-3d6e0711e84e', 'name': 'network-vif-deleted', 'tag': '89191e7d-f37d-415e-848c-e557a97d3cb5', 'status': 'completed', 'code': 200} Aug 03 15:50:28.672486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-786bcd29-a9af-4baa-8205-314e62beb225 req-6445e810-8420-41a2-853b-f98fd9c6de50 tempest-ServerTagsTestJSON-707622491 tempest-ServerTagsTestJSON-707622491-project] 10.222.0.70 "GET /v2.0/ports?device_id=f56e3d39-b3f1-400d-9191-3d6e0711e84e HTTP/1.1" status: 200 len: 210 time: 0.0893986 Aug 03 15:50:28.674284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57814) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:28.680534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:28.720476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8d0595b8-f844-4e37-a815-cde62b6b8204'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:28.754418 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea3b93-ff6f-4492-bac7-63110b1dab1c None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '074a07c7-1981-4a4b-b13c-3f7288f1156c', 'name': '', 'network_id': 'e7bd9128-887e-4f39-a77e-93eceddfe47a', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'mac_address': 'fa:16:3e:10:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:37Z', 'updated_at': '2021-08-03T15:45:49Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'subnets': [{'id': '26f305b6-27d3-4a62-90f8-03e512c0bc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:29.117193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2902ec-dd9c-4554-b5ca-9f23ce737f09 req-f6f1185b-94e6-4833-bfa3-4bf09a10b4a1 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:29.122321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea2902ec-dd9c-4554-b5ca-9f23ce737f09 req-f6f1185b-94e6-4833-bfa3-4bf09a10b4a1 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 947 time: 0.2301419 Aug 03 15:50:29.160064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.241549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea2902ec-dd9c-4554-b5ca-9f23ce737f09 req-97c27a65-4022-4137-8bc8-a0c12e1f9c24 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101663 Aug 03 15:50:29.249705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.255800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.319040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dde4f4-eadb-44db-b549-07357f435a94 None None] New status for floating IP 46b834b0-38f7-4891-a795-2526997b04e5: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:50:29.554191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.560324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.564185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57830) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:29.572628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "DELETE /v2.0/security-groups/887d5338-f27d-4288-a9ec-434a6e58cecc HTTP/1.1" status: 204 len: 168 time: 0.8950031 Aug 03 15:50:29.586448 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-abebf7b9-10e4-4dc2-a88f-9688ade18195 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] show failed (client error): The resource could not be found. Aug 03 15:50:29.595737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abebf7b9-10e4-4dc2-a88f-9688ade18195 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "GET /v2.0/security-groups/887d5338-f27d-4288-a9ec-434a6e58cecc HTTP/1.1" status: 404 len: 347 time: 0.0258005 Aug 03 15:50:29.596373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57832) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:29.671268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ead0e4-f690-46ac-9ad5-18213ecc07f8 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d5338-f27d-4288-a9ec-434a6e58cecc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:29.768967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:29.828474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807ae31-24a1-4694-98d5-df818f6c03b3 req-fa2d04d0-e01f-4762-8334-e8b870448acc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:29.841840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0807ae31-24a1-4694-98d5-df818f6c03b3 req-fa2d04d0-e01f-4762-8334-e8b870448acc tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1440907 Aug 03 15:50:29.851177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:29.862000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:29.903799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8d0595b8-f844-4e37-a815-cde62b6b8204 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:50:29.914406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8d0595b8-f844-4e37-a815-cde62b6b8204 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:29.914903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:29.956632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0807ae31-24a1-4694-98d5-df818f6c03b3 req-beace2d5-ef83-445f-a65a-94d0668b33fd tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131237 Aug 03 15:50:29.968115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Deleting subnet 43cb2c23-52b2-46e1-abf2-beb173d5601e {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:50:29.972861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.039862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.110710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.168107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.200861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:30.220322 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Sync routers for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:30.225523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-02138a4b-5abe-4b65-9e64-03128286eea8 admin admin] 10.222.0.70 "PUT /v2.0/routers/019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7268951 Aug 03 15:50:30.230777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:30.244020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:30.266167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:30.290485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:30.294958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.296074 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34196c9-7229-42b3-9b97-c3b2b99c7ffe" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:30.325936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:30.351760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.407987 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8ccc73-693d-47cc-9d34-c7c7f015aac0 x-openstack-request-id: req-7e8ccc73-693d-47cc-9d34-c7c7f015aac0 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:30.408278 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:30.408529 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e8ccc73-693d-47cc-9d34-c7c7f015aac0 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:30.408921 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'code': 200} Aug 03 15:50:30.468149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:30.477909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f26a-eb21-4d6d-9341-4c4ffa86104c req-f86a98db-0fa9-4eee-af92-9f1365621d58 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:30.490495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6327f26a-eb21-4d6d-9341-4c4ffa86104c req-f86a98db-0fa9-4eee-af92-9f1365621d58 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 948 time: 0.1428595 Aug 03 15:50:30.506356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 89191e7d-f37d-415e-848c-e557a97d3cb5 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:30.538263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cb2c23-52b2-46e1-abf2-beb173d5601e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:30.544906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Deleting port 1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:30.545299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.549165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.564820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 89191e7d-f37d-415e-848c-e557a97d3cb5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:30.565323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 89191e7d-f37d-415e-848c-e557a97d3cb5 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:30.576319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e015539e-af3d-4dca-b6ba-b2311359bb91 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/43cb2c23-52b2-46e1-abf2-beb173d5601e HTTP/1.1" status: 204 len: 168 time: 0.7229557 Aug 03 15:50:30.587674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:30.591790 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:30.615936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6327f26a-eb21-4d6d-9341-4c4ffa86104c req-8f9a6207-9dae-4590-97ff-ecd644d24404 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242898 Aug 03 15:50:30.725759 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.726143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.793825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:30.835014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Calling delete_port for 1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:30.884321 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:50:28Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:30.926063 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Checking router: 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:30.947108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Routers {'019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:30.947964 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:31.206867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.212252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] Set router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:31.348487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c552ed-3e94-4cf9-ad32-d43371fd6d03 req-7709fe7a-1c1f-4ce1-92f9-7bb5fd1fc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:31.350141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32c552ed-3e94-4cf9-ad32-d43371fd6d03 req-7709fe7a-1c1f-4ce1-92f9-7bb5fd1fc897 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 1099 time: 0.7637269 Aug 03 15:50:31.356039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.426147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b0698-a30b-4e27-8a62-24046028f793 req-0c5b8d7b-43bf-4578-b219-de8ebe898177 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:31.433860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf1b0698-a30b-4e27-8a62-24046028f793 req-0c5b8d7b-43bf-4578-b219-de8ebe898177 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2216442 Aug 03 15:50:31.561719 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32c552ed-3e94-4cf9-ad32-d43371fd6d03 req-bae4d6c4-686e-4148-ba94-51400af6bfe1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928897 Aug 03 15:50:31.562812 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:50:28Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:31.595510 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77b888-c645-4911-ab36-6c5e73603475 None None] The sync data for ids ['019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e'] in n-d-803226-3 is: [{'id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'name': 'tempest-ServersTestFqdnHostnames-742614568-router', 'tenant_id': '9763659d50d1446bab7dd4b69278b17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:47:48Z', 'updated_at': '2021-08-03T15:50:28Z', 'revision_number': 5, 'project_id': '9763659d50d1446bab7dd4b69278b17d', 'gw_port': {'id': 'c7cdbc1d-9c2a-4591-86a8-046ad43aff6e', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:47:49Z', 'updated_at': '2021-08-03T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:31.595810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.620898 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf1b0698-a30b-4e27-8a62-24046028f793 req-c8017b87-1c8f-4754-bd81-3b586a4d96fe tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825964 Aug 03 15:50:31.637075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87209a5b-aa40-492e-aae5-f9d617cff56e']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:31.651139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9345dff-6fba-4552-a2ed-df077692de3b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:31.651688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9345dff-6fba-4552-a2ed-df077692de3b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:31.708267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.735528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Deleting port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:31.736015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.773525 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.789797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede302b6-dd03-40b8-a4f9-888ababa4e96 req-0a1271d7-9299-4edf-a01a-b840dcea63f2 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:31.792985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ede302b6-dd03-40b8-a4f9-888ababa4e96 req-0a1271d7-9299-4edf-a01a-b840dcea63f2 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 948 time: 0.0902925 Aug 03 15:50:31.879541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ede302b6-dd03-40b8-a4f9-888ababa4e96 req-48359043-6fff-4803-a9ca-d39406959c3d tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742574 Aug 03 15:50:31.885990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:50:31.887769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:50:31.959803 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:50:31.967722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:31.975798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.010327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.012869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] 10.222.0.70 "DELETE /v2.0/networks/87209a5b-aa40-492e-aae5-f9d617cff56e HTTP/1.1" status: 204 len: 168 time: 1.3210387 Aug 03 15:50:32.025574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Pushing event deleted for resources: {'Port': ['ID=1fcd2039-1daf-4bfd-a2c8-a2a8caeb6029,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:32.436915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57896) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:32.490075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1076675a-c501-4e2c-b9e5-cb55ac405105 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9294b976574c4fd09505cad9def792f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516763 Aug 03 15:50:32.493617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:32.526772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] For port c7cdbc1d-9c2a-4591-86a8-046ad43aff6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:32.527241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.534804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743c2a7-a0a4-4c86-98bc-69edbac41327 admin admin] Pushing event deleted for resources: {'Network': ['ID=87209a5b-aa40-492e-aae5-f9d617cff56e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:32.563009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.570236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Calling delete_port for c7cdbc1d-9c2a-4591-86a8-046ad43aff6e owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:32.589605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.592885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.594237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-51ea3662-287c-4b41-af10-2464b71089e5 tempest-ServersWithSpecificFlavorTestJSON-2120383827 tempest-ServersWithSpecificFlavorTestJSON-2120383827-project] 10.222.0.70 "DELETE /v2.0/floatingips/46b834b0-38f7-4891-a795-2526997b04e5 HTTP/1.1" status: 204 len: 168 time: 2.9967148 Aug 03 15:50:32.597192 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.664371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.669864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:32.672427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae27647d-0806-48d6-889d-a21651ef1adc HTTP/1.1" status: 204 len: 168 time: 0.1774378 Aug 03 15:50:32.685269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908d26d-3e97-4665-8c44-874d7b60d64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae27647d-0806-48d6-889d-a21651ef1adc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:32.817124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:32.863608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:32.864168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0370c9d9-7e20-4226-ab72-8dbc3c3f95e4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:32.967703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fbede-ab4b-415d-9e32-246cce7581a0 req-7c915a83-dc04-4aa6-9b93-e6a0922286d0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:32.986717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b3fbede-ab4b-415d-9e32-246cce7581a0 req-7c915a83-dc04-4aa6-9b93-e6a0922286d0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2116416 Aug 03 15:50:32.999918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.050968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b3fbede-ab4b-415d-9e32-246cce7581a0 req-a222f8a9-6033-4c95-9073-42a53c8d9d2c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631783 Aug 03 15:50:33.135004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cdbc1d-9c2a-4591-86a8-046ad43aff6e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:33.240789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba26b6c-b213-4ceb-863f-31d30505cd22 req-5df5318f-a195-4d22-8620-72f16050ab9e tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:33.246614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aba26b6c-b213-4ceb-863f-31d30505cd22 req-5df5318f-a195-4d22-8620-72f16050ab9e tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 948 time: 0.2229288 Aug 03 15:50:33.290142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.408720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-bc8bd8f1-2d7d-4516-9595-e40c4a1db4d3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:33.417132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-bc8bd8f1-2d7d-4516-9595-e40c4a1db4d3 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.1702321 Aug 03 15:50:33.429596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aba26b6c-b213-4ceb-863f-31d30505cd22 req-60539c44-d5cd-4361-aed0-76a4f27b4baf tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733477 Aug 03 15:50:33.439908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.443327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.453340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-64fe10b1-6682-4c38-8613-611a9561a59d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/quotas/b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 375 time: 0.0348105 Aug 03 15:50:33.506607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.507943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:50:33.531043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.533079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6a9d061-3dac-4b51-8032-3bc240066158 admin admin] 10.222.0.70 "DELETE /v2.0/routers/019b5e9a-4ef3-4db8-bd9b-26e25bcc2b5e HTTP/1.1" status: 204 len: 168 time: 3.2989106 Aug 03 15:50:33.535704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:33.585132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-0b21fdad-0940-499d-949e-6b012c153b5c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1180103 Aug 03 15:50:33.670903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Deleting subnet 4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:50:33.679011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.743969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:33.783512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-44ae73ed-9c7d-4f07-860f-8a2936300615 service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966922 Aug 03 15:50:33.952428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:34.028090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-8f67d06c-11c1-430e-acf4-a3b19c8a258b service neutron] 10.222.0.70 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426174 Aug 03 15:50:34.116192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:34.255249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:34.268307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:34.276791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a68191-5972-4894-9312-dbb2d74f7ca5 None None] Network 3309533b-910e-4c8b-8802-f3f1b5e72750 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:34.285151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57976) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:34.287217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7e9868e5-51ce-4642-aa82-61bcd91c0b30 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4ea98f93-5f3f-44ce-8cad-b2c6ba8a784f HTTP/1.1" status: 204 len: 168 time: 0.7500119 Aug 03 15:50:34.559952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:34.748115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Deleting port 3e31af36-49c8-4a60-973b-f0310b97dd38 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:34.750752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:34.805336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] DHCP port deletion for 3309533b-910e-4c8b-8802-f3f1b5e72750 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:50:34.925244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c7cdbc1d-9c2a-4591-86a8-046ad43aff6e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:34.996648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c7cdbc1d-9c2a-4591-86a8-046ad43aff6e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:34.998186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c7cdbc1d-9c2a-4591-86a8-046ad43aff6e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:35.017357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Deleting port 3e31af36-49c8-4a60-973b-f0310b97dd38 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:35.018117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.034127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] For port 3e31af36-49c8-4a60-973b-f0310b97dd38, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e31af36-49c8-4a60-973b-f0310b97dd38,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:35.039666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.080001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Calling delete_port for 3e31af36-49c8-4a60-973b-f0310b97dd38 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:35.102681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679343d-3ea0-4cc6-88db-2e683e74fefe req-f08aae50-ab2a-4ea5-a2f3-432476b560a2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:35.118760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3679343d-3ea0-4cc6-88db-2e683e74fefe req-f08aae50-ab2a-4ea5-a2f3-432476b560a2 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1682227 Aug 03 15:50:35.256993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.272753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3679343d-3ea0-4cc6-88db-2e683e74fefe req-c10d77c0-2739-469f-a826-27f232429c5f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529996 Aug 03 15:50:35.315952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e31af36-49c8-4a60-973b-f0310b97dd38,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:35.321208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] No DVR routers for this DVR port 3e31af36-49c8-4a60-973b-f0310b97dd38 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:35.325216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] For port 3e31af36-49c8-4a60-973b-f0310b97dd38, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e31af36-49c8-4a60-973b-f0310b97dd38,segment=NetworkSegment(fe5f7f34-b492-450b-b698-8c300ad0618a),segment_id=fe5f7f34-b492-450b-b698-8c300ad0618a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:35.326815 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.364133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Calling delete_port for 3e31af36-49c8-4a60-973b-f0310b97dd38 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:35.419828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58022) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:35.441866 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.461915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3309533b-910e-4c8b-8802-f3f1b5e72750']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:35.482828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5f7f34-b492-450b-b698-8c300ad0618a') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:35.483452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5f7f34-b492-450b-b698-8c300ad0618a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:35.502299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.523021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.534302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:50:35.534966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.550509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eef8ad25-6c50-4df4-b04a-54a06ab10759 req-dd783066-77b3-4817-b0c3-73f13098eb60 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.0587077 Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:50:35.581305 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:50:35.612770 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.649369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Pushing event deleted for resources: {'Port': ['ID=3e31af36-49c8-4a60-973b-f0310b97dd38,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:35.649908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.658379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:35.660397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] No DVR routers for this DVR port 3e31af36-49c8-4a60-973b-f0310b97dd38 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:35.663822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.663822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.663822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.663822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.664312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.664312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.664642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.664970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.665300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.665627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.665992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3309533b-910e-4c8b-8802-f3f1b5e72750 HTTP/1.1" status: 204 len: 168 time: 1.3787224 Aug 03 15:50:35.666113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.666445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ad40e4-5ca9-4086-94f5-89a49030a50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:50:35.682181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518599-0016-4327-be81-fb79f7f2a3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3309533b-910e-4c8b-8802-f3f1b5e72750,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:36.165025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58040) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:36.253096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58044) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:36.253808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a079142e-806c-48b0-ac88-312d3f37d21b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9763659d50d1446bab7dd4b69278b17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873373 Aug 03 15:50:36.254928 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-3bfc1c32-c59d-43c0-9a95-e8f46dd8e492 service neutron] show failed (client error): The resource could not be found. Aug 03 15:50:36.256192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-3bfc1c32-c59d-43c0-9a95-e8f46dd8e492 service neutron] 10.222.0.78 "GET /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.5445523 Aug 03 15:50:36.507809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ede0-f681-450a-a50e-c83da04162b3 req-a3101953-4b8f-4770-a878-4b4024b457ab tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:36.529407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db37ede0-f681-450a-a50e-c83da04162b3 req-a3101953-4b8f-4770-a878-4b4024b457ab tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.1061742 Aug 03 15:50:36.688097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db37ede0-f681-450a-a50e-c83da04162b3 req-35ea1048-eec3-43e7-a410-3e806e2ca8d0 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565354 Aug 03 15:50:36.822191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c80b4ae-e674-4d1b-a491-c50cf1ef3f8b req-07a33444-643c-41ae-a923-5ac7b6756c4c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.1169233 Aug 03 15:50:36.839137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:36.865916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-051d5f1d-622e-4266-b243-ce7b86819ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:36.867525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-051d5f1d-622e-4266-b243-ce7b86819ef6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1100 time: 0.3352504 Aug 03 15:50:36.884153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:36.919303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e31af36-49c8-4a60-973b-f0310b97dd38 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:36.969985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3e31af36-49c8-4a60-973b-f0310b97dd38 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:36.970317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e31af36-49c8-4a60-973b-f0310b97dd38 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:36.976943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.030091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.242400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.248708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.257057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/981ba1e8-c94a-4c35-a56c-a1e1872f73a7 HTTP/1.1" status: 204 len: 168 time: 0.9996951 Aug 03 15:50:37.285346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db5db-1706-4e26-b405-90ce42a8d077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ba1e8-c94a-4c35-a56c-a1e1872f73a7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:37.325805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.424718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:37.501070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:37.578912 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.582720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:37.587663 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc81088b-80e1-451e-bf0d-d474baa6e1b5" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:37.611132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Transition to ACTIVE for port object 028471d2-56b5-4700-87f1-e43877b7b590 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:37.617866 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:37.716994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:37.770769 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80996eb-0f03-4a09-ad76-480a8279972a x-openstack-request-id: req-f80996eb-0f03-4a09-ad76-480a8279972a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:37.771134 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:37.771548 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f80996eb-0f03-4a09-ad76-480a8279972a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:37.771958 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:50:37.816918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:37.873488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] No DVR routers for this DVR port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:37.961827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Deleting port 074a07c7-1981-4a4b-b13c-3f7288f1156c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:37.962120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.176751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:38.212782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'mac_address': 'fa:16:3e:33:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:38.272005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-585be8fe-80d4-4e1e-93ec-21b609734f4d req-0bd6f581-c829-488b-a721-ef284fea90a7 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.1487656 Aug 03 15:50:38.357307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-3ff864c9-a6af-4440-b885-614fa1e80a2e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:38.361010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-3ff864c9-a6af-4440-b885-614fa1e80a2e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 820 time: 0.3459899 Aug 03 15:50:38.435273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] For port 074a07c7-1981-4a4b-b13c-3f7288f1156c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=074a07c7-1981-4a4b-b13c-3f7288f1156c,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:38.435666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.448626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Request body: {'port': {'device_id': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'admin_state_up': True, 'tenant_id': 'b166272c9369477080b240234c68e894'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:38.452937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:50:38.453601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:50:38.454176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:38.462945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:50:38.463883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:38.509597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.517064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Calling delete_port for 074a07c7-1981-4a4b-b13c-3f7288f1156c owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:38.563028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:38.563455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ba11-fd64-433c-b1d7-9492b89ed1b4 req-0161c65a-8292-4768-9bdf-860c7ec0ae7c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:38.565237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd98ba11-fd64-433c-b1d7-9492b89ed1b4 req-0161c65a-8292-4768-9bdf-860c7ec0ae7c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 947 time: 0.6768579 Aug 03 15:50:38.574302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:50:38.574999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:38.579409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:50:38.584222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Bound port: 028471d2-56b5-4700-87f1-e43877b7b590, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:50:38.589769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.662116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:38.669314 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.768069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd98ba11-fd64-433c-b1d7-9492b89ed1b4 req-6a719a16-4d9a-4cc4-b0ac-1c48d8b98d17 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335106 Aug 03 15:50:38.784603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:38.844103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8d0595b8-f844-4e37-a815-cde62b6b8204'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:38.862059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:38.865933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:50:38.867197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Made reservation on behalf of b166272c9369477080b240234c68e894 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:38.871700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.876327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.927276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:38.929582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:38.935121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] 10.222.0.72 "PUT /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 1095 time: 2.0558872 Aug 03 15:50:39.057468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58168) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:39.197298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.267293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee2a2-cfaf-45db-8479-6d0fa8067600 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:39.270196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Pushing event deleted for resources: {'Port': ['ID=074a07c7-1981-4a4b-b13c-3f7288f1156c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:39.363528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-9847b99f-f908-4c87-81e8-833b8c56c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:39.370908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-9847b99f-f908-4c87-81e8-833b8c56c43e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1098 time: 0.4041758 Aug 03 15:50:39.613505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-712112ba-4481-4a35-b409-5d205910f75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.688834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.763199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Allocated IP 172.20.0.2 (c11d9d27-79ff-4f13-954a-3f28875c4fd8/eacb44fd-77dd-4e74-9ccf-5c384b3824cd/021b02b8-f871-4eaf-b524-69f2199facb0) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:50:39.777232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:39.779443 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0109f-c1ba-496a-a70a-332c58c767fb" -d '{"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:39.804409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-016cac50-1285-486b-b28c-ee8fb0e87498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.830043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:39.949872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8d0595b8-f844-4e37-a815-cde62b6b8204 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:39.950789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.957491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58194) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:39.974764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-712112ba-4481-4a35-b409-5d205910f75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:39.989987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-712112ba-4481-4a35-b409-5d205910f75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.020876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-535b14d1-b27f-42e1-9863-e46c90150910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:40.022316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-535b14d1-b27f-42e1-9863-e46c90150910 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.6413379 Aug 03 15:50:40.184409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-6288a1ee-9b25-4213-9149-aeee7923da0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1382546 Aug 03 15:50:40.223777 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.289287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-712112ba-4481-4a35-b409-5d205910f75e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cb1197024ee475ab139d056c09335da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1074319 Aug 03 15:50:40.290638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58198) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:40.318381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712112ba-4481-4a35-b409-5d205910f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632aef15-c989-45ee-b992-b367711759c0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:40.383912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:40.405236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-656892584-network', 'tenant_id': '5ea4550706e0459db13e8eb4e98d6488'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:40.407698 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440568a-20a7-4ddf-a7af-c62750543346" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:40.455441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:40.463905 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.464985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-9ddc5409-caf7-4240-a2a5-eb08384185ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:40.466991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:40.474804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Router 3edfcd30-7627-4ea2-84dc-5b1581ee180f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:40.488130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-9ddc5409-caf7-4240-a2a5-eb08384185ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2971168 Aug 03 15:50:40.494535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Made reservation on behalf of 5ea4550706e0459db13e8eb4e98d6488 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:40.502378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.581166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.649140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.654669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:40.699518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.705225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:40.725259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-884ff73f-482b-4b69-b407-a7b6c07803b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:40.734447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-884ff73f-482b-4b69-b407-a7b6c07803b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946073 Aug 03 15:50:40.738666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:40.934184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:40.945236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9d46350d-21e7-4d0a-9154-09056457a23f admin admin] 10.222.0.70 "PUT /v2.0/routers/3edfcd30-7627-4ea2-84dc-5b1581ee180f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5237567 Aug 03 15:50:40.945899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:40.951236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Sync routers for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:40.988094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:40.991297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:41.012918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.015937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.017347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/632aef15-c989-45ee-b992-b367711759c0 HTTP/1.1" status: 204 len: 168 time: 0.7203043 Aug 03 15:50:41.089462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6deb5a-9f12-4d24-a7de-f05947bf57c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632aef15-c989-45ee-b992-b367711759c0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:41.202227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.212654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.241514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ab086549-be5e-499e-8417-4f54c6f63777'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:41.253389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Network c11d9d27-79ff-4f13-954a-3f28875c4fd8 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:50:41.256445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.290892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:50:41.328030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.328696 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Added segment 67d19790-b4a4-45cf-ae6a-0fc1834c40e0 of type vlan for network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 Aug 03 15:50:41.372171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.738510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:41.903448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Deleting port dda1a55e-c18d-4636-8941-f19065850b71 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:41.903678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.080865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] For port dda1a55e-c18d-4636-8941-f19065850b71, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dda1a55e-c18d-4636-8941-f19065850b71,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:42.081095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:42.081551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.101349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Calling delete_port for dda1a55e-c18d-4636-8941-f19065850b71 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:42.164241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58208) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:42.165698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:42.183344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-dd8a0a79-586c-4d38-afa3-83421d44662f service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4325783 Aug 03 15:50:42.207803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:50:42.293466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9ad48ef-abf7-4fbf-8514-2eac4f7a3100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.417301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6e142113-c2ce-4c59-af08-0353c6226158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.418106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.487750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda1a55e-c18d-4636-8941-f19065850b71,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:42.537008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9ad48ef-abf7-4fbf-8514-2eac4f7a3100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.656339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:50:39Z', 'revision_number': 5, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port': {'id': 'dda1a55e-c18d-4636-8941-f19065850b71', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:29Z', 'updated_at': '2021-08-03T15:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:42.667701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.682882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50e92-0956-41e8-8645-c057ef74b339 req-7c8f2a3a-07bb-449d-bd64-2baf8eafee4b service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955076 Aug 03 15:50:42.683500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:42.698644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9ad48ef-abf7-4fbf-8514-2eac4f7a3100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.710303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Checking router: 3edfcd30-7627-4ea2-84dc-5b1581ee180f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:42.721628 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.726003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.732912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Routers {'3edfcd30-7627-4ea2-84dc-5b1581ee180f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:42.734000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:42.740556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a9ad48ef-abf7-4fbf-8514-2eac4f7a3100 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24b249b37b494905a1fc980941b08b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556865 Aug 03 15:50:42.748776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:42.764547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378f6efc-8ae4-4b8f-a39a-58e1dc736536,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:42.808540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad48ef-abf7-4fbf-8514-2eac4f7a3100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2cded-a604-4eb4-a822-86d4955190d3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:42.842287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:42.842967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.869990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-45a3ce0a-1289-4290-82af-1f1ad61d51a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4562442 Aug 03 15:50:42.886359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] Set router 3edfcd30-7627-4ea2-84dc-5b1581ee180f gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:42.887249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Request body: {'port': {'device_id': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:42.950951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:42.952151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:42.952897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.044592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0831106 Aug 03 15:50:43.051956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:50:42Z', 'revision_number': 7, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:43.078590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58214) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:43.111493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Request body: {'subnet': {'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-656892584-subnet', 'tenant_id': '5ea4550706e0459db13e8eb4e98d6488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:43.150870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3dd571-76fe-42a9-be88-c6e0d46f443a None None] The sync data for ids ['3edfcd30-7627-4ea2-84dc-5b1581ee180f'] in n-d-803226-3 is: [{'id': '3edfcd30-7627-4ea2-84dc-5b1581ee180f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-411141446-router', 'tenant_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:24Z', 'updated_at': '2021-08-03T15:50:42Z', 'revision_number': 7, 'project_id': 'cbe600546e1940a6b7384ef0d5c7aee1', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:43.266076 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.289228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Made reservation on behalf of 5ea4550706e0459db13e8eb4e98d6488 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:43.292871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.314925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.434153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.436783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.488330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.488968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3edfcd30-7627-4ea2-84dc-5b1581ee180f {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:50:43.499476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.505395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f2063180-ec49-4e22-bb0c-9dde277f9286 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3edfcd30-7627-4ea2-84dc-5b1581ee180f HTTP/1.1" status: 204 len: 168 time: 2.5583634 Aug 03 15:50:43.510577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:43.515815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b035-dab8-4ac5-b5ef-b06bba015de3 admin admin] Pushing event updated for resources: {'Network': ['ID=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:43.574706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:50:43.644688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Deleting subnet 26f305b6-27d3-4a62-90f8-03e512c0bc41 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:50:43.653968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.739289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.749411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:43.967940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.078081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021b02b8-f871-4eaf-b524-69f2199facb0 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:44.087415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.106262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.160774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Transition to ACTIVE for port object 021b02b8-f871-4eaf-b524-69f2199facb0 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:44.175062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f305b6-27d3-4a62-90f8-03e512c0bc41,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:44.184178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417942f1-4607-43c6-aba8-28bae8de3dd3 None None] Network e7bd9128-887e-4f39-a77e-93eceddfe47a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:44.191126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.197490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.198139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8220f5b5-9433-40bf-87bf-064395dc7387 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/26f305b6-27d3-4a62-90f8-03e512c0bc41 HTTP/1.1" status: 204 len: 168 time: 0.6838067 Aug 03 15:50:44.199048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:44.232476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.318788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:44.395544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.497921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Deleting port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:44.499178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.593350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.596694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.601069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eee2cded-a604-4eb4-a822-86d4955190d3 HTTP/1.1" status: 204 len: 168 time: 1.8440816 Aug 03 15:50:44.644764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:50:44.645142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:50:44.645484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:44.660006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14044ce1-4cfe-4498-bb8e-04a40a109c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2cded-a604-4eb4-a822-86d4955190d3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:44.673559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:50:44.673941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:44.675713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] For port 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=18f89091-dfe3-4c04-89e0-3b4cef97ea65,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:44.677064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.694328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:50:44.694947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:44.695507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:50:44.696130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Bound port: 021b02b8-f871-4eaf-b524-69f2199facb0, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:50:44.696676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:44.732585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Calling delete_port for 18f89091-dfe3-4c04-89e0-3b4cef97ea65 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:44.778235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] DHCP port deletion for e7bd9128-887e-4f39-a77e-93eceddfe47a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:50:44.996793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.017551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Deleting port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:45.017962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.020404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:45.024519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:50:45.051921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.097777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.135556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] No DVR routers for this DVR port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:45.137151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:45.163584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:45.164550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.168930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-79304e22-169a-4f52-b9b0-83b26b793b73 service neutron] 10.222.0.72 "PUT /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 1091 time: 2.2865698 Aug 03 15:50:45.191729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.236102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] For port 18f89091-dfe3-4c04-89e0-3b4cef97ea65, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=18f89091-dfe3-4c04-89e0-3b4cef97ea65,segment=NetworkSegment(4f6539ec-497d-48e9-bff5-4ba9d26c0226),segment_id=4f6539ec-497d-48e9-bff5-4ba9d26c0226)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:45.236899 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.289085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f89091-dfe3-4c04-89e0-3b4cef97ea65,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:45.307437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Calling delete_port for 18f89091-dfe3-4c04-89e0-3b4cef97ea65 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:45.440595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68845f8-e6fc-461b-8aff-56803139634e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:45.514535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.548605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bd9128-887e-4f39-a77e-93eceddfe47a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:45.552353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.562098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dda1a55e-c18d-4636-8941-f19065850b71 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:45.582696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6539ec-497d-48e9-bff5-4ba9d26c0226') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:45.583255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6539ec-497d-48e9-bff5-4ba9d26c0226') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:45.602001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-0ef74703-207c-4540-8726-54730a925027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:45.611058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-0ef74703-207c-4540-8726-54730a925027 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1094 time: 0.3879342 Aug 03 15:50:45.612364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Checking segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:45.612922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Network hostable DHCP agents. Network: 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:50:45.613908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.661754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.681783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:50:45.683944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.733932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: dda1a55e-c18d-4636-8941-f19065850b71 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:45.734296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dda1a55e-c18d-4636-8941-f19065850b71 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:45.734775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 18f89091-dfe3-4c04-89e0-3b4cef97ea65 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:50:45.743539 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:50:45.802085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-3f1fcc08-f4e9-427b-82ee-53ecef2e53f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 217 time: 0.1829131 Aug 03 15:50:45.831633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.850830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:45.868446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e7bd9128-887e-4f39-a77e-93eceddfe47a HTTP/1.1" status: 204 len: 168 time: 1.6652567 Aug 03 15:50:45.871659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:45.949241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] Pushing event deleted for resources: {'Port': ['ID=18f89091-dfe3-4c04-89e0-3b4cef97ea65,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:45.949627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:50:45.959136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 18f89091-dfe3-4c04-89e0-3b4cef97ea65 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:45.959136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 18f89091-dfe3-4c04-89e0-3b4cef97ea65 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:45.959442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 074a07c7-1981-4a4b-b13c-3f7288f1156c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:45.961281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6127639-7989-4fe9-988e-e3b80d662c3b None None] No DVR routers for this DVR port 18f89091-dfe3-4c04-89e0-3b4cef97ea65 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:45.990076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:45.999643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-8d64c2fa-d477-410a-9b93-5bdadb2bb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:46.007656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-8d64c2fa-d477-410a-9b93-5bdadb2bb794 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1849096 Aug 03 15:50:46.013534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:46.014980 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:46.038960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179fd01-1e6d-4b42-97e1-0eb4d65e7935 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7bd9128-887e-4f39-a77e-93eceddfe47a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:46.089061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f5d46-90c8-456f-b6eb-10a08e17989e None None] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:46.129264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-0ac2df51-f581-437b-8d30-16e20d53cd96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076825 Aug 03 15:50:46.165899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-57f63645-0d97-4949-b59c-6064a1edf73d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0838699 Aug 03 15:50:46.436175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 074a07c7-1981-4a4b-b13c-3f7288f1156c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:46.436970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 074a07c7-1981-4a4b-b13c-3f7288f1156c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:46.497018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9974d-021a-4780-858f-d690e0e8b959 None None] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:46.628197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-d49a7332-c403-4563-958b-c6cbf651659b service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866607 Aug 03 15:50:46.638896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:47.013787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8820471b-ec90-4f99-b728-3c2daad72aa1 req-65888460-4294-41a6-a934-5b8ca7b97c10 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710077 Aug 03 15:50:47.044722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:47.078465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '028471d2-56b5-4700-87f1-e43877b7b590', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '028471d2-56b5-4700-87f1-e43877b7b590', 'mac_address': 'fa:16:3e:64:df:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:47.175769 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:47.222537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028471d2-56b5-4700-87f1-e43877b7b590 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:47.284173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:47.290285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:47.496619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:47.606248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['028471d2-56b5-4700-87f1-e43877b7b590'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:47.608971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:48.471592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Deleting port 4204cdac-492b-4561-9fed-3763b8396b25 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:48.473594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:48.675168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] For port 4204cdac-492b-4561-9fed-3763b8396b25, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4204cdac-492b-4561-9fed-3763b8396b25,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:48.675863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:48.700265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Calling delete_port for 4204cdac-492b-4561-9fed-3763b8396b25 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:49.124501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:49.127734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd1871-daf0-4cea-8c16-91c4f9d0a440 req-ef00481a-06e5-4e21-b2f9-2c29c2596e18 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:49.130432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-facd1871-daf0-4cea-8c16-91c4f9d0a440 req-ef00481a-06e5-4e21-b2f9-2c29c2596e18 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 948 time: 0.1559694 Aug 03 15:50:49.285444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-facd1871-daf0-4cea-8c16-91c4f9d0a440 req-ea4c7ec4-b5e0-45f2-a8b3-218b709f54af tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476653 Aug 03 15:50:49.411285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Pushing event deleted for resources: {'Port': ['ID=4204cdac-492b-4561-9fed-3763b8396b25,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:49.545096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065d94-696d-4bfa-8ea3-dbb4fdd24f23 req-14e586a4-eb70-4aa1-bb0d-3d7d1a61d8a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:49.555166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5065d94-696d-4bfa-8ea3-dbb4fdd24f23 req-14e586a4-eb70-4aa1-bb0d-3d7d1a61d8a5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.4585364 Aug 03 15:50:49.701860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5065d94-696d-4bfa-8ea3-dbb4fdd24f23 req-e006afcb-a5e6-45ba-8f3b-7da2c2d0ce1d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 Aug 03 15:50:49.831937 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6be71a7-f2b2-494b-951d-b56f8383f48a x-openstack-request-id: req-d6be71a7-f2b2-494b-951d-b56f8383f48a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:49.832773 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:49.832773 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6be71a7-f2b2-494b-951d-b56f8383f48a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:49.833098 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'code': 200} Aug 03 15:50:49.853026 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a505ad3b-54ae-4c89-a0c2-3f16d96ddfdf x-openstack-request-id: req-a505ad3b-54ae-4c89-a0c2-3f16d96ddfdf {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:49.853905 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:49.854520 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a505ad3b-54ae-4c89-a0c2-3f16d96ddfdf {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:49.858270 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'status': 'completed', 'code': 200} Aug 03 15:50:49.975255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-ea38748d-040f-4635-a99c-16b652d94e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:49.978601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-ea38748d-040f-4635-a99c-16b652d94e1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1143725 Aug 03 15:50:50.049143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:50.288313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-4ae52186-6bb5-4309-a67c-824b75738d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.292766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-4ae52186-6bb5-4309-a67c-824b75738d00 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1099 time: 0.4002407 Aug 03 15:50:50.321072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-686b1761-b2d8-4e4d-8143-86cf4bc0009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.326856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-686b1761-b2d8-4e4d-8143-86cf4bc0009a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3345864 Aug 03 15:50:50.459864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-cc893fc1-38b6-44a3-828e-d5d046619d47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1248071 Aug 03 15:50:50.546319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-fee7dbcb-ba6d-4e02-9b28-13d1b48f0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.547577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-9cc3a72b-e013-4a13-a948-ba98150e801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.548271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-fee7dbcb-ba6d-4e02-9b28-13d1b48f0765 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1818190 Aug 03 15:50:50.549300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-9cc3a72b-e013-4a13-a948-ba98150e801f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0823030 Aug 03 15:50:50.579276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:50:50.635757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-cf651e3b-6d2a-4571-8d99-bc9a5fa7cb06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.0718880 Aug 03 15:50:50.700029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 028471d2-56b5-4700-87f1-e43877b7b590 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:50:50.710096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 028471d2-56b5-4700-87f1-e43877b7b590 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:50:50.711652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:50.741469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-192ae9ef-77d3-4029-887a-45c0595765b4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.743684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-192ae9ef-77d3-4029-887a-45c0595765b4 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.72 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4&tenant_id=906dc02efd994854b3e124781b011d82&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 948 time: 0.1927691 Aug 03 15:50:50.746491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-3aacc002-c327-4ef7-ba35-a84132bb37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.747959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-3aacc002-c327-4ef7-ba35-a84132bb37bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782591 Aug 03 15:50:50.936051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-2d9f2bf4-529d-478b-aae9-c26ed3de5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:50.940833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-2d9f2bf4-529d-478b-aae9-c26ed3de5492 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2929325 Aug 03 15:50:50.968798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:51.040527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:51.054794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:51.059406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:51.072975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-477f3ae1-72ac-4e82-8ebc-1cbbd5e951a1 service neutron] 10.222.0.72 "GET /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.3139553 Aug 03 15:50:51.128224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-311c2f64-22b4-41f7-af0e-75d61ab505c3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:51.136166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-311c2f64-22b4-41f7-af0e-75d61ab505c3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.4991770 Aug 03 15:50:51.189156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dd649-e3bc-402b-b4b6-41c944310392 req-8f16625c-0f61-4a55-8c25-537e39e7643f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:51.197452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f1dd649-e3bc-402b-b4b6-41c944310392 req-8f16625c-0f61-4a55-8c25-537e39e7643f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 950 time: 0.1824505 Aug 03 15:50:51.198408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-c53f4803-5c94-44b4-87e3-6cce0e468682 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/quotas/5ea4550706e0459db13e8eb4e98d6488 HTTP/1.1" status: 200 len: 375 time: 0.0610175 Aug 03 15:50:51.279188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-e45162f3-779a-441a-8d4f-061e2bad674c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792966 Aug 03 15:50:51.279820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f1dd649-e3bc-402b-b4b6-41c944310392 req-a8115961-cd97-4f8a-9867-6c57458eb47f tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Aug 03 15:50:51.284332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-cca8932d-bd42-4e6d-bae8-91b7ec42f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:51.287347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-cca8932d-bd42-4e6d-bae8-91b7ec42f3ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3321555 Aug 03 15:50:51.351391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-1dc993b8-51a4-4e82-8f86-70069586630d service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921192 Aug 03 15:50:51.473596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:51.491620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Router f6da21ec-666c-4cba-afcf-033849007185 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:50:51.508227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-a607244c-79c8-4655-b369-5f53c896222c service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263384 Aug 03 15:50:51.542205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:51.563929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-66642776-47b0-462c-ae8e-56aba099c5eb service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038913 Aug 03 15:50:51.700602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:51.708850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:51.787307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b5b4-59aa-4e02-b571-1767fcd6cafb req-9488befc-7479-4662-9915-954e4b7a0267 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:51.797284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c636b5b4-59aa-4e02-b571-1767fcd6cafb req-9488befc-7479-4662-9915-954e4b7a0267 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2619944 Aug 03 15:50:51.863402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}, {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:51.866180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:51.871830 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8124ecd1-9cae-4d39-b935-1f0d141bb1af" -d '{"events": [{"name": "network-changed", "server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:51.874601 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4731b-ab42-4124-b273-89f5ba4bf56b" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}, {"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:51.890721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-e3713ef7-d909-4e29-913c-529c8e88c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:51.893274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-e3713ef7-d909-4e29-913c-529c8e88c794 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1100 time: 0.2349720 Aug 03 15:50:51.906950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c636b5b4-59aa-4e02-b571-1767fcd6cafb req-a166dd56-d43d-4d11-b29b-a5f392c3287d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064560 Aug 03 15:50:51.947887 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:51.996110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:52.111019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-042bbf06-976c-4187-af24-78ff82518612 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987275 Aug 03 15:50:52.115956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-b6e212e0-cc28-4070-8729-0d8d70dc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:52.115956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-b6e212e0-cc28-4070-8729-0d8d70dc49c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2100952 Aug 03 15:50:52.159216 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:50:52.235899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-83dedd55-8ac7-461e-ab68-8da7bc46c008 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1080232 Aug 03 15:50:52.348181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f61aa8-fb57-46db-b437-001e30d69eb3 req-4f202f16-aa69-4a4d-a0fc-72e787a0b927 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:52.350181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4f61aa8-fb57-46db-b437-001e30d69eb3 req-4f202f16-aa69-4a4d-a0fc-72e787a0b927 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.2331827 Aug 03 15:50:52.370504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-6690c726-0813-49bf-b618-7b8c87fd6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:52.372451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-6690c726-0813-49bf-b618-7b8c87fd6c68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1244318 Aug 03 15:50:52.499860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-be6fc97d-251e-4eb9-9324-5dd0c0d9c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:52.512003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-be6fc97d-251e-4eb9-9324-5dd0c0d9c7b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1300206 Aug 03 15:50:52.530986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4f61aa8-fb57-46db-b437-001e30d69eb3 req-862f6819-7d2c-43ea-8d38-338e8f24f07e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505439 Aug 03 15:50:52.786397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-2e313c23-f517-481b-aecb-bd648bc81ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538025 Aug 03 15:50:52.837113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98e0109f-c1ba-496a-a70a-332c58c767fb req-cb78202e-18a8-41f0-a1ed-8d3eb390ec05 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154598 Aug 03 15:50:52.863467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-025955a3-7ddf-4e8d-98f9-9c7a5ee43380 service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3259420 Aug 03 15:50:52.886019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:50:52.898664 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Sync routers for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:50:52.923202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8710f426-62bd-4b1e-b0be-cd51a1757762 admin admin] 10.222.0.70 "PUT /v2.0/routers/f6da21ec-666c-4cba-afcf-033849007185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0165963 Aug 03 15:50:52.923883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58396) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:52.942053 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:52.945776 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:52.985752 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-340208e0-7a28-4f67-98af-fb2d980c51a9 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919622 Aug 03 15:50:53.250806 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55873ef-ccc2-4a21-bc92-26d897769e46 x-openstack-request-id: req-b55873ef-ccc2-4a21-bc92-26d897769e46 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:53.251092 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:53.251346 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b55873ef-ccc2-4a21-bc92-26d897769e46 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:53.251734 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0', 'status': 'completed', 'code': 200} Aug 03 15:50:53.307742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:53.339397 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:53.415101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-88e21c76-71f6-40fd-a923-d8d24b72c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:53.418164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-88e21c76-71f6-40fd-a923-d8d24b72c3dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1094 time: 0.1454918 Aug 03 15:50:53.423861 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccfb622-342a-4762-b71c-96ae649b8c58 x-openstack-request-id: req-fccfb622-342a-4762-b71c-96ae649b8c58 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:53.424344 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}, {"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:53.424662 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fccfb622-342a-4762-b71c-96ae649b8c58 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:53.425344 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:50:53.425848 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'code': 200} Aug 03 15:50:53.632183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f99e3593-d47e-49fd-b855-fa98375bb232 req-bbcf8052-9ca6-4908-aed0-e5778a85c0bd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 210 time: 0.0704818 Aug 03 15:50:53.680067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-d3ed7005-1a97-47d6-8d28-f01ea1364241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:53.684665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-d3ed7005-1a97-47d6-8d28-f01ea1364241 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2579813 Aug 03 15:50:53.766277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:53.845316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-a0787dfa-b886-41fb-bf8e-99d2658cd295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 217 time: 0.1524620 Aug 03 15:50:53.848110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dda064-5f3a-4fbd-9033-d6493d0c4448 req-953695cc-e914-434f-87e8-8922410ea91f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:53.867983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6dda064-5f3a-4fbd-9033-d6493d0c4448 req-953695cc-e914-434f-87e8-8922410ea91f tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2814524 Aug 03 15:50:53.920101 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:50:49Z', 'revision_number': 5, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port': {'id': '534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6da21ec-666c-4cba-afcf-033849007185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:45:49Z', 'updated_at': '2021-08-03T15:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:54.015820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-b5e2698e-97be-4b95-b2b6-11a8c4043149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:54.016242 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Checking router: f6da21ec-666c-4cba-afcf-033849007185 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:50:54.020393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-b5e2698e-97be-4b95-b2b6-11a8c4043149 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1577890 Aug 03 15:50:54.044708 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Routers {'f6da21ec-666c-4cba-afcf-033849007185'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:50:54.045208 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:50:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f6da21ec-666c-4cba-afcf-033849007185'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:54.108153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6dda064-5f3a-4fbd-9033-d6493d0c4448 req-5d9e39c2-1fb6-4de5-a000-5acbbb4e04ea tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375426 Aug 03 15:50:54.157159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-ed9a9d8c-8995-46f5-8147-7a04b41bd3ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287460 Aug 03 15:50:54.188297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Deleting port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:54.189545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:54.386271 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] Set router f6da21ec-666c-4cba-afcf-033849007185 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:50:54.466172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:50:53Z', 'revision_number': 6, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:50:54.544181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] For port 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:54.560564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:54.614107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-79de22e5-12ad-44e2-ae8b-a13d6c621a3b service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435284 Aug 03 15:50:54.614894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Calling delete_port for 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:54.690852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e52926-e76d-4cdd-a4db-f84287e0ccdf None None] The sync data for ids ['f6da21ec-666c-4cba-afcf-033849007185'] in n-d-803226-3 is: [{'id': 'f6da21ec-666c-4cba-afcf-033849007185', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1654223017-router', 'tenant_id': 'd8bcc957706f4d74a7a2670f367f777f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:45:48Z', 'updated_at': '2021-08-03T15:50:53Z', 'revision_number': 6, 'project_id': 'd8bcc957706f4d74a7a2670f367f777f', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:50:54.759105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439033-fe39-42af-8e64-451d081a2c37 req-f2ddad69-bb3f-4286-a774-fe5b6455bef9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:54.761473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f439033-fe39-42af-8e64-451d081a2c37 req-f2ddad69-bb3f-4286-a774-fe5b6455bef9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.4225988 Aug 03 15:50:54.885055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f439033-fe39-42af-8e64-451d081a2c37 req-cf30e0ac-b5a9-4c56-9a04-5a51e7d9b62c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142142 Aug 03 15:50:54.912869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8124ecd1-9cae-4d39-b935-1f0d141bb1af req-ec158b5d-2d84-4e51-ada0-0c28b2936de3 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832971 Aug 03 15:50:55.113624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bd1efbe-1ba5-4385-8ee1-d871857996b1 req-e9fd7daa-da58-491f-b921-648d15c5e312 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 210 time: 0.1003613 Aug 03 15:50:55.129358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4204cdac-492b-4561-9fed-3763b8396b25 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:55.174060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4204cdac-492b-4561-9fed-3763b8396b25 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:55.176326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4204cdac-492b-4561-9fed-3763b8396b25 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:55.294845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:55.360715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:55.486258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:55.638988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4813e4e-748d-4f8c-9b75-8e45d51f4151 req-aaf438fc-fb78-4c93-a6a7-92d3d7605629 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:55.642138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4813e4e-748d-4f8c-9b75-8e45d51f4151 req-aaf438fc-fb78-4c93-a6a7-92d3d7605629 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.2850602 Aug 03 15:50:55.758715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:55.767355 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:55.795932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-44101b1e-c086-458b-9a3d-fa7717f53af5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:55.801144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-44101b1e-c086-458b-9a3d-fa7717f53af5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.3173382 Aug 03 15:50:55.815994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Request body: {'port': {'device_id': '23286adc-9865-4ff3-b839-c49eec9a6762', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'admin_state_up': True, 'tenant_id': '5ea4550706e0459db13e8eb4e98d6488'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:55.827050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:55.841178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4813e4e-748d-4f8c-9b75-8e45d51f4151 req-4e177021-a010-4cfb-9d72-4d75c5dd520b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737719 Aug 03 15:50:55.973725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-948b4578-e6a0-40b6-b236-eef301b3bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:55.976979 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-948b4578-e6a0-40b6-b236-eef301b3bda8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4&tenant_id=906dc02efd994854b3e124781b011d82 HTTP/1.1" status: 200 len: 1100 time: 0.3336647 Aug 03 15:50:56.016774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:56.040620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.041759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6da21ec-666c-4cba-afcf-033849007185 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:50:56.060587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.065233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9d8b231a-3f46-4c6c-9742-659120be7b52 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f6da21ec-666c-4cba-afcf-033849007185 HTTP/1.1" status: 204 len: 168 time: 3.1401625 Aug 03 15:50:56.070649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58554) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:56.258341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Made reservation on behalf of 5ea4550706e0459db13e8eb4e98d6488 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:50:56.263922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.267274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.393510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1027eaff-4f60-4d1c-a93b-6708d41f7532 req-6c1b72c5-2786-4dd1-be33-f0665e08a6f0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 210 time: 0.0439715 Aug 03 15:50:56.430652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Allocated IP 172.20.0.14 (9724c443-a0a7-4819-ab2b-20b7d0a2b8c6/b68845f8-e6fc-461b-8aff-56803139634e/6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:50:56.469462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Deleting subnet 4b1b131c-8e55-49d1-9e43-3decc8927db0 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:50:56.474280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.511737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.583975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3278972-a0c1-47a3-a6e7-ccec48772d12 req-ab605f62-c1cf-4eeb-8b00-36c54251c758 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:56.591809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3278972-a0c1-47a3-a6e7-ccec48772d12 req-ab605f62-c1cf-4eeb-8b00-36c54251c758 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.4601090 Aug 03 15:50:56.747268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3278972-a0c1-47a3-a6e7-ccec48772d12 req-9bb66648-6c68-4944-9f9c-2ad604f2c790 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502497 Aug 03 15:50:56.767407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.796006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:56.878890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:56.973160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:56.979836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:57.008669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.012722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:50:57.013397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 534258e0-f9aa-4a5a-8f8a-1219bfb1b6ac not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:57.033142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Transition to ACTIVE for port object 028471d2-56b5-4700-87f1-e43877b7b590 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:57.034261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:50:57.038357 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bdfb63-7f16-47a8-b10f-be3f48581aaa" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:50:57.043959 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.081278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.176729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] No DVR routers for this DVR port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:57.194077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1b131c-8e55-49d1-9e43-3decc8927db0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:57.197466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.203088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f84815-f22e-427c-946a-7df67b195547 None None] Network 62aebd47-5c8d-49b3-9007-a5a653e95bf1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:50:57.217077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6477c977-e9a1-41a2-ac8e-90e6d073f187 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4b1b131c-8e55-49d1-9e43-3decc8927db0 HTTP/1.1" status: 204 len: 168 time: 1.1450858 Aug 03 15:50:57.221887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58622) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:50:57.232536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:57.297428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:50:57.299428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:50:57.299786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:57.301493 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.316456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:50:57.318409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Attempting to bind port 028471d2-56b5-4700-87f1-e43877b7b590 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:50:57.332525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:50:57.332878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:50:57.333455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:50:57.334984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Bound port: 028471d2-56b5-4700-87f1-e43877b7b590, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:50:57.335619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.533930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:50:57.538806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:50:57.542730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:57.550085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:50:57.561484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.581292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.591647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:50:57.605222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:50:57.769353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:57.771178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.778594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] 10.222.0.78 "PUT /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 1096 time: 1.7794964 Aug 03 15:50:57.779702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78622c-b0f7-4de6-8b24-7cf6a15bd087 service neutron] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=11']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:57.822998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] DHCP port deletion for 62aebd47-5c8d-49b3-9007-a5a653e95bf1 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:50:57.911315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:57.915018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:57.998020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68924-6856-4654-9bae-3c642e8442ef req-fe5fc613-6dfa-4fb4-94b3-b0319da73622 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.009683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7aa68924-6856-4654-9bae-3c642e8442ef req-fe5fc613-6dfa-4fb4-94b3-b0319da73622 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 948 time: 0.3510509 Aug 03 15:50:58.011665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-ea5aafe4-46fd-44ae-b8d4-d120425eeb28 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2010770 Aug 03 15:50:58.033302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Deleting port a8573da8-17aa-4ae9-92c5-41acd0338ef9 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:58.034085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:58.034231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Request body: {'port': {'device_id': '23286adc-9865-4ff3-b839-c49eec9a6762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:50:58.061613 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79c71e-b95f-48aa-8d4f-20744d6be661 x-openstack-request-id: req-9e79c71e-b95f-48aa-8d4f-20744d6be661 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:50:58.064376 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:50:58.066066 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e79c71e-b95f-48aa-8d4f-20744d6be661 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:50:58.066674 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:50:58.077727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-f5d76e29-da15-4f94-989d-cf5710a24f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.080267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-f5d76e29-da15-4f94-989d-cf5710a24f6f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1099 time: 0.2048724 Aug 03 15:50:58.127735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7aa68924-6856-4654-9bae-3c642e8442ef req-efcb77a8-da7d-4814-99f8-8ec94a85a9d9 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149943 Aug 03 15:50:58.185103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:58.212065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-9d7d799a-3a6e-4351-8bce-4bf3b170e2f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543385 Aug 03 15:50:58.467299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6628a7-c85f-457e-bf23-1643fd558126 req-145970d1-530c-4dbd-80fe-b76618543708 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.482279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f6628a7-c85f-457e-bf23-1643fd558126 req-145970d1-530c-4dbd-80fe-b76618543708 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 932 time: 0.1228137 Aug 03 15:50:58.539487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-a6abc6cd-ea47-41d2-b66e-ba7ebcaaf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.542448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-a6abc6cd-ea47-41d2-b66e-ba7ebcaaf05f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.4505229 Aug 03 15:50:58.561215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f6628a7-c85f-457e-bf23-1643fd558126 req-69c8d2e7-38a7-4070-84b7-e2fddc833968 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Aug 03 15:50:58.593461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:50:58.631034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-89efc3d4-799e-42f4-8f31-fa5de476f6bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.0675457 Aug 03 15:50:58.650583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Deleting port a8573da8-17aa-4ae9-92c5-41acd0338ef9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:50:58.650959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:58.756140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:58.770595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-14f2eed8-8b56-4565-a6ac-39542a380a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.772276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-14f2eed8-8b56-4565-a6ac-39542a380a84 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1294761 Aug 03 15:50:58.782806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:58.791259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '021b02b8-f871-4eaf-b524-69f2199facb0', 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8', 'port_id': '021b02b8-f871-4eaf-b524-69f2199facb0', 'mac_address': 'fa:16:3e:f0:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacb44fd-77dd-4e74-9ccf-5c384b3824cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:50:58.846986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594afa3-55ec-4099-99aa-06c496547c6c req-2280be43-849e-45c2-b451-88e6c6b7e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:58.849275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-2280be43-849e-45c2-b451-88e6c6b7e7d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671797 Aug 03 15:50:58.855452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:58.855865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] For port a8573da8-17aa-4ae9-92c5-41acd0338ef9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8573da8-17aa-4ae9-92c5-41acd0338ef9,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:58.856343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:58.877727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:58.946519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Calling delete_port for a8573da8-17aa-4ae9-92c5-41acd0338ef9 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:58.951679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:50:58.959839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Transition to ACTIVE for port object 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:50:58.993966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:59.001079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-331d01fe-dc64-4f3a-822e-7a50066cc43b service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442368 Aug 03 15:50:59.042108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021b02b8-f871-4eaf-b524-69f2199facb0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:50:59.074697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8573da8-17aa-4ae9-92c5-41acd0338ef9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:50:59.083391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:59.114614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:59.194706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:59.271213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c594afa3-55ec-4099-99aa-06c496547c6c req-6169b094-2e56-45ca-a475-95f096073082 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624178 Aug 03 15:50:59.288566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port a8573da8-17aa-4ae9-92c5-41acd0338ef9 update to DOWN by agent not found {{(pid=106018) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 15:50:59.293299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:59.319117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] Pushing event deleted for resources: {'Port': ['ID=a8573da8-17aa-4ae9-92c5-41acd0338ef9,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:59.329828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3424594-6ca1-4972-b263-6a57dc603780 None None] No DVR routers for this DVR port a8573da8-17aa-4ae9-92c5-41acd0338ef9 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:50:59.351762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:59.390759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['021b02b8-f871-4eaf-b524-69f2199facb0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:50:59.478879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:50:59.494683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cad07-f2bb-4320-a361-65c2656e4cff req-12d6183d-7cb9-447a-8782-0fe240b9e47e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:59.496455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf4cad07-f2bb-4320-a361-65c2656e4cff req-12d6183d-7cb9-447a-8782-0fe240b9e47e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 948 time: 0.1211145 Aug 03 15:50:59.581108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] For port a8573da8-17aa-4ae9-92c5-41acd0338ef9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8573da8-17aa-4ae9-92c5-41acd0338ef9,segment=NetworkSegment(b8b3bd83-e8ef-46d6-8600-d13c976459b9),segment_id=b8b3bd83-e8ef-46d6-8600-d13c976459b9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:50:59.581534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:50:59.604888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf4cad07-f2bb-4320-a361-65c2656e4cff req-b14c59bd-5661-40a4-8046-b59f405e69b3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935414 Aug 03 15:50:59.633160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-7c3e054f-8920-45e0-81e0-6a4934aa62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:59.635004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-7c3e054f-8920-45e0-81e0-6a4934aa62fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 1095 time: 1.0060053 Aug 03 15:50:59.649465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Calling delete_port for a8573da8-17aa-4ae9-92c5-41acd0338ef9 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:50:59.676680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3190a-625d-476f-8273-b069e09cd43d req-6e0a25a9-1807-4926-a370-710f15e5333a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:59.697231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d3190a-625d-476f-8273-b069e09cd43d req-6e0a25a9-1807-4926-a370-710f15e5333a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 1.0434721 Aug 03 15:50:59.898743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8a13f-63c8-4eb8-b6a3-df1307b6cd9d req-a9916e93-7130-4c98-b526-12fd4a5a0f1b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:50:59.900904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55b8a13f-63c8-4eb8-b6a3-df1307b6cd9d req-a9916e93-7130-4c98-b526-12fd4a5a0f1b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 944 time: 0.0925286 Aug 03 15:51:00.005878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55b8a13f-63c8-4eb8-b6a3-df1307b6cd9d req-8da87ea1-eb54-4426-a8e8-33e07fb52f4e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958900 Aug 03 15:51:00.068271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:00.070690 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128" -d '{"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:00.359415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d3190a-625d-476f-8273-b069e09cd43d req-958e43b0-b8fa-4406-98a9-1623424baa51 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605544 Aug 03 15:51:00.440007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Attempting to bind port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:51:00.440335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Attempting to bind port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:51:00.440671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Attempting to bind port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:00.470389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:51:00.470716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Attempting to bind port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:00.477546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-a6403ffb-88d9-4aa0-9b16-36125840f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:00.480164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-a6403ffb-88d9-4aa0-9b16-36125840f57f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.7700534 Aug 03 15:51:00.520870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:51:00.523749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Checking segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:00.524295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Bound using segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:51:00.528494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Bound port: 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:51:00.528952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.596570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:00.604112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-78f85790-6db0-46a8-bd76-de282f73e35f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984950 Aug 03 15:51:00.620089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-fe631f7a-1341-4c53-b88d-087e402c3590 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 200 len: 217 time: 0.1290236 Aug 03 15:51:00.621258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.647925 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dced0b8-ae10-4613-8cb0-32af8ff82295 x-openstack-request-id: req-5dced0b8-ae10-4613-8cb0-32af8ff82295 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:00.649285 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:00.650686 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dced0b8-ae10-4613-8cb0-32af8ff82295 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:00.651272 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'status': 'completed', 'code': 200} Aug 03 15:51:00.707108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-37f92253-8249-4b57-b8ca-c3d8e41381be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:00.709052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-37f92253-8249-4b57-b8ca-c3d8e41381be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.0707304 Aug 03 15:51:00.710309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] No DVR routers for this DVR port a8573da8-17aa-4ae9-92c5-41acd0338ef9 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:00.714597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 021b02b8-f871-4eaf-b524-69f2199facb0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:00.727819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 021b02b8-f871-4eaf-b524-69f2199facb0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:00.731382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.791411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-2ddd24d9-aeaf-4b57-8526-eaa627bd3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:00.793169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-2ddd24d9-aeaf-4b57-8526-eaa627bd3533 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 1101 time: 0.1617570 Aug 03 15:51:00.804544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-83adef80-315d-4643-94c8-2f4ea8e7d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:00.805553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-83adef80-315d-4643-94c8-2f4ea8e7d46a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1099105 Aug 03 15:51:00.847327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.858915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62aebd47-5c8d-49b3-9007-a5a653e95bf1']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:00.870828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b3bd83-e8ef-46d6-8600-d13c976459b9') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:00.871500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b3bd83-e8ef-46d6-8600-d13c976459b9') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:00.887533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.902741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.909734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:51:00.909734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:00.945118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-332ca317-f66d-40f3-86cc-b7bb44e744f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:00.947125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-332ca317-f66d-40f3-86cc-b7bb44e744f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1268284 Aug 03 15:51:00.967437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:51:01.037914 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:51:01.042859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8573da8-17aa-4ae9-92c5-41acd0338ef9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:01.061689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:01.069879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:01.085037 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc71d2-b29a-49c9-b819-867756f0fc7c" -d '{"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:01.093170 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.104287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-61e1d409-b28e-415b-9a34-4004c4e40d62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3658082 Aug 03 15:51:01.110062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.149325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:01.162416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-59845555-7330-4fec-98df-b4dae587af20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 200 len: 217 time: 0.1915638 Aug 03 15:51:01.175011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.181087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] 10.222.0.70 "DELETE /v2.0/networks/62aebd47-5c8d-49b3-9007-a5a653e95bf1 HTTP/1.1" status: 204 len: 168 time: 3.9576046 Aug 03 15:51:01.192676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaf090-bf9c-4bae-ad3d-2fe4207b0810 admin admin] Pushing event deleted for resources: {'Network': ['ID=62aebd47-5c8d-49b3-9007-a5a653e95bf1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:01.230048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:01.266586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:51:01.278782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a081334-26ee-4752-9e53-ec31585aca2c req-d4ae6192-bae7-4945-96c2-55988ca2843b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.293172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a081334-26ee-4752-9e53-ec31585aca2c req-d4ae6192-bae7-4945-96c2-55988ca2843b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 948 time: 0.3187990 Aug 03 15:51:01.305073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-02d46c3e-ae7f-4ee1-aecb-42b974672376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.306485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-02d46c3e-ae7f-4ee1-aecb-42b974672376 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=906dc02efd994854b3e124781b011d82&device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1099 time: 0.5274603 Aug 03 15:51:01.336999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.414596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-54d8439e-9460-4885-b342-42ac1d01d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.416795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-54d8439e-9460-4885-b342-42ac1d01d6e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2324359 Aug 03 15:51:01.447203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-211bedef-a489-4ea1-a214-935b10aa9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.447768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-211bedef-a489-4ea1-a214-935b10aa9260 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.5121732 Aug 03 15:51:01.628699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-0cca314c-aee7-458d-9e04-2fe28c3496db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.1706867 Aug 03 15:51:01.677931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:01.687335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-6f08d657-730b-41c7-a11e-7af88b13778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.702237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-6f08d657-730b-41c7-a11e-7af88b13778b service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3535321 Aug 03 15:51:01.718683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.719796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:01.726500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-04874e58-a273-4894-9e40-2cbcce2a9b9b service neutron] 10.222.0.72 "PUT /v2.0/ports/6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e HTTP/1.1" status: 200 len: 1092 time: 3.6977396 Aug 03 15:51:01.734572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:01.737495 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf" -d '{"events": [{"name": "network-changed", "server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:01.795882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-26934ebe-cae1-46e6-8bb9-8d4980a95127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:01.800307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-26934ebe-cae1-46e6-8bb9-8d4980a95127 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3711276 Aug 03 15:51:01.823037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58778) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:01.869770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a081334-26ee-4752-9e53-ec31585aca2c req-d4d005d6-5b52-4b32-9691-f493182f94e6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751436 Aug 03 15:51:01.895262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:02.086628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-67451aa3-fb5b-4435-9fb4-4ab86f781c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:02.088435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-67451aa3-fb5b-4435-9fb4-4ab86f781c54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.4426103 Aug 03 15:51:02.128313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-be3683fc-a7a0-45d0-ae50-b757d6be2c6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 200 len: 217 time: 0.3873246 Aug 03 15:51:02.131652 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-b994a431-1218-4525-9b86-222a670915ae service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107002 Aug 03 15:51:02.151704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:02.187694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '028471d2-56b5-4700-87f1-e43877b7b590', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '028471d2-56b5-4700-87f1-e43877b7b590', 'mac_address': 'fa:16:3e:64:df:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:02.297827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-82af3f5d-b2ce-4312-a1ed-c3c45f3aff4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbe600546e1940a6b7384ef0d5c7aee1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4504585 Aug 03 15:51:02.307472 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:02.314333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58790) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:02.328126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028471d2-56b5-4700-87f1-e43877b7b590 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:02.392701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:02.404626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:02.418779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08535cca-b65f-4137-b1c4-269aa3e1b7e0 req-9790e474-60ee-4e7e-b51e-8f87831410ce service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416902 Aug 03 15:51:02.483284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-328f8290-c158-4ec2-a188-d89284fc0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:02.498155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-328f8290-c158-4ec2-a188-d89284fc0c23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847110 Aug 03 15:51:02.572145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-6ff30f7f-d35d-4814-bd8f-016a7de25ba3 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518208 Aug 03 15:51:02.592486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:02.616618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-61955598-be3b-4362-9360-eb087986448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:02.618178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-61955598-be3b-4362-9360-eb087986448e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2325137 Aug 03 15:51:02.639937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-471b4e6e-665f-4dd9-8a56-91f7a3bbdd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:02.645687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-471b4e6e-665f-4dd9-8a56-91f7a3bbdd66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 1095 time: 0.8039238 Aug 03 15:51:02.678779 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e32a79a-f669-42fd-b618-e0bb2b9ff8ff x-openstack-request-id: req-5e32a79a-f669-42fd-b618-e0bb2b9ff8ff {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:02.679205 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:02.679468 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e32a79a-f669-42fd-b618-e0bb2b9ff8ff {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:02.679915 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0', 'code': 200} Aug 03 15:51:02.715518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['028471d2-56b5-4700-87f1-e43877b7b590'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:02.761539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a331e0-2d0f-4aec-8993-d408dc20764f req-ec85b08a-f234-4290-9083-d040a38cc687 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621962 Aug 03 15:51:02.936765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafcf6f-9b79-46e6-aa2b-603306022b76 req-da2aaab0-0f53-4250-b059-8312da1a7967 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:02.949805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eafcf6f-9b79-46e6-aa2b-603306022b76 req-da2aaab0-0f53-4250-b059-8312da1a7967 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 944 time: 0.7757776 Aug 03 15:51:03.093421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-8698cc46-8ddb-4605-8622-552f214c79b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e HTTP/1.1" status: 200 len: 217 time: 0.4101946 Aug 03 15:51:03.122008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:03.200387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-3ce2d8fb-6b37-4e76-b5aa-dfba206576ea service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964731 Aug 03 15:51:03.297918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eafcf6f-9b79-46e6-aa2b-603306022b76 req-e5958610-a812-4c7d-9059-f40f37f0f648 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464689 Aug 03 15:51:03.346619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cca39-60ed-407f-8137-56a3ccd35eb7 req-4cc4eb36-ad36-4bcb-88cf-4653406d180f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:03.356325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e68cca39-60ed-407f-8137-56a3ccd35eb7 req-4cc4eb36-ad36-4bcb-88cf-4653406d180f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.4797566 Aug 03 15:51:03.367955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-4a5b9bb9-24fa-492a-9273-2e3f20df5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:03.373819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-4a5b9bb9-24fa-492a-9273-2e3f20df5c7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7232721 Aug 03 15:51:03.374934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729a0d8-270b-4ad0-9e2f-b0b00893a5f9 req-a6925dfd-195e-43f3-bbd5-c64890a27499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:03.390098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3729a0d8-270b-4ad0-9e2f-b0b00893a5f9 req-a6925dfd-195e-43f3-bbd5-c64890a27499 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1096 time: 0.6146967 Aug 03 15:51:03.396253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:03.400218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-1a4cf07c-6cb7-4977-a23b-8a31598a7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:03.402210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-1a4cf07c-6cb7-4977-a23b-8a31598a7753 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.2876797 Aug 03 15:51:03.478503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e68cca39-60ed-407f-8137-56a3ccd35eb7 req-264f8caf-9c3d-451e-a008-7fcd21742911 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Aug 03 15:51:03.546303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-af18308b-3697-45f2-8080-4425b446f79e service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354175 Aug 03 15:51:03.581386 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4881f93-d234-4ed0-b067-c702318a0ec5 x-openstack-request-id: req-e4881f93-d234-4ed0-b067-c702318a0ec5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:03.582248 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:03.584541 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4881f93-d234-4ed0-b067-c702318a0ec5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:03.585848 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'status': 'completed', 'code': 200} Aug 03 15:51:03.601405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-5c250792-e57c-4132-8a8c-32d0534b3eba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802008 Aug 03 15:51:03.618405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:03.622219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:03.623490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abd2a559-543c-4740-ae93-02007bff94c2 HTTP/1.1" status: 204 len: 168 time: 1.3081846 Aug 03 15:51:03.651799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65e68a-e372-429d-8dc5-7d1f95031ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2a559-543c-4740-ae93-02007bff94c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:03.715410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3729a0d8-270b-4ad0-9e2f-b0b00893a5f9 req-f5f128b0-77fc-43f7-b2d7-c2b459423f5e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964165 Aug 03 15:51:03.844592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-305a2c4f-604d-4c15-8d35-f4bb127cb32c service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978068 Aug 03 15:51:03.868868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-8d7ec855-9882-4e68-920e-5228addb125f service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778082 Aug 03 15:51:03.913237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:04.041060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693772c-6cc0-4771-b109-9168529ccfb3 req-b503e17b-16c5-4a0c-a11b-c1f5f7cdaff6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:04.052095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0693772c-6cc0-4771-b109-9168529ccfb3 req-b503e17b-16c5-4a0c-a11b-c1f5f7cdaff6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 949 time: 0.3309460 Aug 03 15:51:04.109109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 028471d2-56b5-4700-87f1-e43877b7b590 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:04.142391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 028471d2-56b5-4700-87f1-e43877b7b590 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:04.143072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:04.194960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0693772c-6cc0-4771-b109-9168529ccfb3 req-a5f2f5ab-0e9f-4ea6-b4f2-97de4c9c0705 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395259 Aug 03 15:51:04.216429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a07c307-9359-4dbe-a76a-76d0081f6699 req-dc82b378-b793-4c5c-8dde-ab94374da4e6 service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615260 Aug 03 15:51:04.218848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dd59ebe-ec79-4a0d-940c-3b0652d2f128 req-8a74189c-5c7c-4a25-89b7-a2d72bd6c933 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296759 Aug 03 15:51:04.364871 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:04.402615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-f8a0bb34-1a3a-465c-bddb-0729a988073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:04.409669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:04.413051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-f8a0bb34-1a3a-465c-bddb-0729a988073a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 1095 time: 0.1220191 Aug 03 15:51:04.414863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:04.490156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=13']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:04.639850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-22f23690-d650-4be9-9b14-d58017d8dfb3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712606 Aug 03 15:51:04.661255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-a3244bdb-cee1-476a-88d7-c5b5421c44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:04.663285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-a3244bdb-cee1-476a-88d7-c5b5421c44bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 915 time: 0.2285459 Aug 03 15:51:04.685257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:04.685537 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe81d0db-028a-4e85-9519-2abcd6a18d0a" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:04.864038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-627cf364-8022-4f83-b3e5-ee6bd477844d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e HTTP/1.1" status: 200 len: 217 time: 0.1730497 Aug 03 15:51:04.939634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-21cf91f1-c7fc-4085-8101-fccc44dccfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:04.941359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-21cf91f1-c7fc-4085-8101-fccc44dccfc7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=920ecdddd9c14fe087a4205bb2417751&device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 1096 time: 0.2491970 Aug 03 15:51:04.979064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58902) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:05.049200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-263554d9-1f21-47c3-888a-e9fb8a0cc824 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8bcc957706f4d74a7a2670f367f777f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689199 Aug 03 15:51:05.050304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58906) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:05.071934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-d48b4051-0859-4bbc-8a61-7cdea6d5fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.075682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-d48b4051-0859-4bbc-8a61-7cdea6d5fc56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.2035446 Aug 03 15:51:05.139111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:05.145259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-e81d3f09-a192-49a1-8448-697e2bb418ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550120 Aug 03 15:51:05.171719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:05.274162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-91fe3c06-a08f-49d8-8f08-a56ac019cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.276721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-91fe3c06-a08f-49d8-8f08-a56ac019cdc6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 200 len: 907 time: 0.3002255 Aug 03 15:51:05.281489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0e4f-01d8-4112-923b-9fd465f2a06f req-73bb8465-9372-40b1-bf9b-9857cebf62ca tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.283895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-021b0e4f-01d8-4112-923b-9fd465f2a06f req-73bb8465-9372-40b1-bf9b-9857cebf62ca tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 1101 time: 0.3311720 Aug 03 15:51:05.334960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:05.340908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:05.343011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/396e6abc-c25c-4395-b92f-9baea90be7b6 HTTP/1.1" status: 204 len: 168 time: 0.2910557 Aug 03 15:51:05.378532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3006ffe-a3c3-43b9-addc-11ffa1f89e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e6abc-c25c-4395-b92f-9baea90be7b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:05.407536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f35b64-bf8c-4776-8661-35063ee66186 req-4c5c43cb-0df5-432b-834f-001fdaa027c3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.409050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-02e90ece-7ea8-4220-af80-f3d9689438b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 200 len: 1001 time: 0.1156554 Aug 03 15:51:05.417291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-021b0e4f-01d8-4112-923b-9fd465f2a06f req-4b0df74c-52e7-4946-a4d9-b7853acb8cd9 tempest-MigrationsAdminTest-1833389586 tempest-MigrationsAdminTest-1833389586-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129208 Aug 03 15:51:05.418918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-27f35b64-bf8c-4776-8661-35063ee66186 req-4c5c43cb-0df5-432b-834f-001fdaa027c3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 944 time: 0.1537755 Aug 03 15:51:05.433508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-c5853cc3-fab8-467c-9012-6fbf561a142a service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770233 Aug 03 15:51:05.493888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-27f35b64-bf8c-4776-8661-35063ee66186 req-7ed49bb1-c7e4-47e9-9113-a6a4d2cc9ab5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732579 Aug 03 15:51:05.546459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-d4f4d3a4-f973-4e85-9221-09f2abee3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.548073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-d4f4d3a4-f973-4e85-9221-09f2abee3fc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=001fae87-b82a-481b-8079-fe00f4e70666 HTTP/1.1" status: 200 len: 845 time: 0.1279778 Aug 03 15:51:05.597222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a49a7afa-3c81-45bc-bf13-6a8eab2e53bf req-34233b5c-43ad-4efa-9d43-75835ee9f818 service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401525 Aug 03 15:51:05.629541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-0b94e17f-2aac-4e89-ad79-acab3068b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.636350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-0b94e17f-2aac-4e89-ad79-acab3068b126 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eaaf0ade-c6b0-4de3-ac54-487df3ec610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545924 Aug 03 15:51:05.656069 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156c49b-1bdd-4df8-9d17-bd57a93253dd x-openstack-request-id: req-2156c49b-1bdd-4df8-9d17-bd57a93253dd {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:05.656654 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-plugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:05.656654 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2156c49b-1bdd-4df8-9d17-bd57a93253dd {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:05.656995 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:51:05.679800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312300ed-c938-48d4-9f1a-44481efe17b4 req-04093e41-3536-4514-8fbe-b171ebacdefd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:05.682128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-312300ed-c938-48d4-9f1a-44481efe17b4 req-04093e41-3536-4514-8fbe-b171ebacdefd tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.0821466 Aug 03 15:51:05.770296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-312300ed-c938-48d4-9f1a-44481efe17b4 req-be041c62-c85f-4fc2-929a-5280481a88e2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799582 Aug 03 15:51:05.786145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-b9b71fe6-e4bd-4f0a-a468-9c4cb5606c6d service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390884 Aug 03 15:51:05.910425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7401d86a-3be4-42c2-9714-fa85d60e2547 req-9b3e3f88-db85-437a-b8b2-06ce70c8944d service neutron] 10.222.0.78 "GET /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130219 Aug 03 15:51:06.076925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fecd6-fb38-4629-a55b-5028b1bce10b req-696361aa-70ee-4f59-8a21-dca43e3333db tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:06.085432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82fecd6-fb38-4629-a55b-5028b1bce10b req-696361aa-70ee-4f59-8a21-dca43e3333db tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 948 time: 0.0678945 Aug 03 15:51:06.121463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82fecd6-fb38-4629-a55b-5028b1bce10b req-0e1b23da-26a2-40c0-ae95-94d624136a08 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Aug 03 15:51:06.252375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286983ae-229f-4167-b5c4-fa1481aaf9ef req-7f49dc65-56d7-4f0b-adc0-e5240b6d0d47 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:06.255045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-286983ae-229f-4167-b5c4-fa1481aaf9ef req-7f49dc65-56d7-4f0b-adc0-e5240b6d0d47 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1096 time: 0.0569057 Aug 03 15:51:06.357986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-286983ae-229f-4167-b5c4-fa1481aaf9ef req-a43ca85f-c160-465d-9a6a-06b169d7aac4 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919492 Aug 03 15:51:06.616843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac1f3e-5cc2-41c0-bbaa-e33291193d5b req-05041c03-1bfa-4f27-ba64-bcba2908efd8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:06.619810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ac1f3e-5cc2-41c0-bbaa-e33291193d5b req-05041c03-1bfa-4f27-ba64-bcba2908efd8 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 950 time: 0.0989425 Aug 03 15:51:06.637772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:06.676016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ac1f3e-5cc2-41c0-bbaa-e33291193d5b req-e82490fa-7aa2-4276-b069-24b3f9c9c932 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Aug 03 15:51:06.830382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:06.846256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'port_id': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'mac_address': 'fa:16:3e:84:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68845f8-e6fc-461b-8aff-56803139634e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:06.912908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d3cd-375a-4127-ad01-37e3df18c7f6 req-ff9b7da1-03b5-4d02-98f3-dfd09fd93c80 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:06.914693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab73d08-6501-4ba3-9e51-682c918c19ac req-0d901aad-23ed-406e-bcbd-c34ac35a8982 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:06.916834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:06.918437 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ab73d08-6501-4ba3-9e51-682c918c19ac req-0d901aad-23ed-406e-bcbd-c34ac35a8982 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1096 time: 0.1197071 Aug 03 15:51:06.921527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3c7d3cd-375a-4127-ad01-37e3df18c7f6 req-ff9b7da1-03b5-4d02-98f3-dfd09fd93c80 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 944 time: 0.0786488 Aug 03 15:51:06.948459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:06.966888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ab73d08-6501-4ba3-9e51-682c918c19ac req-796f1c57-e94b-42c4-b2aa-fb6ef762c1e2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Aug 03 15:51:06.984430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:06.986807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3c7d3cd-375a-4127-ad01-37e3df18c7f6 req-8f30fa9c-9d17-40b8-82f7-b46477adb35c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642889 Aug 03 15:51:06.990829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:07.062967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:07.306454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:07.585574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-6233071d-62b8-40ab-8c32-b85ce24fc378 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:07.589183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-6233071d-62b8-40ab-8c32-b85ce24fc378 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 950 time: 0.0551062 Aug 03 15:51:07.761106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Deleting port 028471d2-56b5-4700-87f1-e43877b7b590 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:07.761747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:07.909767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:07.910455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:07.938600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Calling delete_port for 028471d2-56b5-4700-87f1-e43877b7b590 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:07.961997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 028471d2-56b5-4700-87f1-e43877b7b590 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:08.118951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.174456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:08.178664 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0301a5-349b-42e6-b3e3-6729a95bd89e" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:08.203109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 028471d2-56b5-4700-87f1-e43877b7b590, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=028471d2-56b5-4700-87f1-e43877b7b590,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:08.211295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.213258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:08.231054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc94f5-c672-4174-8855-f9ecfa7bb7b4 req-d9e4ebe4-8769-437a-892c-1f063aa1fa15 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:08.234004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56bc94f5-c672-4174-8855-f9ecfa7bb7b4 req-d9e4ebe4-8769-437a-892c-1f063aa1fa15 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.0926383 Aug 03 15:51:08.326061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=14']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:08.384990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56bc94f5-c672-4174-8855-f9ecfa7bb7b4 req-bbb16a4e-f909-4aba-81c9-7ef5844c1c45 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437271 Aug 03 15:51:08.405741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.428827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32', '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:08.527668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:08.560203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event deleted for resources: {'Port': ['ID=028471d2-56b5-4700-87f1-e43877b7b590,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:08.594593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.639124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] No DVR routers for this DVR port 028471d2-56b5-4700-87f1-e43877b7b590 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:08.643219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.645350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2aecfd53-e253-443b-a4d0-a58859b62e63 req-a228f7d5-7f3c-4e12-b7b5-90c7ca698172 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "DELETE /v2.0/ports/028471d2-56b5-4700-87f1-e43877b7b590 HTTP/1.1" status: 204 len: 173 time: 1.0490832 Aug 03 15:51:08.645866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-deleted', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:08.664632 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5778b3d-7330-4b71-9fd6-35fe28805ce0" -d '{"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-deleted", "tag": "028471d2-56b5-4700-87f1-e43877b7b590"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:08.684409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:08.740917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9c17828-0278-484a-97e5-db17084416cf req-4f803544-6da0-4d52-ae55-8616f3d0d935 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=929b482f-3838-440f-bd39-a7618d352fd4 HTTP/1.1" status: 200 len: 210 time: 0.2228076 Aug 03 15:51:08.892210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:08.896493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:08.911700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.914678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:08.915973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:08.927309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c0c55-102e-4ebf-b328-a4455ad09f2d req-099d9767-bc21-4f02-b3b0-1da2544810b4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:08.940352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b7c0c55-102e-4ebf-b328-a4455ad09f2d req-099d9767-bc21-4f02-b3b0-1da2544810b4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 945 time: 0.1090460 Aug 03 15:51:09.025603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b7c0c55-102e-4ebf-b328-a4455ad09f2d req-421b69cb-271b-495d-907d-919a6c9c011c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842896 Aug 03 15:51:09.057410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-66c77bf1-35ed-47a1-a140-17058a214d1c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:09.059626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-66c77bf1-35ed-47a1-a140-17058a214d1c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 948 time: 0.0966527 Aug 03 15:51:09.066327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:09.217929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Deleting port 53accb54-1197-459b-a326-ee0ac18aa075 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:09.218639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:09.246869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:09.340777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:09.350415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-19de22bd-e8c1-45fd-9795-9a1320b98061 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:51:09.353207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-19de22bd-e8c1-45fd-9795-9a1320b98061 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126719 Aug 03 15:51:09.355845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:09.381457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Request body: {'binding': {'host': 'n-h2-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:09.382072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:51:09.406526 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e083d-a9cd-4ba0-8d4f-b09bc00431f2 x-openstack-request-id: req-327e083d-a9cd-4ba0-8d4f-b09bc00431f2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:09.406980 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:09.407391 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-327e083d-a9cd-4ba0-8d4f-b09bc00431f2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:09.408007 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'code': 200} Aug 03 15:51:09.474287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:09.491909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] For port 53accb54-1197-459b-a326-ee0ac18aa075, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=53accb54-1197-459b-a326-ee0ac18aa075,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:09.492619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:09.560187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Calling delete_port for 53accb54-1197-459b-a326-ee0ac18aa075 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:09.671836 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1620e1-280a-484c-81c3-ce1848a7d849 x-openstack-request-id: req-7f1620e1-280a-484c-81c3-ce1848a7d849 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:09.672403 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929b482f-3838-440f-bd39-a7618d352fd4", "name": "network-vif-deleted", "tag": "028471d2-56b5-4700-87f1-e43877b7b590", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:09.672787 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f1620e1-280a-484c-81c3-ce1848a7d849 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:09.673496 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929b482f-3838-440f-bd39-a7618d352fd4', 'name': 'network-vif-deleted', 'tag': '028471d2-56b5-4700-87f1-e43877b7b590', 'status': 'completed', 'code': 200} Aug 03 15:51:09.768214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on host n-h2-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:51:09.769139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:51:09.770023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:09.800645 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1f824c1d-682c-4260-9f83-42232e939785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:09.822805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:51:09.823354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:09.835950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:51:09.836264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:09.836645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:51:09.837746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Bound port: 021b02b8-f871-4eaf-b524-69f2199facb0, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:51:10.269389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:10.288429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f879221b-6959-420d-a62b-e0846efefd82 req-78a618be-d4c9-45ca-9054-804275084125 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ce05876-1ed0-4292-af39-68668808460e HTTP/1.1" status: 200 len: 210 time: 0.0352361 Aug 03 15:51:10.321842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Pushing event deleted for resources: {'Port': ['ID=53accb54-1197-459b-a326-ee0ac18aa075,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:10.367514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:51:10.386011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] No DVR routers for this DVR port 53accb54-1197-459b-a326-ee0ac18aa075 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:10.389176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:10.390443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-40b408f0-54ec-429c-9593-b58eb9cb2776 service neutron] 10.222.0.70 "POST /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0142641 Aug 03 15:51:10.391537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:10.393501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-665f48aa-aa6b-4db0-89df-16d74a611fe4 req-980a4316-044c-482f-9785-f2e3559e68c7 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "DELETE /v2.0/ports/53accb54-1197-459b-a326-ee0ac18aa075 HTTP/1.1" status: 204 len: 173 time: 1.3226626 Aug 03 15:51:10.686871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc176bdb-87ec-4a2a-8dac-98fd09f69363 req-0d5c88f2-dc14-49db-899f-d51f00e4a68b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:10.688763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc176bdb-87ec-4a2a-8dac-98fd09f69363 req-0d5c88f2-dc14-49db-899f-d51f00e4a68b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0725052 Aug 03 15:51:10.735846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc176bdb-87ec-4a2a-8dac-98fd09f69363 req-ec35d466-aeda-4169-8ede-47479f20fa25 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Aug 03 15:51:10.817334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e7541f63-7138-44bd-b045-cd043e548225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:10.819101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e7541f63-7138-44bd-b045-cd043e548225 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1096 time: 0.0739243 Aug 03 15:51:11.042989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e1297d5f-a5c5-4928-84f6-a9d2167029ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.044686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e1297d5f-a5c5-4928-84f6-a9d2167029ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2145183 Aug 03 15:51:11.063360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501db2f-8139-4e8a-a6e5-316efd1129b1 req-028a5e8c-e992-4718-bf7f-19e749fdcee5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.067596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4501db2f-8139-4e8a-a6e5-316efd1129b1 req-028a5e8c-e992-4718-bf7f-19e749fdcee5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.1221068 Aug 03 15:51:11.112018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-3bc1c0d5-4649-4944-b00a-0d3cdba75f3e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 217 time: 0.0587130 Aug 03 15:51:11.151882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4501db2f-8139-4e8a-a6e5-316efd1129b1 req-302b8e2d-1735-46d5-af99-7a3f911d375f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Aug 03 15:51:11.259098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4064ce75-c915-4e6d-8b6e-16d63b884eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.261811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4064ce75-c915-4e6d-8b6e-16d63b884eda service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1382139 Aug 03 15:51:11.315875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-03e6620f-cc64-4296-aa7e-bf730aeb1723 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465233 Aug 03 15:51:11.396581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156ef78-5371-4895-b27c-6aec2882fa53 req-4cc34d02-f683-45fe-bff1-52b814d2ab16 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.398626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b156ef78-5371-4895-b27c-6aec2882fa53 req-4cc34d02-f683-45fe-bff1-52b814d2ab16 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 950 time: 0.1891892 Aug 03 15:51:11.410292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}, {'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:11.418561 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ca12c6-73af-496b-bd04-71a7f8f7adac" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}, {"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-plugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:11.526585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b156ef78-5371-4895-b27c-6aec2882fa53 req-0e361af2-05b9-4c97-ba51-950c8d9a5701 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110749 Aug 03 15:51:11.553171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-5a9d59e3-1d27-4d73-bebf-3635286c6fdf service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287018 Aug 03 15:51:11.596512 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bdc3b-480c-4b35-ae95-1923a3fd03e7 x-openstack-request-id: req-dd2bdc3b-480c-4b35-ae95-1923a3fd03e7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:11.596880 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "code": 200}, {"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-plugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:11.597197 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd2bdc3b-480c-4b35-ae95-1923a3fd03e7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:11.597706 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'code': 200} Aug 03 15:51:11.598437 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'code': 200} Aug 03 15:51:11.679556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-deleted', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:11.685265 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b2f0ad-9768-4cf8-8ddc-c2eb6ac52615" -d '{"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-deleted", "tag": "53accb54-1197-459b-a326-ee0ac18aa075"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:11.734894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c273158-3dc0-43af-900a-742cdb28986b req-c7d29eb1-5a43-43d4-b4a3-200471434bb9 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.749439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c273158-3dc0-43af-900a-742cdb28986b req-c7d29eb1-5a43-43d4-b4a3-200471434bb9 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 948 time: 0.0721188 Aug 03 15:51:11.780804 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3ed9d-29ce-4902-979e-7394b057e938 x-openstack-request-id: req-35d3ed9d-29ce-4902-979e-7394b057e938 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:11.781228 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce05876-1ed0-4292-af39-68668808460e", "name": "network-vif-deleted", "tag": "53accb54-1197-459b-a326-ee0ac18aa075", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:11.781623 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35d3ed9d-29ce-4902-979e-7394b057e938 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:11.782204 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce05876-1ed0-4292-af39-68668808460e', 'name': 'network-vif-deleted', 'tag': '53accb54-1197-459b-a326-ee0ac18aa075', 'status': 'completed', 'code': 200} Aug 03 15:51:11.801092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c273158-3dc0-43af-900a-742cdb28986b req-f628f004-2854-46b1-b0e7-0951ff338d5c tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504265 Aug 03 15:51:11.801603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-96f37050-236f-46fc-b4ca-72c0ff1643d5 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393489 Aug 03 15:51:11.820337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982752c2-f052-4e1a-b707-8da7fc0f7deb req-c3e5c610-a911-4f93-8e3e-f6b0491c20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.823070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-982752c2-f052-4e1a-b707-8da7fc0f7deb req-c3e5c610-a911-4f93-8e3e-f6b0491c20e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 1097 time: 0.1210687 Aug 03 15:51:11.954686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-982752c2-f052-4e1a-b707-8da7fc0f7deb req-a3751340-41ca-47b5-9928-300ff17326f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234157 Aug 03 15:51:11.973795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c88a5-a5e1-4c1f-803c-1b98d2d0a649 req-6d9414b9-7901-4dc6-8b15-370a5c57cf26 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:11.976314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af1c88a5-a5e1-4c1f-803c-1b98d2d0a649 req-6d9414b9-7901-4dc6-8b15-370a5c57cf26 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1060662 Aug 03 15:51:11.988319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:12.034224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af1c88a5-a5e1-4c1f-803c-1b98d2d0a649 req-a2e5db81-daff-471e-8906-e08b7211375b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Aug 03 15:51:12.132682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59268) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:12.176853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:12.181050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a9f29a17-afcb-4ea2-b8ea-4b522ee6bd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.208425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'mac_address': 'fa:16:3e:33:19:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:12.284887 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.318448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:12.334635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e79420-016b-4926-993c-6f2985869f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.336978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c498ff-f970-485e-b809-281d51f4b443 req-897213c6-3fb9-4a2f-99cb-ebecc158689b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:12.339818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0c498ff-f970-485e-b809-281d51f4b443 req-897213c6-3fb9-4a2f-99cb-ebecc158689b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.0764320 Aug 03 15:51:12.368023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:12.376652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.446384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0c498ff-f970-485e-b809-281d51f4b443 req-dcc498bd-de7f-446c-b479-689e8610fb77 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936601 Aug 03 15:51:12.508163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:12.516715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e79420-016b-4926-993c-6f2985869f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.524263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e79420-016b-4926-993c-6f2985869f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.564057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8d0595b8-f844-4e37-a815-cde62b6b8204'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:12.570904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6e79420-016b-4926-993c-6f2985869f2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dedb7e54a7844ef7a31ab140cf700b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365084 Aug 03 15:51:12.573835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e79420-016b-4926-993c-6f2985869f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44260c0-d709-4590-96f3-8c7d785f7d8e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:12.574273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59284) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:12.661678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.684207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:12.704885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.741135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 53accb54-1197-459b-a326-ee0ac18aa075 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:12.741832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 53accb54-1197-459b-a326-ee0ac18aa075 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:12.749201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.828662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.832107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb017-0722-482e-b85f-105e26bee6c0 req-17f11762-7c2e-4034-bb6f-fde74469c3c6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:12.832788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:12.838122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a44260c0-d709-4590-96f3-8c7d785f7d8e HTTP/1.1" status: 204 len: 168 time: 0.2622304 Aug 03 15:51:12.843197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-403eb017-0722-482e-b85f-105e26bee6c0 req-17f11762-7c2e-4034-bb6f-fde74469c3c6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 950 time: 0.1559823 Aug 03 15:51:12.855960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab944a-bd4c-4b80-8e58-f14a87f837f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44260c0-d709-4590-96f3-8c7d785f7d8e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:12.963027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-403eb017-0722-482e-b85f-105e26bee6c0 req-ca7d7a22-33a7-4d50-926e-89d97573254a tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187308 Aug 03 15:51:13.018061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e7542-2995-4859-88bf-62d7534f5c55 req-8fafb7e2-cb13-4acb-a863-8352f136e718 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.019862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-331e7542-2995-4859-88bf-62d7534f5c55 req-8fafb7e2-cb13-4acb-a863-8352f136e718 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 950 time: 0.1478443 Aug 03 15:51:13.063779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856346ee-7b05-4705-b06b-fa2d72160d14 req-4a2f0575-fd23-47d7-a1db-d45632e337fe tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.075089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-856346ee-7b05-4705-b06b-fa2d72160d14 req-4a2f0575-fd23-47d7-a1db-d45632e337fe tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 948 time: 0.0936625 Aug 03 15:51:13.211160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-856346ee-7b05-4705-b06b-fa2d72160d14 req-05350462-820b-47f4-9069-1f729f6f89c4 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343060 Aug 03 15:51:13.287684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Deleting port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:13.288227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:13.418942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59314) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:13.420335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe69a-c486-4db4-a9d4-5125a9eca773 req-7539b734-fd1e-474a-bef4-6299601d088d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.431918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-214fe69a-c486-4db4-a9d4-5125a9eca773 req-7539b734-fd1e-474a-bef4-6299601d088d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0947802 Aug 03 15:51:13.445602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3316cc3-1c47-47e6-a198-87ce4de7949b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:13.484702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] For port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:13.484843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:13.517365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Calling delete_port for 8305c8d0-893e-4a4b-adb6-a4946aa6b0df owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:13.525665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-214fe69a-c486-4db4-a9d4-5125a9eca773 req-f928d179-a829-4011-800f-40d7ad075f38 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895932 Aug 03 15:51:13.547285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:13.704941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-abb6ee3e-37cc-4009-9d31-18605cebc6c3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.706606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-abb6ee3e-37cc-4009-9d31-18605cebc6c3 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 948 time: 0.2115352 Aug 03 15:51:13.770396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df083a-adbd-4281-9247-807334f31066 req-77203e95-ddab-4adc-9ff6-eae16466d826 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.772567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8df083a-adbd-4281-9247-807334f31066 req-77203e95-ddab-4adc-9ff6-eae16466d826 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1053433 Aug 03 15:51:13.868570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8df083a-adbd-4281-9247-807334f31066 req-eafdc610-421f-46a8-95a1-6a829cc4dfdb tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812538 Aug 03 15:51:13.904498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e745-2df2-412c-9f1f-835d08294a78 req-96dc571c-add2-4a40-b98a-affb37720218 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:13.906062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3b4e745-2df2-412c-9f1f-835d08294a78 req-96dc571c-add2-4a40-b98a-affb37720218 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.2325423 Aug 03 15:51:13.984665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3316cc3-1c47-47e6-a198-87ce4de7949b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:13.990790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:14.037657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3316cc3-1c47-47e6-a198-87ce4de7949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.132630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3316cc3-1c47-47e6-a198-87ce4de7949b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f836e9770b44104bef3e47dfd623243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121909 Aug 03 15:51:14.136101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:14.185571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8d0595b8-f844-4e37-a815-cde62b6b8204 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:14.186776 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.202565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3b4e745-2df2-412c-9f1f-835d08294a78 req-86f469b4-4ef9-42fc-acb5-a48d36f99465 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727678 Aug 03 15:51:14.279474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3316cc3-1c47-47e6-a198-87ce4de7949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078b3650-8629-4380-98b9-b4bf68fe4c2d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:14.282830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.359336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:14.363417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:14.366657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event deleted for resources: {'Port': ['ID=8305c8d0-893e-4a4b-adb6-a4946aa6b0df,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:14.377849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.400974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Deleting port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:14.403730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.431508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.495087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99dfa079-de2b-4e4f-96a2-474fcd0ab679 req-cfd70605-574e-41f5-adfe-6e3de38df004 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b1daa8-2c06-4f8c-b0b8-efbdeba190d5 HTTP/1.1" status: 200 len: 210 time: 0.1399722 Aug 03 15:51:14.583710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.596437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.601016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/078b3650-8629-4380-98b9-b4bf68fe4c2d HTTP/1.1" status: 204 len: 168 time: 0.4594452 Aug 03 15:51:14.651017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf916ce-4676-4087-aca3-b90367991d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078b3650-8629-4380-98b9-b4bf68fe4c2d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:14.861981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.873048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] No DVR routers for this DVR port 8305c8d0-893e-4a4b-adb6-a4946aa6b0df on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:14.878603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:14.883347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-331e7542-2995-4859-88bf-62d7534f5c55 req-2269b491-a598-4676-8ec0-3592717ad562 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "DELETE /v2.0/ports/8305c8d0-893e-4a4b-adb6-a4946aa6b0df HTTP/1.1" status: 204 len: 173 time: 1.8465002 Aug 03 15:51:14.913555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-deleted', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:14.943995 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419be323-8cd8-4684-a1e5-4684f2069387" -d '{"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-deleted", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:15.010637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] For port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:15.014435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:15.019483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a977-f853-4ea9-962a-35458f1aaa52 req-d9c438ff-2013-4610-8700-91a28fbe0686 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:15.058057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e4d9a977-f853-4ea9-962a-35458f1aaa52 req-d9c438ff-2013-4610-8700-91a28fbe0686 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 948 time: 0.3159783 Aug 03 15:51:15.061317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Calling delete_port for b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:15.129337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:15.134836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:15.140750 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f629f8-d1a6-4e32-89fa-a7b29ff2729e" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:15.183211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e4d9a977-f853-4ea9-962a-35458f1aaa52 req-b5aa8ac0-ac18-4238-a01c-5d55fb077e06 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/security-groups?id=65e33070-7b6b-41bf-8553-897b7fbf9a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194243 Aug 03 15:51:15.390438 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c871d1a-fbaa-4062-a68f-d634090b8479 x-openstack-request-id: req-6c871d1a-fbaa-4062-a68f-d634090b8479 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:15.391183 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b1daa8-2c06-4f8c-b0b8-efbdeba190d5", "name": "network-vif-deleted", "tag": "8305c8d0-893e-4a4b-adb6-a4946aa6b0df", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:15.392049 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c871d1a-fbaa-4062-a68f-d634090b8479 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:15.392894 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b1daa8-2c06-4f8c-b0b8-efbdeba190d5', 'name': 'network-vif-deleted', 'tag': '8305c8d0-893e-4a4b-adb6-a4946aa6b0df', 'status': 'completed', 'code': 200} Aug 03 15:51:15.444461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:15.487496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Pushing event deleted for resources: {'Port': ['ID=b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:15.525005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caab63-6b34-4d70-b2a4-0d781909c2e4 req-11a9f468-53fe-4f59-8563-03110e0b3369 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:15.541515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88caab63-6b34-4d70-b2a4-0d781909c2e4 req-11a9f468-53fe-4f59-8563-03110e0b3369 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1464009 Aug 03 15:51:15.757042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] No DVR routers for this DVR port b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:15.767257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:15.770279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7b22772-d9e0-4054-a0f5-b1479d6d943a req-199d4bff-d93d-46c5-ab97-5dc229dbb983 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.72 "DELETE /v2.0/ports/b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e HTTP/1.1" status: 204 len: 173 time: 2.0525372 Aug 03 15:51:15.832529 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88caab63-6b34-4d70-b2a4-0d781909c2e4 req-dc9c5d1a-86b3-45a7-997e-1bd0eeb651ad tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896233 Aug 03 15:51:15.958667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:15.970816 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7861a5-1d96-4c0b-b840-12ebab2598a4 x-openstack-request-id: req-3b7861a5-1d96-4c0b-b840-12ebab2598a4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:15.971144 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-plugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:15.972844 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b7861a5-1d96-4c0b-b840-12ebab2598a4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:15.975029 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'code': 200} Aug 03 15:51:16.019435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af12bc3-1542-4cb1-8b16-74a25c950d0f req-f076c151-be3d-4f52-8d70-874009d13521 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:16.021144 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7af12bc3-1542-4cb1-8b16-74a25c950d0f req-f076c151-be3d-4f52-8d70-874009d13521 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.2140164 Aug 03 15:51:16.104635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:16.208084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7af12bc3-1542-4cb1-8b16-74a25c950d0f req-480c8d50-f5cb-48ed-9897-0c6b7357f7cb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746311 Aug 03 15:51:16.327744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:16.339084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:16.365394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 8305c8d0-893e-4a4b-adb6-a4946aa6b0df {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:16.365858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8305c8d0-893e-4a4b-adb6-a4946aa6b0df not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:16.523445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:16.638868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac8d1079-be16-4b42-b4f8-fafc70c3f146 req-102d9280-f9d0-4b44-96ba-2a5ecfdfb6f6 tempest-ListImageFiltersTestJSON-566074198 tempest-ListImageFiltersTestJSON-566074198-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3b4e232-3803-4798-afcb-570dd739e1af HTTP/1.1" status: 200 len: 210 time: 0.0785916 Aug 03 15:51:16.688538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:16.743279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:16.743726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:17.059942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047973f0-3e27-409f-a7f5-4b4386b386ee req-1f8bbd27-0d2c-44a6-b2c2-6f740423d35e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:17.080522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-047973f0-3e27-409f-a7f5-4b4386b386ee req-1f8bbd27-0d2c-44a6-b2c2-6f740423d35e tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1818843 Aug 03 15:51:17.225864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e329677-002d-4b19-b96c-1d8b47457c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:17.272742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12db5-c71a-43d1-b4ca-ce651903117e req-05e7cad0-aed0-4d65-b954-660cf051ff2d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:17.277019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81d12db5-c71a-43d1-b4ca-ce651903117e req-05e7cad0-aed0-4d65-b954-660cf051ff2d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1443722 Aug 03 15:51:17.333471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-047973f0-3e27-409f-a7f5-4b4386b386ee req-e8ba83fb-4925-4658-9dc5-63f1b6f4238b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516241 Aug 03 15:51:17.407533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-deleted', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:17.414351 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01db112-789c-4625-a669-8bdc27946a7c" -d '{"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-deleted", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:17.496213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81d12db5-c71a-43d1-b4ca-ce651903117e req-6f5bfd9c-b95f-44ef-959d-17ec53e304a5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012076 Aug 03 15:51:17.585799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e329677-002d-4b19-b96c-1d8b47457c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:17.590963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e329677-002d-4b19-b96c-1d8b47457c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:17.650520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e329677-002d-4b19-b96c-1d8b47457c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca704e0-90eb-4aba-9a14-e3eb8cbcbaec,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:17.661678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3e329677-002d-4b19-b96c-1d8b47457c87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33f8b4a9652e4b6ea824dfc7a3b21001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1355977 Aug 03 15:51:17.663670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59456) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:17.852147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:17.953262 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed9407-a838-48ed-8eee-865fec21e182 x-openstack-request-id: req-9bed9407-a838-48ed-8eee-865fec21e182 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:17.954667 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b4e232-3803-4798-afcb-570dd739e1af", "name": "network-vif-deleted", "tag": "b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:17.955316 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bed9407-a838-48ed-8eee-865fec21e182 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:17.956579 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b4e232-3803-4798-afcb-570dd739e1af', 'name': 'network-vif-deleted', 'tag': 'b9d29e69-fe1b-4a6e-b6f0-f8f8d9aa237e', 'status': 'completed', 'code': 200} Aug 03 15:51:17.967782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:18.148845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a61d1a-f051-423f-afd6-d0496aae59ad req-6ba0f6ff-40b2-4263-8a8a-9e82ee4df15c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:18.156393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1a61d1a-f051-423f-afd6-d0496aae59ad req-6ba0f6ff-40b2-4263-8a8a-9e82ee4df15c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.4252782 Aug 03 15:51:18.185617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:18.188266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:18.195195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ca704e0-90eb-4aba-9a14-e3eb8cbcbaec HTTP/1.1" status: 204 len: 168 time: 0.5303268 Aug 03 15:51:18.231004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-f9aa2809-6fbb-4e11-8b8d-aca4a83cce28 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:18.232779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-f9aa2809-6fbb-4e11-8b8d-aca4a83cce28 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1879537 Aug 03 15:51:18.288763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e44058-fb37-4ba1-b4db-b03824d54306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca704e0-90eb-4aba-9a14-e3eb8cbcbaec,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:18.423836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1a61d1a-f051-423f-afd6-d0496aae59ad req-74ed9b04-bccd-4601-b9f0-c90803d1a4ec tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241998 Aug 03 15:51:18.582691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Deleting port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:18.583048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:18.753068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c048b-5189-47b0-99cb-473403d33cdb req-bcaae767-c7be-4d15-bd6d-e79b60d92532 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:18.771394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df5c048b-5189-47b0-99cb-473403d33cdb req-bcaae767-c7be-4d15-bd6d-e79b60d92532 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7 HTTP/1.1" status: 200 len: 950 time: 0.1428204 Aug 03 15:51:18.857117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] For port 43d7360c-0f69-4be8-8db4-cd7dfe159c32, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=43d7360c-0f69-4be8-8db4-cd7dfe159c32,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:18.858408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:18.878850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Calling delete_port for 43d7360c-0f69-4be8-8db4-cd7dfe159c32 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:18.884886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df5c048b-5189-47b0-99cb-473403d33cdb req-7a61feab-636c-4ea6-b774-34306ece88af tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098545 Aug 03 15:51:19.012903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:19.056069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afb7a3bd-6d07-403c-880b-d81ebced2e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.077260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.104639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a18a0402-5c6c-45a7-b04e-f0315583f327'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:19.161996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event deleted for resources: {'Port': ['ID=43d7360c-0f69-4be8-8db4-cd7dfe159c32,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:19.300677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] No DVR routers for this DVR port 43d7360c-0f69-4be8-8db4-cd7dfe159c32 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:19.304512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.307180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43fd0508-1cd0-4eeb-a5ab-4d550306976a req-e7cd9115-1fcb-4051-ad58-1f7f93b70628 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.78 "DELETE /v2.0/ports/43d7360c-0f69-4be8-8db4-cd7dfe159c32 HTTP/1.1" status: 204 len: 173 time: 1.0678775 Aug 03 15:51:19.311637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457acb8-a4bd-4e33-bcd6-a8ec0359e079 req-a95cacf0-83cb-45e8-8321-612c5effa2ea tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:19.320010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2457acb8-a4bd-4e33-bcd6-a8ec0359e079 req-a95cacf0-83cb-45e8-8321-612c5effa2ea tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2339146 Aug 03 15:51:19.324553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['43d7360c-0f69-4be8-8db4-cd7dfe159c32'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:19.498472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2457acb8-a4bd-4e33-bcd6-a8ec0359e079 req-fd1457d8-f1f2-4984-9b99-62fcdd4be2ad tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524336 Aug 03 15:51:19.578117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afb7a3bd-6d07-403c-880b-d81ebced2e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.593945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afb7a3bd-6d07-403c-880b-d81ebced2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.691627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-afb7a3bd-6d07-403c-880b-d81ebced2e49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7b1ac1258ac4d329124b3d8381bd666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752510 Aug 03 15:51:19.691627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7a3bd-6d07-403c-880b-d81ebced2e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98d7011-f720-4cdd-a1bd-1f1973cec673,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:19.692040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:19.780533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.827720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.935430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.939659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:19.941953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d98d7011-f720-4cdd-a1bd-1f1973cec673 HTTP/1.1" status: 204 len: 168 time: 0.2484021 Aug 03 15:51:19.963938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-deleted', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:19.967737 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87e05a-c3b5-411a-9968-4b96a262afae" -d '{"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-deleted", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:19.971991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de153c07-83cc-4e96-9e9f-0120c6367b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98d7011-f720-4cdd-a1bd-1f1973cec673,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:20.521771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffcaef-9de0-4dec-a999-53cbf669be8f req-4c38151f-2c09-4312-8213-fa14d6f6669a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:20.534233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74ffcaef-9de0-4dec-a999-53cbf669be8f req-4c38151f-2c09-4312-8213-fa14d6f6669a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.1793334 Aug 03 15:51:20.910294 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d5ea0-3d12-4e7a-a7c1-0069a0622990 x-openstack-request-id: req-fd8d5ea0-3d12-4e7a-a7c1-0069a0622990 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:20.910639 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7", "name": "network-vif-deleted", "tag": "43d7360c-0f69-4be8-8db4-cd7dfe159c32", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:20.910872 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd8d5ea0-3d12-4e7a-a7c1-0069a0622990 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:20.911248 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff40b3c-e5fa-4db9-bc1c-621cd9019ba7', 'name': 'network-vif-deleted', 'tag': '43d7360c-0f69-4be8-8db4-cd7dfe159c32', 'status': 'completed', 'code': 200} Aug 03 15:51:21.111483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74ffcaef-9de0-4dec-a999-53cbf669be8f req-d74c9859-4497-4b5a-b4b9-b5489598162b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753279 Aug 03 15:51:21.328173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3029c4d-218e-4163-84f3-6c9728a0292c req-bb7a8f7e-e129-47ef-97cc-360af0f0dc73 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:21.345261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3029c4d-218e-4163-84f3-6c9728a0292c req-bb7a8f7e-e129-47ef-97cc-360af0f0dc73 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1124172 Aug 03 15:51:21.508721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3029c4d-218e-4163-84f3-6c9728a0292c req-69bb3c51-52e6-44f9-ae01-2d4022fb86c5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550305 Aug 03 15:51:21.843519 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:22.035617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:22.105428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 43d7360c-0f69-4be8-8db4-cd7dfe159c32 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:22.106378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 43d7360c-0f69-4be8-8db4-cd7dfe159c32 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:22.364202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89ac41-e3aa-4306-b1f8-692cd833631a req-84d27bd6-c983-4127-81a1-56d81a34bfe3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:22.383359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd89ac41-e3aa-4306-b1f8-692cd833631a req-84d27bd6-c983-4127-81a1-56d81a34bfe3 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1296160 Aug 03 15:51:22.515104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd89ac41-e3aa-4306-b1f8-692cd833631a req-da537761-ed6c-499e-8398-766e440d5774 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275125 Aug 03 15:51:22.876622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472313-c014-4adc-ac24-0ca0cea63458 req-a100738c-6d6b-41c5-94ff-5e3b7f8c2ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:22.895985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af472313-c014-4adc-ac24-0ca0cea63458 req-a100738c-6d6b-41c5-94ff-5e3b7f8c2ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.2003746 Aug 03 15:51:22.963065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af472313-c014-4adc-ac24-0ca0cea63458 req-6511d0b0-4b36-4901-bdba-e2534e9e379a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605242 Aug 03 15:51:23.138900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb4b3-7b62-40f8-9f6d-9dbf76f6fde9 req-94b7b352-5bdd-4efd-a138-9fd29d2d4792 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:23.142346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db9eb4b3-7b62-40f8-9f6d-9dbf76f6fde9 req-94b7b352-5bdd-4efd-a138-9fd29d2d4792 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0830572 Aug 03 15:51:23.270015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db9eb4b3-7b62-40f8-9f6d-9dbf76f6fde9 req-f469ab0e-eef7-467e-9486-8d252d72aa46 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107259 Aug 03 15:51:23.340482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:23.513508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-1c145611-360e-44e3-8eb6-a062dc16d10b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:23.516977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-1c145611-360e-44e3-8eb6-a062dc16d10b tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.1687765 Aug 03 15:51:23.748766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74b1dbd1-ae22-4f4b-9e79-0d7b47ad30c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:23.903173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Deleting port a18a0402-5c6c-45a7-b04e-f0315583f327 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:23.904097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:24.063678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b735215-626c-4a00-a1b0-7347df34c283 req-d0f07b5e-6ca9-485a-98de-2d464c05a35d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:24.070265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59664) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:24.078700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b735215-626c-4a00-a1b0-7347df34c283 req-d0f07b5e-6ca9-485a-98de-2d464c05a35d tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 950 time: 0.3379493 Aug 03 15:51:24.300907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4977d6-3112-4f2f-8fc1-96872102f35f req-2b873e7f-e074-4fa1-affc-7a9221bc7730 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:24.308001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] For port a18a0402-5c6c-45a7-b04e-f0315583f327, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a18a0402-5c6c-45a7-b04e-f0315583f327,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:24.308956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:24.333922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf4977d6-3112-4f2f-8fc1-96872102f35f req-2b873e7f-e074-4fa1-affc-7a9221bc7730 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.2267513 Aug 03 15:51:24.369874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74b1dbd1-ae22-4f4b-9e79-0d7b47ad30c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:24.372581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Calling delete_port for a18a0402-5c6c-45a7-b04e-f0315583f327 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:24.408905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b735215-626c-4a00-a1b0-7347df34c283 req-0bfc7a6e-539d-4be3-9d46-169ef557761c tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/security-groups?id=268d3a1a-313a-4bc4-9690-9b5eea165e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491578 Aug 03 15:51:24.414433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74b1dbd1-ae22-4f4b-9e79-0d7b47ad30c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:24.499027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf4977d6-3112-4f2f-8fc1-96872102f35f req-9058e73d-2ab2-4705-99d2-0de9a75b8b68 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617892 Aug 03 15:51:24.518796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1dbd1-ae22-4f4b-9e79-0d7b47ad30c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e380b-2dfd-4966-92bf-3051f700a949,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:24.655356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74b1dbd1-ae22-4f4b-9e79-0d7b47ad30c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82d5fa6107bd41c5a85865891d20922a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3090329 Aug 03 15:51:24.655683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59676) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:24.880999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:24.919189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce37a6-0373-427a-a5fd-36e3fc6ac83e req-24ec73b6-179f-44f0-ba11-606007009207 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:24.921537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89ce37a6-0373-427a-a5fd-36e3fc6ac83e req-24ec73b6-179f-44f0-ba11-606007009207 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1418827 Aug 03 15:51:24.950684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50bb4140-4869-4be0-8fba-d011091ef05f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=018fd6f57fcb440ebe041721b659229c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8737402 Aug 03 15:51:24.957960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:24.972640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.042187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89ce37a6-0373-427a-a5fd-36e3fc6ac83e req-bc2ca32d-8eed-46cd-8b74-6ee86db0330b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037915 Aug 03 15:51:25.095396 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.101430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.110019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf8e380b-2dfd-4966-92bf-3051f700a949 HTTP/1.1" status: 204 len: 168 time: 0.4528346 Aug 03 15:51:25.111539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.141966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.187037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e380b-2dfd-4966-92bf-3051f700a949,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:25.219472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.219746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.220653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.221371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.222251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.222953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.223979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.224771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.225450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.226300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.227999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.228986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.230002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357756b-5716-4870-a748-4b871629ec4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:25.289758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.308516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.318313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65e33070-7b6b-41bf-8553-897b7fbf9a66 HTTP/1.1" status: 204 len: 168 time: 0.3588235 Aug 03 15:51:25.340025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Pushing event deleted for resources: {'Port': ['ID=a18a0402-5c6c-45a7-b04e-f0315583f327,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:25.348478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf964c-fac5-49b2-93ff-eafa8ef0a1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e33070-7b6b-41bf-8553-897b7fbf9a66,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:25.530711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] No DVR routers for this DVR port a18a0402-5c6c-45a7-b04e-f0315583f327 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:25.538253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.544081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0bfb8f3-0952-4637-907d-50de56355c3d req-f40f41f4-750d-43f1-8ab8-236353952eeb tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.72 "DELETE /v2.0/ports/a18a0402-5c6c-45a7-b04e-f0315583f327 HTTP/1.1" status: 204 len: 173 time: 2.0193126 Aug 03 15:51:25.557065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-deleted', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:25.561251 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96640410-9e53-4a10-87ac-53e83d419981" -d '{"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-deleted", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:25.642838 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b7fc1-1e7c-4b9c-936c-89fe74d17c54 x-openstack-request-id: req-137b7fc1-1e7c-4b9c-936c-89fe74d17c54 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:25.643260 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc36180-612c-414c-817d-19e8fd5b1c58", "name": "network-vif-deleted", "tag": "a18a0402-5c6c-45a7-b04e-f0315583f327", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:25.643691 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-137b7fc1-1e7c-4b9c-936c-89fe74d17c54 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:25.644421 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc36180-612c-414c-817d-19e8fd5b1c58', 'name': 'network-vif-deleted', 'tag': 'a18a0402-5c6c-45a7-b04e-f0315583f327', 'status': 'completed', 'code': 200} Aug 03 15:51:25.774107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8823f0d-e61c-4157-b8e9-6a30265c529a req-823fefdb-04f2-431e-8dee-0a5e772676e6 tempest-MigrationsAdminTest-1986884968 tempest-MigrationsAdminTest-1986884968-project] 10.222.0.70 "GET /v2.0/ports?device_id=bcc36180-612c-414c-817d-19e8fd5b1c58 HTTP/1.1" status: 200 len: 210 time: 0.1187093 Aug 03 15:51:25.786246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:25.821069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a902fb-0cf0-4e0e-85d7-22d845d3c647 req-62369333-0b4c-4f24-b198-61920a9f4daa tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:25.832671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91a902fb-0cf0-4e0e-85d7-22d845d3c647 req-62369333-0b4c-4f24-b198-61920a9f4daa tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.1138422 Aug 03 15:51:25.919713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91a902fb-0cf0-4e0e-85d7-22d845d3c647 req-a5c95082-ce61-4787-82c7-3ccc583e4e36 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856340 Aug 03 15:51:26.247557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f3b7-5046-4930-9143-cebdd45534c9 req-3392e2a9-3a32-45dc-bdc9-bf92d6a6ea66 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:26.256661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5117f3b7-5046-4930-9143-cebdd45534c9 req-3392e2a9-3a32-45dc-bdc9-bf92d6a6ea66 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0908647 Aug 03 15:51:26.331273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5117f3b7-5046-4930-9143-cebdd45534c9 req-8b2f392c-889f-4274-9ee6-940169ce02fc tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Aug 03 15:51:26.439696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59728) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:26.490794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6076fbb8-f418-4bad-a96f-d702722505d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:26.735463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:26.746879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6076fbb8-f418-4bad-a96f-d702722505d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:26.756944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6076fbb8-f418-4bad-a96f-d702722505d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:26.787605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: a18a0402-5c6c-45a7-b04e-f0315583f327 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:26.791823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a18a0402-5c6c-45a7-b04e-f0315583f327 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:26.883402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6076fbb8-f418-4bad-a96f-d702722505d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c6245adf50142519874612ed87cbf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380655 Aug 03 15:51:26.886615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59742) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:26.887476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076fbb8-f418-4bad-a96f-d702722505d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671b47f9-406e-4c81-afd3-53c9138fc926,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:26.899999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-a8dd127e-cc33-4ce7-bfa0-4d385fee1f42 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:26.902170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-a8dd127e-cc33-4ce7-bfa0-4d385fee1f42 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.1236703 Aug 03 15:51:26.937391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:27.179707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:27.193808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:27.270820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc609d-80af-40ef-a5c3-8857eace3f4b req-f87905e3-ca06-49b8-9fe9-b5f619f86deb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:27.289815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9bc609d-80af-40ef-a5c3-8857eace3f4b req-f87905e3-ca06-49b8-9fe9-b5f619f86deb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 945 time: 0.1998627 Aug 03 15:51:27.456087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9bc609d-80af-40ef-a5c3-8857eace3f4b req-799a88b1-bde7-4609-909c-3901a5d39660 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611464 Aug 03 15:51:27.474010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:27.624606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59772) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:27.658928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:27.663060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:27.668685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/671b47f9-406e-4c81-afd3-53c9138fc926 HTTP/1.1" status: 204 len: 168 time: 0.7763093 Aug 03 15:51:27.688338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:27.714422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2ac80-3c0d-4fe8-b604-6f1f60d24c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671b47f9-406e-4c81-afd3-53c9138fc926,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:27.769596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52f7a7-be39-485f-92c0-e198263e8669 req-a28f4c5b-3bdd-4c8c-9393-77d82ca0376e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:27.782591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c52f7a7-be39-485f-92c0-e198263e8669 req-a28f4c5b-3bdd-4c8c-9393-77d82ca0376e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2003961 Aug 03 15:51:27.903634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:27.990585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c52f7a7-be39-485f-92c0-e198263e8669 req-7325a1aa-0692-4d09-aec7-745e6ae8df75 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064714 Aug 03 15:51:28.042740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:28.049021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:28.050912 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bed60c-be93-43e9-b21c-cf7c4ecb1b99" -d '{"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:28.072466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.122371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.237293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eff7110-277c-4bdd-a3c4-630cb395d664 x-openstack-request-id: req-6eff7110-277c-4bdd-a3c4-630cb395d664 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:28.237293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:28.237293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6eff7110-277c-4bdd-a3c4-630cb395d664 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:28.237293 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0', 'code': 200} Aug 03 15:51:28.363504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:28.372913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on host n-h1-803226-3 for vnic_type normal with profile {"migrating_to": "n-h2-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:51:28.373997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:51:28.377169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:28.382856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7e87ae6d-933d-4a7a-b7d7-0781c075ccc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=906dc02efd994854b3e124781b011d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571008 Aug 03 15:51:28.385956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 has no active binding in host n-h2-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:51:28.387872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:28.412577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:28.425330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:51:28.425863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Attempting to bind port 021b02b8-f871-4eaf-b524-69f2199facb0 on network c11d9d27-79ff-4f13-954a-3f28875c4fd8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:28.456579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:51:28.457485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Checking segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:28.458150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Bound using segment: {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:51:28.460275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Bound port: 021b02b8-f871-4eaf-b524-69f2199facb0, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c11d9d27-79ff-4f13-954a-3f28875c4fd8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:51:28.461269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.471408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.472086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.472594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.474098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.474658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.475293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.475809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.476311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.477186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.477908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.478432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.479189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:28.593609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.670007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.707552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:28.720082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:51:28.757008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.890664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:28.934377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.943792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:28.949952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/268d3a1a-313a-4bc4-9690-9b5eea165e39 HTTP/1.1" status: 204 len: 168 time: 0.5594766 Aug 03 15:51:28.983400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6b86-dd1b-4c0a-98ee-fe0dc26d5b25 req-4a0eafab-a5f3-496b-a222-c546be6a78f6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:28.992681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3aab6b86-dd1b-4c0a-98ee-fe0dc26d5b25 req-4a0eafab-a5f3-496b-a222-c546be6a78f6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.2880838 Aug 03 15:51:29.008876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c5d91-6f62-4e45-850d-4ae5e654314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d3a1a-313a-4bc4-9690-9b5eea165e39,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:29.025498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:29.025498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:29.032690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-4d08f997-c06d-4969-bd6d-ad442f1bcf0b service neutron] 10.222.0.78 "PUT /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 1121 time: 2.1195331 Aug 03 15:51:29.118552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['021b02b8-f871-4eaf-b524-69f2199facb0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:29.131682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3aab6b86-dd1b-4c0a-98ee-fe0dc26d5b25 req-60079ec9-a08f-46d2-8192-a127b44bca21 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365480 Aug 03 15:51:29.185446 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:51:29.228628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['021b02b8-f871-4eaf-b524-69f2199facb0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:29.485404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7541b-0111-41c7-8800-21f680b37df3 req-6e986938-34a3-4a44-a526-cb7822e5560c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:29.487866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02e7541b-0111-41c7-8800-21f680b37df3 req-6e986938-34a3-4a44-a526-cb7822e5560c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1465602 Aug 03 15:51:29.603016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02e7541b-0111-41c7-8800-21f680b37df3 req-b7897120-3a28-44e3-8fbe-096b9a740319 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009696 Aug 03 15:51:30.238623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:30.244854 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12bd1ee-3a49-4335-a263-73a8870b1f33" -d '{"events": [{"name": "network-changed", "server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:30.245411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:30.359999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-395dee65-a8aa-4465-a56b-93f693a2eb11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=75369080a11b41999a7b1d5d59cf2aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128514 Aug 03 15:51:30.362479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:30.379282 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d477b9-745f-4d6d-9598-e31fd9c2bf26 x-openstack-request-id: req-44d477b9-745f-4d6d-9598-e31fd9c2bf26 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:30.380187 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:30.380920 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44d477b9-745f-4d6d-9598-e31fd9c2bf26 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:30.381751 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0', 'status': 'completed', 'code': 200} Aug 03 15:51:30.406375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d836ca-7294-41dc-bab7-20df85e7f701 req-64e524ce-2f24-4857-ad0f-342c43c721b5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:30.417384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63d836ca-7294-41dc-bab7-20df85e7f701 req-64e524ce-2f24-4857-ad0f-342c43c721b5 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.1443574 Aug 03 15:51:30.513395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63d836ca-7294-41dc-bab7-20df85e7f701 req-678cf3e0-e4c8-4442-92f0-34883beaacc6 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946205 Aug 03 15:51:30.569766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-f3138aae-f53d-4812-90b6-ae6dccf927d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:30.572864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-f3138aae-f53d-4812-90b6-ae6dccf927d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1124 time: 0.1765358 Aug 03 15:51:30.706663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:30.756216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-86b06dfa-b1fa-41df-816e-d2809b62473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:30.760179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-86b06dfa-b1fa-41df-816e-d2809b62473f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.1733503 Aug 03 15:51:30.762666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:30.891215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-ad197819-a1dd-40a7-9077-64a009ba761d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 217 time: 0.1207283 Aug 03 15:51:30.959478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.038345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3728bbfa-4718-4292-93c3-344bd0a86c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.046006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed09e-df07-48fa-85fe-25b524f3ccda req-de3204ac-6bc6-4881-b154-81ef25b25415 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:31.053843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e29ed09e-df07-48fa-85fe-25b524f3ccda req-de3204ac-6bc6-4881-b154-81ef25b25415 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1611524 Aug 03 15:51:31.090972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-396619af-55c0-41b4-94d7-efb9e011bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:31.092602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-396619af-55c0-41b4-94d7-efb9e011bbf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1512806 Aug 03 15:51:31.144537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-d44b4015-d9e6-4045-b38a-8dfd90df76b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317588 Aug 03 15:51:31.165455 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e29ed09e-df07-48fa-85fe-25b524f3ccda req-c548e445-9b04-452f-9ff9-12fb12d7511d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104414 Aug 03 15:51:31.238699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.241288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.246727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7692efab-d77e-4597-935b-862773c38630 HTTP/1.1" status: 204 len: 168 time: 0.8825977 Aug 03 15:51:31.262903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cbbc5-c65b-432b-bd32-8ae82778506c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692efab-d77e-4597-935b-862773c38630,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:31.323264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-708aaa49-acdc-49a1-a562-9b1f0feada7c service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525226 Aug 03 15:51:31.363681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3728bbfa-4718-4292-93c3-344bd0a86c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.382631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3728bbfa-4718-4292-93c3-344bd0a86c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.454671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3728bbfa-4718-4292-93c3-344bd0a86c3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=877d6392542a4d38aefddd3146195938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468278 Aug 03 15:51:31.457397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:31.465922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728bbfa-4718-4292-93c3-344bd0a86c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86b7ce-12ee-4e38-8429-50eaf0913626,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:31.517242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12bd1ee-3a49-4335-a263-73a8870b1f33 req-7b4c645c-d80f-425a-bbc5-1536c10e3f62 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840546 Aug 03 15:51:31.539845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.610127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.736467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.748436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:31.750227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c86b7ce-12ee-4e38-8429-50eaf0913626 HTTP/1.1" status: 204 len: 168 time: 0.2915399 Aug 03 15:51:31.764057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7a29c-98b7-4ce3-92b7-5bc6564f7c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86b7ce-12ee-4e38-8429-50eaf0913626,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:31.798590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103e95c-19b2-4d93-9dcb-f6a30abb22a7 req-ec389d37-6914-4b35-a43e-806834be2e80 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:31.806243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b103e95c-19b2-4d93-9dcb-f6a30abb22a7 req-ec389d37-6914-4b35-a43e-806834be2e80 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.1353099 Aug 03 15:51:31.888389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b103e95c-19b2-4d93-9dcb-f6a30abb22a7 req-92d7544b-410d-4de8-9854-075ce5184238 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806921 Aug 03 15:51:32.070796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:32.352715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:32.384309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 has no active binding in host n-h2-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:51:32.425285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b317ddb-5e4f-4b50-b185-d188cfb16b47 req-868c8cea-fae9-45b4-ba15-737a69062143 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:32.432630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b317ddb-5e4f-4b50-b185-d188cfb16b47 req-868c8cea-fae9-45b4-ba15-737a69062143 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1314840 Aug 03 15:51:32.513059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b317ddb-5e4f-4b50-b185-d188cfb16b47 req-f4b74673-d351-4aaa-b663-906c46d937e6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707388 Aug 03 15:51:32.568076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:33.087177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1130523725-network', 'tenant_id': '11d1013aef4b4d4ab6ea21c5f2a9ff07'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:33.116201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75340e-5739-4b78-880d-7d171a37a776 req-b004ed2b-9c47-467c-8ce3-0038804ac3f2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:33.134383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c75340e-5739-4b78-880d-7d171a37a776 req-b004ed2b-9c47-467c-8ce3-0038804ac3f2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.1191752 Aug 03 15:51:33.194535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c75340e-5739-4b78-880d-7d171a37a776 req-8e1350f4-b56c-4d73-b16e-83f1641d0d2b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590885 Aug 03 15:51:33.242994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Made reservation on behalf of 11d1013aef4b4d4ab6ea21c5f2a9ff07 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:33.246187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.261242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.468554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.477862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.508790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:51:33.537173 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.537815 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Added segment 3b242eac-e528-45ad-9594-6c2b392a5c03 of type vlan for network 0918683e-bbce-4818-8dc1-33d3ac114d70 Aug 03 15:51:33.541119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59aca11-89b2-4881-9c6b-a6b3f130d42f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:33.620537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.691697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.692779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:33.694509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.809874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59970) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:33.810771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2401052 Aug 03 15:51:33.817623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Request body: {'subnet': {'network_id': '0918683e-bbce-4818-8dc1-33d3ac114d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1130523725-subnet', 'tenant_id': '11d1013aef4b4d4ab6ea21c5f2a9ff07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:33.901622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391bf5b-0e09-4c17-b09b-5a6c6f6daa65 req-8718bd1b-376f-45ce-b210-222cd49963b6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:33.918683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Made reservation on behalf of 11d1013aef4b4d4ab6ea21c5f2a9ff07 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:33.925710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:33.926678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5391bf5b-0e09-4c17-b09b-5a6c6f6daa65 req-8718bd1b-376f-45ce-b210-222cd49963b6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2132118 Aug 03 15:51:33.938393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c345084-0f7f-4d87-bc1c-a00335906a97 admin admin] Pushing event updated for resources: {'Network': ['ID=0918683e-bbce-4818-8dc1-33d3ac114d70,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:33.956707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0918683e-bbce-4818-8dc1-33d3ac114d70 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:51:34.080412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5391bf5b-0e09-4c17-b09b-5a6c6f6daa65 req-3f1aa497-5983-455a-b92f-e9cd97e07eab tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513479 Aug 03 15:51:34.444241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:34.517727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a10bb-26ae-4cdc-8e80-4ec6cd4224b6 req-5b18427a-d680-45ed-93ba-e3257bcd7f1b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:34.528680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b2a10bb-26ae-4cdc-8e80-4ec6cd4224b6 req-5b18427a-d680-45ed-93ba-e3257bcd7f1b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.1169004 Aug 03 15:51:34.602569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b2a10bb-26ae-4cdc-8e80-4ec6cd4224b6 req-ebebf57c-fa2d-4e5f-9ea3-a77ce298c850 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723937 Aug 03 15:51:34.655158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592f888f-669a-4f03-ae8d-a82a2cf9b353,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:34.665267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Checking segment: {'id': '3b242eac-e528-45ad-9594-6c2b392a5c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0918683e-bbce-4818-8dc1-33d3ac114d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:34.665633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Network hostable DHCP agents. Network: 0918683e-bbce-4818-8dc1-33d3ac114d70, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:51:34.685927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Network 0918683e-bbce-4818-8dc1-33d3ac114d70 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:51:34.704293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0918683e-bbce-4818-8dc1-33d3ac114d70) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:34.713689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:34.713921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966019b9-91ac-4c16-b57a-3769912f2f11 None None] Network 0918683e-bbce-4818-8dc1-33d3ac114d70 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:34.714275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:34.761268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba93f821-9537-4fde-b117-c2d6173fabb4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9472129 Aug 03 15:51:34.818535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:34.847034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:35.038315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178a81e-21b8-45b9-8426-a763dbc6ebdf None None] Network 0918683e-bbce-4818-8dc1-33d3ac114d70 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:35.284979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-54763008-network', 'tenant_id': '9a9e56458de64b8b9b15d7bd3202b8f7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:35.375466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Made reservation on behalf of 9a9e56458de64b8b9b15d7bd3202b8f7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:35.378893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:35.400337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:35.423069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d7c89-2301-4822-8de1-867d493c3da7 req-49c50ab1-5f98-4828-b1b5-c738fe68898d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:35.436038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-032d7c89-2301-4822-8de1-867d493c3da7 req-49c50ab1-5f98-4828-b1b5-c738fe68898d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2187438 Aug 03 15:51:35.647629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-032d7c89-2301-4822-8de1-867d493c3da7 req-9e3491dc-0f14-41c4-a4f0-cd6f4b1e97dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100232 Aug 03 15:51:35.759410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-6e79a4d7-1ca9-4ae2-af7f-b8ee495e0925 service neutron] 10.222.0.72 "GET /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.1091802 Aug 03 15:51:35.839839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:35.875689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15516974-5949-423c-a62c-568099a02962 req-8395a017-6418-4931-99b4-1526c53c6103 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:35.883442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15516974-5949-423c-a62c-568099a02962 req-8395a017-6418-4931-99b4-1526c53c6103 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 943 time: 0.1507623 Aug 03 15:51:35.933669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:35.974109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:51:35.989256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c081b6a-b096-4738-8f4d-836fce9ce8cf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:36.026665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.027499 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Added segment 0a2eebfb-fe9d-4632-8597-fde96d1e2bc5 of type vlan for network dc48ebc2-fbdf-4937-b354-4d9b88c06e4a Aug 03 15:51:36.051075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15516974-5949-423c-a62c-568099a02962 req-e1a887bc-4a69-4268-87c3-0ad5c02eb5c0 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610885 Aug 03 15:51:36.078744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:36.121482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.142441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:36.209058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021b02b8-f871-4eaf-b524-69f2199facb0 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:36.229175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:36.254776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:51:36.285232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.292645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.295263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:36.296683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.418922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5697052 Aug 03 15:51:36.423198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60054) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:36.440719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Request body: {'subnet': {'network_id': 'dc48ebc2-fbdf-4937-b354-4d9b88c06e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-54763008-subnet', 'tenant_id': '9a9e56458de64b8b9b15d7bd3202b8f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:36.475894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Made reservation on behalf of 9a9e56458de64b8b9b15d7bd3202b8f7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:36.480446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.493801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc7bd-bd9b-4e59-8e53-2877366f3f90 admin admin] Pushing event updated for resources: {'Network': ['ID=dc48ebc2-fbdf-4937-b354-4d9b88c06e4a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:36.505578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network dc48ebc2-fbdf-4937-b354-4d9b88c06e4a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:51:36.558447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60070) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:36.567825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1526474445-network', 'tenant_id': '77f7789b77fc4f7e9769d83ca360b21d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:36.595836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Made reservation on behalf of 77f7789b77fc4f7e9769d83ca360b21d for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:36.603585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.628681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.841552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] Transition to ACTIVE for port object 021b02b8-f871-4eaf-b524-69f2199facb0 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:36.854838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.950824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.959791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:36.983804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:51:37.001049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.001619 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Added segment 995259aa-e1c8-4ed4-9214-43eff8aab9e5 of type vlan for network 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e Aug 03 15:51:37.059605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-4a66509d-8a5d-45f6-b777-717fc3618354 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095827 Aug 03 15:51:37.085328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.155899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b9a31-948f-4344-b2f5-61bdf7b41467,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:37.159365 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.161005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:37.161734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.243727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] Pushing event updated for resources: {'Network': ['ID=443ae7ff-b5bc-40dc-92a7-3fbf62e2454e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:37.257207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:51:37.260069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf104f-85be-452e-a5cb-88d81da9ee87 req-cbd508cb-c075-4703-81cd-9e9f46b0d38f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:37.268786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfcf104f-85be-452e-a5cb-88d81da9ee87 req-cbd508cb-c075-4703-81cd-9e9f46b0d38f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.4151208 Aug 03 15:51:37.288594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] No DVR routers for this DVR port 021b02b8-f871-4eaf-b524-69f2199facb0 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:37.298244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4110d011-4007-493b-b66c-0d5d0940692f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7380822 Aug 03 15:51:37.302034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:37.313477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Request body: {'subnet': {'network_id': '443ae7ff-b5bc-40dc-92a7-3fbf62e2454e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1526474445-subnet', 'tenant_id': '77f7789b77fc4f7e9769d83ca360b21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:37.392472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Made reservation on behalf of 77f7789b77fc4f7e9769d83ca360b21d for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:37.395227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.462672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfcf104f-85be-452e-a5cb-88d81da9ee87 req-0a7f8025-2899-40ec-a821-d620c15fb56d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898091 Aug 03 15:51:37.754185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783124a2-0ce2-4fb0-9e1c-5eb8bd5de02c req-b8ee1d83-4a9a-4e6d-80e7-263b5bbf4cfe tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:37.762168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] Pushing event updated for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:37.765601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-783124a2-0ce2-4fb0-9e1c-5eb8bd5de02c req-b8ee1d83-4a9a-4e6d-80e7-263b5bbf4cfe tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 944 time: 0.1639795 Aug 03 15:51:37.782176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-b774d318-84ca-48ba-b77d-198c130db972 service neutron] 10.222.0.72 "PUT /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0/bindings/n-h2-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0092947 Aug 03 15:51:37.876041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.917543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-ae9b0db5-3050-4106-8a1e-7061b03102b9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:37.919185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-ae9b0db5-3050-4106-8a1e-7061b03102b9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8416684 Aug 03 15:51:37.926319 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:37.971744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-70dbc9ab-f6fc-4761-9dbf-cfbbb961d665 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/quotas/78b33d60bf2d44deb4f4a697d89977cb HTTP/1.1" status: 200 len: 375 time: 0.0377533 Aug 03 15:51:37.979492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-783124a2-0ce2-4fb0-9e1c-5eb8bd5de02c req-94e78ce8-3829-43c5-940c-a04f0f5a8deb tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070160 Aug 03 15:51:37.997168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-67034f11-67bc-43ea-a471-5f6d886bf4b8 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:37.999052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-67034f11-67bc-43ea-a471-5f6d886bf4b8 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1358421 Aug 03 15:51:38.035934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a13b470-f59b-45b9-a9ef-152ccf353766,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:38.051091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-42ae97c2-3eae-4a82-b286-a2ba4906f0b2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595415 Aug 03 15:51:38.051993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44807b6d-f441-4474-a9f6-3a6ac7e0b74a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:38.081580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Checking segment: {'id': '995259aa-e1c8-4ed4-9214-43eff8aab9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '443ae7ff-b5bc-40dc-92a7-3fbf62e2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:38.082676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Network hostable DHCP agents. Network: 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:51:38.094160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Checking segment: {'id': '0a2eebfb-fe9d-4632-8597-fde96d1e2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'dc48ebc2-fbdf-4937-b354-4d9b88c06e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:38.095179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Network hostable DHCP agents. Network: dc48ebc2-fbdf-4937-b354-4d9b88c06e4a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:51:38.125230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-ef5e129b-3091-4d8c-9d01-13bab7eb3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.130458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Network 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:51:38.137341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-ef5e129b-3091-4d8c-9d01-13bab7eb3d47 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c&tenant_id=b166272c9369477080b240234c68e894 HTTP/1.1" status: 200 len: 1095 time: 0.1158249 Aug 03 15:51:38.149725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:38.156557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.157161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:38.171138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Network dc48ebc2-fbdf-4937-b354-4d9b88c06e4a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:51:38.178314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7f4d9-0a71-4655-8052-bcfd91d7bf6f None None] Network 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:38.194174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b9e3b84-7df1-40b1-88da-65b828843ee0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8900094 Aug 03 15:51:38.208309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, dc48ebc2-fbdf-4937-b354-4d9b88c06e4a) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:38.215383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.215913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:38.249187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-936b7abd-a45a-4a55-8724-20cfb4021ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.251489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-936b7abd-a45a-4a55-8724-20cfb4021ca9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1095 time: 0.0773146 Aug 03 15:51:38.253702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-25fce05f-3b80-4174-9f78-65e7397a8ddd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8199039 Aug 03 15:51:38.333656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5faa72-03f2-434a-a56b-b9ee45cd81ba None None] Network dc48ebc2-fbdf-4937-b354-4d9b88c06e4a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:38.481008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-d3dfff0e-42e9-49d4-b0f9-6d66c8c01f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.483280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-d3dfff0e-42e9-49d4-b0f9-6d66c8c01f65 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.2227902 Aug 03 15:51:38.536219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-ea0c1006-dbf2-4fdb-bb52-62385802019e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 200 len: 217 time: 0.0449936 Aug 03 15:51:38.622564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:38.736613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e75819f4-9473-41f5-a6cc-e3fdad736def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.738849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-e75819f4-9473-41f5-a6cc-e3fdad736def service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.1937745 Aug 03 15:51:38.785523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b325c9-50af-4b5f-993e-5228fc7299cf req-66d821e6-9bb9-4d2e-9480-f7669d352cca tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:38.799417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Deleting subnet 592f888f-669a-4f03-ae8d-a82a2cf9b353 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:51:38.813472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8b325c9-50af-4b5f-993e-5228fc7299cf req-66d821e6-9bb9-4d2e-9480-f7669d352cca tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1889608 Aug 03 15:51:38.825146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:38.853320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-5c530e01-47f7-466d-809a-50564b4522b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912054 Aug 03 15:51:38.854220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a148a9-1092-43fc-aff8-a018ec0b7252 None None] Network 443ae7ff-b5bc-40dc-92a7-3fbf62e2454e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:38.921617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.004348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-bec3d49d-9982-4cda-9a34-9cac3cc259e6 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304395 Aug 03 15:51:39.053881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98dd1e-ad19-476a-88e6-5232fc1f3211 None None] Network dc48ebc2-fbdf-4937-b354-4d9b88c06e4a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:39.075115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8b325c9-50af-4b5f-993e-5228fc7299cf req-e68c7ca0-222a-426f-9a5b-cf4bd8d41d76 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474401 Aug 03 15:51:39.177721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.325590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-d062bb56-bb1a-4912-bfb7-32bd8db72920 service neutron] 10.222.0.78 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121502 Aug 03 15:51:39.341475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2642b-eb12-42fe-9e64-9e615243d92b req-24e4e172-3d87-4d49-8c88-4313c987b8c8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:39.349921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94c2642b-eb12-42fe-9e64-9e615243d92b req-24e4e172-3d87-4d49-8c88-4313c987b8c8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 944 time: 0.1187198 Aug 03 15:51:39.400466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94c2642b-eb12-42fe-9e64-9e615243d92b req-74d982ed-1cee-4dc6-8c05-028b5e92c1ff tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Aug 03 15:51:39.408278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.436503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.442171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:39.450735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/592f888f-669a-4f03-ae8d-a82a2cf9b353 HTTP/1.1" status: 204 len: 168 time: 0.8267930 Aug 03 15:51:39.496360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77f38-8ace-4691-b5d2-e1bb19c16a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592f888f-669a-4f03-ae8d-a82a2cf9b353,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:39.555139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.633232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-4bb57b17-0e14-4c03-9219-2b8787580dfc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480378 Aug 03 15:51:39.657198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60174) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:39.799986 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3bea1120-dc49-4eb1-9799-a76946b3b586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.828748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b8df2af-ad0c-4f3d-b3ee-ae29dc70ee44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.844652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1699635235', 'description': 'tempest-description-1867098451'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:39.873790 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:51:39.873790 n-d-803226-3 neutron-server[106016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 15:51:39.873790 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id': '9a9e56458de64b8b9b15d7bd3202b8f7', 'id': 'c7311215-0c18-435b-a812-71dbc80c7f28', 'expiration': datetime.datetime(2021, 8, 3, 15, 53, 39, 863941)}] Aug 03 15:51:39.873790 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:51:39.874350 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:51:39.954604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b8df2af-ad0c-4f3d-b3ee-ae29dc70ee44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.959101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b8df2af-ad0c-4f3d-b3ee-ae29dc70ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:39.963963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.003225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b8df2af-ad0c-4f3d-b3ee-ae29dc70ee44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70977a991cdb4b05ac8b0d20c955835f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448329 Aug 03 15:51:40.005527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8df2af-ad0c-4f3d-b3ee-ae29dc70ee44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3304a-b5cb-4a1e-8bf6-05903a148242,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:40.008750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0918683e-bbce-4818-8dc1-33d3ac114d70']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:40.010907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:40.059306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-5a58b4fa-57e3-445b-b6eb-d13d4daed515 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:40.062105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-5a58b4fa-57e3-445b-b6eb-d13d4daed515 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c&tenant_id=b166272c9369477080b240234c68e894&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.2581985 Aug 03 15:51:40.065080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b242eac-e528-45ad-9594-6c2b392a5c03') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:40.065489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b242eac-e528-45ad-9594-6c2b392a5c03') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:40.082885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.107571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.109354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.165325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-7c2a0361-a480-470d-af22-117466393de4 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:40.168054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-7c2a0361-a480-470d-af22-117466393de4 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5260499 Aug 03 15:51:40.185067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-bb54d48f-a61f-4684-bbec-39dc6ddad9e9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323780 Aug 03 15:51:40.201131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.245308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-e27ebf66-2cf7-4e2f-a122-f63d0eb979fa tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/quotas/78b33d60bf2d44deb4f4a697d89977cb HTTP/1.1" status: 200 len: 375 time: 0.0612161 Aug 03 15:51:40.245308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:51:40.245672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:51:40.250858 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:51:40.263507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.266456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.270134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57e3304a-b5cb-4a1e-8bf6-05903a148242 HTTP/1.1" status: 204 len: 168 time: 0.2573922 Aug 03 15:51:40.284022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e226-33b9-48fc-b243-7dc238c7b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3304a-b5cb-4a1e-8bf6-05903a148242,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:40.341881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-c0f82407-c915-4a34-ac9d-652d0a73277c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:40.343535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-c0f82407-c915-4a34-ac9d-652d0a73277c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508517 Aug 03 15:51:40.360832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Request body: {'port': {'device_id': '9430a922-132d-41ae-bf78-6427393cbe3b', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '78b33d60bf2d44deb4f4a697d89977cb'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:40.399200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-c1763002-aadd-48d6-84c1-3f722ac4623d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270425 Aug 03 15:51:40.445470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.450065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.466273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.471075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0918683e-bbce-4818-8dc1-33d3ac114d70 HTTP/1.1" status: 204 len: 168 time: 1.0276291 Aug 03 15:51:40.482298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60188) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:40.504234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5d46-173e-4ce0-a3b7-a1c11283eae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0918683e-bbce-4818-8dc1-33d3ac114d70,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:40.534799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-36659742-1669-4ec9-8e16-dc99ee8e7dfd service neutron] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:40.543832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-36659742-1669-4ec9-8e16-dc99ee8e7dfd service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.546163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e157ffad-2bd7-47ab-8a4a-eb5c5cd8c6f4 req-36659742-1669-4ec9-8e16-dc99ee8e7dfd service neutron] 10.222.0.78 "DELETE /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0/bindings/n-h1-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.4565978 Aug 03 15:51:40.654653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Deleting subnet 0a13b470-f59b-45b9-a9ef-152ccf353766 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:51:40.658425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.704782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.753423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.808366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.820531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.874977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60208) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:40.879354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Made reservation on behalf of 78b33d60bf2d44deb4f4a697d89977cb for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:40.886456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.906035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd99681-4a7b-47d2-9c9f-3e52e3c6f872,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:40.911083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.928333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.931809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-907e686d-ee55-40ca-8bc0-1d7e9bd33692 req-e32e47df-a87c-4792-b8c7-d2eeefdeb7e8 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0941832 Aug 03 15:51:40.967414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcc812a1-4545-4eba-91e0-be7c60400f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.970075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a13b470-f59b-45b9-a9ef-152ccf353766,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:40.971825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.982604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:40.989322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-08f91808-d8b7-4b8f-83b3-32d2bca58a7e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0a13b470-f59b-45b9-a9ef-152ccf353766 HTTP/1.1" status: 204 len: 168 time: 0.5046616 Aug 03 15:51:40.993201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60214) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:41.028181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e950e6-b5c7-488a-b7d0-5dfc301c6f76 req-5476b143-7b69-43b7-b9d4-d18b702d14a4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:41.036475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30e950e6-b5c7-488a-b7d0-5dfc301c6f76 req-5476b143-7b69-43b7-b9d4-d18b702d14a4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0876620 Aug 03 15:51:41.079744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30e950e6-b5c7-488a-b7d0-5dfc301c6f76 req-70f28f4a-e272-4ca2-a16c-807b1713093e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Aug 03 15:51:41.165084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.184317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c16c7cd7-8c7c-4235-855c-c27c0f36e096 req-7f80549d-1ebd-4812-b37d-f4737d248f82 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 210 time: 0.0455449 Aug 03 15:51:41.195583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfa8c3-eb2f-4ff6-ba16-aa6a853832b3 req-fb76f93f-a03a-4c0a-9f43-d064e82eb529 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:41.197514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-79bfa8c3-eb2f-4ff6-ba16-aa6a853832b3 req-fb76f93f-a03a-4c0a-9f43-d064e82eb529 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 944 time: 0.1120234 Aug 03 15:51:41.362032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-79bfa8c3-eb2f-4ff6-ba16-aa6a853832b3 req-a84195da-1a41-4eca-9904-558d25c484f9 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414707 Aug 03 15:51:41.375921 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.389122 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.404722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.453013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443ae7ff-b5bc-40dc-92a7-3fbf62e2454e']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:41.455521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2b65-e13b-4849-b5ba-a2fdc27ad491 req-6209e77a-49ed-420b-9db3-63339c8798ee tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:41.457488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-959f2b65-e13b-4849-b5ba-a2fdc27ad491 req-6209e77a-49ed-420b-9db3-63339c8798ee tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.1152561 Aug 03 15:51:41.520390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995259aa-e1c8-4ed4-9214-43eff8aab9e5') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:41.520694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995259aa-e1c8-4ed4-9214-43eff8aab9e5') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:41.538173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-959f2b65-e13b-4849-b5ba-a2fdc27ad491 req-577580a3-a5fb-4452-9a34-e773cc1e8666 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725827 Aug 03 15:51:41.548861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa579858-42c2-4b74-8f0c-b6b7495c4bf7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:41.552977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.589201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcc812a1-4545-4eba-91e0-be7c60400f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.597191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcc812a1-4545-4eba-91e0-be7c60400f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.642775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fcc812a1-4545-4eba-91e0-be7c60400f2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fa414f2f7a647e5ae212f25cc4b1f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658181 Aug 03 15:51:41.643310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.645302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60232) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:41.667210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-7ff84d69-2514-410d-85e4-6b3b4b34d366 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/3cd99681-4a7b-47d2-9c9f-3e52e3c6f872 HTTP/1.1" status: 200 len: 1805 time: 0.2301168 Aug 03 15:51:41.668199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:51:41.668612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:51:41.674354 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:51:41.699502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc812a1-4545-4eba-91e0-be7c60400f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45087925-604e-4c5e-a078-4358925a2771,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:41.735704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cd99681-4a7b-47d2-9c9f-3e52e3c6f872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:41.736030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cd99681-4a7b-47d2-9c9f-3e52e3c6f872', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:41.760384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509fde7-ca41-4264-89d7-27bf46e127e2 req-5275397f-00ad-4577-b8cf-b92b1f6cf555 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:41.762223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1509fde7-ca41-4264-89d7-27bf46e127e2 req-5275397f-00ad-4577-b8cf-b92b1f6cf555 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 949 time: 0.1040204 Aug 03 15:51:41.765335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.792175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.800371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Allocated IP 192.168.233.13 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:51:41.809936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.810344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.812412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/443ae7ff-b5bc-40dc-92a7-3fbf62e2454e HTTP/1.1" status: 204 len: 168 time: 0.8161485 Aug 03 15:51:41.836555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ad14-da1e-4caa-9c48-731d90fad2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=443ae7ff-b5bc-40dc-92a7-3fbf62e2454e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:41.854409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1509fde7-ca41-4264-89d7-27bf46e127e2 req-fdf4b21f-44af-4d99-8200-5cb711a1e47a tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825036 Aug 03 15:51:41.901669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.906856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:41.908702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45087925-604e-4c5e-a078-4358925a2771 HTTP/1.1" status: 204 len: 168 time: 0.2621248 Aug 03 15:51:41.926347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d6352-26ff-4313-ad45-35250c88663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45087925-604e-4c5e-a078-4358925a2771,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:41.926559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.079159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.099304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.115759 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-feb98636-5e58-4a91-a4bf-79f086ff395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.143605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:42.160171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:42.171384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7e2263-6387-4cae-8c06-8c0c7de6fec8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:42.187337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.191025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-b33a2972-9962-43fc-ac41-f6ccfe73c124 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727174 Aug 03 15:51:42.202890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9b5da1f-1766-4414-bf60-f36e73a67beb req-e51a9759-eb42-4ee9-94ec-5a92ab8a748b tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4996233 Aug 03 15:51:42.255768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.303791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Transition to ACTIVE for port object aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:42.385107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:42.388300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-906d5e8e-f3a8-4074-bd8a-f441514a822c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11d1013aef4b4d4ab6ea21c5f2a9ff07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185633 Aug 03 15:51:42.426986 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.499855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-95467148-77f7-400f-b796-5ea8150fff04 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:42.502085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-95467148-77f7-400f-b796-5ea8150fff04 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009429 Aug 03 15:51:42.503049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:42.504994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c35-8fe2-4e1b-a622-82284d6ccec3 req-077067d1-8adb-4ffe-b0d7-45a85feeb3c9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:42.506824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a269c35-8fe2-4e1b-a622-82284d6ccec3 req-077067d1-8adb-4ffe-b0d7-45a85feeb3c9 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 1095 time: 0.1719210 Aug 03 15:51:42.511394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.520550 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838bace8-05c1-4493-af18-4a8423d3d34e" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:42.528330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Request body: {'port': {'device_id': '65399cf6-5e40-41d6-91ba-aa5739508140', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '78b33d60bf2d44deb4f4a697d89977cb'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:42.542194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.574192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:42.580566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.612977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:51:42.637207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:42.645384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:51:42.673057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:42.673438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.681617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a269c35-8fe2-4e1b-a622-82284d6ccec3 req-55ed1380-8c4e-414b-85d1-2ef29d4addd2 tempest-LiveAutoBlockMigrationV225Test-425006410 tempest-LiveAutoBlockMigrationV225Test-425006410-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577597 Aug 03 15:51:42.692453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.692806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.693458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.694240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.696624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.697404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.697948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.698824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.700660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.701346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.702029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.704584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:51:42.730837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:42.797539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.834613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Made reservation on behalf of 78b33d60bf2d44deb4f4a697d89977cb for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:42.839472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:42.934900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:42.937150 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.012470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-77afdbd8-db7f-461b-a833-49f45f9f9f73 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6552675 Aug 03 15:51:43.055998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927f2c-c121-421c-9891-bb34e08b2d5b req-78df26b0-ebac-4e46-96d1-c034ceed2f41 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:43.058780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13927f2c-c121-421c-9891-bb34e08b2d5b req-78df26b0-ebac-4e46-96d1-c034ceed2f41 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1723132 Aug 03 15:51:43.065770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Request body: {'port': {'device_id': '9430a922-132d-41ae-bf78-6427393cbe3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:43.074648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.079670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.084047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f59aca11-89b2-4881-9c6b-a6b3f130d42f HTTP/1.1" status: 204 len: 168 time: 0.6774936 Aug 03 15:51:43.128746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2c947536-ffe0-4773-aba2-357f34ab5271 None None] Provisioning for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:43.153632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2c947536-ffe0-4773-aba2-357f34ab5271 None None] Provisioning complete for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:43.154253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2c947536-ffe0-4773-aba2-357f34ab5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.160221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Allocated IP 192.168.233.6 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/5f2b67eb-a5b1-4537-86b1-7c72680ee146) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:51:43.175906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67993477-e4d4-4fbb-8c85-60f8ba23694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59aca11-89b2-4881-9c6b-a6b3f130d42f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:43.259595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.275859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13927f2c-c121-421c-9891-bb34e08b2d5b req-1456592e-26cd-449a-847c-711b7093bb6e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624639 Aug 03 15:51:43.278052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2c947536-ffe0-4773-aba2-357f34ab5271 None None] Port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:51:43.312164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1062427947', 'description': 'tempest-description-277905616'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:43.434089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.448985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de50aae3-8a12-4390-8607-c436c180ea40 req-730feb40-a2df-47f6-ba2a-2529f8a42c05 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 210 time: 0.0385818 Aug 03 15:51:43.542803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.562037 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.574298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Transition to ACTIVE for port object 5f2b67eb-a5b1-4537-86b1-7c72680ee146 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:43.634689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.651903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.719850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.737612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-942b9407-08d7-4cbd-b46b-00ba640bfd4f req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4655182 Aug 03 15:51:43.739630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:43.777786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040bdc1-b3b5-448c-85ae-500d65f90f9c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17486893-6ee8-41f0-9316-7100cbc92dcf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:43.842704 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d8e4e-af41-4487-9f7b-e1752da5863c x-openstack-request-id: req-d84d8e4e-af41-4487-9f7b-e1752da5863c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:43.843370 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:43.845886 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d84d8e4e-af41-4487-9f7b-e1752da5863c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:43.847169 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'code': 200} Aug 03 15:51:43.903664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:51:43.909740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:43.921216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:43.926009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:51:43.996040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:44.008639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.016718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81a6cad2-10e8-4134-b372-1e4ca730e268 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77f7789b77fc4f7e9769d83ca360b21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944192 Aug 03 15:51:44.018572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60334) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:44.031345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:44.032802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.036600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event updated for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:44.078899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-92db7366-88d7-43a5-b714-75aa6b67bb77 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5554433 Aug 03 15:51:44.094932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Request body: {'port': {'device_id': '65399cf6-5e40-41d6-91ba-aa5739508140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:44.100002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Transition to ACTIVE for port object aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:44.111145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70214a4b-8016-404a-a275-2d9006b0e639 req-a568e5ae-1ecf-4d2a-ae4f-61464ad9a412 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/17486893-6ee8-41f0-9316-7100cbc92dcf HTTP/1.1" status: 200 len: 1804 time: 0.0705044 Aug 03 15:51:44.114886 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.159381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '17486893-6ee8-41f0-9316-7100cbc92dcf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:44.159674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '17486893-6ee8-41f0-9316-7100cbc92dcf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:44.171386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.221250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.225447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:44.287221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.350407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.413599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.415665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Attempting to bind port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:51:44.416001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Attempting to bind port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:51:44.416404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Attempting to bind port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:44.422242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.430010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.432781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.444718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d0b9a31-948f-4344-b2f5-61bdf7b41467 HTTP/1.1" status: 204 len: 168 time: 0.4191308 Aug 03 15:51:44.445485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-31831b88-2589-4194-bc6f-bf9a3b07e6fc None None] Provisioning for port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:44.451685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:51:44.452260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Attempting to bind port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:44.454792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-31831b88-2589-4194-bc6f-bf9a3b07e6fc None None] Provisioning complete for port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:44.455177 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31831b88-2589-4194-bc6f-bf9a3b07e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.499987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90f15f6-a235-4fcb-9925-337ca21bd9ce,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:44.503530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f7117-e550-45bd-ab7c-fcebeeb6a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b9a31-948f-4344-b2f5-61bdf7b41467,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:44.507460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-31831b88-2589-4194-bc6f-bf9a3b07e6fc None None] Port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:51:44.526939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:51:44.529520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:44.530856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:51:44.531995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Bound port: aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:51:44.532614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.569424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f36fbb-e0e9-44e3-8461-d2a1c4c882b4 req-d00d3bf3-8804-460c-b32c-25284d4cbba5 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:44.578153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19f36fbb-e0e9-44e3-8461-d2a1c4c882b4 req-d00d3bf3-8804-460c-b32c-25284d4cbba5 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.1252065 Aug 03 15:51:44.581385 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.583623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70214a4b-8016-404a-a275-2d9006b0e639 req-76c6c359-10ee-400c-8858-9222b16d1ba1 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4399452 Aug 03 15:51:44.661205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:44.669087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:51:44.675154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.709759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19f36fbb-e0e9-44e3-8461-d2a1c4c882b4 req-0e45827c-62b5-4c04-9371-d08e45f97127 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289535 Aug 03 15:51:44.721478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:44.723298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.727943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] 10.222.0.78 "PUT /v2.0/ports/aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 HTTP/1.1" status: 200 len: 1095 time: 1.6916256 Aug 03 15:51:44.731326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:44.738481 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:44.871702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94798bc8-23bc-46ab-ba3e-9112e9da7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:44.884881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:44.895670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2b67eb-a5b1-4537-86b1-7c72680ee146 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:44.905137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-ed9bccaf-b3f0-4cfb-950b-c93f98a0cb73 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:44.905137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-ed9bccaf-b3f0-4cfb-950b-c93f98a0cb73 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 944 time: 0.1735628 Aug 03 15:51:44.908084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-014512f8-19be-47f3-ac8c-7f622d9beea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:44.911347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-014512f8-19be-47f3-ac8c-7f622d9beea5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1098 time: 0.0960634 Aug 03 15:51:44.927850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:44.968380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Transition to ACTIVE for port object 5f2b67eb-a5b1-4537-86b1-7c72680ee146 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:44.979663 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.017706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324c2-d9d0-446a-bce2-58c356116bfd req-120843fa-8249-413d-8c3d-350de5375ddf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.021283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23b324c2-d9d0-446a-bce2-58c356116bfd req-120843fa-8249-413d-8c3d-350de5375ddf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 944 time: 0.2250729 Aug 03 15:51:45.041508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-749bdf3c-2754-4fdd-8eef-e1821ee7d9b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 HTTP/1.1" status: 200 len: 217 time: 0.1162870 Aug 03 15:51:45.063886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:45.164346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.220900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:45.239726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23b324c2-d9d0-446a-bce2-58c356116bfd req-7649bd3f-c509-485b-a7c4-d0114eb26493 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466141 Aug 03 15:51:45.265680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:45.319577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f79fd-75ff-4a99-bb8c-bea25626f976 req-ea7060cb-c0d4-47b9-a169-c64a425657d4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.323150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'port_id': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'mac_address': 'fa:16:3e:84:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68845f8-e6fc-461b-8aff-56803139634e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:45.324546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-031f79fd-75ff-4a99-bb8c-bea25626f976 req-ea7060cb-c0d4-47b9-a169-c64a425657d4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2677827 Aug 03 15:51:45.331982 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.346637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-f5972b2c-ba48-4f0d-bc92-8ba405e7686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.348173 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-f5972b2c-ba48-4f0d-bc92-8ba405e7686f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.2928145 Aug 03 15:51:45.504728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:45.527513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Deleting port 021b02b8-f871-4eaf-b524-69f2199facb0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:45.527748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.528371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.537407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.541217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Attempting to bind port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:51:45.541930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Attempting to bind port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:51:45.542085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Attempting to bind port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:45.561129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:51:45.564014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Attempting to bind port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:51:45.592600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:51:45.593346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:45.599165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:51:45.599470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Bound port: 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:51:45.600026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.644622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:45.665289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-031f79fd-75ff-4a99-bb8c-bea25626f976 req-b34f494e-ee3e-4289-8344-932fe80d92d2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005192 Aug 03 15:51:45.682707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-02a94088-0e6a-4a38-ae07-8231b6135b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.685445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-02a94088-0e6a-4a38-ae07-8231b6135b63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3214357 Aug 03 15:51:45.722975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1fa6-9440-4bcf-a9b5-28a905c3a502 req-2c2b8f6b-c144-4df7-9cae-0a421755a063 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.729340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-515062733', 'description': 'tempest-description-1340509208'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:45.734181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144c1fa6-9440-4bcf-a9b5-28a905c3a502 req-2c2b8f6b-c144-4df7-9cae-0a421755a063 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 946 time: 0.2604506 Aug 03 15:51:45.769082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:45.798441 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:51:45.799094 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:51:45.828565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:51:45.832689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:51:45.846625 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.849903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:45.855412 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15594de8-0f81-4418-a7cf-7a2a1d527ca1" -d '{"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:45.890343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144c1fa6-9440-4bcf-a9b5-28a905c3a502 req-57bc44c5-14e4-4ace-ba6c-b19e51c6a456 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481972 Aug 03 15:51:45.892033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:45.892766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:45.894449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] 10.222.0.78 "PUT /v2.0/ports/5f2b67eb-a5b1-4537-86b1-7c72680ee146 HTTP/1.1" status: 200 len: 1094 time: 1.8045003 Aug 03 15:51:45.897192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:45.910469 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c50994-550f-4858-a201-8534b43f74da" -d '{"events": [{"name": "network-changed", "server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:46.028752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b517e70-24ce-4e95-bae8-c702f5b1347a service neutron] Pushing event updated for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:46.048675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:46.088181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-cf37ed88-1de9-46ef-83d3-35251433c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.089817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-cf37ed88-1de9-46ef-83d3-35251433c334 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 1097 time: 0.1327641 Aug 03 15:51:46.171280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-ca78ef7b-7fed-4f96-8bc7-2f5596ae1a42 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146 HTTP/1.1" status: 200 len: 217 time: 0.0677054 Aug 03 15:51:46.181277 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7c634-30c3-4834-aed7-91c7e5e701df x-openstack-request-id: req-66d7c634-30c3-4834-aed7-91c7e5e701df {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:46.181722 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:46.182054 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66d7c634-30c3-4834-aed7-91c7e5e701df {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:46.182506 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'status': 'completed', 'code': 200} Aug 03 15:51:46.193806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-165905558-network', 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:46.227279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.273142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:46.275332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.276416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] For port 021b02b8-f871-4eaf-b524-69f2199facb0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=021b02b8-f871-4eaf-b524-69f2199facb0,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:46.276795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.287839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-d12561df-77c7-4f7d-a95d-18a0c4da4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.290227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-d12561df-77c7-4f7d-a95d-18a0c4da4501 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1042440 Aug 03 15:51:46.293736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-62cdc0b0-1863-4e43-97c7-23c8676efb76 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863771 Aug 03 15:51:46.298079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e602a99-c878-4977-9351-263bee4e3308 req-2f52e3c6-fc2e-4ad8-8ba2-0c9052d14673 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.299529 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e602a99-c878-4977-9351-263bee4e3308 req-2f52e3c6-fc2e-4ad8-8ba2-0c9052d14673 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 947 time: 0.1408825 Aug 03 15:51:46.300727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.301003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Calling delete_port for 021b02b8-f871-4eaf-b524-69f2199facb0 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:46.370440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.382349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e602a99-c878-4977-9351-263bee4e3308 req-366413f8-d849-47fc-b830-c671e5b965b5 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Aug 03 15:51:46.388775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:46.389363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-fe3a30c7-7d15-4c1b-856f-90e6c5cb47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.391083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-fe3a30c7-7d15-4c1b-856f-90e6c5cb47f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872159 Aug 03 15:51:46.416976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:46.422786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.485910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66b6f854-a220-4a2b-9320-b47b9151ea2c req-38344dc1-2cd4-4ba1-aa04-7d5a6cca56e8 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763346 Aug 03 15:51:46.497603 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f18ae-9d24-4b28-b740-59de2c0dbc82 x-openstack-request-id: req-be9f18ae-9d24-4b28-b740-59de2c0dbc82 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:46.498133 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:46.498490 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be9f18ae-9d24-4b28-b740-59de2c0dbc82 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:46.499007 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'code': 200} Aug 03 15:51:46.500894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:46.511080 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bb703e-d46d-4613-8112-cdd40908770b x-openstack-request-id: req-f7bb703e-d46d-4613-8112-cdd40908770b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:46.511570 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:46.514584 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7bb703e-d46d-4613-8112-cdd40908770b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:46.515215 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'status': 'completed', 'code': 200} Aug 03 15:51:46.524125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.564354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.597498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-f5b432e3-cf60-4abf-a02a-aa39c90cc0c2 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905215 Aug 03 15:51:46.628451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff1183-c8ab-4e4e-91ff-77f03af656ae,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:46.640172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.648717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-88c67225-7af5-415c-8b7d-c5e441ffd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.650188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-88c67225-7af5-415c-8b7d-c5e441ffd964 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1098 time: 0.0993011 Aug 03 15:51:46.652038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ab086549-be5e-499e-8417-4f54c6f63777'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:46.682277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event deleted for resources: {'Port': ['ID=021b02b8-f871-4eaf-b524-69f2199facb0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:46.684099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:46.751155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4a34-a2e8-402c-9c3e-fbb3004456c4 req-d5a1acd1-af43-4160-be3d-9c37423bc762 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.758620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2cf4a34-a2e8-402c-9c3e-fbb3004456c4 req-d5a1acd1-af43-4160-be3d-9c37423bc762 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 866 time: 0.1934569 Aug 03 15:51:46.778914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] No DVR routers for this DVR port 021b02b8-f871-4eaf-b524-69f2199facb0 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:46.783319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.783319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7897b1f-555d-4116-89d9-6e1599f5632b req-f989960a-790b-4bc3-825e-6ac4e76c3892 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.78 "DELETE /v2.0/ports/021b02b8-f871-4eaf-b524-69f2199facb0 HTTP/1.1" status: 204 len: 173 time: 1.8707685 Aug 03 15:51:46.828870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78f60de2-42a8-437f-91e3-da01fbd78cc7 req-7b68425f-afec-48ba-b46c-0846c65bc288 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127585 Aug 03 15:51:46.832589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-4eeb79e8-8768-4c0e-92c8-21958d8cda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:46.834966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-4eeb79e8-8768-4c0e-92c8-21958d8cda74 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1624773 Aug 03 15:51:46.888322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2cf4a34-a2e8-402c-9c3e-fbb3004456c4 req-07781e19-0893-4937-87a4-e07a62f809f8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254842 Aug 03 15:51:46.904074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.909532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.974649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-048c1480-bef3-4f7c-be30-d0c53f1102d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 HTTP/1.1" status: 200 len: 217 time: 0.1199679 Aug 03 15:51:46.978082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:46.983596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4736f21a-c794-4337-ac03-c2b772c9c9c1 req-bfc62f7c-8908-47a9-ba3a-6e134f8e51a6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2795260 Aug 03 15:51:47.016335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c85c45-0b36-441e-b7af-5a3e33e6abc5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:47.069930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:51:47.106457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.108354 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Added segment 2b480a5d-d6f2-4330-b2c0-b87c18044500 of type vlan for network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 Aug 03 15:51:47.133605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-a4ba632c-901e-4963-956f-367c678157d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.138213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-a4ba632c-901e-4963-956f-367c678157d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1498277 Aug 03 15:51:47.246161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.274294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50994-550f-4858-a201-8534b43f74da req-19e1c791-33d3-43fe-b40f-4ff49a45a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.276280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-19e1c791-33d3-43fe-b40f-4ff49a45a0ec service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 1097 time: 0.2340469 Aug 03 15:51:47.308257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.310070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.310990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.319629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-24ff6156-3d97-499f-9b93-19c7081a9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.322094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-24ff6156-3d97-499f-9b93-19c7081a9159 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746821 Aug 03 15:51:47.333622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281abcaf-2f73-4567-8723-805cd8161e26 req-9bade6bb-ae52-4d3d-b263-fe5542ca6280 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.335828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-281abcaf-2f73-4567-8723-805cd8161e26 req-9bade6bb-ae52-4d3d-b263-fe5542ca6280 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 945 time: 0.1857803 Aug 03 15:51:47.357700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b695e8-a58a-4f4e-a028-328552320021 req-923aa96a-9cf4-44bb-a176-5e989e97b225 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.359241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91b695e8-a58a-4f4e-a028-328552320021 req-923aa96a-9cf4-44bb-a176-5e989e97b225 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 947 time: 0.1286628 Aug 03 15:51:47.458622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4084032 Aug 03 15:51:47.463243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60408) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:47.479554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Request body: {'subnet': {'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-165905558-subnet', 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:47.481319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6183-b511-4f8e-aa0e-26e5aa00331e admin admin] Pushing event updated for resources: {'Network': ['ID=958320b7-c977-4e74-b9bf-e20b43fd4fc1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:47.495155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:51:47.522324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0ee78-c321-441c-878c-03aefc8d5e97 req-f2349b93-bec0-4b94-b966-d77deb16efbe tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.524393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3aa0ee78-c321-441c-878c-03aefc8d5e97 req-f2349b93-bec0-4b94-b966-d77deb16efbe tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 946 time: 0.1848629 Aug 03 15:51:47.530321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-281abcaf-2f73-4567-8723-805cd8161e26 req-41d833d9-4d99-4ff0-b12c-314175979953 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823921 Aug 03 15:51:47.532408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50994-550f-4858-a201-8534b43f74da req-f929d3a8-3800-418d-8705-b72d57e00bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.537104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-f929d3a8-3800-418d-8705-b72d57e00bb3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.2414885 Aug 03 15:51:47.591484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-b33e7bb0-4972-432f-9882-27324e5b2692 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521496 Aug 03 15:51:47.599168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1088856390', 'description': 'tempest-description-216228415'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:47.624170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-f293a301-dc70-4630-be8c-59b8e5ab53d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146 HTTP/1.1" status: 200 len: 217 time: 0.0717082 Aug 03 15:51:47.700261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3aa0ee78-c321-441c-878c-03aefc8d5e97 req-c4a856e6-6d21-4480-bfb4-347577a7e423 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594219 Aug 03 15:51:47.703472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:47.708275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.735173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50994-550f-4858-a201-8534b43f74da req-778f3088-e47a-4ffe-904f-6f901f887c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.735173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-778f3088-e47a-4ffe-904f-6f901f887c2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0948765 Aug 03 15:51:47.794738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50994-550f-4858-a201-8534b43f74da req-29fefd6b-ca0b-4c4f-9da6-c0d0e2c5fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.796687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-29fefd6b-ca0b-4c4f-9da6-c0d0e2c5fa9d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557904 Aug 03 15:51:47.806594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:47.952927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1813b8-0c0e-4651-a394-4c81063c1f0d req-fae270e4-579c-4d26-9f8f-3aac37a764f8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:47.955412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a1813b8-0c0e-4651-a394-4c81063c1f0d req-fae270e4-579c-4d26-9f8f-3aac37a764f8 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.1573977 Aug 03 15:51:47.957532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-2f9e941d-a504-4735-b14a-f263170b2b28 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505980 Aug 03 15:51:47.965470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c4c722-c4b4-4cd1-9859-bd60db0dd8a6 req-07ebec96-8ea8-4579-ac5b-e83279000b7d service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413329 Aug 03 15:51:47.973386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Deleting port 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:47.973912 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.046753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a1813b8-0c0e-4651-a394-4c81063c1f0d req-d858c122-6dd5-4449-bd03-6fb5452daa70 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842414 Aug 03 15:51:48.099916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7c50994-550f-4858-a201-8534b43f74da req-b815fdc1-7602-4533-b9c7-f9c5ccf53884 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306851 Aug 03 15:51:48.136454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.176264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:48.181040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:48.187294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-deleted', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:48.189057 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825df3ff-51f7-428f-9001-1e6b8afd3c6b" -d '{"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-deleted", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:48.226753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 021b02b8-f871-4eaf-b524-69f2199facb0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:48.227143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 021b02b8-f871-4eaf-b524-69f2199facb0 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:48.240610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.254531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] For port 8d0595b8-f844-4e37-a815-cde62b6b8204, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8d0595b8-f844-4e37-a815-cde62b6b8204,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:48.254955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.267293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.295431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Calling delete_port for 8d0595b8-f844-4e37-a815-cde62b6b8204 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:48.305846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:48.314214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529ea0-8fbc-44b7-b981-393feb9f0783 req-ad3c3e5c-da36-4ba2-822e-3f08341dca10 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:48.328756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc529ea0-8fbc-44b7-b981-393feb9f0783 req-ad3c3e5c-da36-4ba2-822e-3f08341dca10 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 947 time: 0.1212468 Aug 03 15:51:48.352962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19378f68-fdf1-4441-8bb0-4dd5a88d8053,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:48.373751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:48.374137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Network hostable DHCP agents. Network: 958320b7-c977-4e74-b9bf-e20b43fd4fc1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:51:48.408140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc529ea0-8fbc-44b7-b981-393feb9f0783 req-14d28247-a426-4776-9bb2-b6b24dd8f771 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c9e113-af3b-415b-a7bc-09f87ab8fa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Aug 03 15:51:48.409566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:48.431594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.435255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaa2d9f2-0cd0-447a-b91c-94f0823cfc56 req-0ad6db1a-3ee9-4400-ad06-1141a69fd33c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8404529 Aug 03 15:51:48.444369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'mac_address': 'fa:16:3e:e8:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:48.472803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:51:48.497275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 958320b7-c977-4e74-b9bf-e20b43fd4fc1) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:48.518591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbc94e-f8b4-4fdf-9c69-f47febcb9a49 None None] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:48.546599 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba0f34-6dbd-496e-a544-0869f73fbc6d x-openstack-request-id: req-83ba0f34-6dbd-496e-a544-0869f73fbc6d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:48.547511 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5629f19-b779-4e1f-a4fd-3cd09d2cc08c", "name": "network-vif-deleted", "tag": "021b02b8-f871-4eaf-b524-69f2199facb0", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:48.547511 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83ba0f34-6dbd-496e-a544-0869f73fbc6d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:48.548020 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5629f19-b779-4e1f-a4fd-3cd09d2cc08c', 'name': 'network-vif-deleted', 'tag': '021b02b8-f871-4eaf-b524-69f2199facb0', 'status': 'completed', 'code': 200} Aug 03 15:51:48.553208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4aa346f-46c6-46f7-9d1f-7c7f5f14c2a2 req-12d40211-e41f-4042-ac82-c9c904cba5f2 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.0391529 Aug 03 15:51:48.587021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.632926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:48.633885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.669046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de5b3637-c443-44e7-aaba-6759921471cc req-e9ba4ea8-e336-48c7-b285-e4f2d23de203 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/31ff1183-c8ab-4e4e-91ff-77f03af656ae HTTP/1.1" status: 200 len: 1804 time: 0.1195972 Aug 03 15:51:48.678579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-506eab06-e3a6-4b56-b755-f6a4539253e1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2070584 Aug 03 15:51:48.726616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfd7f4-4c16-4fa5-9b3e-db1f237e3468 req-8442c767-4efe-41d4-ae61-f944fedc02af tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:48.728775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bbfd7f4-4c16-4fa5-9b3e-db1f237e3468 req-8442c767-4efe-41d4-ae61-f944fedc02af tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 945 time: 0.0760100 Aug 03 15:51:48.740966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.753782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:48.785277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60774bb2-58e4-48f8-aefe-bd11f3aa7608 None None] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:48.792120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Pushing event deleted for resources: {'Port': ['ID=8d0595b8-f844-4e37-a815-cde62b6b8204,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:48.846353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bbfd7f4-4c16-4fa5-9b3e-db1f237e3468 req-39556007-a8fb-447d-a339-75ff71288aa8 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973916 Aug 03 15:51:48.847590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:48.855583 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de5b3637-c443-44e7-aaba-6759921471cc req-5cb5446f-3f8c-445b-bcbb-6bee49ec7101 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/19378f68-fdf1-4441-8bb0-4dd5a88d8053 HTTP/1.1" status: 200 len: 1804 time: 0.1773379 Aug 03 15:51:48.867466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.868499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5f2b67eb-a5b1-4537-86b1-7c72680ee146 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:51:48.872882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] No DVR routers for this DVR port 8d0595b8-f844-4e37-a815-cde62b6b8204 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:48.878008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31ff1183-c8ab-4e4e-91ff-77f03af656ae', 'remote_group_id': '19378f68-fdf1-4441-8bb0-4dd5a88d8053', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:48.878325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31ff1183-c8ab-4e4e-91ff-77f03af656ae', 'remote_group_id': '19378f68-fdf1-4441-8bb0-4dd5a88d8053', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:48.879422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:48.883802 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:48.885794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91b695e8-a58a-4f4e-a028-328552320021 req-69789648-a0b7-4f3b-85fe-7059fe99c701 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.78 "DELETE /v2.0/ports/8d0595b8-f844-4e37-a815-cde62b6b8204 HTTP/1.1" status: 204 len: 173 time: 1.4855895 Aug 03 15:51:49.035290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.051909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2b99-0366-46f6-905a-080d79adfefc req-96a372b8-2836-441d-aa24-e73d98e54b29 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:49.054702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978c2b99-0366-46f6-905a-080d79adfefc req-96a372b8-2836-441d-aa24-e73d98e54b29 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 946 time: 0.1151357 Aug 03 15:51:49.086090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-8ab4eeff-9251-4bcf-bf17-231f2f2abde2 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:49.088549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-8ab4eeff-9251-4bcf-bf17-231f2f2abde2 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.78 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.1249402 Aug 03 15:51:49.117609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.145952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.151625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978c2b99-0366-46f6-905a-080d79adfefc req-1bec1f20-09f4-41ac-878a-6a0c9cbb7e27 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759087 Aug 03 15:51:49.175205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:51:49.195217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93db414-dc2f-45f3-be2c-5d8c4a5ed2fd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:49.237233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.242938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de5b3637-c443-44e7-aaba-6759921471cc req-d2df0415-6e29-4f70-9d46-00ae4ff6fd3c tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3710599 Aug 03 15:51:49.252526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:49.253122 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.259644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:49.278683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-685591977', 'description': 'tempest-description-2047236640'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:49.335970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Deleting port 36a9c46d-3149-4a80-beaf-6545584cf09f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:49.336935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.352967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5478c4-de81-4b6b-9b64-9334d60e9aff req-126d192f-2ad5-4280-974d-9ff6a44522d4 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:49.362036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:49.376542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac5478c4-de81-4b6b-9b64-9334d60e9aff req-126d192f-2ad5-4280-974d-9ff6a44522d4 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 945 time: 0.1417997 Aug 03 15:51:49.399438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.416977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'mac_address': 'fa:16:3e:e3:e4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:51:49.516443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] For port 36a9c46d-3149-4a80-beaf-6545584cf09f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=36a9c46d-3149-4a80-beaf-6545584cf09f,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:49.517001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.557818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac5478c4-de81-4b6b-9b64-9334d60e9aff req-dfb731e1-0203-4597-8fa1-0d6265a446de tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8915c60-80c6-457c-970c-fd41e190a854&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759558 Aug 03 15:51:49.619842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.630415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.654939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2b67eb-a5b1-4537-86b1-7c72680ee146 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:49.664758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:49.667635 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e2e937-96d2-4b79-8a1e-cce1a9676ed5" -d '{"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-plugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:49.690049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:49.700558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.709279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:49.746112 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.785129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:49.835212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.848424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.861421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:49.874536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd9dfc36-2cd1-4ef4-87f8-105d21e61d8f req-daa6c919-3991-44b8-af91-60eb44855995 tempest-ImagesOneServerTestJSON-52977857 tempest-ImagesOneServerTestJSON-52977857-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bb5925e-bd3d-4628-9c86-a82977a56e67 HTTP/1.1" status: 200 len: 210 time: 0.0604165 Aug 03 15:51:49.929692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:49.938504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ceb902e-70a9-4a05-82f7-df2d4e4e0dc8 req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6642087 Aug 03 15:51:49.938886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:49.944270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1044001432-network', 'tenant_id': 'c96e5ba993fd4383a19550cc95f2cd19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:49.947048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0778f17-4aed-4df5-ac76-9a8f27ee09a9 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523b04e5-c009-4512-b4a7-87d565cd1f10,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:49.993931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Made reservation on behalf of c96e5ba993fd4383a19550cc95f2cd19 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:49.994823 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71f7ba-6e7b-4c33-bd53-91324d8f0372 x-openstack-request-id: req-6d71f7ba-6e7b-4c33-bd53-91324d8f0372 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:49.995149 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-plugged", "status": "completed", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:49.995511 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d71f7ba-6e7b-4c33-bd53-91324d8f0372 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:49.995906 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'code': 200} Aug 03 15:51:49.996656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.006370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['5f2b67eb-a5b1-4537-86b1-7c72680ee146'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:50.014256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:50.015141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.083956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.084426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.084869 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Floating IP 952cccfb-3d19-4e1b-90dd-5067688e9bba disassociated. External IP: 172.25.7.152, port: 36a9c46d-3149-4a80-beaf-6545584cf09f. Aug 03 15:51:50.085982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Calling delete_port for 36a9c46d-3149-4a80-beaf-6545584cf09f owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:50.126402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.141548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.167556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffbf92fa-6704-4c91-8d54-2d9748ba8e39 req-ed3265dc-fc55-4fe6-a73e-dfd4e3d4cded tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.0391657 Aug 03 15:51:50.186260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:51:50.212693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65d4ea-6163-46d0-a740-96d9565ae201,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:50.216786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.217472 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Added segment 0ee9c5ca-eaaa-40f8-8923-4df469f8a844 of type vlan for network 7f07cc3e-58a3-4394-bce1-118d0c675ddc Aug 03 15:51:50.240801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 36a9c46d-3149-4a80-beaf-6545584cf09f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:50.264394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1027153471', 'description': 'tempest-description-113705050'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:50.296243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.310212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.358374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.393368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e120-d16c-4c03-9af1-77051615cad1 req-02399336-1833-4f76-98a0-a735d0539efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:50.395575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc82e120-d16c-4c03-9af1-77051615cad1 req-02399336-1833-4f76-98a0-a735d0539efe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 1097 time: 0.1169548 Aug 03 15:51:50.400309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.401497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:50.402471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.411469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event deleted for resources: {'Port': ['ID=36a9c46d-3149-4a80-beaf-6545584cf09f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:50.503405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No active binding found for port 36a9c46d-3149-4a80-beaf-6545584cf09f {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 15:51:50.504046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 36a9c46d-3149-4a80-beaf-6545584cf09f not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:50.506681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:50.571923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 8d0595b8-f844-4e37-a815-cde62b6b8204 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:50.572215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc82e120-d16c-4c03-9af1-77051615cad1 req-ec66b025-ac23-45de-b00b-2cb77c1118e3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586809 Aug 03 15:51:50.572652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8d0595b8-f844-4e37-a815-cde62b6b8204 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:50.598372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] Pushing event updated for resources: {'Network': ['ID=7f07cc3e-58a3-4394-bce1-118d0c675ddc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:50.628230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7f07cc3e-58a3-4394-bce1-118d0c675ddc details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:51:50.678622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-deleted', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:50.682547 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd783678-8fa8-4ce2-894d-3515db7eb389" -d '{"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-deleted", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:50.702107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.709376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.727316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0c9c42b9-3a43-41e9-b071-aa74486fda55 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7876098 Aug 03 15:51:50.728100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60468) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:50.748211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Request body: {'subnet': {'network_id': '7f07cc3e-58a3-4394-bce1-118d0c675ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1044001432-subnet', 'tenant_id': 'c96e5ba993fd4383a19550cc95f2cd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:50.769504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9f144-b57c-4c9b-8a40-9bbfeeb5d4ad req-95d61946-3388-46d5-a3ce-f699f75a009c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:50.785320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-79a9f144-b57c-4c9b-8a40-9bbfeeb5d4ad req-95d61946-3388-46d5-a3ce-f699f75a009c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.4968743 Aug 03 15:51:50.798332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:50.819978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Made reservation on behalf of c96e5ba993fd4383a19550cc95f2cd19 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:50.825482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:50.876682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:51:50.915889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-79a9f144-b57c-4c9b-8a40-9bbfeeb5d4ad req-99ff25a9-bf45-43e1-8661-9f9496c0105d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071057 Aug 03 15:51:51.005555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:51.034120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80559e45-1994-43ed-8fc2-2312963f59aa req-675118f8-885c-4ae6-b91c-d1483c1d0c8d tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7778201 Aug 03 15:51:51.170664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:51:51.194173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Sync routers for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:51:51.212639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:51:51.214425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:51:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:51.261442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] No DVR routers for this DVR port 36a9c46d-3149-4a80-beaf-6545584cf09f on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:51.282004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:51.283972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2702185b-fffa-4a84-b97d-0a1d0d76efdf req-1462963a-2874-4868-ada1-5bd95b8e8c91 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.78 "DELETE /v2.0/ports/36a9c46d-3149-4a80-beaf-6545584cf09f HTTP/1.1" status: 204 len: 173 time: 2.1855900 Aug 03 15:51:51.297856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1158e10a-641b-4015-8301-b0b555db3d9f req-d11e827e-0a98-47fb-b38f-5d93f996a239 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/ports?device_id=597536ed-9138-4d25-aba7-bf3887e819ba HTTP/1.1" status: 200 len: 210 time: 0.0513558 Aug 03 15:51:51.299158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:51.324391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3320-b447-4bba-948c-a584c254fecd req-e1f93d20-698f-40f7-a9c6-14a774bdf657 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:51.325878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c66e3320-b447-4bba-948c-a584c254fecd req-e1f93d20-698f-40f7-a9c6-14a774bdf657 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 947 time: 0.1533120 Aug 03 15:51:51.421398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c66e3320-b447-4bba-948c-a584c254fecd req-a631abb5-0911-426f-8cd6-fa553cc662d2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Aug 03 15:51:51.425922 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad4c789-3233-49e7-a98a-3112093b158f x-openstack-request-id: req-aad4c789-3233-49e7-a98a-3112093b158f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:51.426218 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5925e-bd3d-4628-9c86-a82977a56e67", "name": "network-vif-deleted", "tag": "8d0595b8-f844-4e37-a815-cde62b6b8204", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:51.426576 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aad4c789-3233-49e7-a98a-3112093b158f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:51.426977 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5925e-bd3d-4628-9c86-a82977a56e67', 'name': 'network-vif-deleted', 'tag': '8d0595b8-f844-4e37-a815-cde62b6b8204', 'status': 'completed', 'code': 200} Aug 03 15:51:51.456253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b3fff1-26d4-433a-b128-8f09d6249903,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:51.469043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Checking segment: {'id': '0ee9c5ca-eaaa-40f8-8923-4df469f8a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7f07cc3e-58a3-4394-bce1-118d0c675ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:51:51.469043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Network hostable DHCP agents. Network: 7f07cc3e-58a3-4394-bce1-118d0c675ddc, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:51:51.521537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Network 7f07cc3e-58a3-4394-bce1-118d0c675ddc is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:51:51.546101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7f07cc3e-58a3-4394-bce1-118d0c675ddc) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:51.547489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:51:51.560314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:51.561121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:51.607921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-13abc292-1d56-4e5b-9b04-fc6236d58301 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8671169 Aug 03 15:51:51.624311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754352a5-32d0-4d2a-9eb0-3feaedfcec6f None None] Network 7f07cc3e-58a3-4394-bce1-118d0c675ddc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:51.669221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-2a148e4c-7ca7-41d9-9523-efd7c856b175 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/523b04e5-c009-4512-b4a7-87d565cd1f10 HTTP/1.1" status: 200 len: 1804 time: 0.1544762 Aug 03 15:51:51.777207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b3ce688-1db9-46a1-94da-c3c4738dc0d5 req-d329d0db-b41d-4941-8139-dd05a5ae11ba tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.0363472 Aug 03 15:51:51.824145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-99553d32-5dee-4eb5-a80f-825359c83c12 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18 HTTP/1.1" status: 200 len: 1804 time: 0.1461797 Aug 03 15:51:51.830139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '523b04e5-c009-4512-b4a7-87d565cd1f10', 'remote_group_id': '3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:51.830854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '523b04e5-c009-4512-b4a7-87d565cd1f10', 'remote_group_id': '3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:51.927558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.005915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.021018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.049563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a66c72f-dfb1-49ec-9680-58a042083138,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:52.058944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.060205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.063970 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a8b9c0e-bed6-43b7-b812-2f3b67706e43 req-88df0370-823d-4726-aca5-8a59c02b753f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2383807 Aug 03 15:51:52.164381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677906a0-2082-41fc-b14a-20bd3a7159e6 None None] Network 7f07cc3e-58a3-4394-bce1-118d0c675ddc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:51:52.174549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8f78d-c79d-4e9e-b552-1571b7360111 req-1e8a212b-f7c4-4911-a1c7-ee3b8e6e5e61 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:52.176123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aca8f78d-c79d-4e9e-b552-1571b7360111 req-1e8a212b-f7c4-4911-a1c7-ee3b8e6e5e61 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.0917838 Aug 03 15:51:52.195930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60492) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:52.199498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-8250c6db-6cfb-4611-80d0-1b097101f159 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18 HTTP/1.1" status: 200 len: 1804 time: 0.1035693 Aug 03 15:51:52.209297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:52.294323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aca8f78d-c79d-4e9e-b552-1571b7360111 req-882c558a-f22a-4723-802d-9034edfd6053 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021817 Aug 03 15:51:52.361763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:52.365033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:52.405418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:52.405920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.427094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.491968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.526439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Checking router: bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:51:52.589543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.593161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.594852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9497004-a48c-4eed-bc00-ad1548e4a21e req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18 HTTP/1.1" status: 204 len: 173 time: 0.3941004 Aug 03 15:51:52.613053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd7b84-4f25-4ee7-a704-2621eeff3617 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:52.648867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:51:52.649521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:51:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:52.675142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43570ed1-ae46-4016-a3ef-7b0c0db844bb req-2093c5df-c751-4297-bf29-a3728e87db4f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:52.681218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43570ed1-ae46-4016-a3ef-7b0c0db844bb req-2093c5df-c751-4297-bf29-a3728e87db4f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.1911952 Aug 03 15:51:52.755889 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.821675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:52.823751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60520) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:52.824011 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0fe6b-f29c-45fe-a6f1-3e8414cd17f9" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:52.826381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-adc1dde9-aac5-464e-8f73-03f89e0942c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6e4eeae7d0a48dd826963132d7e9030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283240 Aug 03 15:51:52.832605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43570ed1-ae46-4016-a3ef-7b0c0db844bb req-ac7ab457-99dd-4a7a-b131-219c63874f1f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356597 Aug 03 15:51:52.877570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:52.887917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.888730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5f2b67eb-a5b1-4537-86b1-7c72680ee146 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:51:52.891713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:51:52.896121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.925106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.989357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.994722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:52.996396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2c9e113-af3b-415b-a7bc-09f87ab8fa83 HTTP/1.1" status: 204 len: 168 time: 0.1713474 Aug 03 15:51:53.008681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd1b6-295c-421e-b16f-1aab07bd4e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9e113-af3b-415b-a7bc-09f87ab8fa83,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:53.079943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02428-74f4-4b10-b8f9-3c1bb21c1a54 req-06023098-3ae8-4a53-b969-26f698cfcefd tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:53.091444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9a02428-74f4-4b10-b8f9-3c1bb21c1a54 req-06023098-3ae8-4a53-b969-26f698cfcefd tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 947 time: 0.1418645 Aug 03 15:51:53.181916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9a02428-74f4-4b10-b8f9-3c1bb21c1a54 req-e5e47618-da6e-4cf1-958a-2f8c4b765e35 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824268 Aug 03 15:51:53.287434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1e6a9dc-a43a-4b32-bbd9-e02015562836 req-41bc8faa-1ad5-462a-bca3-2e57ad6958bb tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/523b04e5-c009-4512-b4a7-87d565cd1f10 HTTP/1.1" status: 200 len: 1804 time: 0.0845473 Aug 03 15:51:53.289605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-824b3af2-5b06-4d72-9af7-aad3a7c6ac01 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:53.311741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-824b3af2-5b06-4d72-9af7-aad3a7c6ac01 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.2334766 Aug 03 15:51:53.335680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-88ce9a94-2f1d-4928-ab8e-92eb7ddb9855 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/quotas/da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 375 time: 0.0201626 Aug 03 15:51:53.361873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:53.396444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-8a2ac2ce-bf6d-46aa-9067-3007b0e67fa5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596344 Aug 03 15:51:53.437482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'name': 'network-vif-deleted', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:53.439455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:53.440112 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4ac48-bf6f-4fcc-8409-762f531479c8" -d '{"events": [{"server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "name": "network-vif-deleted", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:53.545417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2fbc259-d3fb-4280-9efb-430ad9654d73 req-f67e48b1-bb3d-4cad-a982-30d45b1bc66a tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5629f19-b779-4e1f-a4fd-3cd09d2cc08c HTTP/1.1" status: 200 len: 210 time: 0.1167834 Aug 03 15:51:53.591774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:51:53.599134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:51:53.599714 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.637357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.686832 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f9671-3747-4bbc-bb39-942277df10a6 x-openstack-request-id: req-360f9671-3747-4bbc-bb39-942277df10a6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:53.687503 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:53.687503 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-360f9671-3747-4bbc-bb39-942277df10a6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:53.688132 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'code': 200} Aug 03 15:51:53.690364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:51:53.755900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.767579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd6b132-2994-44fa-b850-5a2a1bb2c3f6 None None] The sync data for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 is: [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:49:23Z', 'revision_number': 4, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'fded5ea8-f53b-45b1-bf22-bac1b2ff1548', 'name': '', 'network_id': 'eaaf0ade-c6b0-4de3-ac54-487df3ec610a', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'mac_address': 'fa:16:3e:b9:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '001fae87-b82a-481b-8079-fe00f4e70666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:22Z', 'updated_at': '2021-08-03T15:49:34Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'subnets': [{'id': '001fae87-b82a-481b-8079-fe00f4e70666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:51:53.802225 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.883478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:53.889480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.891078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.894096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:53.901698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8915c60-80c6-457c-970c-fd41e190a854 HTTP/1.1" status: 204 len: 168 time: 0.5383015 Aug 03 15:51:53.905349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:53.963382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5f51-0d35-4c51-a26e-ac434fd4af13 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8915c60-80c6-457c-970c-fd41e190a854,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:54.020634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2105334500', 'description': 'tempest-description-445492307'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:54.032301 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b2bcc7d0-fb59-4450-9755-54fa226d994d tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] show failed (client error): The resource could not be found. Aug 03 15:51:54.050226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2bcc7d0-fb59-4450-9755-54fa226d994d tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "GET /v2.0/security-groups/e8915c60-80c6-457c-970c-fd41e190a854 HTTP/1.1" status: 404 len: 347 time: 0.1295402 Aug 03 15:51:54.056106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:54.100691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:54.188286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-23303119-d84e-4bfe-b4d3-7025622478b5 service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7909160 Aug 03 15:51:54.305083 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfe047-4d7f-4972-8bbe-22262c513250 None None] New status for floating IP 952cccfb-3d19-4e1b-90dd-5067688e9bba: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:51:54.535256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559f02-c768-436a-b0bc-56571be41dcc req-4d3a0430-5bd8-45b6-82ae-dc3d63a02cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:54.542363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39559f02-c768-436a-b0bc-56571be41dcc req-4d3a0430-5bd8-45b6-82ae-dc3d63a02cfb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.3529918 Aug 03 15:51:54.550153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-16a61c67-b1dc-422f-8f95-a70425bd32f6 service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420973 Aug 03 15:51:54.598220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39559f02-c768-436a-b0bc-56571be41dcc req-89f0b29d-e21e-4680-a522-5524516cdfc5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Aug 03 15:51:54.689202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.759965 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7eef2f-d984-466f-ad34-9f7af3e9a530 x-openstack-request-id: req-8f7eef2f-d984-466f-ad34-9f7af3e9a530 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:54.760690 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597536ed-9138-4d25-aba7-bf3887e819ba", "name": "network-vif-deleted", "tag": "36a9c46d-3149-4a80-beaf-6545584cf09f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:54.760897 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f7eef2f-d984-466f-ad34-9f7af3e9a530 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:54.761353 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597536ed-9138-4d25-aba7-bf3887e819ba', 'name': 'network-vif-deleted', 'tag': '36a9c46d-3149-4a80-beaf-6545584cf09f', 'status': 'completed', 'code': 200} Aug 03 15:51:54.782671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Deleting port 5c715893-ae4f-413c-a844-4c2b96a8ec3a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:54.783023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.876079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.894739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.923936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.924411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.944145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:54.946086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae6d04d3-e186-49c4-8d8a-2b058ed52f67 req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9534607 Aug 03 15:51:54.958990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Calling delete_port for 5c715893-ae4f-413c-a844-4c2b96a8ec3a owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:54.966050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634baf2-ce56-4934-89a8-dfa476a66bb6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f089f517-eb17-4f48-b235-7f87862fe99d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:55.051306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-fc975d7f-01e3-4950-a008-2ad1df9a383a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:55.053024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-fc975d7f-01e3-4950-a008-2ad1df9a383a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.1932878 Aug 03 15:51:55.090085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-5ef790cc-1f52-4740-aa6b-bf0eec0d808b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/quotas/5ea4550706e0459db13e8eb4e98d6488 HTTP/1.1" status: 200 len: 375 time: 0.0246286 Aug 03 15:51:55.181049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-54dcea80-16a1-4090-a64b-fb85b45d8553 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824254 Aug 03 15:51:55.215074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246f3ed-23e5-460b-8301-56b4cb9fb321 req-3acdc39a-ebc4-4ab4-a003-e4048850cf6f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:55.223079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9246f3ed-23e5-460b-8301-56b4cb9fb321 req-3acdc39a-ebc4-4ab4-a003-e4048850cf6f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.1804817 Aug 03 15:51:55.263184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.314936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-6f0fc030-5706-4bac-bd7d-18a39288b6bf service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323700 Aug 03 15:51:55.357842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Pushing event deleted for resources: {'Port': ['ID=5c715893-ae4f-413c-a844-4c2b96a8ec3a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:55.371591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9246f3ed-23e5-460b-8301-56b4cb9fb321 req-3e71c6cd-1950-4a24-972a-d0547e611c67 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472902 Aug 03 15:51:55.440635 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-9ca5a4c4-fd94-4fca-8dd4-b4f7cf52dddb service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187468 Aug 03 15:51:55.467202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-fc893dfc-12bd-4322-9514-1572826dcc06 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:55.474176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-fc893dfc-12bd-4322-9514-1572826dcc06 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "GET /v2.0/ports?device_id=23286adc-9865-4ff3-b839-c49eec9a6762 HTTP/1.1" status: 200 len: 946 time: 0.2272344 Aug 03 15:51:55.547262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.578972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.582307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eeb8ca42-b062-4e60-b5e7-cb339378b742 tempest-ServersTestJSON-1304427959 tempest-ServersTestJSON-1304427959-project] 10.222.0.70 "DELETE /v2.0/floatingips/952cccfb-3d19-4e1b-90dd-5067688e9bba HTTP/1.1" status: 204 len: 168 time: 1.5232999 Aug 03 15:51:55.586078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:55.684747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Deleting port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:55.685538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.690071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:55.692750 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4325a-c2d3-4d1b-8360-d67cbcb7fe78" -d '{"events": [{"server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:55.781924 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.894556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] For port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:55.895561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:55.910667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Calling delete_port for 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:55.979484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-86a9778e-bfc4-48f5-bfe2-090408ead8eb tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 200 len: 1804 time: 0.1546655 Aug 03 15:51:55.999072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f089f517-eb17-4f48-b235-7f87862fe99d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:55.999365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f089f517-eb17-4f48-b235-7f87862fe99d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:56.013073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f38826d-9579-4882-8f45-ef6653488e0f req-365182ea-a760-46d8-a165-8248a28c23da tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 210 time: 0.0463390 Aug 03 15:51:56.107294 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1053e3-32d5-4766-be45-cd419bfce3b6 x-openstack-request-id: req-0d1053e3-32d5-4766-be45-cd419bfce3b6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:56.108211 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "name": "network-vif-plugged", "status": "completed", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:56.108739 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d1053e3-32d5-4766-be45-cd419bfce3b6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:56.109418 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'code': 200} Aug 03 15:51:56.443742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.472790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ccb7c69e-7cbb-4039-9944-4fc9312b4476 req-1edaa2c8-f41e-4693-a716-f4a03d5da23e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 210 time: 0.1946170 Aug 03 15:51:56.498671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86e73e-5eba-4f71-83e3-d3a54143c190 req-2f96af74-5811-4fe7-90ce-8479715227a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:56.501375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf86e73e-5eba-4f71-83e3-d3a54143c190 req-2f96af74-5811-4fe7-90ce-8479715227a5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 1099 time: 0.2603500 Aug 03 15:51:56.542023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.567705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.598870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.612659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:51:56.637994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0b7b4c-6c2b-4457-b153-b51fc103275f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:56.667664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event deleted for resources: {'Port': ['ID=6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:56.703661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-316b3958-aec4-4ebd-915d-27ad52518ad8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:56.705407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-316b3958-aec4-4ebd-915d-27ad52518ad8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.5331569 Aug 03 15:51:56.713965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.726798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2a78d34-24ca-40bb-8d8d-3589f0a3c3ae req-44a70c4d-dbdb-4b91-9d8c-61be8b8d96f7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7336249 Aug 03 15:51:56.736517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf86e73e-5eba-4f71-83e3-d3a54143c190 req-d66ba0d2-1faa-402f-b478-7bfa52603c35 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266328 Aug 03 15:51:56.781689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Request body: {'port': {'device_id': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'admin_state_up': True, 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:56.855465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] No DVR routers for this DVR port 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:51:56.860107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:56.862261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a26e9d6-bf96-44d2-b0eb-25d78923ff3a req-5db698f6-e549-44d9-aa80-1939510868ae tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "DELETE /v2.0/ports/6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e HTTP/1.1" status: 204 len: 173 time: 1.3766117 Aug 03 15:51:56.862704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-deleted', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:51:56.872352 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f540f08-43e1-436f-aa0f-c89cd95a5de4" -d '{"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-deleted", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:51:57.025983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040b2cd-9f19-44d1-8aac-4a82d516c396 req-0dfa43ed-b7fd-4488-bd27-8e62dc14773d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:57.036110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8040b2cd-9f19-44d1-8aac-4a82d516c396 req-0dfa43ed-b7fd-4488-bd27-8e62dc14773d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.1048362 Aug 03 15:51:57.064570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:57.101685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:57.116575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:57.190506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8040b2cd-9f19-44d1-8aac-4a82d516c396 req-dbc18fc8-281f-4ab8-8672-71e87b43f8ab tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524963 Aug 03 15:51:57.339807 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cb8515-06a5-4696-879b-ef3927b4808b x-openstack-request-id: req-53cb8515-06a5-4696-879b-ef3927b4808b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:51:57.340122 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23286adc-9865-4ff3-b839-c49eec9a6762", "name": "network-vif-deleted", "tag": "6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:51:57.340375 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53cb8515-06a5-4696-879b-ef3927b4808b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:51:57.347088 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23286adc-9865-4ff3-b839-c49eec9a6762', 'name': 'network-vif-deleted', 'tag': '6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e', 'status': 'completed', 'code': 200} Aug 03 15:51:57.427093 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed281043-a4b0-4f82-ac5e-b6658cfe2ed6 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 200 len: 2397 time: 0.1353676 Aug 03 15:51:57.500396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f089f517-eb17-4f48-b235-7f87862fe99d', 'remote_group_id': None}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:57.500396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f089f517-eb17-4f48-b235-7f87862fe99d', 'remote_group_id': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:57.513519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a628b8d7-6c92-46a3-bc36-1c93ee598e89 req-56a6dcd2-751d-4d69-b67a-b24b217f49b6 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 210 time: 0.0558650 Aug 03 15:51:57.548135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Allocated IP 172.20.0.11 (958320b7-c977-4e74-b9bf-e20b43fd4fc1/b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9/4b9d8e66-72b4-4bf8-aef0-6443caeefd07) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:51:57.768993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:57.961489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.006903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.020252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.046469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eea487c-a48e-4c51-bc33-e70cbec52d8a req-b3005e13-b3fe-46b6-9d76-eee8be92dc3c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 210 time: 0.0417552 Aug 03 15:51:58.063507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.064977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-980b6821-2479-4d00-8705-9d41fd51d38a req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5713739 Aug 03 15:51:58.088562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1760fb-76cf-4c63-82ab-7ec4d481ed76 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d242e0c5-f02f-4315-8fb3-b7e3cdbe7673,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:58.152662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.154117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Deleting port fded5ea8-f53b-45b1-bf22-bac1b2ff1548 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:51:58.155612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.267636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:51:58.269274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:58.274295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:58.274621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-5e1db685-7762-4be6-acac-70277023dbd4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:58.276203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-5e1db685-7762-4be6-acac-70277023dbd4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.78 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.4663830 Aug 03 15:51:58.278481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:51:58.311098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Request body: {'port': {'device_id': '610cf781-af0e-4637-8c5c-7292939c3145', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'admin_state_up': True, 'tenant_id': '5ea4550706e0459db13e8eb4e98d6488'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:58.350112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e44ca945-3da0-4fd1-bd26-721b58a2ce6e req-93f74487-929e-4418-8ca6-9659c873a6f0 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 200 len: 2995 time: 0.2256532 Aug 03 15:51:58.372355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:58.376446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.404833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-bb10846d-3ed8-4930-8d86-968f1b34ab3c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6727524 Aug 03 15:51:58.418237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Request body: {'port': {'device_id': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:51:58.435294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-0b7fd534-70ca-4e8e-b826-ed855d51f47a tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-group-rules/d242e0c5-f02f-4315-8fb3-b7e3cdbe7673 HTTP/1.1" status: 200 len: 783 time: 0.0321155 Aug 03 15:51:58.513044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.518978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-b95545d1-8e8b-4fcc-b74c-a2c215da4036 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 200 len: 2995 time: 0.0703013 Aug 03 15:51:58.581309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] For port fded5ea8-f53b-45b1-bf22-bac1b2ff1548, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:51:58.581898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.585578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed610a-b72f-407a-9637-2b7dc80eea02 req-48c6e686-48b9-44d2-a3ea-8744c9dd8cc1 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:58.595849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3aed610a-b72f-407a-9637-2b7dc80eea02 req-48c6e686-48b9-44d2-a3ea-8744c9dd8cc1 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.1710324 Aug 03 15:51:58.625547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.636346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.645706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3aed610a-b72f-407a-9637-2b7dc80eea02 req-f7042c67-7ee8-4833-a6b1-d86dcbc29440 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Aug 03 15:51:58.662648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Calling delete_port for fded5ea8-f53b-45b1-bf22-bac1b2ff1548 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:51:58.704177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.753296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.754788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d712a4-9a8b-440f-a21f-fad01082a3c2 req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d242e0c5-f02f-4315-8fb3-b7e3cdbe7673 HTTP/1.1" status: 204 len: 173 time: 0.2262378 Aug 03 15:51:58.758306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658db57-6768-485f-ba67-62fdd6940e87 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d242e0c5-f02f-4315-8fb3-b7e3cdbe7673,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:58.782698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Made reservation on behalf of 5ea4550706e0459db13e8eb4e98d6488 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:51:58.786716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:58.906685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:51:58.949292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:51:58.953860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6f8bf663-7e68-4f76-acfa-dc9e6a09cc6e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:51:58.988759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75cd1-707f-4521-bb4d-4fc83e675553 req-c5240742-bdf1-46cd-a24f-8102734b129f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:58.990629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54c75cd1-707f-4521-bb4d-4fc83e675553 req-c5240742-bdf1-46cd-a24f-8102734b129f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1232944 Aug 03 15:51:59.131437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb271a3-32ad-4ba0-9407-d8be7d890f91 req-05526263-78d2-4e78-b7ff-253a58d3edc1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:59.134295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-beb271a3-32ad-4ba0-9407-d8be7d890f91 req-05526263-78d2-4e78-b7ff-253a58d3edc1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 932 time: 0.2547998 Aug 03 15:51:59.197824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Allocated IP 172.20.0.9 (9724c443-a0a7-4819-ab2b-20b7d0a2b8c6/b68845f8-e6fc-461b-8aff-56803139634e/284a3f59-ff74-4550-bbb5-9209aeeb6f67) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:51:59.207232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:51:59.221310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.262944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-beb271a3-32ad-4ba0-9407-d8be7d890f91 req-eb5edfa6-6b35-4969-9d2d-41836e9a52af tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142633 Aug 03 15:51:59.292282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54c75cd1-707f-4521-bb4d-4fc83e675553 req-b99f98ad-c901-46ee-817f-f105a9040274 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905266 Aug 03 15:51:59.314279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Transition to ACTIVE for port object 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:51:59.339145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.497764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.574473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:59.590155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.593090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.621704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-a131a012-3e23-45d9-a050-f63a2475853e tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 200 len: 2397 time: 0.2615154 Aug 03 15:51:59.694890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fded5ea8-f53b-45b1-bf22-bac1b2ff1548,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:51:59.782395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:51:59.816810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:51:59.829598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:51:59.890847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:59.891838 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:51:59.914486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60670) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:51:59.927091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58cfee-87ea-45bd-9aef-58bf26ab2ce7 req-a8e2a5e2-cf20-489b-9e29-137147c814a7 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:51:59.929094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a58cfee-87ea-45bd-9aef-58bf26ab2ce7 req-a8e2a5e2-cf20-489b-9e29-137147c814a7 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 931 time: 0.3524520 Aug 03 15:51:59.957289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:00.022655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:00.026929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:00.030710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:00.034480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-49024fc9-54f4-4122-a296-38609806a1dd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468202 Aug 03 15:52:00.057266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.067085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Request body: {'port': {'device_id': '610cf781-af0e-4637-8c5c-7292939c3145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:00.070318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:00.070854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:00.075267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a58cfee-87ea-45bd-9aef-58bf26ab2ce7 req-26751ed1-9ec5-41ef-a1df-00791fd4dead tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313787 Aug 03 15:52:00.136806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:00.137224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:00.137777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:00.138302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Bound port: 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:00.138724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.148495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.204778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-c3e066ca-9628-4bb3-ac91-cef434779fcb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3503139 Aug 03 15:52:00.398781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:00.419666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-046866d8-c19f-40c4-9344-f68d2ab3f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:00.422256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-046866d8-c19f-40c4-9344-f68d2ab3f182 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b166272c9369477080b240234c68e894&device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 1095 time: 0.1518672 Aug 03 15:52:00.423276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.427922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.438367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-428e8c62-6e31-45b7-9dfb-6e2b9b47e996 req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/f089f517-eb17-4f48-b235-7f87862fe99d HTTP/1.1" status: 204 len: 173 time: 0.8153381 Aug 03 15:52:00.455637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:00.484002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.517703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6d38e-bb38-421d-b163-35f999e070ec tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089f517-eb17-4f48-b235-7f87862fe99d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:00.573907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62f01132-4302-4e1c-aaf8-7afde1057ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.585628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-fd3a4dfd-2201-42b9-b52e-2d5c5e5bace0 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964043 Aug 03 15:52:00.627161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.639588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:00.639588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.641196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 1092 time: 2.2281961 Aug 03 15:52:00.643710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:00.648574 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e59a72-55b5-47cd-9130-c928752a69f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:00.688457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:00.744150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510e8f-99c1-4ba6-b95f-87c14c46b352 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:00.800623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-f0ad55d4-91b9-4351-81d8-83b147a883be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:00.802209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-f0ad55d4-91b9-4351-81d8-83b147a883be service neutron] 10.222.0.72 "GET /v2.0/networks?id=c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 200 len: 921 time: 0.3446789 Aug 03 15:52:00.805873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-eceff3b8-0345-4bd8-be70-9ba627c26044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:00.807474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-eceff3b8-0345-4bd8-be70-9ba627c26044 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1095 time: 0.1156578 Aug 03 15:52:00.893294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-fcd53002-5729-4961-85c8-1b9b7756fbd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 200 len: 217 time: 0.0700479 Aug 03 15:52:00.932801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-aa99bde7-ed25-4ddb-93dc-b0367cc68f15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.1107240 Aug 03 15:52:00.954229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-844bfb3f-7f25-4929-8e9c-0897ec85e22c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:00.955760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-844bfb3f-7f25-4929-8e9c-0897ec85e22c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563473 Aug 03 15:52:01.077546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-c61a348b-4040-40ea-802b-08afc122d900 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/quotas/78b33d60bf2d44deb4f4a697d89977cb HTTP/1.1" status: 200 len: 375 time: 0.0802791 Aug 03 15:52:01.093071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66118dc-440e-4456-a255-3583fdf67279 req-d53139e0-19b5-45f2-a70f-e75f0267cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:01.098095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-d53139e0-19b5-45f2-a70f-e75f0267cc29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1331005 Aug 03 15:52:01.114337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee5a8-db8c-4aec-9e90-dca968a95ad5 req-710e839c-1313-4f8b-b830-a0ee5acfe937 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:01.117622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0cee5a8-db8c-4aec-9e90-dca968a95ad5 req-710e839c-1313-4f8b-b830-a0ee5acfe937 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.3061383 Aug 03 15:52:01.146873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-ce68098f-adaf-4e77-9016-8a3cf4ca82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:01.150819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-ce68098f-adaf-4e77-9016-8a3cf4ca82b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 200 len: 860 time: 0.2278140 Aug 03 15:52:01.201120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-69d5e674-2e95-4b01-8fcf-9ab90cd80f8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759010 Aug 03 15:52:01.258031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62f01132-4302-4e1c-aaf8-7afde1057ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:01.262799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-22ea7b7c-3dc8-42c3-870d-47eee143afe5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c11d9d27-79ff-4f13-954a-3f28875c4fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806732 Aug 03 15:52:01.302795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62f01132-4302-4e1c-aaf8-7afde1057ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:01.312586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-5adb063b-a9a3-4270-8d04-b464eed5c5cf tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2336631 Aug 03 15:52:01.416105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0cee5a8-db8c-4aec-9e90-dca968a95ad5 req-10e5f4b3-cbf2-4d1b-989f-feda3228d43c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721865 Aug 03 15:52:01.528227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-62f01132-4302-4e1c-aaf8-7afde1057ad6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47bcc21ce2ad49209fb5ed69d471e6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5968907 Aug 03 15:52:01.536615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60700) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:01.556311 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5146d53-193d-47fa-96be-95fa2e82498a x-openstack-request-id: req-d5146d53-193d-47fa-96be-95fa2e82498a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:01.556931 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:01.557446 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5146d53-193d-47fa-96be-95fa2e82498a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:01.558218 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'status': 'completed', 'code': 200} Aug 03 15:52:01.602319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f01132-4302-4e1c-aaf8-7afde1057ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40004c2-36b3-4ddc-b019-6db6204a1787,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:01.621983 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-dd4e3427-b70d-4218-a80f-d24b2d0d69f7 req-7dffda01-876d-4b0b-9458-748cf845dafd tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] show failed (client error): The resource could not be found. Aug 03 15:52:01.628106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd4e3427-b70d-4218-a80f-d24b2d0d69f7 req-7dffda01-876d-4b0b-9458-748cf845dafd tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/3a9dd3f8-8f89-4c86-9a2d-ec73e40b5d18 HTTP/1.1" status: 404 len: 352 time: 0.1391597 Aug 03 15:52:01.644831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:52:01.665338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd348-52be-4153-8e37-1e703cab3656 req-ba50156e-e839-497f-b7db-9ddc3c3933ad tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:01.668245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8afd348-52be-4153-8e37-1e703cab3656 req-ba50156e-e839-497f-b7db-9ddc3c3933ad tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 944 time: 0.3535981 Aug 03 15:52:01.700290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-c75fe706-46a8-438c-b616-fd1137c9c6c2 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819725 Aug 03 15:52:01.710429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:01.795205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:01.847167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-20e7da13-829a-4300-bac2-f89e6d8ff62c service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131297 Aug 03 15:52:01.922260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Transition to ACTIVE for port object 284a3f59-ff74-4550-bbb5-9209aeeb6f67 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:01.930783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daab9c-02e8-46ec-a617-2ed893090c36 req-e96194c8-91af-4426-9759-6a2b0cb2895a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:01.933191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45daab9c-02e8-46ec-a617-2ed893090c36 req-e96194c8-91af-4426-9759-6a2b0cb2895a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 931 time: 0.2246103 Aug 03 15:52:01.957359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:01.972951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:01.977842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66118dc-440e-4456-a255-3583fdf67279 req-3e977b99-dc16-4208-b16b-87cff75b077e service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621977 Aug 03 15:52:02.006363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833afad-f170-4e61-82a4-9622eec19bec req-347e0747-b60f-43f2-a519-d3c78a2b1111 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:02.009505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9833afad-f170-4e61-82a4-9622eec19bec req-347e0747-b60f-43f2-a519-d3c78a2b1111 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 944 time: 0.3396533 Aug 03 15:52:02.015790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:02.092656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45daab9c-02e8-46ec-a617-2ed893090c36 req-d8c09235-0632-4cd8-a2f9-fcc6615eef7e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397533 Aug 03 15:52:02.104791 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9136dfbb-c078-4641-9e53-ac923d441fa4 req-3114257b-b2fe-42de-8deb-330db76db297 service neutron] 10.222.0.72 "GET /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474420 Aug 03 15:52:02.166901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-8e34e9de-25cf-41e9-a0ab-681ad3981057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:02.174677 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-8e34e9de-25cf-41e9-a0ab-681ad3981057 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1095 time: 0.1040416 Aug 03 15:52:02.176596 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:02.186190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:02.190592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a40004c2-36b3-4ddc-b019-6db6204a1787 HTTP/1.1" status: 204 len: 168 time: 0.6494629 Aug 03 15:52:02.269980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:02.342907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787fc80-dd8f-48cc-ab07-3ad0c0460ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40004c2-36b3-4ddc-b019-6db6204a1787,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:02.346853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9833afad-f170-4e61-82a4-9622eec19bec req-533d7880-5bd4-473f-b568-6e564a46381c tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746165 Aug 03 15:52:02.352041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:52:02.371238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-efaadbad-fe69-40af-85c6-78050a8179ab admin admin] 10.222.0.70 "PUT /v2.0/routers/bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7838686 Aug 03 15:52:02.390658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:02.396350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Deleting port ab086549-be5e-499e-8417-4f54c6f63777 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:02.397588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:02.410221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Sync routers for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:52:02.426002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6835251-a64a-4a18-969f-bda2f260f9d2 req-77df8a16-486c-4213-bc30-b6b6c6277cc3 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 210 time: 0.1906774 Aug 03 15:52:02.461094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:02.461985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:51:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:02.549621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-8833fc25-4beb-4968-a3d2-072a55c3cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:02.576345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-8833fc25-4beb-4968-a3d2-072a55c3cecb service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.3857050 Aug 03 15:52:02.652311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-4b54ef7f-a535-4e0a-991f-dc4467f7a673 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.0594461 Aug 03 15:52:02.661945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:02.722934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19197b-e449-40d1-bc35-0b27d0d5f3fa req-0254b3cc-92e2-4ff7-9db8-81f962ed28a9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:02.724505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae19197b-e449-40d1-bc35-0b27d0d5f3fa req-0254b3cc-92e2-4ff7-9db8-81f962ed28a9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.1465778 Aug 03 15:52:02.753324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-a00ac47f-564c-4763-a5e5-894e085a9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:02.761984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-a00ac47f-564c-4763-a5e5-894e085a9550 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.0998068 Aug 03 15:52:02.811325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-349c1bd8-8309-4e31-8e35-bacad3c2f19f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/523b04e5-c009-4512-b4a7-87d565cd1f10 HTTP/1.1" status: 200 len: 1804 time: 0.3632476 Aug 03 15:52:02.825135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-35f72143-6eb9-4c27-9ed8-8e3b584e91e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455527 Aug 03 15:52:02.831367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Attempting to bind port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:02.831908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Attempting to bind port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:02.832437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Attempting to bind port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:02.882397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:02.882801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Attempting to bind port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:02.912377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae19197b-e449-40d1-bc35-0b27d0d5f3fa req-7644b26b-bade-423a-9b3c-673e4e3d9e27 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716235 Aug 03 15:52:02.977898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:02.983166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Checking segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:02.984705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Bound using segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:02.985163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Bound port: 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:02.985554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:02.989562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:51:59Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:03.001964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.039064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Checking router: bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:52:03.042097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-7b7b16cb-5137-427b-818e-c46fc9e50f48 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509229 Aug 03 15:52:03.057789 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Routers {'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:03.058779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:51:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:03.154688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.157950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] For port ab086549-be5e-499e-8417-4f54c6f63777, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ab086549-be5e-499e-8417-4f54c6f63777,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:03.158327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.204896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-9ef14114-551a-4ace-bf3f-dc9f66fa5ba7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:03.209366 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-9ef14114-551a-4ace-bf3f-dc9f66fa5ba7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573458 Aug 03 15:52:03.233115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:03.237415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Request body: {'port': {'device_id': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '78b33d60bf2d44deb4f4a697d89977cb'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:03.237747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:03.264153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.338449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Calling delete_port for ab086549-be5e-499e-8417-4f54c6f63777 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:03.352208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:03.352840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.354311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] 10.222.0.78 "PUT /v2.0/ports/284a3f59-ff74-4550-bbb5-9209aeeb6f67 HTTP/1.1" status: 200 len: 1091 time: 3.2963886 Aug 03 15:52:03.359890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:03.361234 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca40f7-12d1-412e-936c-d98b8b0c3471" -d '{"events": [{"name": "network-changed", "server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:03.405620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] Set router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:03.414991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.417975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e5f1a-9c33-4aa9-899a-0bb6d0220e3a service neutron] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:03.460824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-12706961-3bdc-452d-937f-ffd912446c9b service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122508 Aug 03 15:52:03.591216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.603310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-b49585fb-c529-4898-a5d1-83ff3f8e4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:03.604903 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-b49585fb-c529-4898-a5d1-83ff3f8e4dce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 1094 time: 0.1649458 Aug 03 15:52:03.621804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.624911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.626368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a21773d6-894f-4a08-95ca-e386f2be41d0 req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/523b04e5-c009-4512-b4a7-87d565cd1f10 HTTP/1.1" status: 204 len: 173 time: 0.8136573 Aug 03 15:52:03.709845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04a60-7f3b-4204-bfac-b212e0a8cc17 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b04e5-c009-4512-b4a7-87d565cd1f10,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:03.725610 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd37282f-6850-4d14-ac8d-94c32cf5e514 x-openstack-request-id: req-cd37282f-6850-4d14-ac8d-94c32cf5e514 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:03.725610 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:03.725610 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd37282f-6850-4d14-ac8d-94c32cf5e514 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:03.725983 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'status': 'completed', 'code': 200} Aug 03 15:52:03.729031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-6a1dfc8e-cf30-4b9d-a1a3-b803347842d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67 HTTP/1.1" status: 200 len: 217 time: 0.1013403 Aug 03 15:52:03.757100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:51:59Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:03.805152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5272f5f-ddf8-4caf-88bc-d4fed3d13b11 None None] The sync data for ids ['bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b'] in n-d-803226-3 is: [{'id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'name': 'tempest-ServersTestJSON-1219049377-router', 'tenant_id': '920ecdddd9c14fe087a4205bb2417751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:49:15Z', 'updated_at': '2021-08-03T15:51:59Z', 'revision_number': 5, 'project_id': '920ecdddd9c14fe087a4205bb2417751', 'gw_port': {'id': '5e1b964f-c647-414c-84a7-8a4f9a126ea5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:49:17Z', 'updated_at': '2021-08-03T15:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:52:03.909534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Deleting port 5e1b964f-c647-414c-84a7-8a4f9a126ea5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:03.910361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:03.916300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-f0085efd-f0ce-4447-8e09-c1a240ab35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:03.917871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-f0085efd-f0ce-4447-8e09-c1a240ab35d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.1777575 Aug 03 15:52:04.012542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-6c49ab5e-cf0a-41a9-841b-6b6a8efdf6ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781410 Aug 03 15:52:04.015171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.110210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Made reservation on behalf of 78b33d60bf2d44deb4f4a697d89977cb for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:04.113797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.125330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44099-d5e8-4d55-ad74-8bdf5bd44d26 req-f7f4f70d-bd03-4bb0-8bb8-3c675adb203e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:04.134099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acc44099-d5e8-4d55-ad74-8bdf5bd44d26 req-f7f4f70d-bd03-4bb0-8bb8-3c675adb203e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 943 time: 0.8181169 Aug 03 15:52:04.294609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acc44099-d5e8-4d55-ad74-8bdf5bd44d26 req-079777df-3cad-4c2d-9f84-72a5a45b0d01 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593797 Aug 03 15:52:04.296917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e59a72-55b5-47cd-9130-c928752a69f2 req-f9b3d103-4b2d-4c0f-872c-70e1d54304f7 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234146 Aug 03 15:52:04.468041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bfe23b3-6cb3-4691-b61b-cc98e70dc174 req-a0b9a079-11b8-4270-9250-7649a1df1732 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 210 time: 0.0606117 Aug 03 15:52:04.484858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Allocated IP 192.168.233.134 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/bc7088c3-26af-40e0-95d2-85144b5b3693) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:04.520717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event deleted for resources: {'Port': ['ID=ab086549-be5e-499e-8417-4f54c6f63777,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:04.575550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a83f5804-e817-481c-8f13-39f8fea561ca req-481d65b1-13c1-466f-99b3-1e9a3d36d10e tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=02d6e247-8f8e-46d2-98f9-ea1ae47b2f55 HTTP/1.1" status: 200 len: 210 time: 0.1058600 Aug 03 15:52:04.618457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-854a0cc3-70a3-4fc6-8eba-aa55933c5c9f tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/19378f68-fdf1-4441-8bb0-4dd5a88d8053 HTTP/1.1" status: 200 len: 1804 time: 0.1118898 Aug 03 15:52:04.633194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] No DVR routers for this DVR port ab086549-be5e-499e-8417-4f54c6f63777 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:04.639050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] For port 5e1b964f-c647-414c-84a7-8a4f9a126ea5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5e1b964f-c647-414c-84a7-8a4f9a126ea5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:04.639564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.648622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.650880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8afd348-52be-4153-8e37-1e703cab3656 req-612916fe-8146-4dff-87a2-abdbe9bce4c1 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "DELETE /v2.0/ports/ab086549-be5e-499e-8417-4f54c6f63777 HTTP/1.1" status: 204 len: 173 time: 2.9699471 Aug 03 15:52:04.668441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Calling delete_port for 5e1b964f-c647-414c-84a7-8a4f9a126ea5 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:04.693948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-d6dfbc34-bd60-4ae9-a552-d192aed3b66b service neutron] 10.222.0.78 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698501 Aug 03 15:52:04.801711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.814803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.871286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Transition to ACTIVE for port object bc7088c3-26af-40e0-95d2-85144b5b3693 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:04.875130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.920971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:04.924029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:04.941691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-701ce19e-e1ef-41da-99c8-59d21ff02895 req-a98d24e9-8da5-418f-8434-2934888f0303 service neutron] 10.222.0.78 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081590 Aug 03 15:52:04.963873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:04.970022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37f6b0-4227-44f0-94d9-883d2b2adcca req-79a79d0a-f1ce-4bce-b682-3a615bcb66e3 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:04.971870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd37f6b0-4227-44f0-94d9-883d2b2adcca req-79a79d0a-f1ce-4bce-b682-3a615bcb66e3 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.0866582 Aug 03 15:52:05.036790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:05.041312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:05.045786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:05.048486 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.051046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.065200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c02273d-1270-4d61-8fee-7fb4d9a22e2d req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/19378f68-fdf1-4441-8bb0-4dd5a88d8053 HTTP/1.1" status: 204 len: 173 time: 0.4419222 Aug 03 15:52:05.104610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd37f6b0-4227-44f0-94d9-883d2b2adcca req-16ae1fe7-2248-4964-8d1b-f2ce57735290 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169238 Aug 03 15:52:05.159755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256b395-3978-43d9-816e-bb5571b19aea tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19378f68-fdf1-4441-8bb0-4dd5a88d8053,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:05.159906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.166973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event updated for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:05.173038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-1e82c042-9614-45e6-9336-340fa2cd93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:05.181017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-1e82c042-9614-45e6-9336-340fa2cd93d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 1094 time: 0.1631951 Aug 03 15:52:05.207256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-882aac54-41a5-471d-8bb1-8905bfc0d6af req-c949ca3b-4bde-4b52-bb89-bb69ee3ad47d tempest-AbsoluteLimitsNegativeTestJSON-2021639238 tempest-AbsoluteLimitsNegativeTestJSON-2021639238-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b675590f6e264bd986b7146365ec584c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451186 Aug 03 15:52:05.245184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:05.246168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.299233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', '5f2b67eb-a5b1-4537-86b1-7c72680ee146'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:05.301828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fded5ea8-f53b-45b1-bf22-bac1b2ff1548 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:05.320974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: ab086549-be5e-499e-8417-4f54c6f63777 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:05.321238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ab086549-be5e-499e-8417-4f54c6f63777 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:05.400164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: fded5ea8-f53b-45b1-bf22-bac1b2ff1548 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:05.400851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fded5ea8-f53b-45b1-bf22-bac1b2ff1548 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:05.408755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1b964f-c647-414c-84a7-8a4f9a126ea5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:05.413447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-f25e4962-50e9-4ca5-b140-ce869021a963 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1925285 Aug 03 15:52:05.433851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:52:05.470573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Request body: {'port': {'device_id': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:05.529474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aac54-41a5-471d-8bb1-8905bfc0d6af req-77b5e0d4-9f47-47de-81dd-490451b48805 tempest-AbsoluteLimitsNegativeTestJSON-2021639238 tempest-AbsoluteLimitsNegativeTestJSON-2021639238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:05.531240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-882aac54-41a5-471d-8bb1-8905bfc0d6af req-77b5e0d4-9f47-47de-81dd-490451b48805 tempest-AbsoluteLimitsNegativeTestJSON-2021639238 tempest-AbsoluteLimitsNegativeTestJSON-2021639238-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231809 Aug 03 15:52:05.558258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.576667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-2b3b979e-c7b6-4f93-8cee-877b66c71cd0 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/31ff1183-c8ab-4e4e-91ff-77f03af656ae HTTP/1.1" status: 200 len: 1804 time: 0.3863354 Aug 03 15:52:05.593673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-882aac54-41a5-471d-8bb1-8905bfc0d6af req-ec6d9c80-0e35-4055-a1b8-7b1f1721ee4d tempest-AbsoluteLimitsNegativeTestJSON-2021639238 tempest-AbsoluteLimitsNegativeTestJSON-2021639238-project] 10.222.0.70 "GET /v2.0/quotas/b675590f6e264bd986b7146365ec584c HTTP/1.1" status: 200 len: 375 time: 0.0567017 Aug 03 15:52:05.595315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.633153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-707e0baa-d162-4b8c-af1c-1f7214db1889 None None] Provisioning for port bc7088c3-26af-40e0-95d2-85144b5b3693 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:05.641183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-707e0baa-d162-4b8c-af1c-1f7214db1889 None None] Provisioning complete for port bc7088c3-26af-40e0-95d2-85144b5b3693 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:05.641847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-707e0baa-d162-4b8c-af1c-1f7214db1889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.651242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:05.679473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-882aac54-41a5-471d-8bb1-8905bfc0d6af req-8f66f97e-5c03-4070-afb5-8ca1fa75825b tempest-AbsoluteLimitsNegativeTestJSON-2021639238 tempest-AbsoluteLimitsNegativeTestJSON-2021639238-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b675590f6e264bd986b7146365ec584c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694742 Aug 03 15:52:05.721010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'port_id': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'mac_address': 'fa:16:3e:0d:d7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:05.727093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-707e0baa-d162-4b8c-af1c-1f7214db1889 None None] Port bc7088c3-26af-40e0-95d2-85144b5b3693 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:52:05.728988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-deleted', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:05.731409 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6818f3ca-b202-40c9-8055-be91362a6c5b" -d '{"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-deleted", "tag": "ab086549-be5e-499e-8417-4f54c6f63777"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:05.742971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.752780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.779723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.810542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-283e5620-598f-4727-a96e-98797b00b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:05.812056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-283e5620-598f-4727-a96e-98797b00b26c service neutron] 10.222.0.78 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 915 time: 0.5919800 Aug 03 15:52:05.842003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:05.882668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.883230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:52:05.888382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.889540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-19290512-e838-4449-97c4-7338cc64d9f2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/bbd9c447-3f26-4bdd-90a5-3dc9b0e3d46b HTTP/1.1" status: 204 len: 168 time: 3.4862955 Aug 03 15:52:05.891311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-75984527-0aab-4419-b2b4-2b4417cbd091 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67 HTTP/1.1" status: 200 len: 217 time: 0.0584462 Aug 03 15:52:05.891886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:05.892043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.895171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60792) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:05.914019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:05.949218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.031407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:06.052149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-9b5e110a-9551-4a39-b0ec-4d0e699dfed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:06.054994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-9b5e110a-9551-4a39-b0ec-4d0e699dfed1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.1502573 Aug 03 15:52:06.118071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-1ad946ad-d8e3-44c6-84c3-70f9af9bfe92 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526896 Aug 03 15:52:06.133938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['4b9d8e66-72b4-4bf8-aef0-6443caeefd07'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:06.149700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.162089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.176233 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:52:06.179612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d40fe79f-3d3c-4b2e-8d91-42f777bd2758 req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/31ff1183-c8ab-4e4e-91ff-77f03af656ae HTTP/1.1" status: 204 len: 173 time: 0.6017458 Aug 03 15:52:06.269683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7088c3-26af-40e0-95d2-85144b5b3693 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:06.278709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.286358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:06.292034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Transition to ACTIVE for port object bc7088c3-26af-40e0-95d2-85144b5b3693 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:06.296096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Deleting subnet 001fae87-b82a-481b-8079-fe00f4e70666 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:52:06.299869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.341094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.374453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60800) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:06.376013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.393172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa44a74-fd2a-4762-960f-4cf1d403e596 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff1183-c8ab-4e4e-91ff-77f03af656ae,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:06.473439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.533278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:06.552845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'port_id': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'mac_address': 'fa:16:3e:14:ea:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68845f8-e6fc-461b-8aff-56803139634e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:06.558417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937b112-4e0d-498a-a16f-e87bf6c50bb3 req-7fcab869-7a20-4370-94d5-253506acdff2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:06.571924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f937b112-4e0d-498a-a16f-e87bf6c50bb3 req-7fcab869-7a20-4370-94d5-253506acdff2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 948 time: 0.2085378 Aug 03 15:52:06.581392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:06.611614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-94b4f29d-4fc1-41c3-8249-d4ee14bb043d service neutron] 10.222.0.78 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847703 Aug 03 15:52:06.613155 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.614273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bb925-873b-4d95-8d4e-2d65ddce4495 req-a606fb4c-de01-471e-8918-ac1153759d51 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:06.616909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-234bb925-873b-4d95-8d4e-2d65ddce4495 req-a606fb4c-de01-471e-8918-ac1153759d51 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 943 time: 0.5204124 Aug 03 15:52:06.633353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:06.635810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-531edada-5d07-44ac-924a-861949a2895f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.667486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:06.672819 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.734745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:06.778136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f937b112-4e0d-498a-a16f-e87bf6c50bb3 req-298af46a-0724-4712-8a4c-716917c3df41 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046263 Aug 03 15:52:06.808849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.843166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cca40f7-12d1-412e-936c-d98b8b0c3471 req-c625449b-4c51-4455-babd-6316e882a022 service neutron] 10.222.0.78 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209823 Aug 03 15:52:06.907756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-234bb925-873b-4d95-8d4e-2d65ddce4495 req-7a2b0073-10ba-4e6c-b11a-47eb0f2bfb19 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783732 Aug 03 15:52:06.917019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001fae87-b82a-481b-8079-fe00f4e70666,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:06.928616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:06.942223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:06.942223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-38cdfb14-a243-4b88-a5fc-85bf6b1f26e0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/001fae87-b82a-481b-8079-fe00f4e70666 HTTP/1.1" status: 204 len: 168 time: 1.0331113 Aug 03 15:52:06.942548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60812) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:06.962030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Attempting to bind port bc7088c3-26af-40e0-95d2-85144b5b3693 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:06.962387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Attempting to bind port bc7088c3-26af-40e0-95d2-85144b5b3693 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:06.962757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Attempting to bind port bc7088c3-26af-40e0-95d2-85144b5b3693 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:07.005568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Port bc7088c3-26af-40e0-95d2-85144b5b3693 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:07.005997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Attempting to bind port bc7088c3-26af-40e0-95d2-85144b5b3693 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:07.018621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-531edada-5d07-44ac-924a-861949a2895f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.025927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:07.026544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:07.027355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:07.027892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Bound port: bc7088c3-26af-40e0-95d2-85144b5b3693, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:07.028456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.038398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c62346-0cd2-4e57-96b6-19bd692edc76 None None] Network eaaf0ade-c6b0-4de3-ac54-487df3ec610a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:07.039208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-531edada-5d07-44ac-924a-861949a2895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.067971 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a4e58-6ce5-41f8-95b4-97fce7545244 x-openstack-request-id: req-2f6a4e58-6ce5-41f8-95b4-97fce7545244 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:07.069349 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d6e247-8f8e-46d2-98f9-ea1ae47b2f55", "name": "network-vif-deleted", "tag": "ab086549-be5e-499e-8417-4f54c6f63777", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:07.069349 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f6a4e58-6ce5-41f8-95b4-97fce7545244 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:07.070505 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d6e247-8f8e-46d2-98f9-ea1ae47b2f55', 'name': 'network-vif-deleted', 'tag': 'ab086549-be5e-499e-8417-4f54c6f63777', 'status': 'completed', 'code': 200} Aug 03 15:52:07.139188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['284a3f59-ff74-4550-bbb5-9209aeeb6f67'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:07.148867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5e1b964f-c647-414c-84a7-8a4f9a126ea5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:07.181062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-38009626-b37f-45dd-b90f-94467b3c29da tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/17486893-6ee8-41f0-9316-7100cbc92dcf HTTP/1.1" status: 200 len: 2403 time: 0.1094973 Aug 03 15:52:07.189450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.239288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5e1b964f-c647-414c-84a7-8a4f9a126ea5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:07.239768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5e1b964f-c647-414c-84a7-8a4f9a126ea5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:07.260848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-531edada-5d07-44ac-924a-861949a2895f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b675590f6e264bd986b7146365ec584c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824148 Aug 03 15:52:07.267184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60814) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:07.276784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531edada-5d07-44ac-924a-861949a2895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d99f9-0504-4405-b0b4-2ae7a767f6ac,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:07.305762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.324221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:07.336384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bc7088c3-26af-40e0-95d2-85144b5b3693,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:07.344277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.362394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.418069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:07.418891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Deleting port 0a050cac-6163-4755-b436-96d8da68ac41 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:07.419488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.427326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55996b-4dd5-4802-b7c7-f3e5275613fd req-f6d9d02f-f108-48bb-bae3-e43f0b59534f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:07.430775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:07.431444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.440704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe55996b-4dd5-4802-b7c7-f3e5275613fd req-f6d9d02f-f108-48bb-bae3-e43f0b59534f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.3367820 Aug 03 15:52:07.446282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:07.446909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.448351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] 10.222.0.78 "PUT /v2.0/ports/bc7088c3-26af-40e0-95d2-85144b5b3693 HTTP/1.1" status: 200 len: 1096 time: 2.0026810 Aug 03 15:52:07.449475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:07.451770 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f8cf3f-a520-4c60-a5c5-6776936e1777" -d '{"events": [{"name": "network-changed", "server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:07.478847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.621754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe55996b-4dd5-4802-b7c7-f3e5275613fd req-70525e33-69e9-483d-9149-e46b6c8210ac tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798437 Aug 03 15:52:07.637765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb7973-cc27-4e9f-a92e-b432fc6d4d25 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:07.646419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] For port 0a050cac-6163-4755-b436-96d8da68ac41, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0a050cac-6163-4755-b436-96d8da68ac41,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:07.647035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.676028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Calling delete_port for 0a050cac-6163-4755-b436-96d8da68ac41 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:07.687203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] DHCP port deletion for eaaf0ade-c6b0-4de3-ac54-487df3ec610a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:52:07.689781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-206b1947-181b-4d7d-bc85-d51b2d3e068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:07.691565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-206b1947-181b-4d7d-bc85-d51b2d3e068d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 1099 time: 0.1767364 Aug 03 15:52:07.704506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.751794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.753503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-0357a093-30ba-409d-9de4-a794f77c6d3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=bc7088c3-26af-40e0-95d2-85144b5b3693 HTTP/1.1" status: 200 len: 217 time: 0.0468035 Aug 03 15:52:07.755126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.755914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a209678-9447-4596-8583-c9b0e1f1bb14 req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/17486893-6ee8-41f0-9316-7100cbc92dcf HTTP/1.1" status: 204 len: 173 time: 0.5638793 Aug 03 15:52:07.761037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.768902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:07.774291 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a21b3af-f485-44ec-99b5-173d53bd67fd" -d '{"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-plugged", "status": "completed", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:07.806727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f15c9-b321-41be-85cd-6540672690a7 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17486893-6ee8-41f0-9316-7100cbc92dcf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:07.807886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:07.818124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.877848 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9023d6-b1ad-41fb-bbd0-20636b2dc008 x-openstack-request-id: req-5f9023d6-b1ad-41fb-bbd0-20636b2dc008 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:07.878820 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:07.879330 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f9023d6-b1ad-41fb-bbd0-20636b2dc008 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:07.880146 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'status': 'completed', 'code': 200} Aug 03 15:52:07.925778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-25a6bd4e-606c-41a9-a912-1df98a9f43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:07.927405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-25a6bd4e-606c-41a9-a912-1df98a9f43bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1620576 Aug 03 15:52:07.934828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Deleting port 0a050cac-6163-4755-b436-96d8da68ac41 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:07.935626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.954594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.989245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.993286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:07.998277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e1d99f9-0504-4405-b0b4-2ae7a767f6ac HTTP/1.1" status: 204 len: 168 time: 0.7250340 Aug 03 15:52:08.007512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a050cac-6163-4755-b436-96d8da68ac41,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.010307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-4eaf8785-f94b-4d13-ac14-d787916dc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.014436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-4eaf8785-f94b-4d13-ac14-d787916dc4ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668252 Aug 03 15:52:08.023932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaba7f-6794-44fc-b655-594926823f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d99f9-0504-4405-b0b4-2ae7a767f6ac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.041732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-319739dc-2a47-4d31-a136-a3c47cada306 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "GET /v2.0/security-groups/3cd99681-4a7b-47d2-9c9f-3e52e3c6f872 HTTP/1.1" status: 200 len: 2398 time: 0.1454945 Aug 03 15:52:08.051922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] No DVR routers for this DVR port 0a050cac-6163-4755-b436-96d8da68ac41 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:08.056344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] For port 0a050cac-6163-4755-b436-96d8da68ac41, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0a050cac-6163-4755-b436-96d8da68ac41,segment=NetworkSegment(4eb72070-eb01-4034-93b0-01129f6a9085),segment_id=4eb72070-eb01-4034-93b0-01129f6a9085)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:08.057235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.077318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Calling delete_port for 0a050cac-6163-4755-b436-96d8da68ac41 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:08.221632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-5dccb3aa-7fb4-4e5b-9e34-bab79de19ce6 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965935 Aug 03 15:52:08.229114 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089976d5-cf7b-469d-8492-d4f3f8a880ec x-openstack-request-id: req-089976d5-cf7b-469d-8492-d4f3f8a880ec {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:08.229413 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-plugged", "status": "completed", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:08.229685 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-089976d5-cf7b-469d-8492-d4f3f8a880ec {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:08.230177 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'code': 200} Aug 03 15:52:08.249908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.269811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:08.311946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54ef0-b76a-4072-9766-f08d35539a36 req-c4922cc6-4faf-4140-9988-73b9d1d92191 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.320035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09d54ef0-b76a-4072-9766-f08d35539a36 req-c4922cc6-4faf-4140-9988-73b9d1d92191 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 948 time: 0.1634431 Aug 03 15:52:08.336881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.347701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.357544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.369323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a69f-b278-48d0-b3f7-b1148a40360f req-52ddb629-6d89-49d8-862a-a4f61f4ba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.376759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fb9a69f-b278-48d0-b3f7-b1148a40360f req-52ddb629-6d89-49d8-862a-a4f61f4ba948 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1097 time: 0.2795479 Aug 03 15:52:08.378763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaf0ade-c6b0-4de3-ac54-487df3ec610a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:08.397684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09d54ef0-b76a-4072-9766-f08d35539a36 req-d8b156c8-62f7-49ef-9ce2-5d59f5760ce3 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Aug 03 15:52:08.413455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] Pushing event deleted for resources: {'Port': ['ID=0a050cac-6163-4755-b436-96d8da68ac41,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.418256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea08a0d-7905-423f-8baa-b19a4936c1d8 None None] No DVR routers for this DVR port 0a050cac-6163-4755-b436-96d8da68ac41 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:08.442345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:08.449596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb72070-eb01-4034-93b0-01129f6a9085') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:08.450160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb72070-eb01-4034-93b0-01129f6a9085') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:08.451581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:08.452459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.471072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.490234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.504897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fb9a69f-b278-48d0-b3f7-b1148a40360f req-146e7c30-c8ba-4895-95f6-bb206fd48727 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059272 Aug 03 15:52:08.518063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-fd0df676-4fc9-4c63-b459-85672bc24c12 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.519622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-fd0df676-4fc9-4c63-b459-85672bc24c12 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 944 time: 0.1728024 Aug 03 15:52:08.531663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d974e4d6-d514-4e03-9c42-b48fe4ebe0a1 req-e9b83189-765e-4b82-84f0-291b584ca0f6 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000557 Aug 03 15:52:08.552435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.564107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.574162 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.575443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-978d2b5b-8c43-4ce9-8583-41d6ab20cf31 req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] 10.222.0.70 "DELETE /v2.0/security-groups/3cd99681-4a7b-47d2-9c9f-3e52e3c6f872 HTTP/1.1" status: 204 len: 173 time: 0.5329032 Aug 03 15:52:08.577718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:52:08.577718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:52:08.590899 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:52:08.607320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca942eb7-8bca-4230-b6ad-230c352418b3 tempest-SecurityGroupRulesTestJSON-1326225566 tempest-SecurityGroupRulesTestJSON-1326225566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd99681-4a7b-47d2-9c9f-3e52e3c6f872,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.609373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60842) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:08.699659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.706900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.708925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eaaf0ade-c6b0-4de3-ac54-487df3ec610a HTTP/1.1" status: 204 len: 168 time: 1.7699075 Aug 03 15:52:08.717601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Deleting subnet 44807b6d-f441-4474-a9f6-3a6ac7e0b74a {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:52:08.730358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.734735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73556838-6528-4177-9bf1-8e2080eb17f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaaf0ade-c6b0-4de3-ac54-487df3ec610a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.735023 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.793196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:08.800194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.827776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.854265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-8f5d431c-eee3-44ad-a370-3f58f3b0f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.856238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-8f5d431c-eee3-44ad-a370-3f58f3b0f419 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 1099 time: 0.2076423 Aug 03 15:52:08.867233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36829f71-5d3c-4f35-9e39-86a4e8e090a1 req-c2fb05c9-c4b4-4329-9df8-0f83b5ecb131 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.874153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d93d-f4f0-4ca0-bc26-11a812b8c43b req-37ecec11-e9a1-4c39-9cf2-41cf50ab6c8b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:08.874594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36829f71-5d3c-4f35-9e39-86a4e8e090a1 req-c2fb05c9-c4b4-4329-9df8-0f83b5ecb131 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 944 time: 0.2241902 Aug 03 15:52:08.876306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f483d93d-f4f0-4ca0-bc26-11a812b8c43b req-37ecec11-e9a1-4c39-9cf2-41cf50ab6c8b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 944 time: 0.1242993 Aug 03 15:52:08.901541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:08.901713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:08.967478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f483d93d-f4f0-4ca0-bc26-11a812b8c43b req-86a6bc34-39fe-495b-82b6-5ec4cdcc6a11 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Aug 03 15:52:08.997463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Deleting port 0abdb054-c62d-4731-893c-546d26415af9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:09.001892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.009302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.048789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44807b6d-f441-4474-a9f6-3a6ac7e0b74a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:09.067746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.072813 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13593379-61fd-4b55-b2b1-31eff0acd146 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/44807b6d-f441-4474-a9f6-3a6ac7e0b74a HTTP/1.1" status: 204 len: 168 time: 0.4625182 Aug 03 15:52:09.076852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:09.106770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60860) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:09.115282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0a050cac-6163-4755-b436-96d8da68ac41 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:09.137932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36829f71-5d3c-4f35-9e39-86a4e8e090a1 req-f2e9277d-f089-4c45-8529-7bbdc3cb7e3f tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620616 Aug 03 15:52:09.160333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0a050cac-6163-4755-b436-96d8da68ac41 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:09.160802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0a050cac-6163-4755-b436-96d8da68ac41 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:09.239200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-42cc6b5d-0be0-4f19-9678-8ccc8fee837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:09.241243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-42cc6b5d-0be0-4f19-9678-8ccc8fee837d service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3561060 Aug 03 15:52:09.247345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] For port 0abdb054-c62d-4731-893c-546d26415af9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0abdb054-c62d-4731-893c-546d26415af9,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:09.247723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.259909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4bcb1-0d1b-48a8-bd7e-9fe94e3fcfa2 req-078eab2b-ec05-4e12-8b73-61eccb3f8b52 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:09.263314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90f4bcb1-0d1b-48a8-bd7e-9fe94e3fcfa2 req-078eab2b-ec05-4e12-8b73-61eccb3f8b52 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 946 time: 0.1864223 Aug 03 15:52:09.289233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.309274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7349737a-4f29-4384-a49c-9d1ed69cfa0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=920ecdddd9c14fe087a4205bb2417751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998699 Aug 03 15:52:09.312771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:09.318570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-d1ef7076-86ba-4e15-8e7a-f3174a01d872 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=bc7088c3-26af-40e0-95d2-85144b5b3693 HTTP/1.1" status: 200 len: 217 time: 0.0676107 Aug 03 15:52:09.326047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Calling delete_port for 0abdb054-c62d-4731-893c-546d26415af9 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:09.380319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90f4bcb1-0d1b-48a8-bd7e-9fe94e3fcfa2 req-7e46187e-00a2-479c-8a9d-80f3c1b9697e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060255 Aug 03 15:52:09.455189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-fa85e86e-26e9-40d3-9577-e4e928ee331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:09.456927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-fa85e86e-26e9-40d3-9577-e4e928ee331f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1280105 Aug 03 15:52:09.459985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.473378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.478999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:09.488289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48ebc2-fbdf-4937-b354-4d9b88c06e4a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:09.515256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2eebfb-fe9d-4632-8597-fde96d1e2bc5') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:09.515554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2eebfb-fe9d-4632-8597-fde96d1e2bc5') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:09.526498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.535743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.561788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.574808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:52:09.575286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:52:09.577859 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:52:09.599408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-4c2a0cc4-dcc2-47fa-a42e-6dd607ecad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:09.602441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-4c2a0cc4-dcc2-47fa-a42e-6dd607ecad02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375587 Aug 03 15:52:09.651113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1221362688-network', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:09.666299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.669594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.671147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3226ec82-4805-417a-b0b5-60f1278c111e HTTP/1.1" status: 204 len: 168 time: 0.3574257 Aug 03 15:52:09.678988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.690374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.696911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dc48ebc2-fbdf-4937-b354-4d9b88c06e4a HTTP/1.1" status: 204 len: 168 time: 0.6114130 Aug 03 15:52:09.714220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9063d7-f10f-478b-8407-e8c21fe8ae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3226ec82-4805-417a-b0b5-60f1278c111e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:09.717792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c09f8-9c83-44c4-8d94-07d4dde27f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc48ebc2-fbdf-4937-b354-4d9b88c06e4a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:09.725984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Made reservation on behalf of 998c3e62e87d46108fa6d4a42339fad9 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:09.729758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.736848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d01a2-9d50-4917-bd01-8aaaf04e73f5 req-c000666e-e957-4fb8-abae-657d33842f0c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:09.739396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef6d01a2-9d50-4917-bd01-8aaaf04e73f5 req-c000666e-e957-4fb8-abae-657d33842f0c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 948 time: 0.2075408 Aug 03 15:52:09.742486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.824425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d2327b4-090a-4f82-bf3b-1ce6c8b0d796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.836528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.908129 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.910344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef6d01a2-9d50-4917-bd01-8aaaf04e73f5 req-c8a3c904-793b-4c0d-9d19-21992bd76dda tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535752 Aug 03 15:52:09.916277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.935070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-64a2eb55-b2c6-4bb2-8704-2e976f387f57 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957978 Aug 03 15:52:09.939682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:09.961853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event deleted for resources: {'Port': ['ID=0abdb054-c62d-4731-893c-546d26415af9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:09.967027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:52:09.974004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dadd60-396b-4e9b-9bdd-6089de4e4013,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:09.981550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:09.981947 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Added segment e37b149f-7a47-4cce-a495-186ebf80cf89 of type vlan for network 1822382f-589e-4e20-95b5-e384d2fd97ef Aug 03 15:52:10.027726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.060892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.061918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:10.062510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.165456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6839819 Aug 03 15:52:10.169902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:10.173414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] No DVR routers for this DVR port 0abdb054-c62d-4731-893c-546d26415af9 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:10.181929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Request body: {'subnet': {'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1221362688-subnet', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:10.190502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.194406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba41d2af-5d29-4b62-8646-80f3dfc59bf7 req-0bbe28ee-4977-4b46-b718-9ca35e309ec8 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "DELETE /v2.0/ports/0abdb054-c62d-4731-893c-546d26415af9 HTTP/1.1" status: 204 len: 173 time: 1.6413572 Aug 03 15:52:10.196246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-deleted', 'tag': '0abdb054-c62d-4731-893c-546d26415af9'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:10.200238 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e31f9d9-09aa-414e-a344-2f933becf0ce" -d '{"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-deleted", "tag": "0abdb054-c62d-4731-893c-546d26415af9"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:10.227599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a8d23-f97e-4371-a6ba-c88d10891172 admin admin] Pushing event updated for resources: {'Network': ['ID=1822382f-589e-4e20-95b5-e384d2fd97ef,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:10.236220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:10.236220 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c93db-ea38-46b2-8a55-1bcbd882b9f1" -d '{"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-plugged", "status": "completed", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:10.238061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-605a3907-cd44-4fd3-813c-b6ec6ab41fa6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a9e56458de64b8b9b15d7bd3202b8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951875 Aug 03 15:52:10.247520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:10.250315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 1822382f-589e-4e20-95b5-e384d2fd97ef details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:52:10.282573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478089dc-c167-4ca4-9e27-d3e8c3663146 req-da8df92c-1747-4954-a736-533b0ac21867 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:10.285852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bc7088c3-26af-40e0-95d2-85144b5b3693 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:10.299613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-478089dc-c167-4ca4-9e27-d3e8c3663146 req-da8df92c-1747-4954-a736-533b0ac21867 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.2296183 Aug 03 15:52:10.304274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Made reservation on behalf of 998c3e62e87d46108fa6d4a42339fad9 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:10.307237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.320735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36b3c999-f84d-4012-8483-d43eb36fec23 req-cf97cf2d-5483-4cf7-b8b4-468ea2ac885b tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=60e24264-6b4f-4b5f-8ca3-15da58d26eda HTTP/1.1" status: 200 len: 210 time: 0.0458031 Aug 03 15:52:10.323908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51f8cf3f-a520-4c60-a5c5-6776936e1777 req-22950df6-ddb1-46f1-a9a5-490cc14e0ad1 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666477 Aug 03 15:52:10.353852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.388681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.447734 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574f37b-fa52-40ad-af98-fab47b2acfee x-openstack-request-id: req-0574f37b-fa52-40ad-af98-fab47b2acfee {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:10.449255 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e24264-6b4f-4b5f-8ca3-15da58d26eda", "name": "network-vif-deleted", "tag": "0abdb054-c62d-4731-893c-546d26415af9", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:10.449874 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0574f37b-fa52-40ad-af98-fab47b2acfee {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:10.451081 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e24264-6b4f-4b5f-8ca3-15da58d26eda', 'name': 'network-vif-deleted', 'tag': '0abdb054-c62d-4731-893c-546d26415af9', 'status': 'completed', 'code': 200} Aug 03 15:52:10.454628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-478089dc-c167-4ca4-9e27-d3e8c3663146 req-3a846907-a0bd-4c29-90b1-13e8b9810c49 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570060 Aug 03 15:52:10.468173 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.472167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.473704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c081b6a-b096-4738-8f4d-836fce9ce8cf HTTP/1.1" status: 204 len: 168 time: 0.2252240 Aug 03 15:52:10.498384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f95b7-a33f-4459-8f5e-049ccf0406da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c081b6a-b096-4738-8f4d-836fce9ce8cf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:10.536679 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34614a4f-e1be-4715-98ca-195caf247c24 x-openstack-request-id: req-34614a4f-e1be-4715-98ca-195caf247c24 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:10.536968 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-plugged", "status": "completed", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:10.537216 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34614a4f-e1be-4715-98ca-195caf247c24 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:10.539122 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'code': 200} Aug 03 15:52:10.630569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bc7088c3-26af-40e0-95d2-85144b5b3693,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:10.658428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'mac_address': 'fa:16:3e:43:99:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:10.688065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859159c-3228-4c0d-893e-6521945bc485 req-cc497c49-523e-4e68-8b8e-6f6a0184b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:10.691193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9859159c-3228-4c0d-893e-6521945bc485 req-cc497c49-523e-4e68-8b8e-6f6a0184b9f5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 1096 time: 0.0552742 Aug 03 15:52:10.774936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.782064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.798077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9859159c-3228-4c0d-893e-6521945bc485 req-9bc7176a-db98-4c0c-a87e-98a191d27ad4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951500 Aug 03 15:52:10.819652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7088c3-26af-40e0-95d2-85144b5b3693 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:10.862403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb242090-2a79-453a-9ad5-50ac410f5c4b req-1641a03c-38d6-4fb5-b995-84e3f8ad3117 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:10.864907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb242090-2a79-453a-9ad5-50ac410f5c4b req-1641a03c-38d6-4fb5-b995-84e3f8ad3117 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 946 time: 0.2186108 Aug 03 15:52:10.868628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bc7088c3-26af-40e0-95d2-85144b5b3693,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:10.875282 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:10.948942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:11.005305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 0abdb054-c62d-4731-893c-546d26415af9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:11.005598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0abdb054-c62d-4731-893c-546d26415af9 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:11.049914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:11.054488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015e8113-5799-4bd8-b585-8739f5e9dfc6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:11.068057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Checking segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:11.069420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Network hostable DHCP agents. Network: 1822382f-589e-4e20-95b5-e384d2fd97ef, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:52:11.096650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb242090-2a79-453a-9ad5-50ac410f5c4b req-73ac3c0f-4ced-4608-b84b-336d28d2f2c8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161493 Aug 03 15:52:11.119001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Network 1822382f-589e-4e20-95b5-e384d2fd97ef is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:52:11.137509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 1822382f-589e-4e20-95b5-e384d2fd97ef) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:11.139028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bc7088c3-26af-40e0-95d2-85144b5b3693'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:11.146529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:11.148910 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.179265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdad220-2a74-422b-a473-f438dc418f55 req-5bd08ee6-8834-4399-bef8-9294e09394dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:11.191102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2bdad220-2a74-422b-a473-f438dc418f55 req-5bd08ee6-8834-4399-bef8-9294e09394dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 949 time: 0.1156027 Aug 03 15:52:11.192178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3cbc87a6-7f29-4e66-bec2-cd8f784f1b58 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0190670 Aug 03 15:52:11.195435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:11.201863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:11.212767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa99c80-4c04-4637-8fea-9fd76393e9e7 None None] Network 1822382f-589e-4e20-95b5-e384d2fd97ef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:11.246897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2bdad220-2a74-422b-a473-f438dc418f55 req-5e916d52-ef46-410a-92af-3d198b19ea87 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544517 Aug 03 15:52:11.271865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.273440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.288316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60936) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:11.359204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:11.371734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.640153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.768865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1454985373-network', 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:11.874603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:11.876906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.907854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:11.964175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6b32a-72f2-4a46-9b09-4b6cd89646c3 req-724d5f52-6f8a-4126-9722-e45b99baecb5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:11.971890 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88e6b32a-72f2-4a46-9b09-4b6cd89646c3 req-724d5f52-6f8a-4126-9722-e45b99baecb5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1901491 Aug 03 15:52:11.990515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8a555b0-2e30-4d3f-914e-8fc3080d6ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.058959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88e6b32a-72f2-4a46-9b09-4b6cd89646c3 req-0fce8e3a-6722-48f6-97c6-2054db067dc5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860829 Aug 03 15:52:12.161902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6334-ded9-4b16-9196-304ccafecf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.174165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-1822382f-589e-4e20-95b5-e384d2fd97ef', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:52:12.175170 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.244246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.264169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.279766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-1750c342-97a4-4bbe-b43e-f8b60b38d770 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:12.281315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-1750c342-97a4-4bbe-b43e-f8b60b38d770 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.1571066 Aug 03 15:52:12.297446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60964) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:12.337106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:52:12.371304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c8e6d-b706-4f22-8aba-68f85cbb7d35,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:12.389903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a4c1-6732-4acb-8678-c8f15f83e92b req-bb23d0ce-c0ec-4824-907b-dd2649a3d69d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:12.398812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6b9a4c1-6732-4acb-8678-c8f15f83e92b req-bb23d0ce-c0ec-4824-907b-dd2649a3d69d tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 944 time: 0.2222276 Aug 03 15:52:12.419603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.420265 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Added segment 6907a21a-5fb6-49d7-a14e-92e107074ebf of type vlan for network 00df7949-bcd9-482e-bf5d-43d7be3992bf Aug 03 15:52:12.440241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Allocated IP 172.20.0.2 (1822382f-589e-4e20-95b5-e384d2fd97ef/015e8113-5799-4bd8-b585-8739f5e9dfc6/490ff993-7336-49e2-9d86-d45dd20e6a5d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:12.486083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8170f-650e-49b5-942d-68002dc6096c req-24003bfa-09d5-49e4-a98c-23406f06d09c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:12.493991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4df8170f-650e-49b5-942d-68002dc6096c req-24003bfa-09d5-49e4-a98c-23406f06d09c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1097 time: 0.5880661 Aug 03 15:52:12.521999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.545195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-426790119-network', 'tenant_id': 'c4c62dc49db34d4aa3c27b20512c4db7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:12.556913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.574377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.593863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4df8170f-650e-49b5-942d-68002dc6096c req-70952587-db3a-47fe-8437-04de66531106 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837481 Aug 03 15:52:12.603265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6b9a4c1-6732-4acb-8678-c8f15f83e92b req-a1aac4cc-47e2-4c6f-9585-dca13b45f0ec tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c710b98d-093b-43c9-9883-011eafaace88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997857 Aug 03 15:52:12.648597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.658266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Transition to ACTIVE for port object 490ff993-7336-49e2-9d86-d45dd20e6a5d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:12.679808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.682077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:12.682977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.684901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Transition to ACTIVE for port object 490ff993-7336-49e2-9d86-d45dd20e6a5d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:12.693422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.711025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.739927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Network 1822382f-589e-4e20-95b5-e384d2fd97ef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:12.743294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:12.746999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:12.782229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Pushing event updated for resources: {'Port': ['ID=490ff993-7336-49e2-9d86-d45dd20e6a5d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:12.782602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] Pushing event updated for resources: {'Network': ['ID=00df7949-bcd9-482e-bf5d-43d7be3992bf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:12.806688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c966a3-8404-4d21-991d-413374e5d92b req-8dafba82-38a0-4ecd-8cc3-c1fac170d8a2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:12.808324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80c966a3-8404-4d21-991d-413374e5d92b req-8dafba82-38a0-4ecd-8cc3-c1fac170d8a2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 949 time: 0.1345527 Aug 03 15:52:12.821443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:52:12.844068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8a555b0-2e30-4d3f-914e-8fc3080d6ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.853619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Deleting port 8d8e44ce-086d-4db7-9531-ded86ae5433e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:12.853937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.854099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Allocated IP 172.25.7.140 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5ff9bd57-4964-421f-ac33-34edea6e3aa3) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:12.873634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Attempting to bind port 490ff993-7336-49e2-9d86-d45dd20e6a5d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:12.874302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Attempting to bind port 490ff993-7336-49e2-9d86-d45dd20e6a5d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:12.874485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Attempting to bind port 490ff993-7336-49e2-9d86-d45dd20e6a5d on network 1822382f-589e-4e20-95b5-e384d2fd97ef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:12.889728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:12.890255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Checking segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:12.890629 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.891068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Bound using segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:12.891553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Bound port: 490ff993-7336-49e2-9d86-d45dd20e6a5d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:12.891940 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.894616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80c966a3-8404-4d21-991d-413374e5d92b req-a5ddb321-0d49-414f-ae6f-d8490652e26e tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797024 Aug 03 15:52:12.951296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8a555b0-2e30-4d3f-914e-8fc3080d6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:12.962541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c2a4839-176f-48a0-a0e6-7a47a73434c0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6726198 Aug 03 15:52:12.967729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60970) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:12.977278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Request body: {'subnet': {'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1454985373-subnet', 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:13.015905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] For port 490ff993-7336-49e2-9d86-d45dd20e6a5d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:13.020876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] For port 490ff993-7336-49e2-9d86-d45dd20e6a5d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=490ff993-7336-49e2-9d86-d45dd20e6a5d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:13.030382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.030621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f9fb4-6cb9-4d14-a82f-c8557836a851 req-e07c192d-6569-456f-be3d-b39f51bd4c2e tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:13.032982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47f9fb4-6cb9-4d14-a82f-c8557836a851 req-e07c192d-6569-456f-be3d-b39f51bd4c2e tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1097 time: 0.2622068 Aug 03 15:52:13.041842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.043102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Made reservation on behalf of c4c62dc49db34d4aa3c27b20512c4db7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:13.046597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.050085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:13.052629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.060248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] For port 8d8e44ce-086d-4db7-9531-ded86ae5433e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=8d8e44ce-086d-4db7-9531-ded86ae5433e,segment=NetworkSegment(e41a373f-8fad-40bd-9d97-76d7ccb33a1e),segment_id=e41a373f-8fad-40bd-9d97-76d7ccb33a1e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:13.060620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.066009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c8a555b0-2e30-4d3f-914e-8fc3080d6ac8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c70bc9afdf9d45248263002e62a97811&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7047935 Aug 03 15:52:13.070207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60972) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:13.082870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a555b0-2e30-4d3f-914e-8fc3080d6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552fc48-213e-4685-9646-f331ee7f5585,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.094485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.096436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Calling delete_port for 8d8e44ce-086d-4db7-9531-ded86ae5433e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:13.154868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d1f8-3347-4ed4-a99c-be6ab9f56520 None None] Pushing event updated for resources: {'Port': ['ID=490ff993-7336-49e2-9d86-d45dd20e6a5d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.190517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47f9fb4-6cb9-4d14-a82f-c8557836a851 req-f0c22027-3e12-469e-bc51-84810f552020 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413066 Aug 03 15:52:13.363845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.369991 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.381052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.399233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9851f7-0ec8-4e45-85a1-e595021f1436 req-cd4c01be-3cf7-4fba-985e-7b501901ff34 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:13.401399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c9851f7-0ec8-4e45-85a1-e595021f1436 req-cd4c01be-3cf7-4fba-985e-7b501901ff34 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1125455 Aug 03 15:52:13.402503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.415667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:52:13.450961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496280c4-e273-4bcb-931f-f63f6a168d1a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.454653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Pushing event deleted for resources: {'Port': ['ID=8d8e44ce-086d-4db7-9531-ded86ae5433e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.466394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Pushing event updated for resources: {'Port': ['ID=5ff9bd57-4964-421f-ac33-34edea6e3aa3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.502330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.518510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.520363 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Added segment eece3d43-20a4-4b1a-a934-dae481f0e0ba of type vlan for network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b Aug 03 15:52:13.531217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.569997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.653319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] No DVR routers for this DVR port 8d8e44ce-086d-4db7-9531-ded86ae5433e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:13.656255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.662926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:13.664117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.667001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91607893-d1ef-409a-bf20-bc4a71b511c6 req-839914c4-f568-448b-b80f-0b73d330afbf tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.72 "DELETE /v2.0/ports/8d8e44ce-086d-4db7-9531-ded86ae5433e HTTP/1.1" status: 204 len: 173 time: 1.3719289 Aug 03 15:52:13.668323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-deleted', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:13.671070 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd668b2-e650-436e-836f-9c096747effc" -d '{"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-deleted", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:13.697052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c9851f7-0ec8-4e45-85a1-e595021f1436 req-b0c436bf-7b88-4406-accb-cc725d20a28f tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425508 Aug 03 15:52:13.709075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:13.726959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:13.769673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.774842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:13.780495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.895084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5903666 Aug 03 15:52:13.899993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60994) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:13.907314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Request body: {'subnet': {'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-426790119-subnet', 'tenant_id': 'c4c62dc49db34d4aa3c27b20512c4db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:13.932355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5f3f-e1eb-4891-84d3-e0a5ed811f64 admin admin] Pushing event updated for resources: {'Network': ['ID=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:13.938154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fe43cf0-add5-4850-a3c5-9720ae6026b0 req-8b2e782e-8306-4235-850a-3b3b0d962231 tempest-LiveAutoBlockMigrationV225Test-1429839962 tempest-LiveAutoBlockMigrationV225Test-1429839962-project] 10.222.0.70 "GET /v2.0/ports?device_id=11ca4412-ad10-4b5c-b352-1d7c6c178dea HTTP/1.1" status: 200 len: 210 time: 0.0869002 Aug 03 15:52:13.945257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:13.962154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:52:13.979753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Made reservation on behalf of c4c62dc49db34d4aa3c27b20512c4db7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:13.982383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.070518 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d089b96-6173-4940-8bf9-6b7a8940f9b6 x-openstack-request-id: req-8d089b96-6173-4940-8bf9-6b7a8940f9b6 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:14.070807 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ca4412-ad10-4b5c-b352-1d7c6c178dea", "name": "network-vif-deleted", "tag": "8d8e44ce-086d-4db7-9531-ded86ae5433e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:14.071067 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d089b96-6173-4940-8bf9-6b7a8940f9b6 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:14.071485 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ca4412-ad10-4b5c-b352-1d7c6c178dea', 'name': 'network-vif-deleted', 'tag': '8d8e44ce-086d-4db7-9531-ded86ae5433e', 'status': 'completed', 'code': 200} Aug 03 15:52:14.073708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.078694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.080737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9552fc48-213e-4685-9646-f331ee7f5585 HTTP/1.1" status: 204 len: 168 time: 0.9620323 Aug 03 15:52:14.263616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b57f75-bc43-42ad-bb85-877b5c7dcf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552fc48-213e-4685-9646-f331ee7f5585,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:14.281032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bc7088c3-26af-40e0-95d2-85144b5b3693 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:14.383358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a77fecc-cc79-4913-9c6e-781e9f6363ec,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:14.473003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port bc7088c3-26af-40e0-95d2-85144b5b3693 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:14.485273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port bc7088c3-26af-40e0-95d2-85144b5b3693 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:14.485900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.507251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:14.507840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Network hostable DHCP agents. Network: 00df7949-bcd9-482e-bf5d-43d7be3992bf, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:52:14.622572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71c5db-fdac-458a-a1e5-f4768cee35cf req-8b546c13-1102-4cd7-918a-d64b99a549a5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:14.630803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f71c5db-fdac-458a-a1e5-f4768cee35cf req-8b546c13-1102-4cd7-918a-d64b99a549a5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.4022434 Aug 03 15:52:14.684420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.748699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bc7088c3-26af-40e0-95d2-85144b5b3693,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:14.751303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:14.755627 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a43864-e3ab-4078-8dab-1aa8dcb77a38" -d '{"events": [{"server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "name": "network-vif-plugged", "status": "completed", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:14.763472 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.848227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:52:14.870987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 00df7949-bcd9-482e-bf5d-43d7be3992bf) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:14.874880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:14.881093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05764ed3-3076-4264-8a2f-dd25c53077ba None None] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:14.958848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:14.962206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:14.993519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f71c5db-fdac-458a-a1e5-f4768cee35cf req-a40376ad-d17d-44d1-b199-06f67d782acf tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437860 Aug 03 15:52:14.996023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:15.002987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.058047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 8d8e44ce-086d-4db7-9531-ded86ae5433e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:15.058047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 8d8e44ce-086d-4db7-9531-ded86ae5433e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:15.114127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ab576eb3-7c20-4b1a-b12b-4f8e7a68f859 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1452327 Aug 03 15:52:15.117541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.121593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5455ed2-de63-4730-b888-77a47cbc7c8e None None] Network 1822382f-589e-4e20-95b5-e384d2fd97ef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:15.182219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.285101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 490ff993-7336-49e2-9d86-d45dd20e6a5d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:15.301266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0408b0aa-918b-4177-9f42-a0b6c0847c1c None None] Provisioning for port 490ff993-7336-49e2-9d86-d45dd20e6a5d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:15.335268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd93b18d-9b57-4e88-99d2-a3b79bcfe195,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:15.358706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Checking segment: {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:15.359067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Network hostable DHCP agents. Network: 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:52:15.416692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:52:15.448163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:15.460874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:15.466632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.481527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ba89b-39b7-4358-a05b-c6c9efa65add None None] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:15.484022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb184b-5912-43e9-aefb-77b3f0b348e0 req-896deb98-3f7d-4421-a3c3-bfc558ca9e3f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:15.501028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-53e105c1-0acb-4d4b-af50-aaf1fcecc065 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5996494 Aug 03 15:52:15.501722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8beb184b-5912-43e9-aefb-77b3f0b348e0 req-896deb98-3f7d-4421-a3c3-bfc558ca9e3f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 950 time: 0.2539113 Aug 03 15:52:15.516385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac76b72-df41-4a52-a1fa-0d174239df9e None None] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:15.693224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.726795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8beb184b-5912-43e9-aefb-77b3f0b348e0 req-298b447c-432b-4494-957e-2cc5e4431bcc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031382 Aug 03 15:52:15.846143 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed66c67-f0cc-4692-90c1-b79b2c86386d x-openstack-request-id: req-9ed66c67-f0cc-4692-90c1-b79b2c86386d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:15.846877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32822) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:15.860614 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "name": "network-vif-plugged", "status": "completed", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:15.860966 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ed66c67-f0cc-4692-90c1-b79b2c86386d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:15.861401 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'code': 200} Aug 03 15:52:15.899936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 490ff993-7336-49e2-9d86-d45dd20e6a5d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:15.911122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 490ff993-7336-49e2-9d86-d45dd20e6a5d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:15.911581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:15.979036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Router 878d1606-9bad-4649-a43f-1a3065d74bb5 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:52:16.017828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530afe8-9587-42dd-ae4e-5d55fccd1102 None None] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:52:16.034179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1323cfd-e183-42fb-910e-a9abeeda769e req-2036cb80-56f2-482d-a028-c2e0f084299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:16.038280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1323cfd-e183-42fb-910e-a9abeeda769e req-2036cb80-56f2-482d-a028-c2e0f084299a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 1101 time: 0.1110334 Aug 03 15:52:16.228284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.274598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-1f985595-d789-4817-85d1-e60cd16e406c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:52:16.285276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1323cfd-e183-42fb-910e-a9abeeda769e req-4a5ac5ce-2106-490f-86e9-116c50c4e134 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374718 Aug 03 15:52:16.292981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-1f985595-d789-4817-85d1-e60cd16e406c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6731961 Aug 03 15:52:16.310370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Request body: {'binding': {'host': 'n-h2-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:16.311158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Unknown quota resources ['binding']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:16.335084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Deleting subnet eacb44fd-77dd-4e74-9ccf-5c384b3824cd {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:52:16.347306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.356482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:52:16.376965 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Sync routers for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:52:16.406521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:16.408566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:16.432860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.435872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2d0c94e-6137-4ad7-8324-a10d6218cb17 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2390890 Aug 03 15:52:16.446913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:16.464321 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.574889 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:16.580628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.692314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.707283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 490ff993-7336-49e2-9d86-d45dd20e6a5d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=490ff993-7336-49e2-9d86-d45dd20e6a5d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:16.716951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.728836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-505dd574-4b96-46b8-8267-60f0520ca305 None None] Provisioning complete for port 490ff993-7336-49e2-9d86-d45dd20e6a5d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:16.728836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-505dd574-4b96-46b8-8267-60f0520ca305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.739751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacb44fd-77dd-4e74-9ccf-5c384b3824cd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:16.746330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:16.751240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68ea8b8c-6b21-4b00-8674-82c404075401 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eacb44fd-77dd-4e74-9ccf-5c384b3824cd HTTP/1.1" status: 204 len: 168 time: 0.9024634 Aug 03 15:52:16.760978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:16.842974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=490ff993-7336-49e2-9d86-d45dd20e6a5d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:16.971519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:14Z', 'revision_number': 3, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:17.002757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Checking router: 878d1606-9bad-4649-a43f-1a3065d74bb5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:52:17.003512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Updating router 878d1606-9bad-4649-a43f-1a3065d74bb5 port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:52:17.041156 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.157426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 490ff993-7336-49e2-9d86-d45dd20e6a5d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:17.339742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 490ff993-7336-49e2-9d86-d45dd20e6a5d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:17.340272 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.425798 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.433713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.452017 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Transition to ACTIVE for port object 5ff9bd57-4964-421f-ac33-34edea6e3aa3 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:17.460242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on host n-h2-803226-3 for vnic_type normal with profile None {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:17.461691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:17.461691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:17.463237 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.470519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-87dfd1e7-c7a2-4a27-b262-ad348898ff75 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:17.472130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-87dfd1e7-c7a2-4a27-b262-ad348898ff75 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.7126222 Aug 03 15:52:17.540858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:17.541475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:17.544098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Attempting to bind port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:17.544665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Attempting to bind port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:17.545353 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Attempting to bind port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:17.556591 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Pushing event updated for resources: {'Port': ['ID=5ff9bd57-4964-421f-ac33-34edea6e3aa3,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:17.559161 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:17.559542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:17.559940 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.560383 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:17.561130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Bound port: 5ff9bd57-4964-421f-ac33-34edea6e3aa3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:17.561274 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.590450 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.590883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.591001 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.591262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.591623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.591958 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.592285 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.592615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.592939 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.593269 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.593596 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.593945 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:17.595840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:17.596192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:17.596588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:17.597046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Bound port: 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:17.603227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-6d707337-2dfd-4f20-9621-d571999eb91f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.1203325 Aug 03 15:52:17.647988 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] For port 5ff9bd57-4964-421f-ac33-34edea6e3aa3, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:17.652597 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] For port 5ff9bd57-4964-421f-ac33-34edea6e3aa3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5ff9bd57-4964-421f-ac33-34edea6e3aa3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:17.657313 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.747070 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:17.747618 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:17.751612 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c39d3d-4379-44f2-84d5-7b7da00fa83a None None] Pushing event updated for resources: {'Port': ['ID=5ff9bd57-4964-421f-ac33-34edea6e3aa3,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:17.764002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-c27cc14f-328a-47b8-89fd-f93451164b05 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557777 Aug 03 15:52:17.818205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.842727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11d9d27-79ff-4f13-954a-3f28875c4fd8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:17.870462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:17.870767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41a373f-8fad-40bd-9d97-76d7ccb33a1e') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:17.918570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:17.954090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.955292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-f38f2a2c-057f-424e-bcae-b09fce478141 service neutron] 10.222.0.70 "POST /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07/bindings HTTP/1.1" status: 201 len: 389 time: 1.6609385 Aug 03 15:52:17.958807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.988215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:17.992355 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:18.012333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:18.015537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:52:18.015856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:52:18.017559 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:52:18.410996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-fe91212a-bb46-4dda-a018-e92d64730e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:18.416326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-fe91212a-bb46-4dda-a018-e92d64730e9c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1097 time: 0.1370590 Aug 03 15:52:18.442303 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:14Z', 'revision_number': 3, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:18.485891 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50401268-547c-46cb-88a2-fb3fc6fdfd2e None None] The sync data for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 is: [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:14Z', 'revision_number': 3, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:52:18.576148 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:18.605401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1423378299', 'description': 'tempest-description-710794922'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:18.609408 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:18.617391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c11d9d27-79ff-4f13-954a-3f28875c4fd8 HTTP/1.1" status: 204 len: 168 time: 1.8494017 Aug 03 15:52:18.617391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c83f1-f7fd-47c3-b935-369eb3ad1577 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11d9d27-79ff-4f13-954a-3f28875c4fd8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:18.620078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32912) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:18.650650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-d0ab5e62-3240-4f91-a73c-ca68ba7f541e service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856294 Aug 03 15:52:18.732115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-34043f71-cb93-4773-b9a9-71cae9c2967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:18.734686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-34043f71-cb93-4773-b9a9-71cae9c2967c service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.3082023 Aug 03 15:52:18.811236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:18.826025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Allocated IP 172.20.0.1 (1822382f-589e-4e20-95b5-e384d2fd97ef/015e8113-5799-4bd8-b585-8739f5e9dfc6/7b414b2c-7019-472b-b71f-68066ecd07af) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:18.829603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-536005a1-3745-4e82-bce5-e6ae9677ca9c service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781175 Aug 03 15:52:19.024276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.031968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-2dcb873d-022d-4487-a4d6-8a2e21deb965 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.2895906 Aug 03 15:52:19.041318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Deleting subnet 84bccaa8-f48f-4f33-850a-09fad921e5b9 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:52:19.046159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.075981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.128767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Transition to ACTIVE for port object 7b414b2c-7019-472b-b71f-68066ecd07af will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:19.185471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5ff9bd57-4964-421f-ac33-34edea6e3aa3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:19.197273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.208593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8493bb5-7d82-43da-9a8b-487764e5da2f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:19.239736 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.271187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32924) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:19.319155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:19.322706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Pushing event updated for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:19.325217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:19.325959 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.361280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Network 1822382f-589e-4e20-95b5-e384d2fd97ef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:19.364419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:19.386506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.405123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13886-f989-4a4f-bede-8003e898e250 req-faaf7160-60b9-4d45-b305-0191d160e6b6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:19.420879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cb13886-f989-4a4f-bede-8003e898e250 req-faaf7160-60b9-4d45-b305-0191d160e6b6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.2347655 Aug 03 15:52:19.430077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:19.478960 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.506665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.508786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b74598c-b832-4121-8380-c5b14f8a95b8 req-158ffb29-ce9a-46bd-80c5-212872c2da79 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9302683 Aug 03 15:52:19.518735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.534615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 5ff9bd57-4964-421f-ac33-34edea6e3aa3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5ff9bd57-4964-421f-ac33-34edea6e3aa3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:19.541368 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.602709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.604544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-d3c5c7a6-7427-4f73-af72-c1091288f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:19.610916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-d3c5c7a6-7427-4f73-af72-c1091288f79f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.5589619 Aug 03 15:52:19.658186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=5ff9bd57-4964-421f-ac33-34edea6e3aa3,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:19.711229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-ebb59397-e7ce-4fc3-9fc0-a1d5f928c177 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878980 Aug 03 15:52:19.730883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cb13886-f989-4a4f-bede-8003e898e250 req-f084080c-24c9-4ff0-8667-3d014a9e1ddc tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084590 Aug 03 15:52:19.860774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d037c78-7410-4195-b5ea-223345e9a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.879476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a1e4cfb-56f6-4bd8-9894-4d55ca31e631 None None] Provisioning for port 7b414b2c-7019-472b-b71f-68066ecd07af completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:19.893576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a1e4cfb-56f6-4bd8-9894-4d55ca31e631 None None] Provisioning complete for port 7b414b2c-7019-472b-b71f-68066ecd07af triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:19.894689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4cfb-56f6-4bd8-9894-4d55ca31e631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:19.977460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e4cfb-56f6-4bd8-9894-4d55ca31e631 None None] Port 7b414b2c-7019-472b-b71f-68066ecd07af cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:52:19.988934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.029433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.060523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30e3df-7400-46ec-81ee-7802d206596c req-5c9613fe-7655-4db7-93ac-72908d84344d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:20.062348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df30e3df-7400-46ec-81ee-7802d206596c req-5c9613fe-7655-4db7-93ac-72908d84344d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 950 time: 0.3473172 Aug 03 15:52:20.080996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcb8d4-dfcb-436b-8316-05fdf89ac822 req-97862caa-1f12-4cfb-80af-75dc2fb444a7 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:20.084004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dbcb8d4-dfcb-436b-8316-05fdf89ac822 req-97862caa-1f12-4cfb-80af-75dc2fb444a7 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 946 time: 0.1529660 Aug 03 15:52:20.114050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bccaa8-f48f-4f33-850a-09fad921e5b9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:20.140648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.142697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1c28b6b-e239-4f80-ad7b-b4d4d8edd174 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/84bccaa8-f48f-4f33-850a-09fad921e5b9 HTTP/1.1" status: 204 len: 168 time: 1.5195489 Aug 03 15:52:20.148266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:20.199633 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dbcb8d4-dfcb-436b-8316-05fdf89ac822 req-ff7a807e-a5a4-4003-aca2-040c5f70bac4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Aug 03 15:52:20.232484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-66a40347-68b9-427b-bd4c-448c21fdd4bb service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727321 Aug 03 15:52:20.269982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df30e3df-7400-46ec-81ee-7802d206596c req-aa0d4e34-6a2f-4e71-942f-2341d9121bf6 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648426 Aug 03 15:52:20.381758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-954635256', 'description': 'tempest-description-2132916753'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:20.394973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.422478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ffd2a615-09ca-43d6-8fab-fdcf3ca7a51e req-bd0381b0-402a-48b4-88c8-d78987670b57 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 210 time: 0.0609565 Aug 03 15:52:20.453963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d037c78-7410-4195-b5ea-223345e9a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.470159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d037c78-7410-4195-b5ea-223345e9a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.494508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.501088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.585716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.614067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d037c78-7410-4195-b5ea-223345e9a9ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a318e2ff6f77431fb92f2c0b21578501&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1617634 Aug 03 15:52:20.626776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:20.629686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037c78-7410-4195-b5ea-223345e9a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212613f0-4d45-416d-90f8-7d8f47f191eb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:20.661442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.666365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-921334ed-5932-44a8-9af4-409a0b4bdcc3 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180717 Aug 03 15:52:20.667289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.669481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Pushing event updated for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:20.692570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7064ee9a-740f-4820-864d-7c6a4aa8112a']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:20.695789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39076e46-bfb6-4197-b943-e869f02460db req-99574cac-917a-4879-8010-66c36741f254 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:20.702805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39076e46-bfb6-4197-b943-e869f02460db req-99574cac-917a-4879-8010-66c36741f254 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1966391 Aug 03 15:52:20.716748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7bcd9b-73b8-4e5f-968b-3b5cdbb1f067') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:20.717115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7bcd9b-73b8-4e5f-968b-3b5cdbb1f067') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:20.741561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.810751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.841232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:52:20.841232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:52:20.846824 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:52:20.854004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39076e46-bfb6-4197-b943-e869f02460db req-75386346-fb12-4ba3-9015-60c792a5a6d8 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882978 Aug 03 15:52:20.874642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Network 1822382f-589e-4e20-95b5-e384d2fd97ef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:20.877429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:20.967904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.097356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-2be7cb3c-5903-40f1-962a-7601315f601b tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:21.106455 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-2be7cb3c-5903-40f1-962a-7601315f601b tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1097 time: 0.3453999 Aug 03 15:52:21.136055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:21.142191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.145718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.148533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.158140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5ff9bd57-4964-421f-ac33-34edea6e3aa3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:21.176603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Router 878d1606-9bad-4649-a43f-1a3065d74bb5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:52:21.223277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.268641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:21.269032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.327163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.329342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7064ee9a-740f-4820-864d-7c6a4aa8112a HTTP/1.1" status: 204 len: 168 time: 1.1786942 Aug 03 15:52:21.415057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-b915cdbc-1d15-45fc-92f5-1735c574c2c9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:21.417362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-b915cdbc-1d15-45fc-92f5-1735c574c2c9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.6396585 Aug 03 15:52:21.433533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:52:21.441517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d942f-55e8-4dd3-959b-2603d2024bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7064ee9a-740f-4820-864d-7c6a4aa8112a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:21.449146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc31ef46-6f38-4ee5-b37d-db72fa24559a admin admin] 10.222.0.70 "PUT /v2.0/routers/878d1606-9bad-4649-a43f-1a3065d74bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0003932 Aug 03 15:52:21.462892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': '9f610762-d755-4fa7-a713-be7e95d47330', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:21.471287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.471901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c39aeb6-c068-482a-a2ed-a4feb01f22a4 req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1212535 Aug 03 15:52:21.517970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5eba6ca2-054b-4b72-8b7b-afeffb9481b4 None None] Provisioning complete for port 7b414b2c-7019-472b-b71f-68066ecd07af triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:21.519176 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eba6ca2-054b-4b72-8b7b-afeffb9481b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.608018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cca4c7-498e-4029-b2b8-7d8b1ce29820 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fc782-324b-4c20-b87d-19574e474423,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:21.609955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5eba6ca2-054b-4b72-8b7b-afeffb9481b4 None None] Port 7b414b2c-7019-472b-b71f-68066ecd07af cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:52:21.630827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.689468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32962) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:21.698896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.701879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:21.703434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/212613f0-4d45-416d-90f8-7d8f47f191eb HTTP/1.1" status: 204 len: 168 time: 1.0715954 Aug 03 15:52:21.752891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Sync routers for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:52:21.772228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:21.778078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:21.806127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fabf86-bc5e-408d-8a84-3a8e67e58381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212613f0-4d45-416d-90f8-7d8f47f191eb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:21.837936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d395e662-d8a2-44de-801c-e43eb369b8ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b166272c9369477080b240234c68e894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447089 Aug 03 15:52:21.838557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32974) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:21.970678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.059892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:22.069039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.107501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91746c0-177c-4fde-96dc-b569fa23cfb0 req-b3bfd012-f625-4464-9040-acc53f635bef tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:22.112425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:22.117366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a91746c0-177c-4fde-96dc-b569fa23cfb0 req-b3bfd012-f625-4464-9040-acc53f635bef tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 946 time: 0.2203672 Aug 03 15:52:22.174799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.192312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a91746c0-177c-4fde-96dc-b569fa23cfb0 req-979256ea-e773-41ee-b9a3-2d386fd58061 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735986 Aug 03 15:52:22.258102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.403435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.408078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.413801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c710b98d-093b-43c9-9883-011eafaace88 HTTP/1.1" status: 204 len: 168 time: 0.5732238 Aug 03 15:52:22.427164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98fa72-e651-49f8-9c29-dc9fade5f1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710b98d-093b-43c9-9883-011eafaace88,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:22.505755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.9 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/d09c5d0f-0778-4020-8fc5-535dad7015c1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:22.554083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:20Z', 'revision_number': 2, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:22.619201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Checking router: 878d1606-9bad-4649-a43f-1a3065d74bb5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:52:22.620355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Updating router 878d1606-9bad-4649-a43f-1a3065d74bb5 port 7b414b2c-7019-472b-b71f-68066ecd07af binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:52:22.682146 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.700221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:22.814323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:22.849053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32990) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:22.872066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e5f989-026b-4e05-b355-f1b0e8db19ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.913547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.951401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd0716f2-d347-43c1-8a47-2bcae2356e34 req-3a4eb504-35f5-493e-867d-b06634b27002 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 210 time: 0.0759897 Aug 03 15:52:22.988005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:22.990150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:22.993520 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e0517-bcdb-4ef6-928e-d7333feba5cd" -d '{"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:23.004581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.199329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on host n-h1-803226-3 for vnic_type normal with profile {"migrating_to": "n-h2-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:23.199741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:23.200180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:23.203317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.205218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.229876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e5f989-026b-4e05-b355-f1b0e8db19ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.237857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98e5f989-026b-4e05-b355-f1b0e8db19ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.248734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:23.249191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Attempting to bind port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:23.276172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:23.276986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:23.277372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:23.278135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Bound port: 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:23.278658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.288820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:23.313712 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.314238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32998) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:23.316344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:23.322320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:23.326277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.332879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.334483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.335475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.336883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.337731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.340013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Transition to ACTIVE for port object 7b414b2c-7019-472b-b71f-68066ecd07af will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:23.340608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-c51e75be-33ec-499d-b211-03362b811ad2 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330&device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5&device_id=610cf781-af0e-4637-8c5c-7292939c3145&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&device_id=65399cf6-5e40-41d6-91ba-aa5739508140&device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 4640 time: 0.2316163 Aug 03 15:52:23.347059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98e5f989-026b-4e05-b355-f1b0e8db19ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cacac8cd477448e486799c54094f6095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961011 Aug 03 15:52:23.348308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5f989-026b-4e05-b355-f1b0e8db19ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19b941-cd8a-4e97-8515-17e6cc057762,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.354452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.358384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33000) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:23.404554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-3ad65073-84d3-47b6-b296-c8b12342cd43 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.446744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8f686be-1f63-466b-b07c-bdaa4e7982dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=013fcba9a0e94a2d864d02d0c846e8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305296 Aug 03 15:52:23.448515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7420d08-9530-44f0-92c8-ea368e2ec0c7 None None] Pushing event updated for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.458427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.458427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.478340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33002) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:23.522790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Attempting to bind port 7b414b2c-7019-472b-b71f-68066ecd07af on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:23.525441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Attempting to bind port 7b414b2c-7019-472b-b71f-68066ecd07af by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:23.527637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Attempting to bind port 7b414b2c-7019-472b-b71f-68066ecd07af on network 1822382f-589e-4e20-95b5-e384d2fd97ef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:23.544614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:23.545247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Checking segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:23.546378 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.547317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Bound using segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:23.548110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Bound port: 7b414b2c-7019-472b-b71f-68066ecd07af, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:23.548687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.551399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:23.570348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.611910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:23.631575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.657799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.660890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] For port 7b414b2c-7019-472b-b71f-68066ecd07af, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:23.665252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] For port 7b414b2c-7019-472b-b71f-68066ecd07af, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7b414b2c-7019-472b-b71f-68066ecd07af,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:23.670417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.721618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:52:23.722602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:23.784716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-3ad65073-84d3-47b6-b296-c8b12342cd43 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.792233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-3ad65073-84d3-47b6-b296-c8b12342cd43 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.804222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.817139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.837319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-a361e5b7-de0c-4519-8dc0-8e24ec198e2f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4009984 Aug 03 15:52:23.850978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96ea67df-4c94-4dde-9b04-7aa3bd3e0afc req-3ad65073-84d3-47b6-b296-c8b12342cd43 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.4912987 Aug 03 15:52:23.857309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad65073-84d3-47b6-b296-c8b12342cd43 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540761b5-b891-4141-ac4f-74f9d47dc622,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.862031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.872435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.890115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af19b941-cd8a-4e97-8515-17e6cc057762 HTTP/1.1" status: 204 len: 168 time: 0.5233917 Aug 03 15:52:23.893050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:23.917885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892200343', 'description': 'tempest-description--895431505'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:23.953682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942c1bb-4b7f-408e-ac2c-820b3d05bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19b941-cd8a-4e97-8515-17e6cc057762,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.954958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:23.955134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:23.957309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4cc893e1-22d4-485f-acef-6b079b1d5ab2 service neutron] 10.222.0.78 "PUT /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 1122 time: 2.8294599 Aug 03 15:52:23.984535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Request body: {'port': {'device_id': '9f610762-d755-4fa7-a713-be7e95d47330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:23.998438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7420d08-9530-44f0-92c8-ea368e2ec0c7 None None] Pushing event updated for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:23.999258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.009603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:52:24.035280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.063474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['4b9d8e66-72b4-4bf8-aef0-6443caeefd07'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:24.252223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.294664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffca41-dad8-434b-b63c-22a8e1540973 req-aa5f890d-202e-49c5-b2ac-735e179233d3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:24.297949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43ffca41-dad8-434b-b63c-22a8e1540973 req-aa5f890d-202e-49c5-b2ac-735e179233d3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.3057663 Aug 03 15:52:24.331855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-26eb3424-56b0-4087-affb-a03696204aaf tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:24.333480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-26eb3424-56b0-4087-affb-a03696204aaf tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 812 time: 0.2537022 Aug 03 15:52:24.369060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.382020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-70a6a075-a34c-43e3-be2d-7fa9404dadf5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/quotas/c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 375 time: 0.0351112 Aug 03 15:52:24.393900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.405233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43ffca41-dad8-434b-b63c-22a8e1540973 req-d361af36-e107-4236-b159-69fd9998d85d tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816393 Aug 03 15:52:24.445453 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.449697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.453723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad227bc7-d36c-4a79-b847-fc64cced10a4 HTTP/1.1" status: 204 len: 168 time: 0.9716129 Aug 03 15:52:24.457829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2d110b-03cf-429d-b889-eac50472af97,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:24.475338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.477307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cb9768d1-ef5a-41d3-bb31-c2b32c7280c7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5753691 Aug 03 15:52:24.489482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-006c1e07-5b4b-4f4d-9f4f-8246b06007e5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069982 Aug 03 15:52:24.501578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33024) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:24.508162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'security_group_rule': {'security_group_id': '3a2d110b-03cf-429d-b889-eac50472af97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:24.616153 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92315f92-1966-4720-ae13-7cfb0ddca110 x-openstack-request-id: req-92315f92-1966-4720-ae13-7cfb0ddca110 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:24.617087 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:24.617618 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92315f92-1966-4720-ae13-7cfb0ddca110 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:24.618753 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'code': 200} Aug 03 15:52:24.642566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b6d72-04f8-4edb-8cc3-87f0e11e0885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad227bc7-d36c-4a79-b847-fc64cced10a4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:24.654112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:23Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:52:24.677832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.721727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a28764-dec9-4ade-b610-d52e9f427420 None None] The sync data for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 is: [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:23Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:52:24.741591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-6b8e4dc8-187e-414b-a8b8-efbd81648c2a service neutron] 10.222.0.70 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488890 Aug 03 15:52:24.878999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a029-d9cc-46c8-91fc-9fc33dc14c61 req-95bc7ed4-9ca5-414a-ba60-e78a531485f1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:24.884497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3c3a029-d9cc-46c8-91fc-9fc33dc14c61 req-95bc7ed4-9ca5-414a-ba60-e78a531485f1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.1849809 Aug 03 15:52:24.908068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-4a9d9767-eea6-41a1-a932-46479c66c23d service neutron] 10.222.0.70 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644235 Aug 03 15:52:24.935143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:24.946108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.004167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ba4d3-0c7f-4a1b-8cb6-223189f5e187,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:25.025795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.027267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2da86904-6161-415a-8f89-04eee0c74af3 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5241601 Aug 03 15:52:25.031465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:25.046659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'security_group_rule': {'security_group_id': '3a2d110b-03cf-429d-b889-eac50472af97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:25.080032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09c5d0f-0778-4020-8fc5-535dad7015c1 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:25.090938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.106150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Transition to ACTIVE for port object d09c5d0f-0778-4020-8fc5-535dad7015c1 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:25.123225 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.152064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.291658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7b414b2c-7019-472b-b71f-68066ecd07af up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:25.370623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.376692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.437604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3393c1a-9063-4bca-aafe-885908196b31,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:25.455626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7b414b2c-7019-472b-b71f-68066ecd07af completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:25.459846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.462560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.464455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7b414b2c-7019-472b-b71f-68066ecd07af triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:25.465081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.467747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.468252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.468740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.469215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.469716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.481021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.482204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.482402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.482924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.483563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:25.488865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.499478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-10df2741-0999-45f0-aca2-1852a7b79215 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4663982 Aug 03 15:52:25.503498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33056) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:25.516297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:25.594861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.687658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3c3a029-d9cc-46c8-91fc-9fc33dc14c61 req-bacd2cee-2bd1-4784-8f03-51eb9f19adb9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7987032 Aug 03 15:52:25.711764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Pushing event updated for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:25.723274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Attempting to bind port d09c5d0f-0778-4020-8fc5-535dad7015c1 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:25.723630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Attempting to bind port d09c5d0f-0778-4020-8fc5-535dad7015c1 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:25.723928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Attempting to bind port d09c5d0f-0778-4020-8fc5-535dad7015c1 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:25.736025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Port d09c5d0f-0778-4020-8fc5-535dad7015c1 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:25.736354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Attempting to bind port d09c5d0f-0778-4020-8fc5-535dad7015c1 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:25.751093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:25.751378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:25.756772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:25.757345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Bound port: d09c5d0f-0778-4020-8fc5-535dad7015c1, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:25.757667 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.794081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.846347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecbb75-a137-4c3b-9d24-1f4a0def9f45 req-317f83b5-43db-4198-b988-12a992e767e2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:25.853209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.863450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d1ecbb75-a137-4c3b-9d24-1f4a0def9f45 req-317f83b5-43db-4198-b988-12a992e767e2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 943 time: 0.2309608 Aug 03 15:52:25.942081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a04189b-a33c-45e5-a334-aff59a430744 req-94ce13f6-95b9-47ef-a6ae-24bbf2704846 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 210 time: 0.0974739 Aug 03 15:52:25.948335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7b414b2c-7019-472b-b71f-68066ecd07af, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7b414b2c-7019-472b-b71f-68066ecd07af,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:25.961534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:25.962019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d1ecbb75-a137-4c3b-9d24-1f4a0def9f45 req-baf846f2-0ffa-4b4d-9144-faf0b13b496c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912609 Aug 03 15:52:26.042851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:26.048453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:26.057382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:26.073185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:26.171694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:26.277466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.278179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:26.279667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] 10.222.0.72 "PUT /v2.0/ports/d09c5d0f-0778-4020-8fc5-535dad7015c1 HTTP/1.1" status: 200 len: 1091 time: 2.3546169 Aug 03 15:52:26.313836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:26.324582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd76eb0-8a3e-4fe1-9a04-73240ba40e44 req-0f31c480-363f-497f-b7e4-2092660a1b66 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.333511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fcd76eb0-8a3e-4fe1-9a04-73240ba40e44 req-0f31c480-363f-497f-b7e4-2092660a1b66 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1688030 Aug 03 15:52:26.348749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Allocated IP 172.25.7.162 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:26.494995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fcd76eb0-8a3e-4fe1-9a04-73240ba40e44 req-dd5d1ac6-14d8-4418-8504-148aedaba67a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568339 Aug 03 15:52:26.607062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:26.609163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:26.624147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 has no active binding in host n-h2-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:52:26.644506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07'}, {'name': 'network-changed', 'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:26.654594 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a0fa1-042b-4734-8594-436ea34df3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07"}, {"name": "network-changed", "server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:26.708208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:26.712338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab019c9e-59da-473c-8609-cc12c6f134ff service neutron] Pushing event updated for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:26.777098 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934d7f3-5231-4f18-bf7a-a226d1bea73d x-openstack-request-id: req-d934d7f3-5231-4f18-bf7a-a226d1bea73d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:26.783534 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:26.784076 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d934d7f3-5231-4f18-bf7a-a226d1bea73d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:26.784778 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'status': 'completed', 'code': 200} Aug 03 15:52:26.785200 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1', 'status': 'completed', 'code': 200} Aug 03 15:52:26.806357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729a463-0ec1-4bc2-b3ae-4d2afbd92c5b req-c3d70eb4-d2e9-494c-8b08-188c8373a04c tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.808025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729a463-0ec1-4bc2-b3ae-4d2afbd92c5b req-c3d70eb4-d2e9-494c-8b08-188c8373a04c tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.809134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729a463-0ec1-4bc2-b3ae-4d2afbd92c5b req-c3d70eb4-d2e9-494c-8b08-188c8373a04c tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.809824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:26.813223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:26.813766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3729a463-0ec1-4bc2-b3ae-4d2afbd92c5b req-c3d70eb4-d2e9-494c-8b08-188c8373a04c tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5&device_id=65399cf6-5e40-41d6-91ba-aa5739508140&device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 2881 time: 0.3244762 Aug 03 15:52:26.816715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-6b2c7c77-531f-4faf-9618-1dc250b72fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:26.817547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:26.819276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-6b2c7c77-531f-4faf-9618-1dc250b72fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 1094 time: 0.4881012 Aug 03 15:52:26.901342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'Port': ['ID=4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:26.944496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3729a463-0ec1-4bc2-b3ae-4d2afbd92c5b req-d607089f-db99-4fb7-9d6e-3fb36f694126 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231391 Aug 03 15:52:27.050002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-2a612644-1e9d-4275-9bfc-e5b7deab7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.051759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-2a612644-1e9d-4275-9bfc-e5b7deab7d11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1125 time: 0.1786940 Aug 03 15:52:27.053758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.133969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-9ef3f50c-8108-43de-9de2-82cb7b1136a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1 HTTP/1.1" status: 200 len: 217 time: 0.2120438 Aug 03 15:52:27.150117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.179085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7b414b2c-7019-472b-b71f-68066ecd07af up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:27.248334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-e77d97b2-dd31-4ccb-ab39-3fa1f969ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.249146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-e77d97b2-dd31-4ccb-ab39-3fa1f969ccfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1856792 Aug 03 15:52:27.273534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44152635-1028-4723-bd36-ce02b556deb8 req-557075d1-b005-4f65-86b5-3599007fed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.276388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-557075d1-b005-4f65-86b5-3599007fed97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1413152 Aug 03 15:52:27.348099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-1ddff993-11e5-4b4e-8773-ea4fe576abc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566556 Aug 03 15:52:27.377461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7b414b2c-7019-472b-b71f-68066ecd07af triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:27.377461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.449876 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ed4ab8f-ac56-49dc-91e4-3e0953e820b3 req-9a19e3fe-26cf-4e21-9737-7c9ad53d9cd4 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 210 time: 0.1119769 Aug 03 15:52:27.573806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.597315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.649771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6950b-955a-46d8-afcd-d213a8de68ec req-7dd12702-4e45-45ab-b0ad-22e73a940dbd tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.663569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4df6950b-955a-46d8-afcd-d213a8de68ec req-7dd12702-4e45-45ab-b0ad-22e73a940dbd tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.7369227 Aug 03 15:52:27.758717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-14fd9994-9444-4ef0-b361-a33c07b2d5e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.1795363 Aug 03 15:52:27.823789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-c51af8b8-7d23-4aff-a83e-371bdd4a9edf service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537065 Aug 03 15:52:27.869565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.936226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'Port': ['ID=4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:27.959490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4df6950b-955a-46d8-afcd-d213a8de68ec req-50ebf986-1096-4be2-a894-ebe27234dc1a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905755 Aug 03 15:52:27.962279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-ac03b617-9e79-43d3-9810-a70f912ffe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.970622 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-ac03b617-9e79-43d3-9810-a70f912ffe02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.2009494 Aug 03 15:52:27.971829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:27.973408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4c7faeef-7162-4169-8aa1-88d6a4cca8aa tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4689243 Aug 03 15:52:27.981751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f10b-4f97-4374-aaee-3a5c481416ad req-711af10d-4dfb-4a09-b3b8-f3bcc1f815fb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:27.988973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f251f10b-4f97-4374-aaee-3a5c481416ad req-711af10d-4dfb-4a09-b3b8-f3bcc1f815fb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 943 time: 0.2832365 Aug 03 15:52:28.038908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-5447772d-482d-43fd-8ba8-e57ca0259ddb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604572 Aug 03 15:52:28.143575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-1005ec2f-29f6-490c-9021-16d7041b7f71 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:28.146931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-1005ec2f-29f6-490c-9021-16d7041b7f71 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 812 time: 0.5550907 Aug 03 15:52:28.162269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f251f10b-4f97-4374-aaee-3a5c481416ad req-5ad6db32-320a-44c6-8653-31f510198b26 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522760 Aug 03 15:52:28.181858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'device_id': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b', 'admin_state_up': True, 'tenant_id': 'c4c62dc49db34d4aa3c27b20512c4db7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:28.185869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a0220-7aed-4f72-b1c7-ca5131ce6c26 req-53176312-314c-4340-b165-280d2a04612c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:28.188021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b25a0220-7aed-4f72-b1c7-ca5131ce6c26 req-53176312-314c-4340-b165-280d2a04612c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1478543 Aug 03 15:52:28.257553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44152635-1028-4723-bd36-ce02b556deb8 req-5ca5d4d9-b3a3-41fe-9908-bbf1bef34be5 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203005 Aug 03 15:52:28.276511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-04f36ed6-75ce-496e-8d10-aee0d01930f6 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236955 Aug 03 15:52:28.431063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Made reservation on behalf of c4c62dc49db34d4aa3c27b20512c4db7 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:28.447853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:28.449038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b25a0220-7aed-4f72-b1c7-ca5131ce6c26 req-b3591f96-47d2-4a30-af7c-4cb447e2cd9c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444329 Aug 03 15:52:28.538212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-c47afba7-76e9-44c9-a28a-c0d696f990f0 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528117 Aug 03 15:52:28.838101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Allocated IP 172.20.0.13 (3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b/fd93b18d-9b57-4e88-99d2-a3b79bcfe195/be0aeefb-9051-4197-8393-670084408d96) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:29.087984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-495cffe9-6c39-4a65-b526-b9bf67368a60 req-d9fb854d-fe45-477d-9861-33ae7a6ae22e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 210 time: 0.3984747 Aug 03 15:52:29.098548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-1119263f-367f-489e-9015-f1404d9c7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.102291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-1119263f-367f-489e-9015-f1404d9c7d7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 1094 time: 0.4940903 Aug 03 15:52:29.350808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-69d860da-a8b6-44ef-baa2-7ee2fdfbc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.352654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-69d860da-a8b6-44ef-baa2-7ee2fdfbc315 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.2377672 Aug 03 15:52:29.423885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291f967-11cd-4902-9d36-3959b53bcbbf req-7d2f2d5b-31d6-4c6b-996e-988094180e30 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.426343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9291f967-11cd-4902-9d36-3959b53bcbbf req-7d2f2d5b-31d6-4c6b-996e-988094180e30 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 944 time: 0.1554348 Aug 03 15:52:29.429373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-dc8cacf9-f3a9-4f0d-bcb2-ccba4e5b0cc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1 HTTP/1.1" status: 200 len: 217 time: 0.0681417 Aug 03 15:52:29.546179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33238) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:29.566936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9291f967-11cd-4902-9d36-3959b53bcbbf req-6d9abb69-adcc-43d7-bcea-ac18e134a5c0 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328475 Aug 03 15:52:29.574744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-efc43b1b-8fe0-4ef8-b0f1-8a0a4bf1cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.576671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-efc43b1b-8fe0-4ef8-b0f1-8a0a4bf1cf99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1400528 Aug 03 15:52:29.625337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-17255053-3b72-4888-9cc6-3add19485fa2 service neutron] 10.222.0.72 "GET /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.1264732 Aug 03 15:52:29.669004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-3414b7c6-e9ce-43e2-9f03-4bdfce470847 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818636 Aug 03 15:52:29.692386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:29.700866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fbe45-52cd-459b-b3e8-3eefa09fcbab req-367a3711-cf22-433c-9164-f160081f0d80 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.708632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be7fbe45-52cd-459b-b3e8-3eefa09fcbab req-367a3711-cf22-433c-9164-f160081f0d80 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.2108974 Aug 03 15:52:29.803493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be7fbe45-52cd-459b-b3e8-3eefa09fcbab req-4dbf7b36-a17f-4430-aef7-5745c26608f7 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889544 Aug 03 15:52:29.842021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb997835-4109-4ad7-bb95-99e13e0d4263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:29.858772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:29.908315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cea25-41fd-4824-b2be-2476a2f7e60d req-875df060-c9ab-4815-90d9-8f50abb76f1e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:29.914348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-120cea25-41fd-4824-b2be-2476a2f7e60d req-875df060-c9ab-4815-90d9-8f50abb76f1e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 943 time: 0.2496405 Aug 03 15:52:29.929186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:29.941093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:29.948655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:30.046892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:30.082255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.083012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.084309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.084875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-c4fd6eae-0f9c-4907-b522-013e403eb439 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985765 Aug 03 15:52:30.085015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.085880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.086510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.086902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.087358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.087736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.088966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.088966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.089277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:30.117157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:30.120022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.121619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-120cea25-41fd-4824-b2be-2476a2f7e60d req-61c44a7e-4fbd-40fb-84ec-8e4e636ee0ea tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354418 Aug 03 15:52:30.178505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:30.209905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:30.286042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:30.302367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:30.324565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.331558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb997835-4109-4ad7-bb95-99e13e0d4263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.352343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-00a3985e-a53d-44b9-a7aa-88e6e3deefdd tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1777356 Aug 03 15:52:30.354908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb997835-4109-4ad7-bb95-99e13e0d4263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.395748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c4c83-daea-46d7-ab53-0e239d31c952 req-b130aa5e-6e3d-422b-be6d-1fa7dc8312aa tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:30.397823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b05c4c83-daea-46d7-ab53-0e239d31c952 req-b130aa5e-6e3d-422b-be6d-1fa7dc8312aa tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1458559 Aug 03 15:52:30.419070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Request body: {'port': {'device_id': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:30.439895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb6a0fa1-042b-4734-8594-436ea34df3ab req-19bbc01d-15d5-4652-a1e8-671e3f25f519 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435497 Aug 03 15:52:30.448333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb997835-4109-4ad7-bb95-99e13e0d4263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d91d8-17e3-44da-969c-25ea5df94990,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:30.459160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bb997835-4109-4ad7-bb95-99e13e0d4263 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=022b57d968044d59af15f14b5bab466d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075816 Aug 03 15:52:30.464334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33268) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:30.541933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b05c4c83-daea-46d7-ab53-0e239d31c952 req-9197033d-ad36-41f9-9591-e32b1a5b3ac6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214952 Aug 03 15:52:30.575178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.619850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.639527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.666024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] Transition to ACTIVE for port object 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:30.670090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ba82-00af-4a59-a365-a48875da168a req-5400b78b-7b71-483c-8530-07aeb2cdff24 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:30.671901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3f0ba82-00af-4a59-a365-a48875da168a req-5400b78b-7b71-483c-8530-07aeb2cdff24 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.1825249 Aug 03 15:52:30.675727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.747668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cdbab-4f66-4ef3-adf6-40af419dd943 req-6d9934ef-c0fd-4d4e-b571-ef2c7073f263 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:30.749909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb6cdbab-4f66-4ef3-adf6-40af419dd943 req-6d9934ef-c0fd-4d4e-b571-ef2c7073f263 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 932 time: 0.1183240 Aug 03 15:52:30.790774 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.795499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:30.797910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/022d91d8-17e3-44da-969c-25ea5df94990 HTTP/1.1" status: 204 len: 168 time: 0.3280895 Aug 03 15:52:30.826984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:30.850956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb6cdbab-4f66-4ef3-adf6-40af419dd943 req-23eee6b9-c183-48ec-ade2-586bca03c2cf tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708933 Aug 03 15:52:30.852194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd61c-2758-4d11-bdf4-2d27d2cba6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d91d8-17e3-44da-969c-25ea5df94990,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:30.860947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] No DVR routers for this DVR port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:30.931233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3f0ba82-00af-4a59-a365-a48875da168a req-64741ba9-c4b7-4327-9512-b3e079feef19 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198424 Aug 03 15:52:31.059313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d09c5d0f-0778-4020-8fc5-535dad7015c1 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:31.070146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-808fe0a4-e1b1-4f4c-8560-5ca62cdb7b35 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07/bindings/n-h2-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4338145 Aug 03 15:52:31.239404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546919e-23af-4c78-bea4-65dff2ee4f02 req-641e4ea7-f9dd-4102-a8a5-7052d4b21aa8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:31.246272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7546919e-23af-4c78-bea4-65dff2ee4f02 req-641e4ea7-f9dd-4102-a8a5-7052d4b21aa8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.1746676 Aug 03 15:52:31.290604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-483be389-caf1-4fc3-9880-bc670a6bd223 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:31.292921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-483be389-caf1-4fc3-9880-bc670a6bd223 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.1440909 Aug 03 15:52:31.346816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33288) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:31.377955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5db7-c8eb-4007-a480-5e21c52affbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.425556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:31.513415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7546919e-23af-4c78-bea4-65dff2ee4f02 req-fc49445d-8545-4230-a620-99b771d029e5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660296 Aug 03 15:52:31.613876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5db7-c8eb-4007-a480-5e21c52affbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.622380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5db7-c8eb-4007-a480-5e21c52affbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.677715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9b9c5db7-c8eb-4007-a480-5e21c52affbd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbbbfa9137bc4bd5b79d6e374b587ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259828 Aug 03 15:52:31.679508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c5db7-c8eb-4007-a480-5e21c52affbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a9a876-4eba-468b-b4f6-ecbb1ffe6792,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:31.691757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33294) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:31.754753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0aeefb-9051-4197-8393-670084408d96 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:31.767493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.778009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.800764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.807476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Transition to ACTIVE for port object be0aeefb-9051-4197-8393-670084408d96 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:31.815949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'd09c5d0f-0778-4020-8fc5-535dad7015c1', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': 'd09c5d0f-0778-4020-8fc5-535dad7015c1', 'mac_address': 'fa:16:3e:87:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:31.831801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4446e6b3-029e-486a-8f94-46c76fb00727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:31.834450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4446e6b3-029e-486a-8f94-46c76fb00727 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 1096 time: 0.5179334 Aug 03 15:52:31.837177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.868072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.894731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09c5d0f-0778-4020-8fc5-535dad7015c1 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:31.926238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:31.946272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:31.953020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.961708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425263-db45-402a-8319-6c3a2c1d1c30 req-6786c7c4-f5ef-4289-9c3a-c8831eaead6c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:31.963886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa425263-db45-402a-8319-6c3a2c1d1c30 req-6786c7c4-f5ef-4289-9c3a-c8831eaead6c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1175377 Aug 03 15:52:31.965406 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.968429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:31.969819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61a9a876-4eba-468b-b4f6-ecbb1ffe6792 HTTP/1.1" status: 204 len: 168 time: 0.2769530 Aug 03 15:52:31.981506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf839a-8fd7-40d2-ae7a-eba4cdca57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a9a876-4eba-468b-b4f6-ecbb1ffe6792,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:31.991816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-2575770a-b2f9-4da9-b03a-be843961e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:31.993402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-2575770a-b2f9-4da9-b03a-be843961e4dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1096 time: 0.0875115 Aug 03 15:52:32.010502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca28741-21be-44c3-a39c-bc1dfe57586b req-e1ee4431-5e3a-4113-bdd5-96d46af3aa4c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:32.012344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bca28741-21be-44c3-a39c-bc1dfe57586b req-e1ee4431-5e3a-4113-bdd5-96d46af3aa4c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 943 time: 0.1978383 Aug 03 15:52:32.058269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:32.093932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa425263-db45-402a-8319-6c3a2c1d1c30 req-52e7be72-0443-4991-9334-c72f1306de82 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969629 Aug 03 15:52:32.165951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['d09c5d0f-0778-4020-8fc5-535dad7015c1'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:32.218715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bca28741-21be-44c3-a39c-bc1dfe57586b req-549b7fb9-3083-44bd-82a5-1a965a631d0f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881254 Aug 03 15:52:32.296969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Attempting to bind port be0aeefb-9051-4197-8393-670084408d96 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:32.297268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Attempting to bind port be0aeefb-9051-4197-8393-670084408d96 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:32.297749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Attempting to bind port be0aeefb-9051-4197-8393-670084408d96 on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:32.311539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Port be0aeefb-9051-4197-8393-670084408d96 on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:32.311893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Attempting to bind port be0aeefb-9051-4197-8393-670084408d96 on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:32.316381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4921ec1b-1744-4c78-bb89-a920677dc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:32.318733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-4921ec1b-1744-4c78-bb89-a920677dc79c service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.3049853 Aug 03 15:52:32.322416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:32.322947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Checking segment: {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:32.323539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Bound using segment: {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:32.324176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Bound port: be0aeefb-9051-4197-8393-670084408d96, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:32.324757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:32.432444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-671128e4-69de-4ad4-8348-1de1abca85f8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.0794320 Aug 03 15:52:32.633248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:32.667472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:32.670376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-8a3158a9-98e3-4457-baf9-6da69b8266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:32.672274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-8a3158a9-98e3-4457-baf9-6da69b8266a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1704118 Aug 03 15:52:32.674815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:32.692198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2cab4-12a3-43be-8b3a-0d0e62f6c658 req-4de7d30b-1c62-4b5d-878d-3cc172801483 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:32.700964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28f2cab4-12a3-43be-8b3a-0d0e62f6c658 req-4de7d30b-1c62-4b5d-878d-3cc172801483 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 944 time: 0.2632382 Aug 03 15:52:32.774926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:32.775769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:32.777661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] 10.222.0.72 "PUT /v2.0/ports/be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 1092 time: 2.4155583 Aug 03 15:52:32.778344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:32.782145 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849" -d '{"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:32.799358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-a802a888-0079-46b6-a90c-0d5d796fd5da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958676 Aug 03 15:52:32.956566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28f2cab4-12a3-43be-8b3a-0d0e62f6c658 req-8ba073ce-8d9a-404e-8dea-9afa622b8b58 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545862 Aug 03 15:52:32.965792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612423c0-8c49-45c6-8fee-a6dc5a644b2a service neutron] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:33.012728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-008f4294-038f-44c7-8936-09c83d55645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:33.014411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-008f4294-038f-44c7-8936-09c83d55645c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1095 time: 0.1767051 Aug 03 15:52:33.078147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d09c5d0f-0778-4020-8fc5-535dad7015c1 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:33.143085 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf8fee8-9551-4c35-83be-a98825f80657 x-openstack-request-id: req-5bf8fee8-9551-4c35-83be-a98825f80657 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:33.143571 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:33.143934 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bf8fee8-9551-4c35-83be-a98825f80657 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:33.144555 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96', 'status': 'completed', 'code': 200} Aug 03 15:52:33.151723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-3c31b0bf-af9a-4dc1-9969-a4528121ef84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 217 time: 0.1281457 Aug 03 15:52:33.156469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-043e8163-55b6-4d99-9cd5-e2c933231856 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421190 Aug 03 15:52:33.195376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port d09c5d0f-0778-4020-8fc5-535dad7015c1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:33.201432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port d09c5d0f-0778-4020-8fc5-535dad7015c1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:33.201845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:33.379737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:33.412240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-78804fb7-c361-4e6f-b475-0a73b6ac6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:33.414631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-78804fb7-c361-4e6f-b475-0a73b6ac6d77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.2469428 Aug 03 15:52:33.436272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874b1aa-3596-446b-9f97-b1006bbe60e5 req-25392929-2eb5-4015-bda4-0f45afc1d36c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:33.438382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4874b1aa-3596-446b-9f97-b1006bbe60e5 req-25392929-2eb5-4015-bda4-0f45afc1d36c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.2895944 Aug 03 15:52:33.448467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:33.451994 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f81df5-1816-40db-828b-3d7417c03c1b" -d '{"events": [{"server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "name": "network-vif-plugged", "status": "completed", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:33.478673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:33.484208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:33.486618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:33.513949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-43b3037b-9619-43b9-a4f6-9ca7733f433d service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289340 Aug 03 15:52:33.554214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-d71d674d-f719-4364-97f2-4b8852244b1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941787 Aug 03 15:52:33.695220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-2c5ef4d9-e994-4a3c-bd82-b1d9927a1c29 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249847 Aug 03 15:52:33.722347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:33.765698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:33.774466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4874b1aa-3596-446b-9f97-b1006bbe60e5 req-e49abe11-6d64-4a1d-b179-4d53489b6d3b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002963 Aug 03 15:52:34.092859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-1c27485c-1292-49a3-ae3b-01daf2eeae35 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.095259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-1c27485c-1292-49a3-ae3b-01daf2eeae35 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.1949680 Aug 03 15:52:34.103063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a741d68-e0c2-45a2-a81a-0a7a7985e05b req-dc559613-94b9-4d1e-8f07-690b8e179dd9 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681781 Aug 03 15:52:34.154170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a90402-302c-46d1-a041-62781596d45a req-1f8d70e9-b82b-46e1-9f22-13652a393bd1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.167017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97a90402-302c-46d1-a041-62781596d45a req-1f8d70e9-b82b-46e1-9f22-13652a393bd1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.2320144 Aug 03 15:52:34.409049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97a90402-302c-46d1-a041-62781596d45a req-f21138fb-8a2d-41f1-93ce-08c32579260b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405565 Aug 03 15:52:34.418917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9a9f6-b111-4c1a-96f5-a9ced7c158e9 req-1a16d0f9-3e6f-4772-b5cb-650127e1e71e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.444454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-41b8938d-8ff4-4cdd-b940-0a177bb0d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.446758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ceb9a9f6-b111-4c1a-96f5-a9ced7c158e9 req-1a16d0f9-3e6f-4772-b5cb-650127e1e71e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.1297691 Aug 03 15:52:34.449297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-41b8938d-8ff4-4cdd-b940-0a177bb0d778 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1095 time: 0.2303457 Aug 03 15:52:34.544881 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac3feec-0d79-445c-8a54-0ae1887b3ed4 x-openstack-request-id: req-8ac3feec-0d79-445c-8a54-0ae1887b3ed4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:34.545870 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "name": "network-vif-plugged", "status": "completed", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:34.545870 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ac3feec-0d79-445c-8a54-0ae1887b3ed4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:34.546597 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1', 'code': 200} Aug 03 15:52:34.620091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ceb9a9f6-b111-4c1a-96f5-a9ced7c158e9 req-ad74a821-23d8-41d9-a6c7-ea19f399d803 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665621 Aug 03 15:52:34.874397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33424) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:34.929030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4ca9-61cf-4552-b400-9aeed54287f9 req-e596c5f8-867b-478d-ac4a-f295520ff742 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.943376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-295a4ca9-61cf-4552-b400-9aeed54287f9 req-e596c5f8-867b-478d-ac4a-f295520ff742 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1723430 Aug 03 15:52:34.982606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-04d25780-519f-4c52-8bda-a1895768bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:34.984289 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-04d25780-519f-4c52-8bda-a1895768bd1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.5263364 Aug 03 15:52:35.042439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-295a4ca9-61cf-4552-b400-9aeed54287f9 req-ddc27647-e1ac-453f-8b2a-13f815493c2b tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972977 Aug 03 15:52:35.121213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-e6bcc76c-ec99-4d4a-b29b-a7f917abfe9e service neutron] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:35.128881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-8fdce708-5863-4b8f-b644-71a4b763acbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 217 time: 0.0995567 Aug 03 15:52:35.152456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c6255c-90c6-4f9c-ad61-2b89cbce1184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.158696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-e6bcc76c-ec99-4d4a-b29b-a7f917abfe9e service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.160706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951cf742-a4af-4cdd-a240-bc58e107f9c9 req-e6bcc76c-ec99-4d4a-b29b-a7f917abfe9e service neutron] 10.222.0.78 "DELETE /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07/bindings/n-h1-803226-3 HTTP/1.1" status: 204 len: 173 time: 1.0552716 Aug 03 15:52:35.233535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1450-91cb-47ee-97e8-72afc57d1686 req-f296cc6a-7918-4d41-89a6-06ba86358eef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.242466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7ab1450-91cb-47ee-97e8-72afc57d1686 req-f296cc6a-7918-4d41-89a6-06ba86358eef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 944 time: 0.3995392 Aug 03 15:52:35.260498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17412e1-deee-464d-9c9d-29e929e33da7 req-3a0ad344-af29-4e26-8a59-c1734160d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.266246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c17412e1-deee-464d-9c9d-29e929e33da7 req-3a0ad344-af29-4e26-8a59-c1734160d934 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 1096 time: 0.4219031 Aug 03 15:52:35.270206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-abbec496-ad48-4490-b3c0-5bfd65a02a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.271755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-abbec496-ad48-4490-b3c0-5bfd65a02a52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1341395 Aug 03 15:52:35.290477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07046961-f8ce-4865-88f3-c309e20c6877 req-57050546-63e7-4d68-94c9-3ed65620326b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.291729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07046961-f8ce-4865-88f3-c309e20c6877 req-57050546-63e7-4d68-94c9-3ed65620326b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.1356184 Aug 03 15:52:35.333886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-5c82ef0c-c48e-465c-aea2-dcc0c306ce8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458879 Aug 03 15:52:35.389682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-07046961-f8ce-4865-88f3-c309e20c6877 req-ae8daf8e-1578-4c76-8180-53233ab9f068 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852277 Aug 03 15:52:35.414233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33432) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:35.436764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7ab1450-91cb-47ee-97e8-72afc57d1686 req-d52bdca6-e0eb-469a-89a4-57704536f634 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932461 Aug 03 15:52:35.502499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c17412e1-deee-464d-9c9d-29e929e33da7 req-2f8a846c-1c5b-44e4-a671-6f530de6f31b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231414 Aug 03 15:52:35.545994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c6255c-90c6-4f9c-ad61-2b89cbce1184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.561295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c6255c-90c6-4f9c-ad61-2b89cbce1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.603349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-ef73a33b-465a-4ec0-af7c-6deabdb760a4 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588887 Aug 03 15:52:35.701148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6255c-90c6-4f9c-ad61-2b89cbce1184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c888b12f-00fd-452f-bd1e-95c6bb18f520,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:35.719229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-28c6255c-90c6-4f9c-ad61-2b89cbce1184 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18019d86c10f4514acbf9acc4d1fdc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8369708 Aug 03 15:52:35.723462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33442) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:35.794684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f320a48-9aa0-4212-a7ea-71e0abe89ce3 req-f62297b1-e668-42d1-95d8-90eeba251bc5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.802971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f320a48-9aa0-4212-a7ea-71e0abe89ce3 req-f62297b1-e668-42d1-95d8-90eeba251bc5 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1857009 Aug 03 15:52:35.825667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51e4bc12-4307-4438-a6eb-089092ca40e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.826018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb23a4a-893e-424e-8d61-de1e413515a8 req-40bb69cd-35d0-41bb-9ce5-35876b4b77ec tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:35.828368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfb23a4a-893e-424e-8d61-de1e413515a8 req-40bb69cd-35d0-41bb-9ce5-35876b4b77ec tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1096 time: 0.2237179 Aug 03 15:52:35.887578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:35.912339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a4d0b55-05c5-49ea-9f4a-f65b9d24a849 req-49ecf89b-5f8c-4416-9c36-7664d83dd171 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923231 Aug 03 15:52:35.914634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f320a48-9aa0-4212-a7ea-71e0abe89ce3 req-680aec5c-904d-4a75-8385-db8c2d74cf3e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103072 Aug 03 15:52:35.943479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfb23a4a-893e-424e-8d61-de1e413515a8 req-033d78a8-7354-4fde-951b-ac428a85f322 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919845 Aug 03 15:52:35.971764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.164526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90890a7f-7179-42ce-9556-547746481d00 req-69d1f5f3-228f-4e8e-83d8-646ad2f895bb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:36.174600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90890a7f-7179-42ce-9556-547746481d00 req-69d1f5f3-228f-4e8e-83d8-646ad2f895bb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.1496303 Aug 03 15:52:36.213214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659f9c-260d-4609-98e7-b67f1d93cd0f req-614f1c86-4ad2-48b3-ab66-83f14fd55afe tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:36.232411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.235485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb659f9c-260d-4609-98e7-b67f1d93cd0f req-614f1c86-4ad2-48b3-ab66-83f14fd55afe tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0908864 Aug 03 15:52:36.237060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.244924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c888b12f-00fd-452f-bd1e-95c6bb18f520 HTTP/1.1" status: 204 len: 168 time: 0.5180981 Aug 03 15:52:36.266798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb19292-caf1-41bb-8252-137f63e51328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c888b12f-00fd-452f-bd1e-95c6bb18f520,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:36.293352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51e4bc12-4307-4438-a6eb-089092ca40e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.303966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51e4bc12-4307-4438-a6eb-089092ca40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.333017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90890a7f-7179-42ce-9556-547746481d00 req-3634bc8a-9604-49a7-a896-9d36972cebd3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599207 Aug 03 15:52:36.371098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb659f9c-260d-4609-98e7-b67f1d93cd0f req-530c4368-ff66-4ff3-a2c4-5b52c107eaa9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303124 Aug 03 15:52:36.407628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4bc12-4307-4438-a6eb-089092ca40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d52a2-1031-46e6-807e-c8858f7fae82,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:36.418669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-51e4bc12-4307-4438-a6eb-089092ca40e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=169dd9e6153c428694111d9e9e635d91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024595 Aug 03 15:52:36.421584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33458) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:36.499311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.590770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.652435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba6ed-09a9-4dff-beb5-b5f881b44e9b req-22d1603f-3a22-4c53-ba07-3f78aca521b4 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:36.656297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63aba6ed-09a9-4dff-beb5-b5f881b44e9b req-22d1603f-3a22-4c53-ba07-3f78aca521b4 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 944 time: 0.1044934 Aug 03 15:52:36.696820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-27d13017-519a-4347-b26e-e515d5429939 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:36.698755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-27d13017-519a-4347-b26e-e515d5429939 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.1963823 Aug 03 15:52:36.706375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.711017 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:36.715526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a9d52a2-1031-46e6-807e-c8858f7fae82 HTTP/1.1" status: 204 len: 168 time: 0.2895920 Aug 03 15:52:36.729410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e026-b817-4e98-b13b-d3b009fb65ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d52a2-1031-46e6-807e-c8858f7fae82,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:36.735541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63aba6ed-09a9-4dff-beb5-b5f881b44e9b req-34df9413-0116-4a3b-95a2-a2925d5ece61 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646772 Aug 03 15:52:36.755435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-9ced340f-0af9-4a50-ba08-6fed47cba3c9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/quotas/da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 375 time: 0.0410564 Aug 03 15:52:36.830014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-500d0f3c-840c-415d-8c06-8819ce1037e1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626285 Aug 03 15:52:36.985694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-d171438c-6bb1-4b56-8967-9f4bbdd8b8dc service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425416 Aug 03 15:52:37.100473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device be0aeefb-9051-4197-8393-670084408d96 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:37.182504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b59dab-2daf-46ce-9ae1-9e1b85033018 req-736a048a-a0c0-407d-a49b-b2fd29641034 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:37.184490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45b59dab-2daf-46ce-9ae1-9e1b85033018 req-736a048a-a0c0-407d-a49b-b2fd29641034 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1379213 Aug 03 15:52:37.191424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-f3cca7ac-47f5-42a3-817b-f45a23a0859d service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946332 Aug 03 15:52:37.277930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45b59dab-2daf-46ce-9ae1-9e1b85033018 req-70c744fe-ee28-4057-a18d-40c8c6bbd855 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815585 Aug 03 15:52:37.350157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:37.368291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'be0aeefb-9051-4197-8393-670084408d96', 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b', 'port_id': 'be0aeefb-9051-4197-8393-670084408d96', 'mac_address': 'fa:16:3e:55:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd93b18d-9b57-4e88-99d2-a3b79bcfe195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:37.485859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:37.522572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0aeefb-9051-4197-8393-670084408d96 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:37.574726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:37.601416 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:37.665132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:37.678737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6e461-752a-49ac-84f6-4e815bbffa8a req-d38a4872-0b6a-4b08-9451-5d5cc18adce4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:37.680581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb6e461-752a-49ac-84f6-4e815bbffa8a req-d38a4872-0b6a-4b08-9451-5d5cc18adce4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.1182282 Aug 03 15:52:37.715804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee083-36b1-4ff7-b02d-9f425cb38a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:37.788482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb6e461-752a-49ac-84f6-4e815bbffa8a req-48aac5e5-a832-42c3-aa19-f1c9ef10c70c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011713 Aug 03 15:52:37.871159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:37.897450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0fba580-be34-4a56-ab0a-6f6bf52e3bb4 req-6aed1e0e-b057-4b92-9566-5a6ccdd3c079 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 210 time: 0.0491388 Aug 03 15:52:38.006923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:38.097980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af683d7-4393-4ead-b3d2-2566799e8f7a req-4a8fcd61-1e46-4212-ab0b-cdb65caf5da5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:38.108928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6af683d7-4393-4ead-b3d2-2566799e8f7a req-4a8fcd61-1e46-4212-ab0b-cdb65caf5da5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 945 time: 0.1142340 Aug 03 15:52:38.203741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee083-36b1-4ff7-b02d-9f425cb38a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.225012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee083-36b1-4ff7-b02d-9f425cb38a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.269880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6af683d7-4393-4ead-b3d2-2566799e8f7a req-b9ddcab9-88e0-42f8-8e80-deb3af85a717 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521013 Aug 03 15:52:38.302454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a0103-a2d9-4352-84ef-272874b89466 req-af5c0795-8b69-4321-af50-3774e4c9d527 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:38.319032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef6a0103-a2d9-4352-84ef-272874b89466 req-af5c0795-8b69-4321-af50-3774e4c9d527 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.5094063 Aug 03 15:52:38.382651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef6a0103-a2d9-4352-84ef-272874b89466 req-ea00371d-f281-4288-a096-9a3a46eecda1 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Aug 03 15:52:38.414305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f9ee083-36b1-4ff7-b02d-9f425cb38a59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e38d473721f743f4b021dd079aa6c02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434018 Aug 03 15:52:38.414938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:38.415839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ee083-36b1-4ff7-b02d-9f425cb38a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6605b2-7f3a-412c-b0b9-efa10f30d7ff,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:38.497574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.531513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.640896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.645547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:38.651056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de6605b2-7f3a-412c-b0b9-efa10f30d7ff HTTP/1.1" status: 204 len: 168 time: 0.2321155 Aug 03 15:52:38.680369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683761-e301-4ac9-ba3d-f84eb1d2a837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6605b2-7f3a-412c-b0b9-efa10f30d7ff,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:38.758805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461d42a-068c-47b2-8397-4010d89f8e14 req-1c14ad72-12bd-4757-983c-d48317d2ffd1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:38.761464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4461d42a-068c-47b2-8397-4010d89f8e14 req-1c14ad72-12bd-4757-983c-d48317d2ffd1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1509874 Aug 03 15:52:38.797673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231d0a9-015c-4740-98ef-f59faba3f4c6 req-3aee92ca-cdb8-4ee0-93f0-1ac306cbcc4f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:38.810252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b231d0a9-015c-4740-98ef-f59faba3f4c6 req-3aee92ca-cdb8-4ee0-93f0-1ac306cbcc4f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.1188841 Aug 03 15:52:38.843611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4461d42a-068c-47b2-8397-4010d89f8e14 req-53f15529-9b7f-4ba7-ae48-cff69565ecc0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716751 Aug 03 15:52:38.920067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b231d0a9-015c-4740-98ef-f59faba3f4c6 req-4be26566-f6db-43db-85c2-16708131bd3d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999031 Aug 03 15:52:39.119816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device be0aeefb-9051-4197-8393-670084408d96 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:39.137950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-022cf3bb-1e6d-4290-b403-896dc255797b req-d5f29f56-a8e8-425e-8b4c-0b073a7dbf8f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 210 time: 0.0618012 Aug 03 15:52:39.259799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port be0aeefb-9051-4197-8393-670084408d96 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:39.266557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port be0aeefb-9051-4197-8393-670084408d96 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:39.266945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:39.443596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:39.472929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0aeefb-9051-4197-8393-670084408d96'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:39.476775 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98acc942-0de3-460c-8c2f-2349c33050b6" -d '{"events": [{"server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "name": "network-vif-plugged", "status": "completed", "tag": "be0aeefb-9051-4197-8393-670084408d96"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:39.498202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:39.505353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:39.526999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac11d1-8a68-43fc-bc23-caccfe3c1a22 req-c8aa01c9-79c2-4953-9020-60b1349662b9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:39.572648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7ac11d1-8a68-43fc-bc23-caccfe3c1a22 req-c8aa01c9-79c2-4953-9020-60b1349662b9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 945 time: 0.1831572 Aug 03 15:52:39.669952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:39.680392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263375b-f2ef-4c76-91f0-717c23d34508 req-0369fea4-8872-4aa7-93ab-3004d5faa2f0 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:39.691283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c263375b-f2ef-4c76-91f0-717c23d34508 req-0369fea4-8872-4aa7-93ab-3004d5faa2f0 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0947535 Aug 03 15:52:39.701974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7ac11d1-8a68-43fc-bc23-caccfe3c1a22 req-f7027513-c944-4ffb-bf05-d6b4658c6357 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237490 Aug 03 15:52:39.720727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33554) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:39.762697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c263375b-f2ef-4c76-91f0-717c23d34508 req-ced27d6a-676a-44c4-a358-cd18748383b5 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Aug 03 15:52:39.798558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-332f0c6c-1c94-4a1a-8a4f-c12bc7e61d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:39.852116 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0782d8-f5e6-41f2-84e3-4085e7c3d892 x-openstack-request-id: req-dd0782d8-f5e6-41f2-84e3-4085e7c3d892 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:39.852425 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "name": "network-vif-plugged", "status": "completed", "tag": "be0aeefb-9051-4197-8393-670084408d96", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:39.852759 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd0782d8-f5e6-41f2-84e3-4085e7c3d892 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:39.853161 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0aeefb-9051-4197-8393-670084408d96', 'code': 200} Aug 03 15:52:39.988400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-e88f9d8b-66a9-4dd0-bf27-6547b5adadcb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:39.994903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-e88f9d8b-66a9-4dd0-bf27-6547b5adadcb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.2890129 Aug 03 15:52:40.038972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Request body: {'port': {'device_id': '01b91518-6aac-4786-bc77-d566e42ca51e', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'admin_state_up': True, 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:40.145015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02424b-0168-4a2f-a201-5e6509a0d440 req-f02f06f8-c95f-48a9-8f5e-5a2d71434fc6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:40.147585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b02424b-0168-4a2f-a201-5e6509a0d440 req-f02f06f8-c95f-48a9-8f5e-5a2d71434fc6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1451023 Aug 03 15:52:40.157228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706d211-3a8c-4ebf-b5e6-1a2740bc7b9e req-974d8b9c-817c-4853-864d-f13579041427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:40.158825 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d706d211-3a8c-4ebf-b5e6-1a2740bc7b9e req-974d8b9c-817c-4853-864d-f13579041427 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1097 time: 0.0725341 Aug 03 15:52:40.271824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-861be739-37a2-4cdc-a232-a4ce614097be tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1840750213'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:40.272778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-861be739-37a2-4cdc-a232-a4ce614097be tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Unknown quota resources ['metering_label']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:40.293961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ceca-8b9c-4bb4-b4cc-7c73eb5c5d02 req-1c88e78c-72c3-40ba-81a7-8ee42d4c4f4f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:40.293961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48b5ceca-8b9c-4bb4-b4cc-7c73eb5c5d02 req-1c88e78c-72c3-40ba-81a7-8ee42d4c4f4f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.1143942 Aug 03 15:52:40.304793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b02424b-0168-4a2f-a201-5e6509a0d440 req-5cb1b661-3333-4f02-8df0-1d53fc8ccb8c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446168 Aug 03 15:52:40.306521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-e85b3219-0671-41de-b0de-5a66d546971c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:40.312374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-e85b3219-0671-41de-b0de-5a66d546971c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 945 time: 0.3576732 Aug 03 15:52:40.316230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:40.326085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:40.394470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d706d211-3a8c-4ebf-b5e6-1a2740bc7b9e req-3caaac19-d2fd-4129-8c0b-2cb2ba837c64 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220311 Aug 03 15:52:40.467278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7603d417-72c9-4258-b9cd-094002444ef7 req-852781f1-eddd-45f4-86c5-b81e8e582976 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 210 time: 0.0674820 Aug 03 15:52:40.663604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-861be739-37a2-4cdc-a232-a4ce614097be tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:40.666490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-861be739-37a2-4cdc-a232-a4ce614097be tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9424100 Aug 03 15:52:40.669771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:40.681285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ca13fea-b014-4ec6-a2ba-f75816f891bd tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd7063dd9-50a4-485c-8719-80abb835ab74'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:40.683558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ca13fea-b014-4ec6-a2ba-f75816f891bd tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:40.806690 n-d-803226-3 neutron-server[106016]: WARNING neutron.services.metering.metering_plugin [None req-6ca13fea-b014-4ec6-a2ba-f75816f891bd tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 15:52:40.939398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48b5ceca-8b9c-4bb4-b4cc-7c73eb5c5d02 req-69772bb2-288b-4d44-8ba6-51958d1976d5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253161 Aug 03 15:52:41.010442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port d09c5d0f-0778-4020-8fc5-535dad7015c1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:52:41.010893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:41.160864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca13fea-b014-4ec6-a2ba-f75816f891bd tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:41.163073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ca13fea-b014-4ec6-a2ba-f75816f891bd tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4909816 Aug 03 15:52:41.175083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:41.216433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52976409-7045-47a1-b4da-6ec1d08042ba req-b0bd87c5-78f2-4448-ac5e-e306bbc7666d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:41.229566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52976409-7045-47a1-b4da-6ec1d08042ba req-b0bd87c5-78f2-4448-ac5e-e306bbc7666d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 946 time: 0.3370321 Aug 03 15:52:41.237243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6721fe19-832b-4125-bfb3-5f5e1129a900 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd7063dd9-50a4-485c-8719-80abb835ab74'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:41.237243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6721fe19-832b-4125-bfb3-5f5e1129a900 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:41.315998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Allocated IP 172.20.0.5 (958320b7-c977-4e74-b9bf-e20b43fd4fc1/b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9/509bb3e0-6478-47c0-917a-921b1449c18e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:41.336816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52976409-7045-47a1-b4da-6ec1d08042ba req-c319c38d-632c-4e90-8af7-d1addb48b153 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056550 Aug 03 15:52:41.496042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9930-0b3a-4482-8d5c-2b212f3f12b5 req-8133922a-82a8-4f45-9f44-1159d8b9f875 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:41.499282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-003c9930-0b3a-4482-8d5c-2b212f3f12b5 req-8133922a-82a8-4f45-9f44-1159d8b9f875 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.3800805 Aug 03 15:52:41.501442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port d09c5d0f-0778-4020-8fc5-535dad7015c1, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d09c5d0f-0778-4020-8fc5-535dad7015c1,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:41.501848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:41.507700 n-d-803226-3 neutron-server[106017]: WARNING neutron.services.metering.metering_plugin [None req-6721fe19-832b-4125-bfb3-5f5e1129a900 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 15:52:41.515551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d502-f53f-4777-addb-0ede0c3dbfb6 req-e31d969f-c015-4e95-b244-223b6f8377bd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:41.517676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4f5d502-f53f-4777-addb-0ede0c3dbfb6 req-e31d969f-c015-4e95-b244-223b6f8377bd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.0866895 Aug 03 15:52:41.556460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for d09c5d0f-0778-4020-8fc5-535dad7015c1 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:52:41.623909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4f5d502-f53f-4777-addb-0ede0c3dbfb6 req-f4ddfa8f-e25f-4625-8e55-5f813c9581db tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946987 Aug 03 15:52:41.774983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-94bc2d56-02ac-429c-892e-e1687b0d79bd req-9d0e9594-68d2-4e6e-b575-f475de46b8ac tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 210 time: 0.0369174 Aug 03 15:52:41.821698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6721fe19-832b-4125-bfb3-5f5e1129a900 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:41.826055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6721fe19-832b-4125-bfb3-5f5e1129a900 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6263230 Aug 03 15:52:41.826402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:41.839545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-63d705f9-8779-474f-ab45-d4f76cc21950 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=94267704-1caa-4e65-b86f-003ed14f779f HTTP/1.1" status: 200 len: 462 time: 0.0118592 Aug 03 15:52:41.842930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:41.850542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-003c9930-0b3a-4482-8d5c-2b212f3f12b5 req-cb1af1d8-4094-481c-90e4-6ecb08cdea17 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404572 Aug 03 15:52:42.041729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-324c118f-de03-482e-9371-2478adf86331 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.042883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-324c118f-de03-482e-9371-2478adf86331 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/94267704-1caa-4e65-b86f-003ed14f779f HTTP/1.1" status: 204 len: 168 time: 0.1963151 Aug 03 15:52:42.045933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33614) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:42.066095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd2cec68-537d-4165-8aae-656e1cc5da48 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=94267704-1caa-4e65-b86f-003ed14f779f HTTP/1.1" status: 200 len: 221 time: 0.0151958 Aug 03 15:52:42.066454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:42.073227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c0e6dab2-5803-4706-b6b7-682f3b9ea797 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1892799577', 'description': 'label created by tempest'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:42.073827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c0e6dab2-5803-4706-b6b7-682f3b9ea797 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Unknown quota resources ['metering_label']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:42.148760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.151111 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3d402fd5-fbad-4c41-bd6d-8a820e1f3f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.160144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.205264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=d09c5d0f-0778-4020-8fc5-535dad7015c1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:42.231699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8708143-e040-4f60-be3e-148c90a2b0c4 req-d1a24526-2fd5-400c-b65f-0576268051ba tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:42.232881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8708143-e040-4f60-be3e-148c90a2b0c4 req-d1a24526-2fd5-400c-b65f-0576268051ba tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f610762-d755-4fa7-a713-be7e95d47330 HTTP/1.1" status: 200 len: 867 time: 0.1436415 Aug 03 15:52:42.309618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port d09c5d0f-0778-4020-8fc5-535dad7015c1 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:52:42.314735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.316431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abc8ece8-a2d2-4763-8e68-76ce93222c8b req-f3b872ef-e3c1-4648-9adb-2b3c0d90c1f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "DELETE /v2.0/ports/d09c5d0f-0778-4020-8fc5-535dad7015c1 HTTP/1.1" status: 204 len: 173 time: 1.9915869 Aug 03 15:52:42.317154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'name': 'network-vif-deleted', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:42.320418 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee840f4-90e2-4429-ac30-1dae7500faca" -d '{"events": [{"server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "name": "network-vif-deleted", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:42.344588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.345086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0e6dab2-5803-4706-b6b7-682f3b9ea797 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.352058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0e6dab2-5803-4706-b6b7-682f3b9ea797 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2842777 Aug 03 15:52:42.352972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:42.356951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8708143-e040-4f60-be3e-148c90a2b0c4 req-3cd7780f-1efd-4f9d-b8c3-ff217e95c4c6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008954 Aug 03 15:52:42.420653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:42.433902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:42.439048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:42.442415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:42.446716 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ed17e1-38e5-44d0-b176-f488459b60d9 x-openstack-request-id: req-34ed17e1-38e5-44d0-b176-f488459b60d9 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:42.447076 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f610762-d755-4fa7-a713-be7e95d47330", "name": "network-vif-deleted", "tag": "d09c5d0f-0778-4020-8fc5-535dad7015c1", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:42.447391 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34ed17e1-38e5-44d0-b176-f488459b60d9 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:42.447844 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f610762-d755-4fa7-a713-be7e95d47330', 'name': 'network-vif-deleted', 'tag': 'd09c5d0f-0778-4020-8fc5-535dad7015c1', 'status': 'completed', 'code': 200} Aug 03 15:52:42.459006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-78a77c25-dd34-4e0d-9c6c-c2aabc4dd5e7 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a2470838-5052-41a3-89ca-e2872d8ed214 HTTP/1.1" status: 200 len: 468 time: 0.1048205 Aug 03 15:52:42.459610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:42.531873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:42.532760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.555369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-563e6850-3941-4130-a708-9f99b14e990d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5243995 Aug 03 15:52:42.576026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Request body: {'port': {'device_id': '01b91518-6aac-4786-bc77-d566e42ca51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:42.681456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.702138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:42.941027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c4da10a-c307-4505-9628-6e36bd0fd5cd req-0caf16a3-7a17-4dbd-89c4-afb492ddfef4 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435815 Aug 03 15:52:43.121944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d09c5d0f-0778-4020-8fc5-535dad7015c1 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:43.137751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd2b6-c302-4ec7-a889-6238aa28d116 req-4a112b37-ba5d-42c3-b4b1-5aa806186e5d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:43.141591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2fcd2b6-c302-4ec7-a889-6238aa28d116 req-4a112b37-ba5d-42c3-b4b1-5aa806186e5d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 946 time: 0.5580573 Aug 03 15:52:43.151384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1116-45ec-4281-8015-6b9702bc026f tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:43.152696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a9bf1116-45ec-4281-8015-6b9702bc026f tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/a2470838-5052-41a3-89ca-e2872d8ed214 HTTP/1.1" status: 204 len: 168 time: 0.6921439 Aug 03 15:52:43.163967 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:52:43.165296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: d09c5d0f-0778-4020-8fc5-535dad7015c1 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:52:43.166170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d09c5d0f-0778-4020-8fc5-535dad7015c1 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:52:43.168658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33658) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.194051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4110bc8a-bf82-4686-a42f-6b7fbd989807 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=a2470838-5052-41a3-89ca-e2872d8ed214 HTTP/1.1" status: 200 len: 216 time: 0.0213773 Aug 03 15:52:43.199031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33660) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.218796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-614839e1-767a-4318-9cda-ae6f635155f7 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0186059 Aug 03 15:52:43.219091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4da10a-c307-4505-9628-6e36bd0fd5cd req-6158a97f-bd93-4599-ab1c-4d3e0b56353a tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:43.222928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33662) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.226444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c4da10a-c307-4505-9628-6e36bd0fd5cd req-6158a97f-bd93-4599-ab1c-4d3e0b56353a tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706091 Aug 03 15:52:43.228140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2fcd2b6-c302-4ec7-a889-6238aa28d116 req-65fdc16f-6d8f-47c4-8dba-77211a5ad145 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741332 Aug 03 15:52:43.244872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-af4be548-3eaf-4279-8e6d-02b75b56622f tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152125 Aug 03 15:52:43.248707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33664) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.273438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c4da10a-c307-4505-9628-6e36bd0fd5cd req-eb340fb8-b6cc-4cba-955f-eda9297f5795 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/quotas/a799008e3fb64c2f86db8a1e0cc2cf13 HTTP/1.1" status: 200 len: 375 time: 0.0374384 Aug 03 15:52:43.341109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c4da10a-c307-4505-9628-6e36bd0fd5cd req-1c6aa9ca-812c-44a7-a054-e9267d33b0a4 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665464 Aug 03 15:52:43.356672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ef126490-44b9-4b28-8bb0-9991b0898dac tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/d7063dd9-50a4-485c-8719-80abb835ab74 HTTP/1.1" status: 200 len: 473 time: 0.1062593 Aug 03 15:52:43.357492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33668) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.388192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33670) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.389018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-addcb20a-4215-4c5c-9e9f-8e8dd78f07a8 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/37dbd1b6-5b97-492e-a93a-d4204edafba5 HTTP/1.1" status: 200 len: 459 time: 0.0274742 Aug 03 15:52:43.439586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509bb3e0-6478-47c0-917a-921b1449c18e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:43.445146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae70be-dcbc-4a33-80d3-96b564f8a959 req-3e0ddaf1-eca0-4789-8f56-8be3002d7982 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:43.447278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20ae70be-dcbc-4a33-80d3-96b564f8a959 req-3e0ddaf1-eca0-4789-8f56-8be3002d7982 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.0796890 Aug 03 15:52:43.471679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:43.543829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20ae70be-dcbc-4a33-80d3-96b564f8a959 req-a9d570af-7e30-413a-9ea1-87cb90bcd2d0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830679 Aug 03 15:52:43.569425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:43.628157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Transition to ACTIVE for port object 509bb3e0-6478-47c0-917a-921b1449c18e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:43.675381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:43.685968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfb92d53-83c8-45c7-b751-ed5886c7e212 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:43.687640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dfb92d53-83c8-45c7-b751-ed5886c7e212 tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/37dbd1b6-5b97-492e-a93a-d4204edafba5 HTTP/1.1" status: 204 len: 168 time: 0.2974415 Aug 03 15:52:43.695668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33678) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:43.757035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5992eec-1c46-49af-8281-3f8e10f536ca req-674046d0-f47b-423a-9a97-ca720e8eb35b tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:43.758698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5992eec-1c46-49af-8281-3f8e10f536ca req-674046d0-f47b-423a-9a97-ca720e8eb35b tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0991449 Aug 03 15:52:43.818068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5992eec-1c46-49af-8281-3f8e10f536ca req-d43c77d6-95e1-48ed-aa66-cb21e42533d5 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Aug 03 15:52:43.921983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3b99-f670-4cd1-9b60-3ae8984d09ed req-e68e5770-71b8-4568-8bd2-87912dfaa922 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:43.923800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b42e3b99-f670-4cd1-9b60-3ae8984d09ed req-e68e5770-71b8-4568-8bd2-87912dfaa922 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 931 time: 0.3512080 Aug 03 15:52:43.930961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:43.981556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ece48359-fe22-43d1-82a7-62254ae42480 req-dd279a5d-149e-4864-9e5b-caf149e5a0c0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1423378299&fields=id&tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 267 time: 0.0646532 Aug 03 15:52:44.062161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece48359-fe22-43d1-82a7-62254ae42480 req-848bd6e6-5d3e-4fea-9c5b-2ff5134400e8 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:44.064666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ece48359-fe22-43d1-82a7-62254ae42480 req-848bd6e6-5d3e-4fea-9c5b-2ff5134400e8 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 946 time: 0.0763140 Aug 03 15:52:44.084498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'security_groups': ['496280c4-e273-4bcb-931f-f63f6a168d1a', 'c8493bb5-7d82-43da-9a8b-487764e5da2f']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:44.134474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce94c22d-335b-497b-8d75-4b0a1b249c9a tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.139720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce94c22d-335b-497b-8d75-4b0a1b249c9a tempest-MeteringIpV6TestJSON-196426985 tempest-MeteringIpV6TestJSON-196426985-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/d7063dd9-50a4-485c-8719-80abb835ab74 HTTP/1.1" status: 204 len: 168 time: 0.4168575 Aug 03 15:52:44.143307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b42e3b99-f670-4cd1-9b60-3ae8984d09ed req-73f2e44c-b76a-4de6-b4ea-1a15d360554b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858516 Aug 03 15:52:44.193223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:44.194320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:44.195713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:44.206535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:44.206977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:44.225703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:44.225703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:44.225703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:44.226937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Bound port: 509bb3e0-6478-47c0-917a-921b1449c18e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:44.227710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.260442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.390756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:44.390756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:44.416860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.463203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:44.464383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.467597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] 10.222.0.72 "PUT /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 1091 time: 1.9033008 Aug 03 15:52:44.468677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:44.472194 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba6f1e-0e91-4556-a090-1597f85b7045" -d '{"events": [{"name": "network-changed", "server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:44.592228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d836b5-ab5c-46ce-bd95-376a8b45563e service neutron] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:44.626261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-dcb5b5bb-87ed-4b56-98e6-8c963a8e81de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:44.628712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-dcb5b5bb-87ed-4b56-98e6-8c963a8e81de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1094 time: 0.1086769 Aug 03 15:52:44.666733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:44.686115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-0746c942-6606-420a-9c0e-df1c3e348895 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.0474949 Aug 03 15:52:44.740773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:44.759574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.769232 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.785518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:44.810965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-29d81f45-e6e9-4afa-b7d2-55f6274b3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:44.824972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-29d81f45-e6e9-4afa-b7d2-55f6274b3806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1314692 Aug 03 15:52:44.957463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:44.963163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:44.964311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:44.965111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-331b810e-8ffd-4d7d-871f-3efae4d00de0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343606 Aug 03 15:52:44.984040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ece48359-fe22-43d1-82a7-62254ae42480 req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "PUT /v2.0/ports/be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 982 time: 0.9075580 Aug 03 15:52:44.985625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:44.994186 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d715c-f1a9-4418-9a11-6c7eed663fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:45.019467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.029997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34db7-ce4e-4ab6-aea0-9c781537b877 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:45.058278 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36738819-b1c6-4c23-af86-8399390ca352 x-openstack-request-id: req-36738819-b1c6-4c23-af86-8399390ca352 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:45.058836 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:45.059549 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36738819-b1c6-4c23-af86-8399390ca352 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:45.060067 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e', 'status': 'completed', 'code': 200} Aug 03 15:52:45.121866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285776b8-1bfc-467c-b3ee-ed1b79f71c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.205097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-1eefefde-517b-4787-9524-3aea44e12ae9 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313390 Aug 03 15:52:45.300828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a83a4-d6d8-4c55-b786-4c73e528ec8d req-3b918f78-7b8e-4ee9-824f-9dee0bf6bf48 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.310281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d61a83a4-d6d8-4c55-b786-4c73e528ec8d req-3b918f78-7b8e-4ee9-824f-9dee0bf6bf48 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1619248 Aug 03 15:52:45.371247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-82cedc55-5ade-4b84-8ac1-2b19e2ba4377 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.373263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-82cedc55-5ade-4b84-8ac1-2b19e2ba4377 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.2464385 Aug 03 15:52:45.391371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-f3067b9e-9b94-48c7-a404-61d7081610a7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.0113461 Aug 03 15:52:45.422775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d61a83a4-d6d8-4c55-b786-4c73e528ec8d req-cb9588a1-9c61-4814-be0c-48f5321c817e tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106396 Aug 03 15:52:45.433113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4227efd1-467e-4b3d-b7d8-fa4d3639f2ae req-6bf7dc9c-9ede-411e-bf00-e180c90ce69e service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208130 Aug 03 15:52:45.454284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-bc8bb9e9-8de6-4d76-957e-d5322f4b01c5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511432 Aug 03 15:52:45.587889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-75cf99b4-9b89-4a74-8ca8-de86ffb538f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.589618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-75cf99b4-9b89-4a74-8ca8-de86ffb538f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1094 time: 0.0791805 Aug 03 15:52:45.598557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285776b8-1bfc-467c-b3ee-ed1b79f71c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.612640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285776b8-1bfc-467c-b3ee-ed1b79f71c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.619392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd49b0-7888-4d8a-b54a-165a4187425c req-7bf6b6e5-1871-45b4-a245-087229b9c7ef tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.621111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2bbd49b0-7888-4d8a-b54a-165a4187425c req-7bf6b6e5-1871-45b4-a245-087229b9c7ef tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1235921 Aug 03 15:52:45.675852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-69c2d524-cd02-4ff6-817a-1301f54005ef service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179320 Aug 03 15:52:45.679378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285776b8-1bfc-467c-b3ee-ed1b79f71c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c5a44-c791-4a61-9afb-97aeb7179780,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:45.684543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-285776b8-1bfc-467c-b3ee-ed1b79f71c87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=709e275791d24f7b9e054fe17d3abb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422619 Aug 03 15:52:45.695240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33720) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:45.747994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2bbd49b0-7888-4d8a-b54a-165a4187425c req-110a9f89-6456-4055-8ec2-7bfc29aa4bf2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762451 Aug 03 15:52:45.794747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-46f7b3f3-4304-48f2-8bab-e0e3263e687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.797692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-46f7b3f3-4304-48f2-8bab-e0e3263e687f service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1988988 Aug 03 15:52:45.838161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.868456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-7566f3a0-f4b4-4d6a-a75e-bf616d847c41 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721759 Aug 03 15:52:45.871819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-d2bbadc6-72a0-4e2b-beff-cf148e59eac7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.0675371 Aug 03 15:52:45.878167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.954124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.957110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:45.959189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad3c5a44-c791-4a61-9afb-97aeb7179780 HTTP/1.1" status: 204 len: 168 time: 0.2610724 Aug 03 15:52:45.976776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347b44b-3870-459b-9039-3b88190ceb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c5a44-c791-4a61-9afb-97aeb7179780,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:45.987417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-2425656a-4c80-4748-b307-9e94b2813ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:45.988979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-2425656a-4c80-4748-b307-9e94b2813ec2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1095974 Aug 03 15:52:46.074732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-34994822-f358-4ff8-a208-dfb211fca0ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603471 Aug 03 15:52:46.253362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-ed3760ef-da63-49ea-92ef-bb2fb3ce35e4 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774151 Aug 03 15:52:46.256241 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d673f97-a741-4917-818b-e7e7a279e858 x-openstack-request-id: req-8d673f97-a741-4917-818b-e7e7a279e858 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:46.256715 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:46.257136 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d673f97-a741-4917-818b-e7e7a279e858 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:46.257826 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96', 'status': 'completed', 'code': 200} Aug 03 15:52:46.307872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-075aaa19-38bb-4172-b582-446c0cca7c23 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-954635256&fields=id&tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 267 time: 0.1115210 Aug 03 15:52:46.432829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-164bc58a-6550-43f4-91c6-f1e4e6365080 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:46.448625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-164bc58a-6550-43f4-91c6-f1e4e6365080 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 985 time: 0.1371593 Aug 03 15:52:46.457255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'security_groups': ['496280c4-e273-4bcb-931f-f63f6a168d1a', 'c8493bb5-7d82-43da-9a8b-487764e5da2f', '2a6fc782-324b-4c20-b87d-19574e474423']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:46.482584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-dfd670f3-629a-4007-b397-c4743f937258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:46.484304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-dfd670f3-629a-4007-b397-c4743f937258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1136 time: 0.2200544 Aug 03 15:52:46.558098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:46.580131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33744) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:46.620886 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b60432de-c829-4ebf-ab09-b2ff304a205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:46.702221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3c03-af04-4b3d-aff1-3bd3ddb72626 req-c92e6421-4352-4482-b114-ceea7ddb529a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:46.704944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef0e3c03-af04-4b3d-aff1-3bd3ddb72626 req-c92e6421-4352-4482-b114-ceea7ddb529a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 943 time: 0.2935071 Aug 03 15:52:46.715138 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbba6f1e-0e91-4556-a090-1597f85b7045 req-6452fc1b-3309-408b-8af0-dc512d7356c3 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475131 Aug 03 15:52:46.726892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-08401611-1542-4781-bcc4-8959826c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:46.728713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-08401611-1542-4781-bcc4-8959826c216e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.2333994 Aug 03 15:52:46.820537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-15f11eaa-c754-4849-aea4-a3b459abf471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 217 time: 0.0827167 Aug 03 15:52:46.896000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef0e3c03-af04-4b3d-aff1-3bd3ddb72626 req-6b815015-2395-4773-a71e-f80762e00a01 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793129 Aug 03 15:52:46.920650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b60432de-c829-4ebf-ab09-b2ff304a205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:46.937015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-0298b2cd-16a5-4ee8-aa26-616f4093c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:46.940374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-0298b2cd-16a5-4ee8-aa26-616f4093c5b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1043317 Aug 03 15:52:46.956722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b60432de-c829-4ebf-ab09-b2ff304a205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:46.995710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-e7686b26-91c5-4a73-bd29-72883d853572 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481932 Aug 03 15:52:47.021348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:47.036262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b60432de-c829-4ebf-ab09-b2ff304a205c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=291b32c0d0f244beaf31a10ad3099146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307454 Aug 03 15:52:47.039995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60432de-c829-4ebf-ab09-b2ff304a205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184e267-ac88-41ae-8a0a-7e401a035bc9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:47.043925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33752) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:47.134849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.144336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:47.164634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.203056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:47.259480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.272179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:47.272879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.286151 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30b73cdc-08c4-4223-8b22-e068b256b23b req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "PUT /v2.0/ports/be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 1021 time: 0.8361685 Aug 03 15:52:47.377768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:47.403220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.405425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:47.410646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '509bb3e0-6478-47c0-917a-921b1449c18e', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'port_id': '509bb3e0-6478-47c0-917a-921b1449c18e', 'mac_address': 'fa:16:3e:0d:b7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:47.491597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a2d3d-bf85-4898-b179-c0ef5d7d28f6 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=7']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:47.577764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.584361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.587659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b184e267-ac88-41ae-8a0a-7e401a035bc9 HTTP/1.1" status: 204 len: 168 time: 0.5384099 Aug 03 15:52:47.623894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feffa76-f452-4466-8296-27b961c3fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184e267-ac88-41ae-8a0a-7e401a035bc9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:47.632745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:47.696047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509bb3e0-6478-47c0-917a-921b1449c18e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:47.753795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a1260b09-b41d-473a-9f97-541c3f55588e req-a4f04f4a-5932-450a-8a2c-06498d5c584b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.7297616 Aug 03 15:52:47.790914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:47.836363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:48.114591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['509bb3e0-6478-47c0-917a-921b1449c18e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:48.136674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138a58-d0c4-4c78-b42b-8308e0f5092e req-24708ee0-fad6-499e-ace9-7aafa94b3042 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:48.142585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51138a58-d0c4-4c78-b42b-8308e0f5092e req-24708ee0-fad6-499e-ace9-7aafa94b3042 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1197827 Aug 03 15:52:48.213539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:48.227730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51138a58-d0c4-4c78-b42b-8308e0f5092e req-09b93ffd-b79e-4bb0-ac11-7f19706ce45d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732024 Aug 03 15:52:48.233249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-6372a809-48fb-47e6-bf22-8636c3c01c68 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2294087 Aug 03 15:52:48.258562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:48.260896 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:48.303221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.306472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.315128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10086-a5c1-417b-ad22-227e1e883d34 req-6bc46dda-bf07-47da-8d52-bf4fef1d0b7a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:48.315448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.316080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.316433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.316784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.317679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.318365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.319030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.324264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3b10086-a5c1-417b-ad22-227e1e883d34 req-6bc46dda-bf07-47da-8d52-bf4fef1d0b7a tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.3461564 Aug 03 15:52:48.330029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.330742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.331259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:52:48.339188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-a29e2c0d-e076-497d-82ca-da4162be4c10 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:48.340719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-a29e2c0d-e076-497d-82ca-da4162be4c10 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.6029994 Aug 03 15:52:48.358244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:48.465186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d03c0f-d9f1-4bc7-be28-f58515fdd88e req-61e9654b-76af-4515-a3f4-5c2016a779f0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:48.470196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-31d03c0f-d9f1-4bc7-be28-f58515fdd88e req-61e9654b-76af-4515-a3f4-5c2016a779f0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1024 time: 0.0880792 Aug 03 15:52:48.592425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-31d03c0f-d9f1-4bc7-be28-f58515fdd88e req-a0a7a8f8-f0fe-4f08-82d6-6d3dd23491d5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8493bb5-7d82-43da-9a8b-487764e5da2f&id=2a6fc782-324b-4c20-b87d-19574e474423&id=496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 6148 time: 0.1069684 Aug 03 15:52:48.635344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3b10086-a5c1-417b-ad22-227e1e883d34 req-18f6d6f8-6e1e-4ed6-b181-448b879fc22b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088033 Aug 03 15:52:48.722012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-637d715c-f1a9-4418-9a11-6c7eed663fe3 req-481a75d1-c2f1-4e14-96a3-22015a411004 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808176 Aug 03 15:52:48.743714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:52:48.757711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:48.847569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2e2d5-111d-46f0-a4b3-52d22f32acff req-4ed21ee5-e109-4a4e-bf18-aa393ec281a6 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:48.849901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7f2e2d5-111d-46f0-a4b3-52d22f32acff req-4ed21ee5-e109-4a4e-bf18-aa393ec281a6 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 944 time: 0.1283393 Aug 03 15:52:48.934435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7f2e2d5-111d-46f0-a4b3-52d22f32acff req-0a25da31-5841-46f9-a325-419cfd4bd9a5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Aug 03 15:52:48.980452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03293254-242b-47fc-8cfc-a577b497b07b req-de96fdab-4f1f-4a4e-8ffd-3c301638f42b tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088068 Aug 03 15:52:49.038903 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acbb338-d496-4ba3-a025-cc9bde28da3a x-openstack-request-id: req-9acbb338-d496-4ba3-a025-cc9bde28da3a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:49.039191 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "tag": "be0aeefb-9051-4197-8393-670084408d96", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:49.039446 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9acbb338-d496-4ba3-a025-cc9bde28da3a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:49.039861 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'tag': 'be0aeefb-9051-4197-8393-670084408d96', 'status': 'completed', 'code': 200} Aug 03 15:52:49.060257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': ' tempest-securitygroup -562254676 ', 'description': 'tempest-description-1595403393'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:49.102137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:49.230434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:49.235136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:49.249391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-70adb6b1-0875-46a7-866b-3ba4b4fe0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:49.251437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-70adb6b1-0875-46a7-866b-3ba4b4fe0cba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1175 time: 0.1721647 Aug 03 15:52:49.265385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293254-242b-47fc-8cfc-a577b497b07b req-59d5a73a-4505-4a8b-9dc8-a5ac60efdf9f tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:49.267590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03293254-242b-47fc-8cfc-a577b497b07b req-59d5a73a-4505-4a8b-9dc8-a5ac60efdf9f tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799861 Aug 03 15:52:49.273379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:49.279884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-abb5df4e-00c9-4021-b28d-431bda4861bc req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2244825 Aug 03 15:52:49.308678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc326d2c-db97-4df9-a4aa-964b454766ef tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa111977-4042-4262-9edf-57f7d8db16d3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:49.359800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.11 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/4d992a4f-6ef9-46c4-9f9a-931498713330) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:52:49.370516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03293254-242b-47fc-8cfc-a577b497b07b req-939ffcd0-89ac-4a43-a485-3e352b1e4645 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/quotas/a799008e3fb64c2f86db8a1e0cc2cf13 HTTP/1.1" status: 200 len: 375 time: 0.0381742 Aug 03 15:52:49.428728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df9cdfb-fbe4-49b1-a05b-372bdde405c4 req-4a1d2594-330c-40cb-8f6c-919304396e3c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.0516846 Aug 03 15:52:49.444581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03293254-242b-47fc-8cfc-a577b497b07b req-9f178b1b-6dba-46d6-9346-68b358c9d07f tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566347 Aug 03 15:52:49.471297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-1c189281-0b5a-4407-9a69-7b6b3f622e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:49.473296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-1c189281-0b5a-4407-9a69-7b6b3f622e92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.2047880 Aug 03 15:52:49.526941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-37164b87-0754-4c7c-be13-864f3d099e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 200 len: 217 time: 0.0463870 Aug 03 15:52:49.628369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa1c1-989e-4901-ac09-23d0454142fc req-6e9317d2-a7c0-4109-8359-6342a17193f7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:49.631997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeafa1c1-989e-4901-ac09-23d0454142fc req-6e9317d2-a7c0-4109-8359-6342a17193f7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0828199 Aug 03 15:52:49.695096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeafa1c1-989e-4901-ac09-23d0454142fc req-e5f56d5e-d096-4888-8cd9-e4c2af38ec7c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546379 Aug 03 15:52:49.713788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-7e948bd8-fcd8-4f2c-be79-d3225641025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:49.715527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-7e948bd8-fcd8-4f2c-be79-d3225641025b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1821225 Aug 03 15:52:49.804637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-4724988e-d4f8-46b3-982e-ffa1277da6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787451 Aug 03 15:52:49.809006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7060392-7d4e-4341-82c9-4912365bff93 req-4a914c0f-c64d-452e-b70d-0dff8f4ff344 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa111977-4042-4262-9edf-57f7d8db16d3 HTTP/1.1" status: 200 len: 1780 time: 0.2381618 Aug 03 15:52:49.810596 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:49.938677 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-e6681406-f7d4-4c29-9547-31effdee45ed service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250579 Aug 03 15:52:50.002734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.097319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:52:50.112529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:52:50.124163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:52:50.133400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:50.172029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec4f73f-8688-4cb0-8435-2bbe9f2873fe req-2f63bfdd-ddb7-44ed-a077-181999c93395 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230802 Aug 03 15:52:50.191506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142239af-388c-4bdd-990d-cbb9b3bd6b57 req-b1f8d905-9628-4f9a-8012-b31d641d6065 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:50.194071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-142239af-388c-4bdd-990d-cbb9b3bd6b57 req-b1f8d905-9628-4f9a-8012-b31d641d6065 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1946678 Aug 03 15:52:50.210468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:50.227378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:50.228041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.266172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-142239af-388c-4bdd-990d-cbb9b3bd6b57 req-3030d1a4-d035-4a6b-9bc4-b880769d469b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646760 Aug 03 15:52:50.268154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-304357f5-f624-4dae-aae9-1991716cd61d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9160266 Aug 03 15:52:50.283775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Request body: {'port': {'device_id': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:50.353560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-0d9e947e-6e93-45dd-ba71-b796971a6226 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa111977-4042-4262-9edf-57f7d8db16d3 HTTP/1.1" status: 200 len: 1780 time: 0.0524335 Aug 03 15:52:50.371923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.400363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1782585417'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:50.435698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.441714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.443939 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.478202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deaf48-b7ed-4a0a-8d90-692d5cab4f51 req-99f4d829-904d-4c15-8d44-2901296bf91f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:50.480097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9deaf48-b7ed-4a0a-8d90-692d5cab4f51 req-99f4d829-904d-4c15-8d44-2901296bf91f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 944 time: 0.1233923 Aug 03 15:52:50.510762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.519745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.545293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.569792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.572533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dec01d4f-5e8b-4549-815f-a15ccc29d6e4 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3593891 Aug 03 15:52:50.573946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33844) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:50.615000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.618405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.620152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-daea65d9-8a1b-4eb3-95ca-757e6032ef2d req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/fa111977-4042-4262-9edf-57f7d8db16d3 HTTP/1.1" status: 204 len: 173 time: 0.2652233 Aug 03 15:52:50.630992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd3a1a-9088-4267-8385-52e395ed78e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa111977-4042-4262-9edf-57f7d8db16d3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:50.700445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9deaf48-b7ed-4a0a-8d90-692d5cab4f51 req-7473c13f-7e16-475f-97b0-873946850dbb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664877 Aug 03 15:52:50.712831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:50.839844 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-f521d9b7-69c9-4f16-b691-5b110dd6908e req-2ce453b1-2880-4dde-b4cb-c22aca9833d9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:52:50.841455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f521d9b7-69c9-4f16-b691-5b110dd6908e req-2ce453b1-2880-4dde-b4cb-c22aca9833d9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa111977-4042-4262-9edf-57f7d8db16d3 HTTP/1.1" status: 404 len: 352 time: 0.0160601 Aug 03 15:52:50.961737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc41a0-2b45-4c6d-bfaa-243b07d9aa83 req-57e504ec-1502-485f-a8f8-302211af0fef tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:50.963443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fc41a0-2b45-4c6d-bfaa-243b07d9aa83 req-57e504ec-1502-485f-a8f8-302211af0fef tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0552442 Aug 03 15:52:51.032228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fc41a0-2b45-4c6d-bfaa-243b07d9aa83 req-5e38cc27-c7d8-461a-96fd-274268704636 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569808 Aug 03 15:52:51.209362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:51.278920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1958638638', 'description': 'tempest-description-2107536265'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:51.324228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.327812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.328626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 509bb3e0-6478-47c0-917a-921b1449c18e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:51.329348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.343737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 509bb3e0-6478-47c0-917a-921b1449c18e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:51.344116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.443612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e1ab-2cb5-4246-a482-06f7551a011b req-8c7634e1-1e91-49af-8ec2-75534806d635 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:51.453069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34c6e1ab-2cb5-4246-a482-06f7551a011b req-8c7634e1-1e91-49af-8ec2-75534806d635 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 932 time: 0.6559834 Aug 03 15:52:51.480109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.506735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.507366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0d72c1e-934f-4c3e-a71c-d3caa8eb8500 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:52:51.518019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.523672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-edddffd9-dda9-4c12-909b-9cf3aa6bb02a tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c0d72c1e-934f-4c3e-a71c-d3caa8eb8500 HTTP/1.1" status: 204 len: 168 time: 0.9486668 Aug 03 15:52:51.528848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:51.537791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d992a4f-6ef9-46c4-9f9a-931498713330 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:51.545663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Request body: {'router': {'name': 'tempest-router-586447780', 'distributed': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:51.575168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.590384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:51.592433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:51.596944 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9cdcc-80ea-42f4-a52c-a57a73c98c22" -d '{"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-plugged", "status": "completed", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:51.602608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.616063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34c6e1ab-2cb5-4246-a482-06f7551a011b req-61875b67-6913-48bc-a6c1-a5c9aa7df66a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584692 Aug 03 15:52:51.621687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Transition to ACTIVE for port object 4d992a4f-6ef9-46c4-9f9a-931498713330 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:52:51.634643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.635206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.648156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.691074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:51.698763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:51.738107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.746277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc9f90-fd35-4902-967d-22894fb8a91f req-1d630ad0-956a-4164-b031-9f058977daf2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4709752 Aug 03 15:52:51.789092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.790399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.851450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35c61e02-3d77-4700-96eb-cb7fde3dbad2 req-3aeb3164-484f-47a9-81ca-9ed394d8fe3b tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292895 Aug 03 15:52:51.855553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Pushing event updated for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:51.897295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.907995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Attempting to bind port 4d992a4f-6ef9-46c4-9f9a-931498713330 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:51.908343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Attempting to bind port 4d992a4f-6ef9-46c4-9f9a-931498713330 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:51.908675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Attempting to bind port 4d992a4f-6ef9-46c4-9f9a-931498713330 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:51.922734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10d5c4-fb65-473a-8048-3978b855078e req-43c5db5c-6828-4e70-a478-a3d14da53ac4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:51.926276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a10d5c4-fb65-473a-8048-3978b855078e req-43c5db5c-6828-4e70-a478-a3d14da53ac4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.2010961 Aug 03 15:52:51.985501 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:51.993170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Port 4d992a4f-6ef9-46c4-9f9a-931498713330 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:52:51.993528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Attempting to bind port 4d992a4f-6ef9-46c4-9f9a-931498713330 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:52.006162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.012352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:52:52.012689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:52:52.013107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:52:52.013510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Bound port: 4d992a4f-6ef9-46c4-9f9a-931498713330, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:52:52.013886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.044836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c61e02-3d77-4700-96eb-cb7fde3dbad2 req-65a7d8a6-5a4f-498e-920f-995bd492d229 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.048091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.050153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35c61e02-3d77-4700-96eb-cb7fde3dbad2 req-65a7d8a6-5a4f-498e-920f-995bd492d229 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922989 Aug 03 15:52:52.051832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33902) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:52.052582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3263373-08c4-4f31-9840-639142bee057 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5182502 Aug 03 15:52:52.055808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a10d5c4-fb65-473a-8048-3978b855078e req-5fe6aeae-aebe-4683-b112-1ad459cb91fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753765 Aug 03 15:52:52.112016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35c61e02-3d77-4700-96eb-cb7fde3dbad2 req-314562af-d6f4-4c82-a715-33dca5364457 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/quotas/a799008e3fb64c2f86db8a1e0cc2cf13 HTTP/1.1" status: 200 len: 375 time: 0.0525377 Aug 03 15:52:52.118985 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26caa941-a8e9-4fb2-9dec-1a71e93c5578 x-openstack-request-id: req-26caa941-a8e9-4fb2-9dec-1a71e93c5578 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:52.119224 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-plugged", "status": "completed", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:52.119365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:52:52.119487 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26caa941-a8e9-4fb2-9dec-1a71e93c5578 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:52.119873 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e', 'code': 200} Aug 03 15:52:52.123666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4d992a4f-6ef9-46c4-9f9a-931498713330,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:52:52.131063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.172015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.173197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.174914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d992a4f-6ef9-46c4-9f9a-931498713330 HTTP/1.1" status: 200 len: 1092 time: 1.8990958 Aug 03 15:52:52.178367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:52.180751 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f0000e-23f4-4874-8388-d727b1c03203" -d '{"events": [{"name": "network-changed", "server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:52.184172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35c61e02-3d77-4700-96eb-cb7fde3dbad2 req-26d201fc-be3a-4f53-a418-479f07b72c64 tempest-QuotasAdminNegativeTest-1153367477 tempest-QuotasAdminNegativeTest-1153367477-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711126 Aug 03 15:52:52.189207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.285188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-52865098', 'description': 'tempest-description-1702985853'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:52.359151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a518-98e0-487e-bfa1-41ee07dd2708 service neutron] Pushing event updated for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:52.370604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-a89d0cea-a9d4-4939-9228-85defe9dfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.372224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-a89d0cea-a9d4-4939-9228-85defe9dfd90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 1095 time: 0.1256125 Aug 03 15:52:52.374113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb259c33-ae03-4021-8996-6802af36fd42 req-5fb8c1d6-315d-42cf-ad41-cf66ffb71ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.375462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb259c33-ae03-4021-8996-6802af36fd42 req-5fb8c1d6-315d-42cf-ad41-cf66ffb71ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.1654756 Aug 03 15:52:52.383192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b808d-dad9-470f-822e-61c1d38016a4 req-8cc92563-d307-4d3a-a348-aae5241d4abf tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.385314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-700b808d-dad9-470f-822e-61c1d38016a4 req-8cc92563-d307-4d3a-a348-aae5241d4abf tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 945 time: 0.1780658 Aug 03 15:52:52.419399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.424798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.432822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.443486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-b180c206-d55e-41de-8843-34138cb49495 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d992a4f-6ef9-46c4-9f9a-931498713330 HTTP/1.1" status: 200 len: 217 time: 0.0573390 Aug 03 15:52:52.505583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.506380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff59393b-01b1-4b26-ba5c-9c74209f2063 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:52:52.513988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.521878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb259c33-ae03-4021-8996-6802af36fd42 req-2424e88f-bc0f-46dc-8536-f79d71206f24 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274471 Aug 03 15:52:52.522106 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c40c62d-2eb5-40b0-9f98-d23d55202e79 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "DELETE /v2.0/routers/ff59393b-01b1-4b26-ba5c-9c74209f2063 HTTP/1.1" status: 204 len: 168 time: 0.4669867 Aug 03 15:52:52.523264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33910) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:52.526063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-700b808d-dad9-470f-822e-61c1d38016a4 req-33c8ed94-0acb-4046-996d-160c1b3c3de6 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268561 Aug 03 15:52:52.531015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Request body: {'router': {'name': 'tempest-router-1220393245', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '436bd272beb74ddcbbdeadad2e0cf52a'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:52.555297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-5140859a-ad0a-4355-b319-9b2b2fe44494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.556991 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-5140859a-ad0a-4355-b319-9b2b2fe44494 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1039486 Aug 03 15:52:52.594041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.599915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.612190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-d95e4f33-a3ba-4d1d-9037-9923811130bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427706 Aug 03 15:52:52.631729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a837d4-b67f-4c2c-a5f0-1fd033686f87,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:52.659934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.674366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba83f033-4747-413c-bf0b-c68b1b4de9e8 req-3b27ad52-67f3-4e6c-b936-6c145cd0de5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3923748 Aug 03 15:52:52.693308 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.695765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.766759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.786175 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2493f5-287a-4c9c-a35a-6266918a170c x-openstack-request-id: req-3e2493f5-287a-4c9c-a35a-6266918a170c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:52.786551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:52.786790 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e2493f5-287a-4c9c-a35a-6266918a170c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:52.787771 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330', 'status': 'completed', 'code': 200} Aug 03 15:52:52.794186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.845154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1fe8f-eb49-4a72-91c9-cca76326cbc8 req-f48e3178-f809-4d02-b8ac-295f512da4dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:52.846812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3dd1fe8f-eb49-4a72-91c9-cca76326cbc8 req-f48e3178-f809-4d02-b8ac-295f512da4dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.2119009 Aug 03 15:52:52.847594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:52.853683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64859734-e6c4-4ee2-b94f-caf12f011ec5 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3266828 Aug 03 15:52:52.853952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33922) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:52.858869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:52.966285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-2e71b904-8907-42c8-bc28-146c31ef7d16 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454216 Aug 03 15:52:53.049711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f56c6-2358-448a-8ccf-68fb37eca3e3 req-09ad826b-43e7-4a9f-b7fa-48108b8e66a2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:53.051699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-034f56c6-2358-448a-8ccf-68fb37eca3e3 req-09ad826b-43e7-4a9f-b7fa-48108b8e66a2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 944 time: 0.0576243 Aug 03 15:52:53.103158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3dd1fe8f-eb49-4a72-91c9-cca76326cbc8 req-1c0a1dc2-f64a-431c-a523-12f92e2facb9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060411 Aug 03 15:52:53.119790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-034f56c6-2358-448a-8ccf-68fb37eca3e3 req-2829d131-7864-4024-b08e-f9c798c8e253 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608807 Aug 03 15:52:53.183826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1000326055', 'description': 'tempest-description-2123787423'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:53.204207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.204535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.355776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.408206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f5a2-e552-4b81-b96e-7fc54a1115a6 req-c4d4669d-5fe7-444a-a596-d1805e5882d8 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:53.408546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24d1b14e-8ba9-475c-b092-be57e2f4303f req-3d83c6d2-2489-41bd-af99-69a7cc1b990a service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036839 Aug 03 15:52:53.415004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7442f5a2-e552-4b81-b96e-7fc54a1115a6 req-c4d4669d-5fe7-444a-a596-d1805e5882d8 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1430979 Aug 03 15:52:53.429957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106017) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Aug 03 15:52:53.432824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Router 48bc788e-6829-46f4-b40e-ceb3fdc2baa3 migrating from provider to provider. {{(pid=106017) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Aug 03 15:52:53.433467 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.446461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.460849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.487458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7442f5a2-e552-4b81-b96e-7fc54a1115a6 req-63fbd04f-05a5-437c-a312-480a6e5caf89 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646591 Aug 03 15:52:53.626105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.637431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.647048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:53.683385 n-d-803226-3 neutron-server[106017]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] No L3 agents can host the router 48bc788e-6829-46f4-b40e-ceb3fdc2baa3 Aug 03 15:52:53.688253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:53.694019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a84dbed-b137-4ad1-ad62-d29ffb45f788 req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5440505 Aug 03 15:52:53.701594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0d73-d248-4b04-9495-cbcbb5a276c4 req-054cf067-0daa-4146-bce2-2aa18e042475 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:53.715605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c0d73-d248-4b04-9495-cbcbb5a276c4 req-054cf067-0daa-4146-bce2-2aa18e042475 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 945 time: 0.1040332 Aug 03 15:52:53.716349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0000e-23f4-4874-8388-d727b1c03203 req-f3b8db14-a512-4eb9-98b0-6513b89a4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:53.718063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-f3b8db14-a512-4eb9-98b0-6513b89a4173 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 1095 time: 0.2447014 Aug 03 15:52:53.745993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b90a-1025-4e78-929b-93271f8a4f9c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff7d45d-82ad-4b78-8267-244115b58c68,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:53.782868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c0d73-d248-4b04-9495-cbcbb5a276c4 req-f84a73ae-dd13-4cc0-a2bd-d7414e27638c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656478 Aug 03 15:52:53.872060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2f74e1-0471-4e4c-a041-481dbcb1f8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.005019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d09c2-2377-459e-823d-8924c9d2a769 req-42c086be-f3e0-451b-a850-daca99109bfc tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.008123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce6d09c2-2377-459e-823d-8924c9d2a769 req-42c086be-f3e0-451b-a850-daca99109bfc tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.1224182 Aug 03 15:52:54.094571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce6d09c2-2377-459e-823d-8924c9d2a769 req-1b8c2afb-1ed9-4dce-956f-ee6eb917125e tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701427 Aug 03 15:52:54.126828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2f74e1-0471-4e4c-a041-481dbcb1f8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.133001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2f74e1-0471-4e4c-a041-481dbcb1f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.209970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f74e1-0471-4e4c-a041-481dbcb1f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298d4b8-4cd0-4522-9cd5-3e5909b2d208,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:54.219046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f2f74e1-0471-4e4c-a041-481dbcb1f8c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a799008e3fb64c2f86db8a1e0cc2cf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642359 Aug 03 15:52:54.235322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33958) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:54.263793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef981-70c3-4701-b6e3-535a0f1c8aa7 req-a82dd6cb-f2f1-4222-827a-45acde8ee77d tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.267764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-918ef981-70c3-4701-b6e3-535a0f1c8aa7 req-a82dd6cb-f2f1-4222-827a-45acde8ee77d tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.0701017 Aug 03 15:52:54.323921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-918ef981-70c3-4701-b6e3-535a0f1c8aa7 req-3b0a255f-5458-407b-87d1-ea398b806dd5 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Aug 03 15:52:54.384050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0000e-23f4-4874-8388-d727b1c03203 req-288b9c28-0998-4a2c-9085-1025970323f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.386937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-288b9c28-0998-4a2c-9085-1025970323f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.6543975 Aug 03 15:52:54.478459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Hosts for router 48bc788e-6829-46f4-b40e-ceb3fdc2baa3: [] {{(pid=106017) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 03 15:52:54.491022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-d41191b5-ee38-4580-a019-b0857d1fd286 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d992a4f-6ef9-46c4-9f9a-931498713330 HTTP/1.1" status: 200 len: 217 time: 0.0904198 Aug 03 15:52:54.497622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b566e6-2f9a-45d2-be90-305c6a9e9e6f req-6695b9f2-2e96-404b-aad8-5360fcb58dde tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.511653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8b566e6-2f9a-45d2-be90-305c6a9e9e6f req-6695b9f2-2e96-404b-aad8-5360fcb58dde tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0955675 Aug 03 15:52:54.531190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:54.537425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:54.576366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8b566e6-2f9a-45d2-be90-305c6a9e9e6f req-e06ddc1e-9463-4dad-a222-dd1703c14063 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630853 Aug 03 15:52:54.633403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Hosts for other DVR routers connected to router 48bc788e-6829-46f4-b40e-ceb3fdc2baa3: set() {{(pid=106017) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 03 15:52:54.638753 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.640923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b35794ef-c509-4399-a151-fa0719b4dbda tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "PUT /v2.0/routers/48bc788e-6829-46f4-b40e-ceb3fdc2baa3 HTTP/1.1" status: 200 len: 717 time: 1.7858875 Aug 03 15:52:54.644323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33964) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:54.701941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92cd1015-6ac0-4d6c-88bc-06721cac9cee req-fac25c57-69f9-4559-aba5-537c19affd97 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 10896 time: 0.9764328 Aug 03 15:52:54.706726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.749096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0000e-23f4-4874-8388-d727b1c03203 req-7845b939-2d4f-4bf5-9525-5402734081dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.752018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-7845b939-2d4f-4bf5-9525-5402734081dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.2343163 Aug 03 15:52:54.795933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a6f9550f-f779-4ab2-8627-37dd64e36a77 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "GET /v2.0/routers/48bc788e-6829-46f4-b40e-ceb3fdc2baa3 HTTP/1.1" status: 200 len: 717 time: 0.1492536 Aug 03 15:52:54.798782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33966) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:54.834039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:54.836521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.843798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:54.846378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a394-4590-46d2-90aa-ca0d2dfa6ef2 req-2bc79c7a-3bf6-4898-908c-ca2fd6f26138 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:54.850772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0592a394-4590-46d2-90aa-ca0d2dfa6ef2 req-2bc79c7a-3bf6-4898-908c-ca2fd6f26138 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 944 time: 0.1412027 Aug 03 15:52:54.866629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-6dec837f-868d-422b-8f4a-66c1af8490ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979862 Aug 03 15:52:54.909469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'mac_address': 'fa:16:3e:e8:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:54.946444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0592a394-4590-46d2-90aa-ca0d2dfa6ef2 req-7b5ba4ad-d3c0-4b2d-8c19-04e95bb022b5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Aug 03 15:52:54.974160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:54.979695 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5049ca1f-ac33-4abb-b38e-44e63fd9d0c5" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:54.987537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92cd1015-6ac0-4d6c-88bc-06721cac9cee req-e1089616-331e-464a-bf1b-c375ea8f30e5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.2766709 Aug 03 15:52:55.048811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:55.095290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.115604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.117728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.120575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.125450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1298d4b8-4cd0-4522-9cd5-3e5909b2d208 HTTP/1.1" status: 204 len: 168 time: 0.8854878 Aug 03 15:52:55.171671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92cd1015-6ac0-4d6c-88bc-06721cac9cee req-72e85e18-9d26-49b5-9a1e-8ce6aa2c1f43 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.1669383 Aug 03 15:52:55.197128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:55.203708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-da539a2a-68e5-4960-a6ec-bda6b3ea4c48 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192830 Aug 03 15:52:55.205762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650a1b-fac5-4ea2-9aa4-ce2cd31b8abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298d4b8-4cd0-4522-9cd5-3e5909b2d208,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:55.250831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4d992a4f-6ef9-46c4-9f9a-931498713330 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:55.270934 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1e65ff-6d92-4c89-8134-d7a83c1afad1 x-openstack-request-id: req-9f1e65ff-6d92-4c89-8134-d7a83c1afad1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:55.271379 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:55.271771 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f1e65ff-6d92-4c89-8134-d7a83c1afad1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:55.272359 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'code': 200} Aug 03 15:52:55.345704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30f0000e-23f4-4874-8388-d727b1c03203 req-8fc49d96-842f-4774-a30e-06d51b146949 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319647 Aug 03 15:52:55.396815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:55.424422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:52:55.425303 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:52:55.438226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d6005ab-5d72-415d-9ba8-fb66fd9e1e9a tempest-RoutersTestDVR-1616878662 tempest-RoutersTestDVR-1616878662-project] 10.222.0.70 "GET /v2.0/routers/48bc788e-6829-46f4-b40e-ceb3fdc2baa3 HTTP/1.1" status: 200 len: 683 time: 0.6379802 Aug 03 15:52:55.441394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:55.464475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00f0cf-4335-4a5b-96e0-7f1b21141ddc req-25b463aa-a9a8-45b5-a1a4-f0ea8de556f1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:55.481195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d00f0cf-4335-4a5b-96e0-7f1b21141ddc req-25b463aa-a9a8-45b5-a1a4-f0ea8de556f1 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.2265334 Aug 03 15:52:55.556182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d00f0cf-4335-4a5b-96e0-7f1b21141ddc req-5133cbb3-8c7f-4b06-815b-9d212fcc82cb tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 Aug 03 15:52:55.655974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.684713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4d992a4f-6ef9-46c4-9f9a-931498713330,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:55.712585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '4d992a4f-6ef9-46c4-9f9a-931498713330', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': '4d992a4f-6ef9-46c4-9f9a-931498713330', 'mac_address': 'fa:16:3e:93:76:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:55.746640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-14cfebb9-162c-4d51-84a9-95f7a9a86061 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628 HTTP/1.1" status: 200 len: 1801 time: 0.1311133 Aug 03 15:52:55.798766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd96b5-dee8-4324-a181-b783fa75e0e0 req-bfda34c6-3691-4d12-a821-cb8e9974656b tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:55.820171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03cd96b5-dee8-4324-a181-b783fa75e0e0 req-bfda34c6-3691-4d12-a821-cb8e9974656b tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.1700327 Aug 03 15:52:55.827982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33990) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:55.839660 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.845575 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.875132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d992a4f-6ef9-46c4-9f9a-931498713330 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:55.882616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ba75b9-6a3a-4310-9e3a-64ce7fcb4c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:55.921601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03cd96b5-dee8-4324-a181-b783fa75e0e0 req-8a3ed622-4c9a-4a6d-a76e-4193138405c1 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Aug 03 15:52:55.922560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4d992a4f-6ef9-46c4-9f9a-931498713330,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:55.967147 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.037846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.068426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.073380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:56.094138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.097021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ba75b9-6a3a-4310-9e3a-64ce7fcb4c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.099813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.102219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.106689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ba75b9-6a3a-4310-9e3a-64ce7fcb4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.108490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:56.123616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.170288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.173958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.174251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48bc788e-6829-46f4-b40e-ceb3fdc2baa3 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:52:56.186563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.191503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b81faca-d8de-4d7a-8808-107931b98def tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "DELETE /v2.0/routers/48bc788e-6829-46f4-b40e-ceb3fdc2baa3 HTTP/1.1" status: 204 len: 168 time: 0.7446938 Aug 03 15:52:56.194706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33996) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:56.202910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['4d992a4f-6ef9-46c4-9f9a-931498713330'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:56.203568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Request body: {'router': {'name': 'tempest-router-1909106771', 'distributed': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:56.220191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68ba75b9-6a3a-4310-9e3a-64ce7fcb4c81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13ccbecb8c9d4b2e8e42b4df8a12a061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887997 Aug 03 15:52:56.221582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33998) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:56.232213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba75b9-6a3a-4310-9e3a-64ce7fcb4c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c97d6-5ebb-4e49-b4d7-7ed29a759c63,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.237192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.254163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f533989-4c94-45c4-b928-d42f4eaa6ee9 req-7f984758-3207-4c44-83ee-21a75679c510 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:56.269211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f533989-4c94-45c4-b928-d42f4eaa6ee9 req-7f984758-3207-4c44-83ee-21a75679c510 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 948 time: 0.1286769 Aug 03 15:52:56.274155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.275109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.302738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.305971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.307342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a974366a-6084-407a-aa9b-e7f9d0cf8c39 req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628 HTTP/1.1" status: 204 len: 173 time: 0.4650109 Aug 03 15:52:56.323721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f533989-4c94-45c4-b928-d42f4eaa6ee9 req-1c5fbab1-d5c3-43bd-b5ed-38a0ae92d315 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Aug 03 15:52:56.344035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4197c07-3bb4-4f18-9568-c8b2db814d40 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.379978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.384229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.412458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.414557 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-37daa98c-89e4-4dc6-a9e2-7217b2870a09 req-426f3969-a29c-46fe-a9f2-b4ace895f928 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:52:56.420560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:56.422330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37daa98c-89e4-4dc6-a9e2-7217b2870a09 req-426f3969-a29c-46fe-a9f2-b4ace895f928 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628 HTTP/1.1" status: 404 len: 352 time: 0.0500410 Aug 03 15:52:56.438840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.486936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.489701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-abb1716c-b0bc-4a3d-84a5-3e27678c370e tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2935774 Aug 03 15:52:56.497027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34004) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:56.566283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:52:56.570078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-7b6f1cfd-02bd-4757-9bc5-0f4a091ebf08 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/36a837d4-b67f-4c2c-a5f0-1fd033686f87 HTTP/1.1" status: 200 len: 1799 time: 0.0989552 Aug 03 15:52:56.587577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:52:56.620255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.633684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed2bc5-89d2-4e4a-828a-de5205210c98 req-cae67011-779d-4bab-bccc-3113c40ce85b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:56.635741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87ed2bc5-89d2-4e4a-828a-de5205210c98 req-cae67011-779d-4bab-bccc-3113c40ce85b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 945 time: 0.2114782 Aug 03 15:52:56.709488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.747720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.764350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.764350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.764350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/950c97d6-5ebb-4e49-b4d7-7ed29a759c63 HTTP/1.1" status: 204 len: 168 time: 0.5331013 Aug 03 15:52:56.784601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:56.825533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'port_id': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'mac_address': 'fa:16:3e:14:ea:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68845f8-e6fc-461b-8aff-56803139634e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:52:56.829188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.833124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.849395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb28e1af-76b6-4279-8a70-2f1ac663b6b4 req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/36a837d4-b67f-4c2c-a5f0-1fd033686f87 HTTP/1.1" status: 204 len: 173 time: 0.2771707 Aug 03 15:52:56.872444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54816d2-68b3-4b42-aa12-2bb7491a5e0e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a837d4-b67f-4c2c-a5f0-1fd033686f87,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.915205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87ed2bc5-89d2-4e4a-828a-de5205210c98 req-c2ad5c8f-fe75-41a6-9878-af653b639f20 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167039 Aug 03 15:52:56.954219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:56.983680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e22ca3-f443-4840-a1ad-a19438e6b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c97d6-5ebb-4e49-b4d7-7ed29a759c63,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:56.998848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fa708-99b2-4c90-b6b0-45ceeafb144d req-1bba980a-46d7-4dbb-8199-aba836d21f61 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:57.001063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f0fa708-99b2-4c90-b6b0-45ceeafb144d req-1bba980a-46d7-4dbb-8199-aba836d21f61 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.0784893 Aug 03 15:52:57.007908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:57.008995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.027483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.031471 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-961b3fb2-7fe6-48ca-8225-190695437a52 req-b9916b7b-11ac-46e1-9065-03a253c5c282 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:52:57.032552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-961b3fb2-7fe6-48ca-8225-190695437a52 req-b9916b7b-11ac-46e1-9065-03a253c5c282 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/36a837d4-b67f-4c2c-a5f0-1fd033686f87 HTTP/1.1" status: 404 len: 352 time: 0.1142883 Aug 03 15:52:57.106521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f0fa708-99b2-4c90-b6b0-45ceeafb144d req-88290c3d-5dbc-4183-8d38-b38db9247396 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942018 Aug 03 15:52:57.116589 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.132160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:57.138053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.138569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 218f32b9-4f27-4785-a904-bb66839c53d7 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:52:57.144088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.156575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0f94f72c-5d01-497f-baac-f20f49179418 tempest-RoutersTestDVR-260919707 tempest-RoutersTestDVR-260919707-project-admin] 10.222.0.70 "DELETE /v2.0/routers/218f32b9-4f27-4785-a904-bb66839c53d7 HTTP/1.1" status: 204 len: 168 time: 0.6477010 Aug 03 15:52:57.173691 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.209718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-0791ef28-a10f-4409-80c5-245862b2d94a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/8ff7d45d-82ad-4b78-8267-244115b58c68 HTTP/1.1" status: 200 len: 1801 time: 0.0775213 Aug 03 15:52:57.265200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d8a6c-b603-4370-bc1f-f82284e321e8 req-28c0fc03-8221-41ac-9e26-8d59fb04f8a2 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:57.267612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f62d8a6c-b603-4370-bc1f-f82284e321e8 req-28c0fc03-8221-41ac-9e26-8d59fb04f8a2 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.1270409 Aug 03 15:52:57.284789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:52:57.285505 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:52:57.286531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4d992a4f-6ef9-46c4-9f9a-931498713330 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:57.342980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f62d8a6c-b603-4370-bc1f-f82284e321e8 req-39587708-18c2-4bb9-b205-612075be933e tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Aug 03 15:52:57.370829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.424010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.436720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:57.460001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 4d992a4f-6ef9-46c4-9f9a-931498713330 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:52:57.469384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 4d992a4f-6ef9-46c4-9f9a-931498713330 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:57.470035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.503305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5f4c-a531-483e-99c1-d81d1abebc96 req-1714230e-74e4-4962-b6cb-322c80558338 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:57.518409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-961b5f4c-a531-483e-99c1-d81d1abebc96 req-1714230e-74e4-4962-b6cb-322c80558338 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 948 time: 0.0974226 Aug 03 15:52:57.540866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['284a3f59-ff74-4550-bbb5-9209aeeb6f67'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:52:57.573229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.576005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.577160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1d21f5c-752c-4705-a69c-aa617929a385 req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/8ff7d45d-82ad-4b78-8267-244115b58c68 HTTP/1.1" status: 204 len: 173 time: 0.3584716 Aug 03 15:52:57.586257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-961b5f4c-a531-483e-99c1-d81d1abebc96 req-71f90fba-0717-442c-804d-78ea1d1a0302 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Aug 03 15:52:57.597163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6fa2-b24e-45b7-808a-a0d5775cec9a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff7d45d-82ad-4b78-8267-244115b58c68,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:57.630236 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-99c92715-d817-40bb-9635-8b5449718a24 req-6a0794b6-023c-4945-8cb0-7736ecbb7c49 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:52:57.640472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c92715-d817-40bb-9635-8b5449718a24 req-6a0794b6-023c-4945-8cb0-7736ecbb7c49 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/8ff7d45d-82ad-4b78-8267-244115b58c68 HTTP/1.1" status: 404 len: 352 time: 0.0244520 Aug 03 15:52:57.786913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34042) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:57.796252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e1f9123-f676-473e-9256-91e13666748a req-8a22ab62-7560-4b3b-ac9e-da9d2c7e3b15 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 6148 time: 0.1395621 Aug 03 15:52:57.939330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.948191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e1f9123-f676-473e-9256-91e13666748a req-d6e8e8b0-23ca-4fbb-a176-6708f4a89391 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.1353927 Aug 03 15:52:57.961580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69294b4e-c636-433b-b96e-8448a8b63dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:57.966646 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.022153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:52:58.038476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e1f9123-f676-473e-9256-91e13666748a req-e23e9e1f-ea3f-471a-92d2-93dc4710f159 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.0863314 Aug 03 15:52:58.052227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:58.058890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:52:58.063146 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d51916-573c-4c6f-8d62-8f295c744878" -d '{"events": [{"server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "name": "network-vif-plugged", "status": "completed", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:52:58.079856 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.092349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4d992a4f-6ef9-46c4-9f9a-931498713330,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:58.152293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.187992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69294b4e-c636-433b-b96e-8448a8b63dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.196391 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69294b4e-c636-433b-b96e-8448a8b63dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.198246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b8d1d-27f3-4fc0-bb8c-fe1e5ccff94d req-3a289e4b-8161-4a13-8914-c5f795ee2b97 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:58.199932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b3b8d1d-27f3-4fc0-bb8c-fe1e5ccff94d req-3a289e4b-8161-4a13-8914-c5f795ee2b97 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 946 time: 0.1042178 Aug 03 15:52:58.225092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:58.249018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-69294b4e-c636-433b-b96e-8448a8b63dd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=436bd272beb74ddcbbdeadad2e0cf52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584787 Aug 03 15:52:58.249018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294b4e-c636-433b-b96e-8448a8b63dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbed480-9156-4211-8efc-17cf6d8bde51,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:58.251665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:58.293547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b3b8d1d-27f3-4fc0-bb8c-fe1e5ccff94d req-68bcefd8-53ab-45f7-bd86-63625281e055 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Aug 03 15:52:58.334309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1348581141', 'description': 'tempest-description-1723672763'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:58.358198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.371834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:58.376442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.399846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.460987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.464991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.466479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cbed480-9156-4211-8efc-17cf6d8bde51 HTTP/1.1" status: 204 len: 168 time: 0.2146797 Aug 03 15:52:58.486945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872b2cc-fdc5-4bcf-8488-b74993ed7c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbed480-9156-4211-8efc-17cf6d8bde51,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:58.515046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.521248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.560771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.573791 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88a961a3-ee24-4d7e-9945-88bdb0624d70 req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2367930 Aug 03 15:52:58.573791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89833f3-fabe-48e8-ab6c-5e2a0c89a7c7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b22431-57e0-4432-bcd5-b99adc51b654,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:58.576578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:52:58.642485 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ef5953-7b78-43b4-b414-6d91051d2f2a x-openstack-request-id: req-67ef5953-7b78-43b4-b414-6d91051d2f2a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:52:58.642777 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "name": "network-vif-plugged", "status": "completed", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:52:58.643193 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67ef5953-7b78-43b4-b414-6d91051d2f2a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:52:58.643590 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330', 'code': 200} Aug 03 15:52:58.697449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:52:58.697941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.782366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe764147-ab44-4018-81f3-db551a959198 req-87b5395d-6528-4fb5-84b1-222f0d7f2171 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:58.784155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe764147-ab44-4018-81f3-db551a959198 req-87b5395d-6528-4fb5-84b1-222f0d7f2171 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 943 time: 0.0914209 Aug 03 15:52:58.788001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af980d08-b1af-45a9-beb0-b626d284a146 req-30b8f61f-967d-412d-a4d9-22c17e3b13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:58.789962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af980d08-b1af-45a9-beb0-b626d284a146 req-30b8f61f-967d-412d-a4d9-22c17e3b13d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 1097 time: 0.0669656 Aug 03 15:52:58.801967 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.848920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:52:58.857545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:58.858222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af980d08-b1af-45a9-beb0-b626d284a146 req-429ec65a-d330-4e0c-aad6-fec553e76272 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Aug 03 15:52:58.876610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe764147-ab44-4018-81f3-db551a959198 req-3f1985fc-7a74-4248-bf30-e4ee2709e2f0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829968 Aug 03 15:52:58.922493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:59.078390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-e28d53fa-3bee-406c-824e-9d2b78476673 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--892200343&fields=id&tenant_id=998c3e62e87d46108fa6d4a42339fad9 HTTP/1.1" status: 200 len: 267 time: 0.0629268 Aug 03 15:52:59.083321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34110) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:59.098797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eae78299-5760-4c91-a6f8-afaffa589685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.212827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-ae194329-c823-403d-b61d-5817d149db3b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:52:59.214956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-ae194329-c823-403d-b61d-5817d149db3b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/networks?id=1822382f-589e-4e20-95b5-e384d2fd97ef HTTP/1.1" status: 200 len: 816 time: 0.1308365 Aug 03 15:52:59.229435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eae78299-5760-4c91-a6f8-afaffa589685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.234157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-551860b2-00c3-4b71-beb7-3df7e13a493a tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/quotas/998c3e62e87d46108fa6d4a42339fad9 HTTP/1.1" status: 200 len: 375 time: 0.0126901 Aug 03 15:52:59.239863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eae78299-5760-4c91-a6f8-afaffa589685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.279700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eae78299-5760-4c91-a6f8-afaffa589685 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8474c1400f23418ca3f1fda5540741a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950781 Aug 03 15:52:59.282372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:52:59.293143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78299-5760-4c91-a6f8-afaffa589685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff36a1d-3e75-4bb6-bb4a-602a9fd7cec0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:59.321613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-4da4c55e-916d-432b-884c-0087b011781f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=998c3e62e87d46108fa6d4a42339fad9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801299 Aug 03 15:52:59.357282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.381837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.682404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-298122d3-3145-4fbb-acf3-5d7390f565cd tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:52:59.683405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-298122d3-3145-4fbb-acf3-5d7390f565cd tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4328697 Aug 03 15:52:59.742142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-b672c9e9-9cdc-4e70-9785-954bd3638c2c service neutron] 10.222.0.70 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076302 Aug 03 15:52:59.746945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.750299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:52:59.751435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fff36a1d-3e75-4bb6-bb4a-602a9fd7cec0 HTTP/1.1" status: 204 len: 168 time: 0.4678338 Aug 03 15:52:59.767632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Request body: {'binding': {'host': 'n-h2-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:52:59.768121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:52:59.841558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf221b-3473-413d-8fb2-df61e2ebe525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff36a1d-3e75-4bb6-bb4a-602a9fd7cec0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:52:59.950514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-99f30dd1-9479-4222-a4f5-f5aa13bd1d71 service neutron] 10.222.0.70 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979301 Aug 03 15:52:59.994212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on host n-h2-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:52:59.994563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:52:59.994895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:52:59.999781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:00.000113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:00.007099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:00.007493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:00.007840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:00.008292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Bound port: 509bb3e0-6478-47c0-917a-921b1449c18e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:00.075389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:00.085282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.086735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d5bb2d6e-19ee-4d3a-9998-61dba282dbb4 service neutron] 10.222.0.70 "POST /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3928516 Aug 03 15:53:00.183941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1368118213', 'description': 'tempest-description-875419957'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:00.212863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.337022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.343011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.366611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-cd155522-8ed1-4b09-be98-4b8163af53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:00.368217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-cd155522-8ed1-4b09-be98-4b8163af53aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1096 time: 0.0493636 Aug 03 15:53:00.392825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.394242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a4177bd-903b-43e9-8e9d-ba38d3553e48 req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2160933 Aug 03 15:53:00.397269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086699e-bab0-4146-b06b-f4cc85ed4a48 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01275fe-da33-4804-9d3c-29490d2e75a6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:00.540317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-a853a0e7-4160-4c6d-93cc-7106427eb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:00.542429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-a853a0e7-4160-4c6d-93cc-7106427eb16c service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1656115 Aug 03 15:53:00.582378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:00.615733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-2fdebc65-1aea-4a53-b69c-2e19fa7fb77f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.0598993 Aug 03 15:53:00.668089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54559690-01d1-4b76-a39b-ada4ee4c3e9e req-11927c36-0a88-42de-af28-37d6f1f8c7df tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:00.671053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54559690-01d1-4b76-a39b-ada4ee4c3e9e req-11927c36-0a88-42de-af28-37d6f1f8c7df tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1417239 Aug 03 15:53:00.682820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:00.682820 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86450d54-58d4-415a-8347-d09e25f50af5" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:00.756803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54559690-01d1-4b76-a39b-ada4ee4c3e9e req-6caeea52-74e8-4c6f-9e4e-dd7e0405e39a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759289 Aug 03 15:53:00.757030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-19b7250e-28f5-4671-848f-ab57b176fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:00.767696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-19b7250e-28f5-4671-848f-ab57b176fa06 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1433282 Aug 03 15:53:00.781157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:00.781525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.854588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-0a9b394d-c286-4940-b017-504a8cdb4a60 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650229 Aug 03 15:53:00.862683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Request body: {'security_group': {'name': 'tempest-securitygroup-140262850', 'description': 'tempest-description-573536749'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:00.898766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.962841 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:00.964513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab133f1-0d92-4c53-af75-1759dc304553 req-1b80047e-95af-4cd7-b445-69d2f2467b20 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:00.974013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5ab133f1-0d92-4c53-af75-1759dc304553 req-1b80047e-95af-4cd7-b445-69d2f2467b20 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 946 time: 0.1097281 Aug 03 15:53:00.977368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.053467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:01.057145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5ab133f1-0d92-4c53-af75-1759dc304553 req-e12d24e6-7e73-4428-96d4-6c7413cee233 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753312 Aug 03 15:53:01.062145 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.074913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34174) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:01.124969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-5c1cb65b-6ddf-4d85-9036-2999a13b1914 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365794 Aug 03 15:53:01.173853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:01.300794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e310c-5b0c-419b-83ac-d2e4d8bbd0a5 req-48c244f2-90be-4747-8e4e-b633249f7bf0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:01.303475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-672e310c-5b0c-419b-83ac-d2e4d8bbd0a5 req-48c244f2-90be-4747-8e4e-b633249f7bf0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.0908256 Aug 03 15:53:01.393959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-6a05ff84-b481-43a4-8b67-18706eefe8fa service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530639 Aug 03 15:53:01.396786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-672e310c-5b0c-419b-83ac-d2e4d8bbd0a5 req-7ccb541b-0919-468e-86eb-75b41df8292c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849316 Aug 03 15:53:01.422928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.428144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.447316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c010d5d8-b6ef-4c40-965e-17464d5f5005 tempest-AgentManagementNegativeTest-675776233 tempest-AgentManagementNegativeTest-675776233-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3708229 Aug 03 15:53:01.506377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa582a-5af2-41a0-89b9-c44d3f18400f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:01.549715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-f2d5774b-e8a2-4fb4-9a49-7e3574c1c1d5 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:01.552489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-f2d5774b-e8a2-4fb4-9a49-7e3574c1c1d5 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.0834360 Aug 03 15:53:01.587009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:01.653741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.667771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc77bd-aac8-45dd-b473-4642ae837349 req-3b0f8aea-a84b-4dcf-bac5-90c8d82c61eb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:01.679311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.680790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09fc77bd-aac8-45dd-b473-4642ae837349 req-3b0f8aea-a84b-4dcf-bac5-90c8d82c61eb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 945 time: 0.1787870 Aug 03 15:53:01.717235 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.779010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f81c50-c56c-4cdf-8168-f41d9385b085,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:01.786719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:01.793780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67e2db71-e9f8-4a82-a13a-2925258f2650 req-69afc652-6851-4404-94b0-17eabc6fad44 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9350224 Aug 03 15:53:01.805629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09fc77bd-aac8-45dd-b473-4642ae837349 req-3d0176c6-fc41-4f64-b601-c4cda3db82bb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228755 Aug 03 15:53:02.010138 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d46a80df-9157-463f-a8e3-ea3087e01912 req-606b2514-f84e-416f-bef9-73937a2a9ccd tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.0502188 Aug 03 15:53:02.041709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34204) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:02.084294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:02.089753 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c64569-939e-4639-a514-d24b2cf6ebba x-openstack-request-id: req-74c64569-939e-4639-a514-d24b2cf6ebba {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:02.090291 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:02.090412 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74c64569-939e-4639-a514-d24b2cf6ebba {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:02.090815 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'code': 200} Aug 03 15:53:02.093902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-88b3d06a-32ed-486a-96f2-911d8f328f17 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:02.095974 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-88b3d06a-32ed-486a-96f2-911d8f328f17 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 812 time: 0.1728382 Aug 03 15:53:02.117243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3588fb93-003e-4103-ac91-815bf7e5e737 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/quotas/c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 375 time: 0.0133069 Aug 03 15:53:02.242808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:02.249542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-e6c43f6a-682d-46aa-8582-abd03e38a2e4 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254811 Aug 03 15:53:02.344184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.347286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:02.347503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-190535d2-68ef-456e-be30-5b84fd6f4d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.353027 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a224ce8e-716c-4866-97bb-d50bdf629fff" -d '{"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-unplugged", "status": "completed", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:02.402331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.492440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-127e56bc-b1dd-49e6-986b-39d9e764d5c6 service neutron] 10.222.0.70 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415433 Aug 03 15:53:02.533306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217fe9d-6c45-40eb-a931-3b9a3fa077f5 req-0c45bcbc-0d2e-463b-91f9-0c2b301aab9d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:02.536835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1217fe9d-6c45-40eb-a931-3b9a3fa077f5 req-0c45bcbc-0d2e-463b-91f9-0c2b301aab9d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.3497148 Aug 03 15:53:02.604408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:02.631062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on host n-h1-803226-3 for vnic_type normal with profile {"migrating_to": "n-h2-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:02.631413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:02.631749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:02.649267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:02.649729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Attempting to bind port 509bb3e0-6478-47c0-917a-921b1449c18e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:02.668623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1217fe9d-6c45-40eb-a931-3b9a3fa077f5 req-3df5c621-48b8-4769-9dae-1c623a8cd03a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829828 Aug 03 15:53:02.670091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:02.670458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:02.670917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:02.671444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Bound port: 509bb3e0-6478-47c0-917a-921b1449c18e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:02.673769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.778543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1241697055', 'description': 'tempest-description-1403600428'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:02.798068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-190535d2-68ef-456e-be30-5b84fd6f4d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.826465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-190535d2-68ef-456e-be30-5b84fd6f4d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.852234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:02.857147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:02.860750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:02.897918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.073339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:03.098788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:03.099903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.102661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-83b6df27-4328-4533-b2d3-3b151533fdca service neutron] 10.222.0.78 "PUT /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 1121 time: 1.5333304 Aug 03 15:53:03.185533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['509bb3e0-6478-47c0-917a-921b1449c18e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:03.234277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-190535d2-68ef-456e-be30-5b84fd6f4d02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=016aae70a5f94e0ca84dd21478cfa55c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1914492 Aug 03 15:53:03.235072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:03.275366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.280815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.301217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-848ba592-83bd-44f7-a97a-9973c5355e05 service neutron] 10.222.0.70 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076224 Aug 03 15:53:03.310787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7dbd0-95bd-4657-9376-ee77f3eca94d req-31aa45df-5ace-4d4d-b59a-8af01c1230a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:03.312362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dea7dbd0-95bd-4657-9376-ee77f3eca94d req-31aa45df-5ace-4d4d-b59a-8af01c1230a3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.9104447 Aug 03 15:53:03.318404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.320743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26b7324d-5a94-4087-9ae2-fb4e42e09c10 req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5471518 Aug 03 15:53:03.389907 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9becb74b-e0c1-4bea-a0b7-e791cca8d3b8 x-openstack-request-id: req-9becb74b-e0c1-4bea-a0b7-e791cca8d3b8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:03.390313 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-unplugged", "status": "completed", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:03.392493 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9becb74b-e0c1-4bea-a0b7-e791cca8d3b8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:03.392958 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e', 'code': 200} Aug 03 15:53:03.396502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190535d2-68ef-456e-be30-5b84fd6f4d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb561f3-249c-4607-9335-f0ffedffe74b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:03.401023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdbcef-ef90-476d-88e6-965567e74bb5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c27619-b49f-4200-b079-aa67bb00b915,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:03.420737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.445208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.501891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dea7dbd0-95bd-4657-9376-ee77f3eca94d req-2318e1f2-187a-45a8-897e-6135370455ff service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763284 Aug 03 15:53:03.512884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-0b178ae6-ea22-4b89-bf38-03a2f5d24abb tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:03.514646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-0b178ae6-ea22-4b89-bf38-03a2f5d24abb tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.78 "GET /v2.0/networks?id=1822382f-589e-4e20-95b5-e384d2fd97ef HTTP/1.1" status: 200 len: 816 time: 1.0523725 Aug 03 15:53:03.546084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.552728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:03.554017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cb561f3-249c-4607-9335-f0ffedffe74b HTTP/1.1" status: 204 len: 168 time: 0.3122668 Aug 03 15:53:03.599985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96c0cc-4e74-4824-b6bd-07d0be35c935 req-10dcf32b-b41d-422c-ba7f-28679fbfd452 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:03.609089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d96c0cc-4e74-4824-b6bd-07d0be35c935 req-10dcf32b-b41d-422c-ba7f-28679fbfd452 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1333528 Aug 03 15:53:03.634326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea8134-736e-4797-861e-27cd0014f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb561f3-249c-4607-9335-f0ffedffe74b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:03.694907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-681c9998-2b7f-46ea-b76e-f0ed8661f799 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=998c3e62e87d46108fa6d4a42339fad9 HTTP/1.1" status: 200 len: 379 time: 0.1393270 Aug 03 15:53:03.709611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d96c0cc-4e74-4824-b6bd-07d0be35c935 req-fb6cd7a4-69d9-4bde-a418-c610df656c30 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000137 Aug 03 15:53:03.723872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'port': {'device_id': '2d47d1c3-7356-4222-958e-72cd2155f947', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'admin_state_up': True, 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'security_groups': ['3a2d110b-03cf-429d-b889-eac50472af97']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:03.898163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8aaf-882e-497a-ba5d-79f9bc95cc92 req-73e907ee-aedb-4167-b53f-33606312cfb8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:03.908628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b83b8aaf-882e-497a-ba5d-79f9bc95cc92 req-73e907ee-aedb-4167-b53f-33606312cfb8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 943 time: 0.2061515 Aug 03 15:53:03.926284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7e69e80-caa3-4761-ac9b-f728c6685c2e req-96527de7-8815-4460-9c43-5fb4fe3d424f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.0965183 Aug 03 15:53:04.074352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b83b8aaf-882e-497a-ba5d-79f9bc95cc92 req-a7b55bd4-b24a-44b2-a9ec-9eeee0666515 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645648 Aug 03 15:53:04.092431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:04.095963 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca51d5bf-011d-4fdc-a9a2-15f23f485333" -d '{"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-plugged", "status": "completed", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:04.125033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Made reservation on behalf of 998c3e62e87d46108fa6d4a42339fad9 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:04.132291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:04.141141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-52062681-7cb4-425c-926e-af552506d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:04.143294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-52062681-7cb4-425c-926e-af552506d37a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.2319422 Aug 03 15:53:04.276946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-444281418', 'description': 'tempest-description-539974767'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:04.377927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:04.398189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:04.409977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fae43cb-7018-4fb0-ac03-f635f6d7dce4 req-5e7e23be-6129-4e54-92c8-55c9871fc71b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 210 time: 0.0950563 Aug 03 15:53:04.517065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-e98c339a-a0c8-4793-b130-c8001885b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:04.518755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-e98c339a-a0c8-4793-b130-c8001885b816 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3438056 Aug 03 15:53:04.589925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:04.651774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-7aa7a3ae-23c8-45e3-8be8-3ffb54b4d7e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 HTTP/1.1" status: 200 len: 217 time: 0.1201127 Aug 03 15:53:04.667231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Allocated IP 172.20.0.6 (1822382f-589e-4e20-95b5-e384d2fd97ef/015e8113-5799-4bd8-b585-8739f5e9dfc6/acc976c1-a3ff-4e18-bb76-92cb79df132d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:04.733777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:04.740854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:04.758871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-3a19a1bc-a78f-4eed-8f92-99d88c5bb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:04.760389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-3a19a1bc-a78f-4eed-8f92-99d88c5bb317 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0969896 Aug 03 15:53:04.852926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb000fdf-2ef7-42fd-8ca8-77cd87a1706d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:04.880506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28ba9-812d-47d9-aaa6-40bbc5b605f0 req-106e39da-5133-4df6-ad9a-68b777a1be05 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:04.888296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87f28ba9-812d-47d9-aaa6-40bbc5b605f0 req-106e39da-5133-4df6-ad9a-68b777a1be05 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.2569859 Aug 03 15:53:04.892710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:04.915702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e has no active binding in host n-h2-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:53:04.955494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-082a0b7e-9a7b-426d-a8e9-20a5d0118da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:04.958298 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-082a0b7e-9a7b-426d-a8e9-20a5d0118da0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871750 Aug 03 15:53:05.034577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.040325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.063535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87f28ba9-812d-47d9-aaa6-40bbc5b605f0 req-67e01172-a734-4042-b834-9d1704cb23cf tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401844 Aug 03 15:53:05.075836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.086913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62f00408-0b60-4f08-bfce-d529e025ddbb req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8094821 Aug 03 15:53:05.103255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c347b6-ab41-4172-8eea-8a03df9412aa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da4a4b-d2e2-4397-972d-054915581803,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:05.139559 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f7075-5b8f-44d8-88d8-8ac12e21f2cb x-openstack-request-id: req-b17f7075-5b8f-44d8-88d8-8ac12e21f2cb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:05.139939 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-plugged", "status": "completed", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:05.140246 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b17f7075-5b8f-44d8-88d8-8ac12e21f2cb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:05.140713 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'code': 200} Aug 03 15:53:05.174242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.238163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Transition to ACTIVE for port object acc976c1-a3ff-4e18-bb76-92cb79df132d will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:05.271641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-dcdfefc5-a22c-4536-a1a7-4a5c44aaffa0 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963753 Aug 03 15:53:05.279630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa6f27-4f10-4890-b031-fb935ce17d68 req-82c70185-024f-4fd9-8b9d-6aeb99233699 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:05.297237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6fa6f27-4f10-4890-b031-fb935ce17d68 req-82c70185-024f-4fd9-8b9d-6aeb99233699 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.0882730 Aug 03 15:53:05.383576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.399693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6fa6f27-4f10-4890-b031-fb935ce17d68 req-d246ad67-27f2-4ad8-a356-04aea2e061c3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Aug 03 15:53:05.406155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:05.414482 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:05.444385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f0217-d9e3-46af-b3dd-7f82ced73aba req-1e9a9a4b-4f71-46bf-8e43-42d7bfcb88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:05.449004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-065f0217-d9e3-46af-b3dd-7f82ced73aba req-1e9a9a4b-4f71-46bf-8e43-42d7bfcb88f9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 1096 time: 0.1050315 Aug 03 15:53:05.481965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Network 1822382f-589e-4e20-95b5-e384d2fd97ef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:05.487940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9f4031-539a-4d87-9b8a-ad9b70c31450 req-ee5586f2-ccbc-49b8-a390-cbcc96182aba service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006671 Aug 03 15:53:05.490684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:05.492757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event updated for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:05.495194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:05.540983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-065f0217-d9e3-46af-b3dd-7f82ced73aba req-c07d04b1-a7d4-4cda-8544-781329fe837c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834591 Aug 03 15:53:05.584959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893c0b6-e95b-4875-aa54-9e3d551ed6d7 req-bb3bef23-cb20-46c7-9887-39244310ea3e tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:05.590641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:05.591334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.594193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5893c0b6-e95b-4875-aa54-9e3d551ed6d7 req-bb3bef23-cb20-46c7-9887-39244310ea3e tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 931 time: 0.0878570 Aug 03 15:53:05.647654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c0b779c9-9149-424b-b884-97d91a4a48bc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9310272 Aug 03 15:53:05.667424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5893c0b6-e95b-4875-aa54-9e3d551ed6d7 req-9f1385a9-07b1-466f-85aa-604e6a8a89e6 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717554 Aug 03 15:53:05.683762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Request body: {'port': {'device_id': '2d47d1c3-7356-4222-958e-72cd2155f947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:05.705436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-451388724', 'description': 'tempest-description-115094866'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:05.739838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.851248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.941297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.950104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:05.992189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:06.005575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eac2a74c-287f-4a77-b1ed-f1c3e202b6fd req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3075469 Aug 03 15:53:06.009926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c407b-f530-4302-b149-4e2add9ad352 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b28178-1271-49f6-a36d-c8e6db060186,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:06.012557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f99934c7-32a5-430f-94cd-288ecbd3e94e None None] Provisioning for port acc976c1-a3ff-4e18-bb76-92cb79df132d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:06.023501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f99934c7-32a5-430f-94cd-288ecbd3e94e None None] Provisioning complete for port acc976c1-a3ff-4e18-bb76-92cb79df132d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:06.023762 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f99934c7-32a5-430f-94cd-288ecbd3e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:06.086790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c62f-277a-4e09-b294-1b1061315e13 req-2a0533c9-b5cf-4f6d-bff6-879bf42a9c50 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:06.094420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f54c62f-277a-4e09-b294-1b1061315e13 req-2a0533c9-b5cf-4f6d-bff6-879bf42a9c50 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.2451844 Aug 03 15:53:06.125291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f99934c7-32a5-430f-94cd-288ecbd3e94e None None] Port acc976c1-a3ff-4e18-bb76-92cb79df132d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:53:06.178091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab58a7f-4cde-41c4-8ce0-85440a178518 req-b846b288-1f22-4080-8b8c-747f917d7569 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:06.185979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fab58a7f-4cde-41c4-8ce0-85440a178518 req-b846b288-1f22-4080-8b8c-747f917d7569 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 943 time: 0.1030405 Aug 03 15:53:06.226490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f54c62f-277a-4e09-b294-1b1061315e13 req-7294dc4b-71c9-4799-862a-9e150dbdb913 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310983 Aug 03 15:53:06.238286 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fab58a7f-4cde-41c4-8ce0-85440a178518 req-86dae070-e4a8-4bd7-8ae4-1ca20c06eca3 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512617 Aug 03 15:53:06.313690 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76183d5-6250-466c-8f2f-de004490c079 x-openstack-request-id: req-f76183d5-6250-466c-8f2f-de004490c079 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:06.314299 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:06.314299 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f76183d5-6250-466c-8f2f-de004490c079 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:06.314596 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e', 'status': 'completed', 'code': 200} Aug 03 15:53:06.612563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:06.613132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85befa8c-b8b0-445e-8e7e-051fd898ab6d req-55fe4941-8958-4aaf-8f89-d58a86c8d292 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 210 time: 0.1642368 Aug 03 15:53:06.685588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-2e43b39b-00af-44ca-8c4d-760c10689b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:06.690989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-2e43b39b-00af-44ca-8c4d-760c10689b88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1124 time: 0.3389590 Aug 03 15:53:06.802919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:06.822052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc976c1-a3ff-4e18-bb76-92cb79df132d {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:06.831154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e has no active binding in host n-h2-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:53:06.846445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:06.926611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-dfc0750c-ae87-47cb-a4e0-56b797372758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:06.932983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-dfc0750c-ae87-47cb-a4e0-56b797372758 service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2322328 Aug 03 15:53:06.956378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-bd880df0-f846-4902-96a5-67a068fb22b9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:06.959187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-bd880df0-f846-4902-96a5-67a068fb22b9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 812 time: 0.5631428 Aug 03 15:53:06.969150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Transition to ACTIVE for port object acc976c1-a3ff-4e18-bb76-92cb79df132d will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:06.986590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:07.026838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'device_id': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b', 'admin_state_up': True, 'tenant_id': 'c4c62dc49db34d4aa3c27b20512c4db7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:07.054553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-5069779a-f19b-498e-a3ca-708f5404759a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.1071506 Aug 03 15:53:07.136620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-f60cd289-f4bf-4a6c-a60f-0d9c3046551d service neutron] 10.222.0.72 "GET /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.2793286 Aug 03 15:53:07.184489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Pushing event updated for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:07.299398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-1c9bc4a5-08e1-4ea7-9325-b690e3fb0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:07.304601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-1c9bc4a5-08e1-4ea7-9325-b690e3fb0bad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.2212379 Aug 03 15:53:07.320479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135773c-8d26-498f-b5a1-730f1bb94032 req-ab4873f4-83ca-477d-87c5-328031188f7b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:07.328130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2135773c-8d26-498f-b5a1-730f1bb94032 req-ab4873f4-83ca-477d-87c5-328031188f7b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1807902 Aug 03 15:53:07.463335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Attempting to bind port acc976c1-a3ff-4e18-bb76-92cb79df132d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:07.463632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-02288a9c-0b64-43cd-876a-171b64bf8312 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070893 Aug 03 15:53:07.463926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Attempting to bind port acc976c1-a3ff-4e18-bb76-92cb79df132d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:07.464736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Attempting to bind port acc976c1-a3ff-4e18-bb76-92cb79df132d on network 1822382f-589e-4e20-95b5-e384d2fd97ef {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:07.466468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Made reservation on behalf of c4c62dc49db34d4aa3c27b20512c4db7 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:07.470423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:07.497411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Port acc976c1-a3ff-4e18-bb76-92cb79df132d on network 1822382f-589e-4e20-95b5-e384d2fd97ef not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:07.497795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Attempting to bind port acc976c1-a3ff-4e18-bb76-92cb79df132d on network 1822382f-589e-4e20-95b5-e384d2fd97ef {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:07.501246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2135773c-8d26-498f-b5a1-730f1bb94032 req-bcbc8048-fe3e-408d-b46f-1cb2d6dd0893 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620524 Aug 03 15:53:07.516038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:07.516478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Checking segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:07.516945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Bound using segment: {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:07.517456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Bound port: acc976c1-a3ff-4e18-bb76-92cb79df132d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37b149f-7a47-4cce-a495-186ebf80cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:07.517913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:07.595967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:07.600312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:07.608408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-d12a7662-02c5-47b6-a23c-67d316aeb364 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337721 Aug 03 15:53:07.625548 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:07.678338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-8761086c-bb8e-43c3-ae97-4965a91d3906 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51415 time: 1.3365831 Aug 03 15:53:07.735452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:07.735452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:07.736812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] 10.222.0.78 "PUT /v2.0/ports/acc976c1-a3ff-4e18-bb76-92cb79df132d HTTP/1.1" status: 200 len: 1091 time: 2.0700533 Aug 03 15:53:07.737322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:07.739847 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723" -d '{"events": [{"name": "network-changed", "server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:07.781226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f827d-d43c-4117-a628-3e71372fa477 req-b5526ba0-1fe4-4e1e-8af3-9e91c9435869 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:07.792094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b02f827d-d43c-4117-a628-3e71372fa477 req-b5526ba0-1fe4-4e1e-8af3-9e91c9435869 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.1771653 Aug 03 15:53:07.828589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e5e2e-0fcf-451d-82fd-2ab7ba20db36 service neutron] Pushing event updated for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:07.871953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-d26c3557-4a65-46d0-8c5d-2e0482dcedf0 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/378f6efc-8ae4-4b8f-a39a-58e1dc736536 HTTP/1.1" status: 200 len: 2981 time: 0.1602910 Aug 03 15:53:07.890429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:07.938994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b02f827d-d43c-4117-a628-3e71372fa477 req-72c169d0-8b2b-4fa0-afba-bf114c78af47 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455281 Aug 03 15:53:07.955312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb457ec-73d6-4e2d-907a-cbe394bba2c0 req-a30c01c2-2169-4f15-ab70-15d6648549f2 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013275 Aug 03 15:53:07.971268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-4c85ce3f-5c79-48f5-a511-d4ea29efd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:07.974070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-4c85ce3f-5c79-48f5-a511-d4ea29efd8b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=998c3e62e87d46108fa6d4a42339fad9&device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 1094 time: 0.1685128 Aug 03 15:53:07.980206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Allocated IP 172.20.0.7 (3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b/fd93b18d-9b57-4e88-99d2-a3b79bcfe195/73cdb530-3063-4157-b736-bd8f1cf5b42a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:07.983630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:07.997196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-40fa1d51-9aab-4cde-a3de-8caffd9870ee tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/378f6efc-8ae4-4b8f-a39a-58e1dc736536 HTTP/1.1" status: 200 len: 2981 time: 0.1242840 Aug 03 15:53:08.077414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-76ad97a8-e923-40a7-bfac-65088c12b505 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d HTTP/1.1" status: 200 len: 217 time: 0.0770872 Aug 03 15:53:08.139696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509bb3e0-6478-47c0-917a-921b1449c18e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:08.157807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:08.183382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-3ba7a6f4-78ca-439c-bc67-60423147b32c tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/41fa582a-5af2-41a0-89b9-c44d3f18400f HTTP/1.1" status: 200 len: 2981 time: 0.1849694 Aug 03 15:53:08.186965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:08.189956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-1a909133-a16d-45bf-9f0a-d3bc8c29a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:08.192171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-1a909133-a16d-45bf-9f0a-d3bc8c29a89e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=015e8113-5799-4bd8-b585-8739f5e9dfc6 HTTP/1.1" status: 200 len: 855 time: 0.1056933 Aug 03 15:53:08.284785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc70408-f25e-4570-8dbc-33b7a36e0872 req-995f5f88-7352-4834-a38c-040bbef6c9dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:08.287146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddc70408-f25e-4570-8dbc-33b7a36e0872 req-995f5f88-7352-4834-a38c-040bbef6c9dc tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.2249033 Aug 03 15:53:08.329955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:08.360585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddc70408-f25e-4570-8dbc-33b7a36e0872 req-a0c7e7cc-f96d-40d5-abe1-0a8e50a43c4c tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623791 Aug 03 15:53:08.392361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:08.406128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:08.416941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-878a88c1-9a40-4786-a4bf-54a5499180fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:08.431170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-878a88c1-9a40-4786-a4bf-54a5499180fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1822382f-589e-4e20-95b5-e384d2fd97ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246985 Aug 03 15:53:08.437346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-acb2000b-1a15-441b-9036-fef83090af52 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/41fa582a-5af2-41a0-89b9-c44d3f18400f HTTP/1.1" status: 200 len: 2981 time: 0.2431591 Aug 03 15:53:08.446032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:08.450078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:08.458006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:08.584691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-47635acd-509f-4c13-9334-0d98b333d6fa service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443582 Aug 03 15:53:08.644252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-43dd99f6-fadb-4650-bcab-d6c5acc9fcd2 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.1791937 Aug 03 15:53:08.646762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] Transition to ACTIVE for port object 509bb3e0-6478-47c0-917a-921b1449c18e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:08.727735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:08.813891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:08.841459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:08.842104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:08.859761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] No DVR routers for this DVR port 509bb3e0-6478-47c0-917a-921b1449c18e on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:08.868788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-c6c538cb-eb52-49e0-b110-309a7b170fb6 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 200 len: 2981 time: 0.2236443 Aug 03 15:53:08.872145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:08.872742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927ee2-ba35-44d5-a32d-bbc119bae740 req-5329d61f-52da-49ef-ba91-c08ed000f13e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:08.882022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84927ee2-ba35-44d5-a32d-bbc119bae740 req-5329d61f-52da-49ef-ba91-c08ed000f13e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 943 time: 0.3959961 Aug 03 15:53:08.883328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-114e2774-8684-4723-a4ef-42baf2c41c74 req-78ee504a-786f-4f31-aa69-51d0d599cd49 service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478571 Aug 03 15:53:08.903002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-3e96ccbb-c5a2-428c-80aa-0bc1f4ef773b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8801031 Aug 03 15:53:08.928468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-4458f59c-a5f0-45b6-a939-34d04f83bbcc service neutron] 10.222.0.72 "PUT /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e/bindings/n-h2-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7557430 Aug 03 15:53:08.943053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Request body: {'port': {'device_id': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:08.950610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-ed66f0b8-32cc-46f2-ad82-5c5beba89c4b tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/49c85c45-0b36-441e-b7af-5a3e33e6abc5 HTTP/1.1" status: 200 len: 2981 time: 0.0644014 Aug 03 15:53:08.977975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84927ee2-ba35-44d5-a32d-bbc119bae740 req-8b6a24bd-7e53-42ee-8f19-5c83ce1e425f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851443 Aug 03 15:53:09.031233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.059411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-e166cc3b-d5e3-416e-955f-86174cfe9894 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/49c85c45-0b36-441e-b7af-5a3e33e6abc5 HTTP/1.1" status: 200 len: 2981 time: 0.1040072 Aug 03 15:53:09.144996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-a54b4a42-ab04-4103-98fb-86146bfe0c73 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.146571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-a54b4a42-ab04-4103-98fb-86146bfe0c73 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1293359 Aug 03 15:53:09.149512 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-645cfdc2-4e07-4a13-9787-2626df55b141 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/540761b5-b891-4141-ac4f-74f9d47dc622 HTTP/1.1" status: 200 len: 2981 time: 0.0735650 Aug 03 15:53:09.220740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94cb08-abea-4d9d-97c4-7ddc1554c4ca req-02987208-7f35-4fd6-b205-70f08203e6a0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.223648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a94cb08-abea-4d9d-97c4-7ddc1554c4ca req-02987208-7f35-4fd6-b205-70f08203e6a0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1472564 Aug 03 15:53:09.241608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-bfc743e9-e083-42aa-a4d8-a6158c6d832e tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/540761b5-b891-4141-ac4f-74f9d47dc622 HTTP/1.1" status: 200 len: 2981 time: 0.0849547 Aug 03 15:53:09.243650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-ef40bae7-14f7-4546-a697-fc9147234b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.245243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-ef40bae7-14f7-4546-a697-fc9147234b38 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 1095 time: 0.0900235 Aug 03 15:53:09.265810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:09.313685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-2332a3af-3964-4a58-97f2-7d6e54e467ed tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/572cd2d9-eb42-40ec-b095-1c01d5159120 HTTP/1.1" status: 200 len: 2981 time: 0.0647101 Aug 03 15:53:09.338154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a94cb08-abea-4d9d-97c4-7ddc1554c4ca req-7426c047-1a16-43ff-b106-8c50b5458ce7 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038034 Aug 03 15:53:09.365071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:09.395335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-eacd4a43-7b3d-46cb-94d5-8323ae514f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.399047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-eacd4a43-7b3d-46cb-94d5-8323ae514f3a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1095 time: 0.0972185 Aug 03 15:53:09.405405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-cccbc119-63a4-4191-8d61-d048fd134799 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/572cd2d9-eb42-40ec-b095-1c01d5159120 HTTP/1.1" status: 200 len: 2981 time: 0.0764799 Aug 03 15:53:09.486322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cdb530-3063-4157-b736-bd8f1cf5b42a {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:09.497548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.516779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-ebbdf116-e0bf-4bce-b7a7-13198b48ef78 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5c65d4ea-6163-46d0-a740-96d9565ae201 HTTP/1.1" status: 200 len: 2981 time: 0.0991514 Aug 03 15:53:09.524201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7834e8-e27f-4b6f-a4b6-ad3343948698 req-0fabfbff-d7eb-424f-a9a4-e91b55888955 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.525804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df7834e8-e27f-4b6f-a4b6-ad3343948698 req-0fabfbff-d7eb-424f-a9a4-e91b55888955 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 931 time: 0.0799546 Aug 03 15:53:09.526890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Transition to ACTIVE for port object 73cdb530-3063-4157-b736-bd8f1cf5b42a will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:09.531864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.550161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-3005d58d-3a6d-4f05-af39-b803102e2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.552410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-3005d58d-3a6d-4f05-af39-b803102e2be5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1459301 Aug 03 15:53:09.615858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-3cdb54ee-2394-4f57-9cb9-d132bfa3884f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.0530007 Aug 03 15:53:09.619345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-79a9c3ff-09f0-49b5-b486-c957521752c0 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/5c65d4ea-6163-46d0-a740-96d9565ae201 HTTP/1.1" status: 200 len: 2981 time: 0.0899286 Aug 03 15:53:09.645601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:09.656829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df7834e8-e27f-4b6f-a4b6-ad3343948698 req-a2f933a9-97d9-458c-8f67-b7f9681c9baa tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144772 Aug 03 15:53:09.699279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-5443eaa8-b2f6-4efa-b859-86e1d6ba8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.701107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-5443eaa8-b2f6-4efa-b859-86e1d6ba8a67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.0786533 Aug 03 15:53:09.704305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-b009530b-ef81-4ca1-8e8f-a97cee64f8e4 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/74d84bbc-d173-4e8a-a8b0-c6cd39309fd4 HTTP/1.1" status: 200 len: 2977 time: 0.0732946 Aug 03 15:53:09.710456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Attempting to bind port 73cdb530-3063-4157-b736-bd8f1cf5b42a on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:09.710799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Attempting to bind port 73cdb530-3063-4157-b736-bd8f1cf5b42a by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:09.711156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Attempting to bind port 73cdb530-3063-4157-b736-bd8f1cf5b42a on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:09.716178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Port 73cdb530-3063-4157-b736-bd8f1cf5b42a on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:09.716499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Attempting to bind port 73cdb530-3063-4157-b736-bd8f1cf5b42a on network 3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:09.723410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:09.723908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Checking segment: {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:09.724433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Bound using segment: {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:09.724995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Bound port: 73cdb530-3063-4157-b736-bd8f1cf5b42a, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece3d43-20a4-4b1a-a934-dae481f0e0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:09.725386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.750191 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f7da2-8d3f-416c-b887-712ae753d78b x-openstack-request-id: req-063f7da2-8d3f-416c-b887-712ae753d78b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:09.751006 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:09.751437 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-063f7da2-8d3f-416c-b887-712ae753d78b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:09.751863 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'status': 'completed', 'code': 200} Aug 03 15:53:09.781426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-d6d114d3-ff9d-4d98-a3df-070bedade7a2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725641 Aug 03 15:53:09.802773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-619d4abe-0323-4a3f-ba67-4597e41df492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.851444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-9ba88f42-7002-46b0-9da7-3d5bc88c2fe4 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/74d84bbc-d173-4e8a-a8b0-c6cd39309fd4 HTTP/1.1" status: 200 len: 2977 time: 0.1315944 Aug 03 15:53:09.853363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:09.889321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:09.903140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:09.921747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-2c6f178b-6f38-4668-a4e7-4e6352658d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.923966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-2c6f178b-6f38-4668-a4e7-4e6352658d27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=998c3e62e87d46108fa6d4a42339fad9&device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 1094 time: 0.1369658 Aug 03 15:53:09.934092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-8927c2af-1ebd-43f1-bbd3-59753ac19cbb service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414857 Aug 03 15:53:09.936799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-1de251ff-e8b8-4b3e-808b-9ad131eba6cc tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a562c72c-6789-4c84-85bf-bf749bc2c6a9 HTTP/1.1" status: 200 len: 2973 time: 0.0680172 Aug 03 15:53:09.980843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc36b2-05fe-46df-b05b-5b5ca7582279 req-5d748e59-1650-4ef0-95e6-10a88235e40b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:09.983572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88bc36b2-05fe-46df-b05b-5b5ca7582279 req-5d748e59-1650-4ef0-95e6-10a88235e40b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.1539474 Aug 03 15:53:10.025127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:10.052619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-8e707c06-ce01-41fe-a91b-cf2f50b0bcfa tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a562c72c-6789-4c84-85bf-bf749bc2c6a9 HTTP/1.1" status: 200 len: 2973 time: 0.0999012 Aug 03 15:53:10.062092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.063033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:10.065137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-57a5c0b1-40c0-488f-b8dc-d1fd9cb3f138 service neutron] 10.222.0.72 "PUT /v2.0/ports/73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 1091 time: 1.1271825 Aug 03 15:53:10.065859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:10.074845 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5c67d-aade-4346-b8fd-ef432de94d67" -d '{"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:10.085338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-b731d761-0f65-4975-94b1-5be0a3702cc5 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415741 Aug 03 15:53:10.117081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-eac3f852-bd9b-4ff0-90c8-7cda45bdd509 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a96c8e6d-b706-4f22-8aba-68f85cbb7d35 HTTP/1.1" status: 200 len: 2981 time: 0.0519440 Aug 03 15:53:10.165701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-ddf2f849-08f8-42d7-99cd-3ce75456f9e5 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/a96c8e6d-b706-4f22-8aba-68f85cbb7d35 HTTP/1.1" status: 200 len: 2981 time: 0.0398819 Aug 03 15:53:10.192607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88bc36b2-05fe-46df-b05b-5b5ca7582279 req-2702be4e-bd05-4bf2-872c-754744866b12 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644008 Aug 03 15:53:10.223506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-16bb08b4-4bb7-40ad-b7f3-2e70bf6193a8 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aa579858-42c2-4b74-8f0c-b6b7495c4bf7 HTTP/1.1" status: 200 len: 2981 time: 0.0498199 Aug 03 15:53:10.241212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-a29be58d-d7f5-4f67-a6ec-396948508d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.242793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-a29be58d-d7f5-4f67-a6ec-396948508d13 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1822382f-589e-4e20-95b5-e384d2fd97ef HTTP/1.1" status: 200 len: 917 time: 0.2926233 Aug 03 15:53:10.254631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-b47471a0-2881-4420-9532-0c74949577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.256676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-b47471a0-2881-4420-9532-0c74949577a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1094 time: 0.1073208 Aug 03 15:53:10.324921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-d2a602fe-d709-4c8f-a8ea-cf623f55ead5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d HTTP/1.1" status: 200 len: 217 time: 0.0667775 Aug 03 15:53:10.399999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-d0fa5457-d581-409f-be03-fdb6fa9a7d6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 217 time: 0.0847249 Aug 03 15:53:10.573215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-bc6a65c7-dc97-4908-8ba7-dd8d8c620e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.574760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-bc6a65c7-dc97-4908-8ba7-dd8d8c620e0a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=015e8113-5799-4bd8-b585-8739f5e9dfc6 HTTP/1.1" status: 200 len: 855 time: 0.1865730 Aug 03 15:53:10.581959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-a5ce3765-2a43-4392-8767-7a60acb39a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.584557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-a5ce3765-2a43-4392-8767-7a60acb39a6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1343143 Aug 03 15:53:10.643174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-40775f9c-39b2-4a98-9934-a93a7c69e43c tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aa579858-42c2-4b74-8f0c-b6b7495c4bf7 HTTP/1.1" status: 200 len: 2981 time: 0.4125953 Aug 03 15:53:10.643447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-8b0c0c1a-6fe1-4389-89c1-c5a6f8bc304d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456061 Aug 03 15:53:10.657067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8436ed5-55b2-4d7e-b0d4-9e8bdfe1f4f8 req-057ae8bc-9b90-4df2-9be6-fea5779d6035 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.658704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8436ed5-55b2-4d7e-b0d4-9e8bdfe1f4f8 req-057ae8bc-9b90-4df2-9be6-fea5779d6035 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1397467 Aug 03 15:53:10.675047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-6f49a9e4-d6a1-4034-9c9e-3b83cbde7804 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.677386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-6f49a9e4-d6a1-4034-9c9e-3b83cbde7804 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.0657923 Aug 03 15:53:10.733098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-a47d5c76-4445-46e3-a870-1b0ba4cbcede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:10.733422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-bdbe4a66-368a-4d86-9a61-ca9a9bdddcbe tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d6dadd60-396b-4e9b-9bdd-6089de4e4013 HTTP/1.1" status: 200 len: 2981 time: 0.0781946 Aug 03 15:53:10.734640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-a47d5c76-4445-46e3-a870-1b0ba4cbcede service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1822382f-589e-4e20-95b5-e384d2fd97ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472037 Aug 03 15:53:10.810562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8436ed5-55b2-4d7e-b0d4-9e8bdfe1f4f8 req-20aa35b0-7c0d-4cb4-b425-3308e7ec8ed6 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389334 Aug 03 15:53:10.850261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-b1e0e0a0-629d-42b7-b603-f8cc6a099471 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d6dadd60-396b-4e9b-9bdd-6089de4e4013 HTTP/1.1" status: 200 len: 2981 time: 0.1060219 Aug 03 15:53:10.852614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-b906194a-3cc0-4f71-91fe-36b834092aa0 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919441 Aug 03 15:53:10.893339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-cf3730b8-bee8-4bd5-b008-18e580eaec39 service neutron] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:10.899474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-cf3730b8-bee8-4bd5-b008-18e580eaec39 service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:10.900718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3f79e4-55c8-4d0a-9265-d73c18baa8a8 req-cf3730b8-bee8-4bd5-b008-18e580eaec39 service neutron] 10.222.0.78 "DELETE /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e/bindings/n-h1-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.2122242 Aug 03 15:53:10.918191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-36ec25a7-d92e-48bf-90c2-0edeb210b8a6 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fb000fdf-2ef7-42fd-8ca8-77cd87a1706d HTTP/1.1" status: 200 len: 2981 time: 0.0563819 Aug 03 15:53:10.923825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-401615ed-1ca8-488e-8ad6-45bb1a801ee7 service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794693 Aug 03 15:53:10.974346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33c566a9-02dd-4163-aa58-b9b6847204e7 req-a1d43146-2520-4339-8f7c-5331e10c1b2e tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fb000fdf-2ef7-42fd-8ca8-77cd87a1706d HTTP/1.1" status: 200 len: 2981 time: 0.0437210 Aug 03 15:53:11.027730 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b64f2-a6e7-4501-9a4d-31688dfb4e14 x-openstack-request-id: req-428b64f2-a6e7-4501-9a4d-31688dfb4e14 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:11.028023 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:11.028272 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-428b64f2-a6e7-4501-9a4d-31688dfb4e14 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:11.028668 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'status': 'completed', 'code': 200} Aug 03 15:53:11.068688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f999a8f3-693d-41f8-9814-3a1c07e01b69 req-21203e12-7504-4774-9a83-353cc8f4d9f9 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078040 Aug 03 15:53:11.091667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7722f-4878-418e-9a7f-ac0436e09a52 req-be3f4a61-3f21-4653-9644-18bea924640d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.100127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ac7722f-4878-418e-9a7f-ac0436e09a52 req-be3f4a61-3f21-4653-9644-18bea924640d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 944 time: 0.1562009 Aug 03 15:53:11.146217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-624fa98e-1c2f-4ce0-a0e8-52c2afe9f723 req-e2ec694f-ce61-455b-ae0b-076e2c57228d service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126672 Aug 03 15:53:11.188859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ac7722f-4878-418e-9a7f-ac0436e09a52 req-6d2d83db-cbd7-4ecf-ba1c-277d618c6cd9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Aug 03 15:53:11.218286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-55278bc9-8cfb-4edf-96c9-48e181888dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.221722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-55278bc9-8cfb-4edf-96c9-48e181888dd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1094 time: 0.0918162 Aug 03 15:53:11.236226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-8b0815bd-bf40-4124-be52-21acf4e436d9 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.244268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-8b0815bd-bf40-4124-be52-21acf4e436d9 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.1532893 Aug 03 15:53:11.263808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-7855fab1-a83a-4f73-ad8b-f2c061652218 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/quotas/5ea4550706e0459db13e8eb4e98d6488 HTTP/1.1" status: 200 len: 375 time: 0.0184324 Aug 03 15:53:11.317082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-ce142899-dd4f-4919-a855-f7e080b20361 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516860 Aug 03 15:53:11.409332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b00d6-8985-4170-b9b3-ff8c61124ec1 req-84c747e1-0020-475c-9897-66caa0f57396 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.414140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-261b00d6-8985-4170-b9b3-ff8c61124ec1 req-84c747e1-0020-475c-9897-66caa0f57396 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 943 time: 0.1238205 Aug 03 15:53:11.429045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-20ef03d1-fd7b-4b9b-a2fc-2e5cde2ce61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.430848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-20ef03d1-fd7b-4b9b-a2fc-2e5cde2ce61c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.1981094 Aug 03 15:53:11.450765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-7a95ef21-cf11-478a-8afa-34a37d06e78f service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201389 Aug 03 15:53:11.492838 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-a0bab6d0-8862-4398-8931-afa998a57f14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 217 time: 0.0529156 Aug 03 15:53:11.516506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-261b00d6-8985-4170-b9b3-ff8c61124ec1 req-0e45a534-7ba1-4f3b-ad0e-6943d58b5cc5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990241 Aug 03 15:53:11.580570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-290635c8-f188-44f1-b5fc-ad33e0a03b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.581645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-290635c8-f188-44f1-b5fc-ad33e0a03b06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.0781207 Aug 03 15:53:11.588389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-2ba588d3-0622-4f47-b8b1-4c8b1b004549 service neutron] 10.222.0.70 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300116 Aug 03 15:53:11.663526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-2b6babdd-7902-4232-a997-b6d80de0937e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674357 Aug 03 15:53:11.778498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-342ddaaf-0bda-4c07-8d01-495b2f34ac7d req-68f83b40-90d5-4030-8b90-306c5d7ac4ba tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb673d69b91944f9a6f8768624b0731b HTTP/1.1" status: 200 len: 6102 time: 0.2214072 Aug 03 15:53:11.920747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-342ddaaf-0bda-4c07-8d01-495b2f34ac7d req-57f5a55f-5b40-4f65-8c11-796750b62ae5 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "GET /v2.0/security-groups/41fa582a-5af2-41a0-89b9-c44d3f18400f HTTP/1.1" status: 200 len: 2981 time: 0.1270587 Aug 03 15:53:11.928104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-4f388ed5-71f4-406e-8193-ee040bfaac33 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495332 Aug 03 15:53:11.931877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3a670-3548-40e8-a2e0-dfc9ab0a6c2f req-c22f9e06-5a9a-48a2-8641-56e9e0874478 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.938972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80212-380e-404c-bddd-61f3c75af956 req-5e66ba18-1444-412e-890e-e3a44a8d6610 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:11.939887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeb3a670-3548-40e8-a2e0-dfc9ab0a6c2f req-c22f9e06-5a9a-48a2-8641-56e9e0874478 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.0713956 Aug 03 15:53:11.940570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59f80212-380e-404c-bddd-61f3c75af956 req-5e66ba18-1444-412e-890e-e3a44a8d6610 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.78 "GET /v2.0/ports?device_id=610cf781-af0e-4637-8c5c-7292939c3145 HTTP/1.1" status: 200 len: 945 time: 0.1193726 Aug 03 15:53:12.015917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeb3a670-3548-40e8-a2e0-dfc9ab0a6c2f req-7fbaf620-a705-4e0a-bf86-47ad5913e8e7 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742640 Aug 03 15:53:12.118887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d9dda13-bbcd-4a76-aa3a-ec46cde2306b req-b39f13a7-19dd-4fc8-a575-0bab882fca8b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 210 time: 0.0387597 Aug 03 15:53:12.181599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-342ddaaf-0bda-4c07-8d01-495b2f34ac7d req-c19181b3-b0f9-4028-a4e0-d4cd9c802e1f tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "GET /v2.0/security-groups/41fa582a-5af2-41a0-89b9-c44d3f18400f HTTP/1.1" status: 200 len: 2981 time: 0.2516308 Aug 03 15:53:12.240504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Deleting port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:12.240944 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.250548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5520a10-6f66-44d0-a796-c6a4dd56da55 req-84d8c0a9-30e8-4a41-bd6b-228243600960 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:12.262368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5520a10-6f66-44d0-a796-c6a4dd56da55 req-84d8c0a9-30e8-4a41-bd6b-228243600960 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1095 time: 0.0639133 Aug 03 15:53:12.328861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5520a10-6f66-44d0-a796-c6a4dd56da55 req-cc760434-7a2d-42b4-a3c3-275c57d810c7 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Aug 03 15:53:12.433740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e5c67d-aade-4346-b8fd-ef432de94d67 req-575c3516-0712-4da9-8d48-fd08e15d79ae service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862225 Aug 03 15:53:12.487445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-355a1c2d-b549-44e6-aa39-eca43af0fe43 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/31b28178-1271-49f6-a36d-c8e6db060186 HTTP/1.1" status: 200 len: 1776 time: 0.1101425 Aug 03 15:53:12.533495 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9e75d3e-03ed-4eba-9238-84efe53b4a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.580205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] For port 284a3f59-ff74-4550-bbb5-9209aeeb6f67, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=284a3f59-ff74-4550-bbb5-9209aeeb6f67,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:12.580627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.589957 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.622177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.673033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bf1e8-676b-42ed-8996-9ab8535f2fe8 req-df24776f-b6de-47f4-84ef-6e0731b1bc8f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:12.674980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f8bf1e8-676b-42ed-8996-9ab8535f2fe8 req-df24776f-b6de-47f4-84ef-6e0731b1bc8f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.3091834 Aug 03 15:53:12.676365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Calling delete_port for 284a3f59-ff74-4550-bbb5-9209aeeb6f67 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:12.690574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.694227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.698262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db3d4dc6-8262-4ea1-ac89-110f674b1cb7 req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/31b28178-1271-49f6-a36d-c8e6db060186 HTTP/1.1" status: 204 len: 173 time: 0.2093313 Aug 03 15:53:12.704458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:12.731825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040c1d-1b4e-47a2-809d-4deba6c4fc64 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b28178-1271-49f6-a36d-c8e6db060186,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:12.761736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f8bf1e8-676b-42ed-8996-9ab8535f2fe8 req-8eb2ffd1-5f5e-43c2-a992-e6f8e3b4d7a5 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754197 Aug 03 15:53:12.962264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d84e4c-5455-4bd4-89e3-3c803dba7d17 req-5cc3fc30-8eb5-430b-9baa-08ab6f277a0c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:12.964439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d84e4c-5455-4bd4-89e3-3c803dba7d17 req-5cc3fc30-8eb5-430b-9baa-08ab6f277a0c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 943 time: 0.1174138 Aug 03 15:53:13.061258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d84e4c-5455-4bd4-89e3-3c803dba7d17 req-bdd69408-55f3-45e7-8874-c909478a259e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Aug 03 15:53:13.196054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.210092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-bc14183b-d95e-43a5-9a64-4616d1f0cbe7 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "GET /v2.0/security-groups/51da4a4b-d2e2-4397-972d-054915581803 HTTP/1.1" status: 200 len: 1776 time: 0.0903091 Aug 03 15:53:13.273347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event deleted for resources: {'Port': ['ID=284a3f59-ff74-4550-bbb5-9209aeeb6f67,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:13.287886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 73cdb530-3063-4157-b736-bd8f1cf5b42a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:13.320980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.362343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.409193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] No DVR routers for this DVR port 284a3f59-ff74-4550-bbb5-9209aeeb6f67 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:13.414773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.416848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59f80212-380e-404c-bddd-61f3c75af956 req-6587e285-9ba8-4ba2-9ad2-ff3f7c0540fd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.78 "DELETE /v2.0/ports/284a3f59-ff74-4550-bbb5-9209aeeb6f67 HTTP/1.1" status: 204 len: 173 time: 1.4685760 Aug 03 15:53:13.417289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-deleted', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:13.419721 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b5fb0-eb0a-40d2-b4c1-7bf058af82d4" -d '{"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-deleted", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:13.432638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-3052cefe-d75c-4c63-af31-56efbe7a2973 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:13.433900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.434228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-3052cefe-d75c-4c63-af31-56efbe7a2973 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.4405117 Aug 03 15:53:13.440867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.442366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee208ee1-cd56-457b-9f29-6c8033cadd7c req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/51da4a4b-d2e2-4397-972d-054915581803 HTTP/1.1" status: 204 len: 173 time: 0.2204928 Aug 03 15:53:13.458762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db23ca5-15fc-4a49-aad2-ed09f0a7da00 tempest-SecurityGroupsTestAdminJSON-1909056478 tempest-SecurityGroupsTestAdminJSON-1909056478-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da4a4b-d2e2-4397-972d-054915581803,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:13.467775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-a27bbf11-6344-471f-bc35-a0e29e087413 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/quotas/da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 375 time: 0.0236216 Aug 03 15:53:13.493094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:13.514538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'network_id': '3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b', 'port_id': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'mac_address': 'fa:16:3e:70:16:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd93b18d-9b57-4e88-99d2-a3b79bcfe195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:13.626639 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.634226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.662672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cdb530-3063-4157-b736-bd8f1cf5b42a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:13.700450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:13.706254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:13.755702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722332f8-7b98-466c-8d5c-e3468e0bb4f6 req-8cfe69a5-f220-4819-9479-69b6c751833b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:13.773199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-722332f8-7b98-466c-8d5c-e3468e0bb4f6 req-8cfe69a5-f220-4819-9479-69b6c751833b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.1437051 Aug 03 15:53:13.777969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-0bf37b12-db35-4885-9a2e-bd9688ebc069 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2818999 Aug 03 15:53:13.806352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:13.848280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-722332f8-7b98-466c-8d5c-e3468e0bb4f6 req-5a18feec-06f2-4da6-a99e-f8a35d8cb18e tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709372 Aug 03 15:53:13.908633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-87647721-8e07-4fcf-baaf-668095722a24 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:13.910722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-87647721-8e07-4fcf-baaf-668095722a24 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 814 time: 0.3389814 Aug 03 15:53:13.931326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Request body: {'port': {'device_id': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'admin_state_up': True, 'tenant_id': '5ea4550706e0459db13e8eb4e98d6488'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:13.969277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['73cdb530-3063-4157-b736-bd8f1cf5b42a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:13.975220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0757b47c-6234-45ac-8d04-dd1a95f7cb70 req-823e08a2-8ef6-4cf8-adf9-0480d7ecf02b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 210 time: 0.0367010 Aug 03 15:53:14.197418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a124755-35ec-493b-b488-b2165ac55077 req-af7e459e-6290-432b-9109-a7ec2871f70d tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "GET /v2.0/security-groups/e5c27619-b49f-4200-b079-aa67bb00b915 HTTP/1.1" status: 200 len: 1778 time: 0.0778501 Aug 03 15:53:14.344651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a124755-35ec-493b-b488-b2165ac55077 req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.346170 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4969f00-fb3d-40e3-8e0e-e8e974fbadb4 x-openstack-request-id: req-f4969f00-fb3d-40e3-8e0e-e8e974fbadb4 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:14.346461 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610cf781-af0e-4637-8c5c-7292939c3145", "name": "network-vif-deleted", "tag": "284a3f59-ff74-4550-bbb5-9209aeeb6f67", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:14.346718 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4969f00-fb3d-40e3-8e0e-e8e974fbadb4 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:14.347094 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610cf781-af0e-4637-8c5c-7292939c3145', 'name': 'network-vif-deleted', 'tag': '284a3f59-ff74-4550-bbb5-9209aeeb6f67', 'status': 'completed', 'code': 200} Aug 03 15:53:14.351927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-2adce342-40d0-43df-bd69-8b809ae5f34d service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730345 Aug 03 15:53:14.380437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a124755-35ec-493b-b488-b2165ac55077 req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.430333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a124755-35ec-493b-b488-b2165ac55077 req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.433343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4a124755-35ec-493b-b488-b2165ac55077 req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.435192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a124755-35ec-493b-b488-b2165ac55077 req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "DELETE /v2.0/security-groups/e5c27619-b49f-4200-b079-aa67bb00b915 HTTP/1.1" status: 204 len: 173 time: 0.2249966 Aug 03 15:53:14.452991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf99fdc-11fc-42b6-a96a-97c0a7f9eeb2 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c27619-b49f-4200-b079-aa67bb00b915,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:14.504518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-01684858-d08f-4063-9c86-ca6a53726459 service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425509 Aug 03 15:53:14.506379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Made reservation on behalf of 5ea4550706e0459db13e8eb4e98d6488 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:14.511195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.586937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c6c9-77f6-4d69-97af-f77505264721 req-3005316d-395e-45b0-a581-c85407c8093f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:14.589250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c05c6c9-77f6-4d69-97af-f77505264721 req-3005316d-395e-45b0-a581-c85407c8093f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0708108 Aug 03 15:53:14.646327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c05c6c9-77f6-4d69-97af-f77505264721 req-bbb2cf3c-5f18-4ce2-9420-ee07828cea4f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509570 Aug 03 15:53:14.668546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:14.715170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 284a3f59-ff74-4550-bbb5-9209aeeb6f67 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:14.715954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 284a3f59-ff74-4550-bbb5-9209aeeb6f67 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:14.728655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Allocated IP 172.20.0.14 (9724c443-a0a7-4819-ab2b-20b7d0a2b8c6/b68845f8-e6fc-461b-8aff-56803139634e/b240c23d-a668-413a-b348-d134f61f4c45) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:14.831423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77870e5d-6950-485e-94e0-5dee1013a1b0 req-93fa6269-a408-4c0f-acf3-1205c6da0560 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:14.834010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77870e5d-6950-485e-94e0-5dee1013a1b0 req-93fa6269-a408-4c0f-acf3-1205c6da0560 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 944 time: 0.0767643 Aug 03 15:53:14.896666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77870e5d-6950-485e-94e0-5dee1013a1b0 req-b9b13c11-277b-4b8e-9296-2e0b29fa4262 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539103 Aug 03 15:53:14.938764 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:14.950665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c480665-2688-4c66-8243-04803254503b req-4101317d-fe2a-4e9b-b135-d2cd81fecc35 tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "GET /v2.0/security-groups/21f81c50-c56c-4cdf-8168-f41d9385b085 HTTP/1.1" status: 200 len: 1776 time: 0.2177937 Aug 03 15:53:15.002226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9cc810fe-8222-46f0-967e-b7707dcd9f77 req-5e7bfe6d-f543-4b1b-b10e-2245bac70b63 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 210 time: 0.0469201 Aug 03 15:53:15.079160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.103544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1c480665-2688-4c66-8243-04803254503b req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.176349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.179534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726cd30-ecc8-4015-85c9-866d4181e791 req-a8aabb7e-c8e7-404b-8370-9f282e74fa03 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:15.181132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8726cd30-ecc8-4015-85c9-866d4181e791 req-a8aabb7e-c8e7-404b-8370-9f282e74fa03 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.0556762 Aug 03 15:53:15.183801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1c480665-2688-4c66-8243-04803254503b req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.235882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8726cd30-ecc8-4015-85c9-866d4181e791 req-815bfbeb-d9af-410f-965d-33fa3cdfa232 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Aug 03 15:53:15.255470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:15.268686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:15.282761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:15.306033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 73cdb530-3063-4157-b736-bd8f1cf5b42a up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:15.321022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event updated for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:15.375064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1c480665-2688-4c66-8243-04803254503b req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.378355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1c480665-2688-4c66-8243-04803254503b req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.379842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1c480665-2688-4c66-8243-04803254503b req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] 10.222.0.70 "DELETE /v2.0/security-groups/21f81c50-c56c-4cdf-8168-f41d9385b085 HTTP/1.1" status: 204 len: 173 time: 0.4274349 Aug 03 15:53:15.398384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:15.398978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.407224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1309a-70fb-4f53-8362-649de6d4960e tempest-SecurityGroupsTestAdminJSON-498717246 tempest-SecurityGroupsTestAdminJSON-498717246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f81c50-c56c-4cdf-8168-f41d9385b085,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:15.428483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-c09f2b1a-dd99-4bcc-9d5b-80f3561b8499 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5014865 Aug 03 15:53:15.442010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Request body: {'port': {'device_id': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:15.448998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c75ed-e488-4c71-bd4b-6d4842f0b73f req-53dcea2e-3936-4c79-981e-6bb85953416c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:15.457937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a04c75ed-e488-4c71-bd4b-6d4842f0b73f req-53dcea2e-3936-4c79-981e-6bb85953416c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 932 time: 0.0776069 Aug 03 15:53:15.480458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 73cdb530-3063-4157-b736-bd8f1cf5b42a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:15.490631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 73cdb530-3063-4157-b736-bd8f1cf5b42a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:15.491521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.533594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a04c75ed-e488-4c71-bd4b-6d4842f0b73f req-74736cda-5186-43f5-b6b0-232a00ebc7e6 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699439 Aug 03 15:53:15.575673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.707870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.747501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:15.750469 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3cb16-fa77-4822-86f5-f7343a874525" -d '{"events": [{"server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "name": "network-vif-plugged", "status": "completed", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:15.780051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:15.786250 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:15.834090 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973f4e2-2312-4a04-b603-fd44955b63a2 x-openstack-request-id: req-6973f4e2-2312-4a04-b603-fd44955b63a2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:15.834651 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "name": "network-vif-plugged", "status": "completed", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:15.836160 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6973f4e2-2312-4a04-b603-fd44955b63a2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:15.836941 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'code': 200} Aug 03 15:53:15.883250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34458) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:15.900122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:15.936682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9375f-4410-40e7-988e-a8ce2a2e4d29 req-35c7facc-82f0-4ea9-976e-8fedf2b449b3 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:15.938572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ba9375f-4410-40e7-988e-a8ce2a2e4d29 req-35c7facc-82f0-4ea9-976e-8fedf2b449b3 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1605504 Aug 03 15:53:15.964161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be5ff9-c80b-4357-9fdb-fc782098cbb4 req-226dd619-ac7b-4ec4-ad92-2f7db76a133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:15.967528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1be5ff9-c80b-4357-9fdb-fc782098cbb4 req-226dd619-ac7b-4ec4-ad92-2f7db76a133f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1096 time: 0.0601971 Aug 03 15:53:16.042293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ba9375f-4410-40e7-988e-a8ce2a2e4d29 req-41cc9c67-ac0c-4df4-820e-fb34920ef137 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964153 Aug 03 15:53:16.258142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1be5ff9-c80b-4357-9fdb-fc782098cbb4 req-826419c8-b16f-4259-afc9-af06c526e448 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787988 Aug 03 15:53:16.320417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b240c23d-a668-413a-b348-d134f61f4c45 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:16.345395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5a756d7-308a-48cb-bd39-fb4268faf5a5 req-f05fa085-e328-44c8-8d13-ed706d240b76 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 210 time: 0.1241012 Aug 03 15:53:16.348197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.385282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Transition to ACTIVE for port object b240c23d-a668-413a-b348-d134f61f4c45 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:16.400819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.432594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7472c-c9c2-4890-800e-f8770643b6fa req-a2fe02e3-9d67-4451-ae14-63af422b6f10 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:16.447681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00a7472c-c9c2-4890-800e-f8770643b6fa req-a2fe02e3-9d67-4451-ae14-63af422b6f10 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 945 time: 0.3899217 Aug 03 15:53:16.504940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1eed114f-5b38-4f3e-92b4-5c05a738f385 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb673d69b91944f9a6f8768624b0731b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193562 Aug 03 15:53:16.512319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:16.512496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34470) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:16.541074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00a7472c-c9c2-4890-800e-f8770643b6fa req-58983831-7194-4e0f-8367-7d078c05ced5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879512 Aug 03 15:53:16.549089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-e436a764-1e96-4d36-a0bc-e03a0fa81d6c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:16.557834 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-e436a764-1e96-4d36-a0bc-e03a0fa81d6c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.3989844 Aug 03 15:53:16.572616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Request body: {'port': {'device_id': '64472533-eca2-4e2a-a543-019fd61fd5da', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'admin_state_up': True, 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:16.608579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.636811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.671251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da39ae-5f46-4e73-b7ba-deb18338fed4 req-70f1da28-b6fb-4b00-b07f-162bde669995 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:16.672854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86da39ae-5f46-4e73-b7ba-deb18338fed4 req-70f1da28-b6fb-4b00-b07f-162bde669995 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.2074823 Aug 03 15:53:16.728178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9726-7161-4b61-9767-a000ab9d95e5 req-14dbb2f8-5833-4580-b57e-5db532a2c4c4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:16.735665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbab9726-7161-4b61-9767-a000ab9d95e5 req-14dbb2f8-5833-4580-b57e-5db532a2c4c4 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 944 time: 0.1016550 Aug 03 15:53:16.762915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.765405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.769807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41fa582a-5af2-41a0-89b9-c44d3f18400f HTTP/1.1" status: 204 len: 168 time: 0.2551553 Aug 03 15:53:16.795849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Attempting to bind port b240c23d-a668-413a-b348-d134f61f4c45 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:16.796208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Attempting to bind port b240c23d-a668-413a-b348-d134f61f4c45 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:16.796524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Attempting to bind port b240c23d-a668-413a-b348-d134f61f4c45 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:16.806157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86da39ae-5f46-4e73-b7ba-deb18338fed4 req-2db6aa7e-a614-43f8-889c-1a93fa2c58cd tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062505 Aug 03 15:53:16.808210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Port b240c23d-a668-413a-b348-d134f61f4c45 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:16.808538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Attempting to bind port b240c23d-a668-413a-b348-d134f61f4c45 on network 9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:16.822212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:16.822536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Checking segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:16.822947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Bound using segment: {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:16.823372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Bound port: b240c23d-a668-413a-b348-d134f61f4c45, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d19790-b4a4-45cf-ae6a-0fc1834c40e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:16.823737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:16.847323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbab9726-7161-4b61-9767-a000ab9d95e5 req-68b423ea-114d-42f9-a4b5-40a4affc619b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102781 Aug 03 15:53:16.854296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57226c-7f97-4704-b8ba-263a2d9ea998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa582a-5af2-41a0-89b9-c44d3f18400f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:16.901080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:16.905204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.000744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:17.025956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b240c23d-a668-413a-b348-d134f61f4c45,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:17.038069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.137379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:17.138299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.139912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b240c23d-a668-413a-b348-d134f61f4c45 HTTP/1.1" status: 200 len: 1092 time: 1.7036145 Aug 03 15:53:17.142677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:17.145411 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de606c8-8e16-44c3-b020-55c5c0321a60" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "tag": "b240c23d-a668-413a-b348-d134f61f4c45"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:17.180872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Allocated IP 172.20.0.6 (958320b7-c977-4e74-b9bf-e20b43fd4fc1/b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9/26cdc7fd-9e8a-480a-8fe2-335fbed3600e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:17.183668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ed56-a3e5-44aa-ac9e-a4ab8ff91fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:17.248632 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978ee41-85dd-4e3d-a2ff-669c22673000 x-openstack-request-id: req-b978ee41-85dd-4e3d-a2ff-669c22673000 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:17.249150 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "tag": "b240c23d-a668-413a-b348-d134f61f4c45", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:17.249629 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b978ee41-85dd-4e3d-a2ff-669c22673000 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:17.250400 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45', 'status': 'completed', 'code': 200} Aug 03 15:53:17.428446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:17.524997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-649f2540-f655-4e87-9993-98691b943d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:17.534123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-649f2540-f655-4e87-9993-98691b943d53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 1095 time: 0.3126523 Aug 03 15:53:17.544510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e0dcb0d-0d44-467e-8009-5c261da0f53f req-6a68b2f1-841e-4c88-b894-12021de33011 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 210 time: 0.0689058 Aug 03 15:53:17.555196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536164-d309-4758-b788-4ad767e9afa7 req-e8d0c669-098e-48f9-9af7-c2d796724ce4 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:17.561420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f536164-d309-4758-b788-4ad767e9afa7 req-e8d0c669-098e-48f9-9af7-c2d796724ce4 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.3511643 Aug 03 15:53:17.572455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4398037e-4003-4919-b845-161c031c8717 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be1f3ff9838847358d004c483a5faae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366978 Aug 03 15:53:17.574988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34498) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:17.669267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-1b7fe0f2-b6a6-4d1e-bdee-703f3d6aa1bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b240c23d-a668-413a-b348-d134f61f4c45 HTTP/1.1" status: 200 len: 217 time: 0.0943801 Aug 03 15:53:17.670970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.713880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.753039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.756529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac29b-cc5d-432e-bdf1-3bebe9f38bbc req-ecf949f2-fde9-4e41-9241-abea3b872661 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:17.758797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14eac29b-cc5d-432e-bdf1-3bebe9f38bbc req-ecf949f2-fde9-4e41-9241-abea3b872661 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 945 time: 0.1106534 Aug 03 15:53:17.764127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f536164-d309-4758-b788-4ad767e9afa7 req-6ea78dfa-8747-4f4d-bde0-81c80664a012 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802218 Aug 03 15:53:17.787578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01f603-687d-4504-b02f-b7da908fc015 req-0f49257e-82a2-4617-885f-b9045d4053d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:17.789447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-0f49257e-82a2-4617-885f-b9045d4053d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.1123025 Aug 03 15:53:17.826957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-cfef7ee5-02c6-4df8-a265-cc59e90033db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284567 Aug 03 15:53:17.828379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14eac29b-cc5d-432e-bdf1-3bebe9f38bbc req-7d2a99ef-a05f-4b71-845d-a058ff2bc6e3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547514 Aug 03 15:53:17.829589 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.833436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:17.837753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb000fdf-2ef7-42fd-8ca8-77cd87a1706d HTTP/1.1" status: 204 len: 168 time: 0.2589159 Aug 03 15:53:17.844209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d27293-c6ac-466e-ae99-c24d6e5935c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb000fdf-2ef7-42fd-8ca8-77cd87a1706d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:17.991869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.034425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f3e2-4255-4256-9788-09798dc2257c req-c599999b-f608-4e02-bef2-1629b4f63f13 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.037000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0025f3e2-4255-4256-9788-09798dc2257c req-c599999b-f608-4e02-bef2-1629b4f63f13 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 944 time: 0.0785587 Aug 03 15:53:18.075209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:18.083540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-a3574800-87ce-4d00-8b79-f2a52a569647 service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129343 Aug 03 15:53:18.090169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:18.092827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:18.121001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3b6d-f469-4296-a4fd-d97b214cbd17 req-c38484bb-cf26-4846-801c-823b2cc97474 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.121232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0025f3e2-4255-4256-9788-09798dc2257c req-d6fae6cd-b137-4927-a445-bbff42e04ff0 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763667 Aug 03 15:53:18.122746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-104b3b6d-f469-4296-a4fd-d97b214cbd17 req-c38484bb-cf26-4846-801c-823b2cc97474 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.1863956 Aug 03 15:53:18.154752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:18.262720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.263347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.274342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-68712c71-5d58-44aa-a76f-ca6144f1bd14 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1348581141&fields=id&tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 267 time: 0.0520144 Aug 03 15:53:18.282506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-104b3b6d-f469-4296-a4fd-d97b214cbd17 req-a329609a-f54c-4755-b537-3cf3178f555e tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218171 Aug 03 15:53:18.292474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-b97b7bfa-fe72-4e82-8788-6bb2e8226cd8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7265549 Aug 03 15:53:18.321894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Request body: {'port': {'device_id': '64472533-eca2-4e2a-a543-019fd61fd5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:18.330295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be01f603-687d-4504-b02f-b7da908fc015 req-fb9f0293-cdaa-4150-8bef-ba14dbcadd86 service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332938 Aug 03 15:53:18.350396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-c73e8fbd-d559-4827-ad6c-28576ae48651 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.358920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-c73e8fbd-d559-4827-ad6c-28576ae48651 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 945 time: 0.0763397 Aug 03 15:53:18.372124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'security_groups': ['496280c4-e273-4bcb-931f-f63f6a168d1a', 'd6b22431-57e0-4432-bcd5-b99adc51b654']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:18.425516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.455248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-f18809c3-9aed-4a1e-b330-54848b845dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.457342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-f18809c3-9aed-4a1e-b330-54848b845dd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ea4550706e0459db13e8eb4e98d6488&device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 1095 time: 0.0698917 Aug 03 15:53:18.476502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.845047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:18.897889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.904770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:18.918827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96', '73cdb530-3063-4157-b736-bd8f1cf5b42a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:18.989706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:18.994670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:19.012904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46897b48-b107-4b89-b86d-f19f98d1aea7 req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "PUT /v2.0/ports/73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 981 time: 0.6449289 Aug 03 15:53:19.013585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:19.019080 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446" -d '{"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:19.075410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8a68b-bd64-4bb0-933d-f916e8b0023e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:19.112554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['73cdb530-3063-4157-b736-bd8f1cf5b42a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:19.178354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ebc52-8c67-4476-9822-15413660ecb5 req-787a63b1-62e6-40aa-a50e-aac278b93bd2 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.187679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a14ebc52-8c67-4476-9822-15413660ecb5 req-787a63b1-62e6-40aa-a50e-aac278b93bd2 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 931 time: 0.2534847 Aug 03 15:53:19.201388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c422f-eebb-474a-9aa4-185e73be604e req-62da8af1-fb80-4a39-9d08-0167d079dc57 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.203904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f86c422f-eebb-474a-9aa4-185e73be604e req-62da8af1-fb80-4a39-9d08-0167d079dc57 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1254089 Aug 03 15:53:19.275960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f86c422f-eebb-474a-9aa4-185e73be604e req-455da7a1-8c28-45b9-919f-8f88b9b5beda tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633631 Aug 03 15:53:19.336973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-affc0d2c-2f7d-4043-aa7d-4095a54f4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.339266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-affc0d2c-2f7d-4043-aa7d-4095a54f4648 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 200 len: 915 time: 0.8601367 Aug 03 15:53:19.395593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf67e1d1-1734-41f3-b261-a6f0c795c27b req-f13e0d26-8ecf-46c4-818f-8a89a22366f5 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d6b22431-57e0-4432-bcd5-b99adc51b654 HTTP/1.1" status: 200 len: 1801 time: 0.0967863 Aug 03 15:53:19.406774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-390b34b4-267b-4916-acc2-6cc3409da53c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b240c23d-a668-413a-b348-d134f61f4c45 HTTP/1.1" status: 200 len: 217 time: 0.0523899 Aug 03 15:53:19.469253 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-cf67e1d1-1734-41f3-b261-a6f0c795c27b req-e0043c25-37ee-40bf-887d-828c2c697972 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 15:53:19.506939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cf67e1d1-1734-41f3-b261-a6f0c795c27b req-e0043c25-37ee-40bf-887d-828c2c697972 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/d6b22431-57e0-4432-bcd5-b99adc51b654 HTTP/1.1" status: 409 len: 341 time: 0.1014094 Aug 03 15:53:19.575588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a14ebc52-8c67-4476-9822-15413660ecb5 req-6e0b04dd-b4ba-4c22-b703-f13b7eb55446 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869886 Aug 03 15:53:19.604909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-d957ddc0-59a1-4fb7-b146-819ff6304241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.606320 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7579df98-ed2b-4298-af64-021546e14976 x-openstack-request-id: req-7579df98-ed2b-4298-af64-021546e14976 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:19.606748 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:19.607090 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7579df98-ed2b-4298-af64-021546e14976 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:19.607576 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'status': 'completed', 'code': 200} Aug 03 15:53:19.609582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-d957ddc0-59a1-4fb7-b146-819ff6304241 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 200 len: 854 time: 0.1903403 Aug 03 15:53:19.650561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cdc7fd-9e8a-480a-8fe2-335fbed3600e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:19.678508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:19.732589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-9ceceda4-e1d7-47eb-b671-1b32d0c05bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.738777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-9ceceda4-e1d7-47eb-b671-1b32d0c05bfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1135 time: 0.1026103 Aug 03 15:53:19.753007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-7aaceca6-5ea4-4a25-8ade-2eb1f7a80539 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323078 Aug 03 15:53:19.835483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Transition to ACTIVE for port object 26cdc7fd-9e8a-480a-8fe2-335fbed3600e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:19.879672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:19.944110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336d359-c4e8-4681-991f-5efd8cc98879 req-2ce8293e-7b40-4dd7-8b8f-52750e58ac87 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:19.945806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e336d359-c4e8-4681-991f-5efd8cc98879 req-2ce8293e-7b40-4dd7-8b8f-52750e58ac87 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.1013913 Aug 03 15:53:19.997120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c5ca-b7dc-4278-968b-ee6f7108b74f req-7d5c9c01-c001-45ff-ae6c-5c8cdd8c5f67 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.001020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47f9c5ca-b7dc-4278-968b-ee6f7108b74f req-7d5c9c01-c001-45ff-ae6c-5c8cdd8c5f67 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 944 time: 0.2327304 Aug 03 15:53:20.025543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-2160607c-f074-4a8c-a20b-4251ac11a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.027405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-2160607c-f074-4a8c-a20b-4251ac11a33d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.2821484 Aug 03 15:53:20.058551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:20.109763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e336d359-c4e8-4681-991f-5efd8cc98879 req-d999c01d-4964-4115-840e-e9bf629547c6 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383693 Aug 03 15:53:20.111357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-3d0e5556-810d-4fde-9e4e-b112f503d27a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 217 time: 0.0576272 Aug 03 15:53:20.117065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-fda02595-a015-4098-8312-750ac8bb59c5 service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495603 Aug 03 15:53:20.165904 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:53:20.190906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-ee0fe57c-0edc-4dd5-8b11-b4efdb005b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.193048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-ee0fe57c-0edc-4dd5-8b11-b4efdb005b5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.0600371 Aug 03 15:53:20.233103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47f9c5ca-b7dc-4278-968b-ee6f7108b74f req-8100455a-9fe5-4782-9444-9ab1b93bb529 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155066 Aug 03 15:53:20.248803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-aba03e1e-c470-4f1d-a137-91c70eb953f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467587 Aug 03 15:53:20.288017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:20.289170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:20.289628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:20.334579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8de606c8-8e16-44c3-b020-55c5c0321a60 req-cf09c868-62ff-472c-8260-6fc8aa7dd05c service neutron] 10.222.0.72 "GET /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733325 Aug 03 15:53:20.337590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:20.338067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:20.345546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:20.346486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:20.347968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:20.348712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Bound port: 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:20.349680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:20.451498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-386eb8b1-9389-40b9-bb51-f72c7ee71966 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958914 Aug 03 15:53:20.462974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:20.465156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:20.470486 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:20.549259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.550771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:20.552736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] 10.222.0.78 "PUT /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 1091 time: 2.2376204 Aug 03 15:53:20.553321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:20.555902 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3bd40b-5f4d-4191-9490-31c477de5846" -d '{"events": [{"name": "network-changed", "server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:20.562190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc3f99-d371-4199-aec2-c4fa7d251e59 service neutron] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:20.579661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237329d-0b9c-4554-859a-a1cab1699acf req-fabf60d2-46d0-45e5-84f3-3535eb3d5366 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.581249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b237329d-0b9c-4554-859a-a1cab1699acf req-fabf60d2-46d0-45e5-84f3-3535eb3d5366 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1332436 Aug 03 15:53:20.651383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-cd6bf3ca-d6d7-4bd1-86ce-f8a255a2f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.653185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-cd6bf3ca-d6d7-4bd1-86ce-f8a255a2f5b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1094 time: 0.0568898 Aug 03 15:53:20.656505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d5fe602-fe2f-469a-aeb1-67a7cd04c446 req-af87ba40-c226-4f2d-a435-64d722562dd5 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735270 Aug 03 15:53:20.673631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b237329d-0b9c-4554-859a-a1cab1699acf req-84dad9fb-fc63-4ead-842f-53b7042d8165 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Aug 03 15:53:20.780785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-58019c67-2bbd-4a30-b034-14f5da8ccd43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.1188107 Aug 03 15:53:20.826792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-eeecccd9-f883-4a2f-b8ef-b088339ebd0c tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498364 Aug 03 15:53:20.868749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed01f9-6419-425e-a12a-ad8b21d64a73 req-680696c2-3748-475d-8064-3ffe164e5dc0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.870569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49ed01f9-6419-425e-a12a-ad8b21d64a73 req-680696c2-3748-475d-8064-3ffe164e5dc0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 984 time: 0.0886745 Aug 03 15:53:20.873890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-4f4b30c3-b9cb-497e-913c-5f765ddd5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.875424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-4f4b30c3-b9cb-497e-913c-5f765ddd5750 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1135 time: 0.0843194 Aug 03 15:53:20.946115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e57462-0423-4980-81c8-933798278257 req-5b416a9e-0a8f-4b6c-b64d-2ef60f5ad92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:20.947751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-5b416a9e-0a8f-4b6c-b64d-2ef60f5ad92c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1510813 Aug 03 15:53:20.977157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49ed01f9-6419-425e-a12a-ad8b21d64a73 req-03cf3d03-00eb-4f78-9f49-a3b63a2d46ba tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6b22431-57e0-4432-bcd5-b99adc51b654&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0940988 Aug 03 15:53:21.010896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-6566fa2a-9966-434c-b77f-afad2f9de327 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534635 Aug 03 15:53:21.018353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-32afd312-99ac-4dc9-b433-8efcd09b5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.020739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-32afd312-99ac-4dc9-b433-8efcd09b5464 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.1297076 Aug 03 15:53:21.095376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-3a75770e-3caa-40e0-8717-2e2cfe60041a tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.098143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-3a75770e-3caa-40e0-8717-2e2cfe60041a tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389429 Aug 03 15:53:21.140830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-50a0fffb-bcea-4b08-9be6-d02f0b62474c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 217 time: 0.1103749 Aug 03 15:53:21.143233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-fc83eaff-6018-453c-8b51-e27097dbc858 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/quotas/6b56f7bcabcd4d20a7474f2befd2a57c HTTP/1.1" status: 200 len: 375 time: 0.0365646 Aug 03 15:53:21.172172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-937c6d78-7225-4474-af16-d7e4f34a99fd service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536491 Aug 03 15:53:21.193943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-7d6657f8-1b52-437e-90ba-ddef5169968c tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388012 Aug 03 15:53:21.231879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970566f-23a6-4c43-bcf8-3089596ad9bd req-74118899-f38b-457f-8dbd-9d89c2fa4a61 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.239695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5970566f-23a6-4c43-bcf8-3089596ad9bd req-74118899-f38b-457f-8dbd-9d89c2fa4a61 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 946 time: 0.1156626 Aug 03 15:53:21.282774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-e7b67d81-1ea3-4e1f-811a-7f5bff34aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.284376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-e7b67d81-1ea3-4e1f-811a-7f5bff34aee0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1206629 Aug 03 15:53:21.291536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44e57462-0423-4980-81c8-933798278257 req-e25e283a-5dc0-4783-8540-cfcc6adcddb2 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003368 Aug 03 15:53:21.294826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5970566f-23a6-4c43-bcf8-3089596ad9bd req-8dce092f-3c25-4dac-ad60-837237e67dd4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528111 Aug 03 15:53:21.339316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b240c23d-a668-413a-b348-d134f61f4c45 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:21.352506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-82906c97-0e06-4558-ab0e-4d545de84a1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545630 Aug 03 15:53:21.374604 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821284f2-8c88-450c-be54-b2ebe0c99b4f x-openstack-request-id: req-821284f2-8c88-450c-be54-b2ebe0c99b4f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:21.375058 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:21.375616 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-821284f2-8c88-450c-be54-b2ebe0c99b4f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:21.378127 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'status': 'completed', 'code': 200} Aug 03 15:53:21.500445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-ecd95251-06c7-4b13-b778-13bfb88a9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.502006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-ecd95251-06c7-4b13-b778-13bfb88a9839 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1094 time: 0.1036630 Aug 03 15:53:21.537833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-cd477487-9656-4cef-9882-8aeecc55633f service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673832 Aug 03 15:53:21.608985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b240c23d-a668-413a-b348-d134f61f4c45,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:21.630549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b240c23d-a668-413a-b348-d134f61f4c45', 'network_id': '9724c443-a0a7-4819-ab2b-20b7d0a2b8c6', 'port_id': 'b240c23d-a668-413a-b348-d134f61f4c45', 'mac_address': 'fa:16:3e:60:93:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68845f8-e6fc-461b-8aff-56803139634e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:21.674345 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:21.698499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b240c23d-a668-413a-b348-d134f61f4c45 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:21.726834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b240c23d-a668-413a-b348-d134f61f4c45,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:21.732327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:21.757848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49c3e7-fd73-433c-9474-42be3bbb8015 req-eb87ba98-9ee7-4a36-a507-f4fa14964925 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.760309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed49c3e7-fd73-433c-9474-42be3bbb8015 req-eb87ba98-9ee7-4a36-a507-f4fa14964925 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.1876497 Aug 03 15:53:21.779275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-00fd451b-0f45-4418-8476-e55b20199f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.781449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-00fd451b-0f45-4418-8476-e55b20199f7b service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2703428 Aug 03 15:53:21.831173 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed49c3e7-fd73-433c-9474-42be3bbb8015 req-421e5d32-8516-4e3a-80c7-f4e7ef1993fb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620522 Aug 03 15:53:21.849785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a423ab5d-65a5-4cd3-b32c-9de8d200d881 req-d7a7bd6f-fde0-4b7e-8970-862f084ab704 service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988272 Aug 03 15:53:21.889103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:21.916938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb463-dd30-44f6-8a2e-531be72f4db0 req-5e1fdb74-5788-455d-9b14-d24a58cf7d09 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:21.919507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-722eb463-dd30-44f6-8a2e-531be72f4db0 req-5e1fdb74-5788-455d-9b14-d24a58cf7d09 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 943 time: 0.3915465 Aug 03 15:53:21.922784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-74f67bed-bbfd-43a5-89b8-8303c8d16570 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.1339259 Aug 03 15:53:21.963019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:22.002313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b240c23d-a668-413a-b348-d134f61f4c45'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:22.034812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb4dd-08f2-42e9-a70e-83dea0b8a27b req-89168e71-0314-480b-bc89-88a4da014b16 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.037229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21aeb4dd-08f2-42e9-a70e-83dea0b8a27b req-89168e71-0314-480b-bc89-88a4da014b16 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 945 time: 0.1064255 Aug 03 15:53:22.042032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-722eb463-dd30-44f6-8a2e-531be72f4db0 req-9ae47bf9-a30d-4b49-9f68-34524c30fa46 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151922 Aug 03 15:53:22.053568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-1476e6d9-f017-4265-b48e-28d526f581bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.055068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-1476e6d9-f017-4265-b48e-28d526f581bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1089623 Aug 03 15:53:22.141630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-d2a2de09-3747-4c03-b3b8-01bedc25e99c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693142 Aug 03 15:53:22.148068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21aeb4dd-08f2-42e9-a70e-83dea0b8a27b req-9b84ef22-718f-4dfe-8b37-792c9ac44d84 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 Aug 03 15:53:22.232077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03a3790b-1326-4ad1-8dae-d5a90d6b9313 req-73b99316-c40e-4fa3-9470-13b9e1547365 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 210 time: 0.0894179 Aug 03 15:53:22.364469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-6711ca3e-42e9-4a5a-a994-8ed5deffd9b5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.367781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-6711ca3e-42e9-4a5a-a994-8ed5deffd9b5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 946 time: 0.1606102 Aug 03 15:53:22.391782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c0f29-23ef-4a19-b42e-2d3206e38bec req-baef2424-949c-4b84-89dc-9f71f3dd1ac2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.399843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f3c0f29-23ef-4a19-b42e-2d3206e38bec req-baef2424-949c-4b84-89dc-9f71f3dd1ac2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1082153 Aug 03 15:53:22.469340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-5d0cbaef-695f-470f-b582-60ece50e2682 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078134 Aug 03 15:53:22.508506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862cef-ef45-437f-bb8a-b84cf332c81b req-4a47e0bf-2ee3-432a-8c41-8bca6f1d186f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.511781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f3c0f29-23ef-4a19-b42e-2d3206e38bec req-97a96fe2-679a-4615-9360-680a58146b19 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105101 Aug 03 15:53:22.517158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e862cef-ef45-437f-bb8a-b84cf332c81b req-4a47e0bf-2ee3-432a-8c41-8bca6f1d186f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 984 time: 0.1457970 Aug 03 15:53:22.596929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port 4d992a4f-6ef9-46c4-9f9a-931498713330 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:22.597670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:22.621613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e862cef-ef45-437f-bb8a-b84cf332c81b req-7bb152b1-7566-4f18-a47b-964a10197cfe tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6b22431-57e0-4432-bcd5-b99adc51b654&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1033056 Aug 03 15:53:22.695656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc3bd40b-5f4d-4191-9490-31c477de5846 req-3e6f7d3f-6e5d-41af-a32c-802b6f90ed32 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184207 Aug 03 15:53:22.699551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device acc976c1-a3ff-4e18-bb76-92cb79df132d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:22.789975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943661-dc92-4777-9c36-8542b701ced9 req-deb9c2a9-458e-4190-b7ee-0e0cd187ca75 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:22.792150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d943661-dc92-4777-9c36-8542b701ced9 req-deb9c2a9-458e-4190-b7ee-0e0cd187ca75 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 946 time: 0.1393223 Aug 03 15:53:22.844466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port 4d992a4f-6ef9-46c4-9f9a-931498713330, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=4d992a4f-6ef9-46c4-9f9a-931498713330,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:22.844969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:22.850242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:22.864994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'port_id': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'mac_address': 'fa:16:3e:04:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:22.874363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for 4d992a4f-6ef9-46c4-9f9a-931498713330 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:22.898020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d943661-dc92-4777-9c36-8542b701ced9 req-b7b2518b-6c09-4d80-ad98-9de9bd1d18f7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949912 Aug 03 15:53:22.934653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:22.963668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc976c1-a3ff-4e18-bb76-92cb79df132d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:23.014288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:23.021570 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.065329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.110277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['4d992a4f-6ef9-46c4-9f9a-931498713330'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:23.111102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adb213-eb06-4ec7-b210-89256312471b req-f237a40d-16b6-496a-a4ee-54eeee138603 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.130900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34adb213-eb06-4ec7-b210-89256312471b req-f237a40d-16b6-496a-a4ee-54eeee138603 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.1848543 Aug 03 15:53:23.134983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=4d992a4f-6ef9-46c4-9f9a-931498713330,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:23.216561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-e5337779-6dec-468c-bbcd-af4483d54249 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505693 Aug 03 15:53:23.230829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:23.261259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port 4d992a4f-6ef9-46c4-9f9a-931498713330 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:23.264693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.267867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b6cf050-9408-49aa-aaa7-4f3ae46167b9 req-4913629f-815c-4bf2-a248-cd709ebed93b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "DELETE /v2.0/ports/4d992a4f-6ef9-46c4-9f9a-931498713330 HTTP/1.1" status: 204 len: 173 time: 0.8648462 Aug 03 15:53:23.268332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'name': 'network-vif-deleted', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:23.273518 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7174ed-af0b-4f0f-9f8a-af6b55788a28" -d '{"events": [{"server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "name": "network-vif-deleted", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:23.286967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34adb213-eb06-4ec7-b210-89256312471b req-f97c17db-4a3b-4da5-b13c-9c29e1074793 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539550 Aug 03 15:53:23.289997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac91de-4df6-47c2-ace7-7411424b1045 req-018deb7d-ed1c-4e88-990e-7f8f69f89c6a tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.298020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57ac91de-4df6-47c2-ace7-7411424b1045 req-018deb7d-ed1c-4e88-990e-7f8f69f89c6a tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 944 time: 0.1457489 Aug 03 15:53:23.339180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57ac91de-4df6-47c2-ace7-7411424b1045 req-59f6a7ff-4755-4a11-9bfa-f4076ba7bc99 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Aug 03 15:53:23.345581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['acc976c1-a3ff-4e18-bb76-92cb79df132d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:23.470510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b240c23d-a668-413a-b348-d134f61f4c45 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:23.530359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-67a9ac80-649a-467b-897b-fb4bf8157307 req-a32cd91b-a97e-4034-981a-1c597c66a15c tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 210 time: 0.0603936 Aug 03 15:53:23.599091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b240c23d-a668-413a-b348-d134f61f4c45 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:23.600166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f9bb-c0a7-41f3-913a-be2c77aa6ad3 req-ad291899-65c9-443e-a289-fd9ed0d7c70c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.610321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62f0f9bb-c0a7-41f3-913a-be2c77aa6ad3 req-ad291899-65c9-443e-a289-fd9ed0d7c70c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 945 time: 0.1562002 Aug 03 15:53:23.614357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b240c23d-a668-413a-b348-d134f61f4c45 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:23.614357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.616872 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32fb6e2-aaed-4cd6-86f5-6168db985717 x-openstack-request-id: req-b32fb6e2-aaed-4cd6-86f5-6168db985717 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:23.617171 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7403b2b7-a77e-4e2c-929a-69e9ebe9ff97", "name": "network-vif-deleted", "tag": "4d992a4f-6ef9-46c4-9f9a-931498713330", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:23.617480 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b32fb6e2-aaed-4cd6-86f5-6168db985717 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:23.617929 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7403b2b7-a77e-4e2c-929a-69e9ebe9ff97', 'name': 'network-vif-deleted', 'tag': '4d992a4f-6ef9-46c4-9f9a-931498713330', 'status': 'completed', 'code': 200} Aug 03 15:53:23.654885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c6b4ffa1-259a-4f90-b57d-1225f94a703f tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.656432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c6b4ffa1-259a-4f90-b57d-1225f94a703f tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278595 Aug 03 15:53:23.693732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Request body: {'port': {'device_id': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '6b56f7bcabcd4d20a7474f2befd2a57c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:23.777769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62f0f9bb-c0a7-41f3-913a-be2c77aa6ad3 req-cb3b9ede-c56f-4c8f-9b28-b2bfdfefffaa tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663046 Aug 03 15:53:23.791181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d722c-4889-424f-bb29-9473c62ac2c7 req-4a7e299e-760a-4d2e-98fb-58aaf1b695e7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.792752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-251d722c-4889-424f-bb29-9473c62ac2c7 req-4a7e299e-760a-4d2e-98fb-58aaf1b695e7 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1102591 Aug 03 15:53:23.812204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.840173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:23.842447 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c78dd-9826-46a4-a7ab-c315dbaf8c31" -d '{"events": [{"server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "name": "network-vif-plugged", "status": "completed", "tag": "b240c23d-a668-413a-b348-d134f61f4c45"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:23.859146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b240c23d-a668-413a-b348-d134f61f4c45,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:23.864860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.866113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-251d722c-4889-424f-bb29-9473c62ac2c7 req-b6b706cb-6aa5-46f6-ac84-98a26bb47085 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645273 Aug 03 15:53:23.935926 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c1ce20-ece7-4d59-93e9-33cec4f50ac9 x-openstack-request-id: req-30c1ce20-ece7-4d59-93e9-33cec4f50ac9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:23.936364 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "name": "network-vif-plugged", "status": "completed", "tag": "b240c23d-a668-413a-b348-d134f61f4c45", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:23.936712 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30c1ce20-ece7-4d59-93e9-33cec4f50ac9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:23.937264 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45', 'code': 200} Aug 03 15:53:23.958153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:23.961861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6b0b7-801c-4365-b887-0797e640b861 req-967a69ef-9d6e-4c81-b7a8-502a305cfa60 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:23.963474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-31f6b0b7-801c-4365-b887-0797e640b861 req-967a69ef-9d6e-4c81-b7a8-502a305cfa60 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 984 time: 0.0745139 Aug 03 15:53:23.964712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Made reservation on behalf of 6b56f7bcabcd4d20a7474f2befd2a57c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:23.968231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:23.982123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.044111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-31f6b0b7-801c-4365-b887-0797e640b861 req-e21db2c9-2547-4fa2-a39a-5b4aee94021a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6b22431-57e0-4432-bcd5-b99adc51b654&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0642509 Aug 03 15:53:24.057428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68360961-ec02-4fe8-9eae-ad85c47b0382 req-df64d920-0454-40f3-94df-322c3bbd452b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.0336144 Aug 03 15:53:24.082183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de8b66-7334-4614-b01c-6c1ef01cf21d req-7e6cbc40-c38e-4c64-8096-00c3365d590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:24.083098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09de8b66-7334-4614-b01c-6c1ef01cf21d req-7e6cbc40-c38e-4c64-8096-00c3365d590d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0886948 Aug 03 15:53:24.146711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09de8b66-7334-4614-b01c-6c1ef01cf21d req-03a19db2-9ff9-47c4-b95f-556a5173bc88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560656 Aug 03 15:53:24.177332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.192374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.211611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-729cdad7-f44d-46af-9773-3daf8419e378 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1368118213&fields=id&tenant_id=c4c62dc49db34d4aa3c27b20512c4db7 HTTP/1.1" status: 200 len: 267 time: 0.0621541 Aug 03 15:53:24.298119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4becf1-227c-4413-8ce3-c34035997548,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:24.385445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-f274942c-9184-4354-902d-464a9cb8383b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:24.387704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-f274942c-9184-4354-902d-464a9cb8383b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 984 time: 0.1692674 Aug 03 15:53:24.429587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Allocated IP 192.168.233.64 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/57da95c9-6a04-434b-81a2-275a33dd9231) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:24.434915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'port': {'security_groups': ['496280c4-e273-4bcb-931f-f63f6a168d1a', 'd6b22431-57e0-4432-bcd5-b99adc51b654', 'd01275fe-da33-4804-9d3c-29490d2e75a6']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:24.469080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7b10-e0f3-4aa4-a3b3-0cf332ec9efd req-69f643ad-47a1-409d-92ae-3dce4554d24a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:24.470783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7cb7b10-e0f3-4aa4-a3b3-0cf332ec9efd req-69f643ad-47a1-409d-92ae-3dce4554d24a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.0795434 Aug 03 15:53:24.525499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7cb7b10-e0f3-4aa4-a3b3-0cf332ec9efd req-53ae3b5d-cc19-4d93-85fe-bb995b7b008b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Aug 03 15:53:24.547768 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.688905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763b84-408d-4818-87ff-2b802794736e req-9e2e53ee-8b21-4249-be00-a118948fca11 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:24.691468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc763b84-408d-4818-87ff-2b802794736e req-9e2e53ee-8b21-4249-be00-a118948fca11 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 944 time: 0.0612857 Aug 03 15:53:24.699938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:24.703979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device acc976c1-a3ff-4e18-bb76-92cb79df132d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:24.740924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.761916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc763b84-408d-4818-87ff-2b802794736e req-c695532e-59fa-4483-b9bb-c75796c3e551 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603633 Aug 03 15:53:24.772448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Transition to ACTIVE for port object 57da95c9-6a04-434b-81a2-275a33dd9231 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:24.888840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.948538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port acc976c1-a3ff-4e18-bb76-92cb79df132d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:24.960984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port acc976c1-a3ff-4e18-bb76-92cb79df132d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:24.962016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:24.963428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4a5de-020d-4e6f-8d2e-2cfc0ad92015 req-2f71d41f-cac7-453c-b2e6-770c66abf60c tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:24.970844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7c4a5de-020d-4e6f-8d2e-2cfc0ad92015 req-2f71d41f-cac7-453c-b2e6-770c66abf60c tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 935 time: 0.1018188 Aug 03 15:53:25.016684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Pushing event updated for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:25.061870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7c4a5de-020d-4e6f-8d2e-2cfc0ad92015 req-d4fb6011-afa4-47cc-bb41-28130c7efa1f tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881634 Aug 03 15:53:25.067547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:25.080829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:25.090112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:25.101614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'port_id': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'mac_address': 'fa:16:3e:14:86:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:25.104537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:25.198016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:25.220718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:25.222516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.238482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5915d5-42af-4497-97ea-24debac538af req-bf0a9ded-242a-4994-97d9-75b3c2b51e17 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:25.248602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb5915d5-42af-4497-97ea-24debac538af req-bf0a9ded-242a-4994-97d9-75b3c2b51e17 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1030252 Aug 03 15:53:25.252672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.268543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-c9896b21-fd68-470b-a6a7-17a65675e683 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5930092 Aug 03 15:53:25.296988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Request body: {'port': {'device_id': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:25.298931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.323306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb5915d5-42af-4497-97ea-24debac538af req-a1213691-1b9c-4c02-8fd7-22754cfc71b2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731866 Aug 03 15:53:25.325184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.355308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cdc7fd-9e8a-480a-8fe2-335fbed3600e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:25.362299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4d992a4f-6ef9-46c4-9f9a-931498713330 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:25.408582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.434643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96', '73cdb530-3063-4157-b736-bd8f1cf5b42a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:25.452159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 4d992a4f-6ef9-46c4-9f9a-931498713330 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:25.452159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 4d992a4f-6ef9-46c4-9f9a-931498713330 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:25.541086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:25.544979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.549911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:25.550990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27d836c1-cd0b-44c7-a0af-b074136ec062 req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "PUT /v2.0/ports/73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 1020 time: 1.1234512 Aug 03 15:53:25.556980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:25.564471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:25.572333 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dee44e-87ba-4695-9adf-a9ed67acd323" -d '{"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:25.576105 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.578436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.583878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554c5d-f2ad-4a9a-8c82-0b9f8e857b65 req-71cbf0cf-8f05-4cb7-9d24-f855f08ab4e8 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:25.597594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-26554c5d-f2ad-4a9a-8c82-0b9f8e857b65 req-71cbf0cf-8f05-4cb7-9d24-f855f08ab4e8 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1541831 Aug 03 15:53:25.633968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.660136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-26554c5d-f2ad-4a9a-8c82-0b9f8e857b65 req-524b5776-056a-4b21-9aef-0f29595e1290 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564618 Aug 03 15:53:25.663673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:25.670524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['73cdb530-3063-4157-b736-bd8f1cf5b42a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:25.748946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a56520c0-030d-4492-a96c-d3f87323f7d8 req-09a001ad-4044-456c-96ba-b1eec1a7a7d9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.0486484 Aug 03 15:53:25.767968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2303f-1c36-4da8-9c32-d11a70d924e7 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:25.806944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3bbbf9d-b041-4018-9ea2-4153cb8e5d04 None None] Provisioning for port 57da95c9-6a04-434b-81a2-275a33dd9231 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:25.821850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb42f-7846-45d7-aa80-5347cbf122d4 req-7af79a9e-e550-40c0-b29b-ef34967c90bc tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:25.826357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69bbb42f-7846-45d7-aa80-5347cbf122d4 req-7af79a9e-e550-40c0-b29b-ef34967c90bc tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.0838385 Aug 03 15:53:25.850216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3bbbf9d-b041-4018-9ea2-4153cb8e5d04 None None] Provisioning complete for port 57da95c9-6a04-434b-81a2-275a33dd9231 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:25.850600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3bbbf9d-b041-4018-9ea2-4153cb8e5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:25.909892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69bbb42f-7846-45d7-aa80-5347cbf122d4 req-446304ed-50e3-4bf8-b6ea-d251ca706258 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740957 Aug 03 15:53:25.935352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e3bbbf9d-b041-4018-9ea2-4153cb8e5d04 None None] Port 57da95c9-6a04-434b-81a2-275a33dd9231 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:53:25.941433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:25.969529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:25.972703 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfb9cc-172f-4f83-a174-d910feffe657" -d '{"events": [{"server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "name": "network-vif-plugged", "status": "completed", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:26.040983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:26.050414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb16b2c1-39db-4b12-a83e-c22f2b66f90e req-f8c7a83f-40a5-4d22-9666-e71764cb9390 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d01275fe-da33-4804-9d3c-29490d2e75a6 HTTP/1.1" status: 200 len: 1800 time: 0.0875061 Aug 03 15:53:26.073142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:26.132356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fd189-3af8-4503-b68e-1411cc868901 req-4324821f-9291-4c33-b63f-97810bed265d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:26.149320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a40fd189-3af8-4503-b68e-1411cc868901 req-4324821f-9291-4c33-b63f-97810bed265d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.2676387 Aug 03 15:53:26.159136 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-eb16b2c1-39db-4b12-a83e-c22f2b66f90e req-2fad0709-249a-4fdd-91b4-9e0def8fb674 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 15:53:26.181159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb16b2c1-39db-4b12-a83e-c22f2b66f90e req-2fad0709-249a-4fdd-91b4-9e0def8fb674 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/d01275fe-da33-4804-9d3c-29490d2e75a6 HTTP/1.1" status: 409 len: 341 time: 0.1190765 Aug 03 15:53:26.287965 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad880e5-73e1-42b1-a275-ea6ad4fd5068 x-openstack-request-id: req-2ad880e5-73e1-42b1-a275-ea6ad4fd5068 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:26.288259 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:26.288506 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ad880e5-73e1-42b1-a275-ea6ad4fd5068 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:26.288905 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'status': 'completed', 'code': 200} Aug 03 15:53:26.308122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a40fd189-3af8-4503-b68e-1411cc868901 req-53516151-8c38-4f9a-b3b2-210881001682 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583292 Aug 03 15:53:26.422729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-69e7a172-5826-4910-99ed-6b801b7ebccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:26.424759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-69e7a172-5826-4910-99ed-6b801b7ebccb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1174 time: 0.1348524 Aug 03 15:53:26.501588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57da95c9-6a04-434b-81a2-275a33dd9231 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:26.510799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:26.536975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Transition to ACTIVE for port object 57da95c9-6a04-434b-81a2-275a33dd9231 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:26.543007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39957e2-d5a3-4862-83bd-aaeadd278159 req-bb4d75fd-a22c-4efb-a4ff-b11e2d629bc2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:26.547159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:26.553948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a39957e2-d5a3-4862-83bd-aaeadd278159 req-bb4d75fd-a22c-4efb-a4ff-b11e2d629bc2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1947169 Aug 03 15:53:26.645488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-a61cb9fa-8cd1-4fe1-a780-8ed3e266229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:26.647797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-a61cb9fa-8cd1-4fe1-a780-8ed3e266229b service neutron] 10.222.0.72 "GET /v2.0/networks?id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 200 len: 913 time: 0.2145190 Aug 03 15:53:26.720536 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a39957e2-d5a3-4862-83bd-aaeadd278159 req-7e674c72-9941-4723-9e37-085c5150dfd9 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655717 Aug 03 15:53:26.736508 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce38d1e-d0ef-471b-a8e4-7e82b7bc68f3 x-openstack-request-id: req-8ce38d1e-d0ef-471b-a8e4-7e82b7bc68f3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:26.737281 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "name": "network-vif-plugged", "status": "completed", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:26.738006 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ce38d1e-d0ef-471b-a8e4-7e82b7bc68f3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:26.747015 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'code': 200} Aug 03 15:53:26.796376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-9051ded7-4757-4484-8715-1d60df5fccc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 200 len: 217 time: 0.1069174 Aug 03 15:53:26.950275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-d187749b-6fcd-4084-9396-2efe246e14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:26.955387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-d187749b-6fcd-4084-9396-2efe246e14c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 200 len: 852 time: 0.1483600 Aug 03 15:53:27.060012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-65012b0f-90f1-43e3-b1a2-da2af21ca936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970662 Aug 03 15:53:27.179939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Pushing event updated for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:27.238797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee9926-9272-42b4-8585-9665cfab97e9 req-02015bd7-d40b-46dd-9726-6cf8f3b47199 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.240517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28ee9926-9272-42b4-8585-9665cfab97e9 req-02015bd7-d40b-46dd-9726-6cf8f3b47199 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.0908310 Aug 03 15:53:27.244036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34455a4-324d-462b-b16d-ba4b1e60aab7 req-c4ae652c-6a8b-4caf-b467-847faefa6113 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.245781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a34455a4-324d-462b-b16d-ba4b1e60aab7 req-c4ae652c-6a8b-4caf-b467-847faefa6113 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 947 time: 0.4322834 Aug 03 15:53:27.261568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d143fb-7999-4d27-aeb8-5d37bbe8d651 req-c05de5f2-623c-4c7e-96ac-03b9ce9e911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.263410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0d143fb-7999-4d27-aeb8-5d37bbe8d651 req-c05de5f2-623c-4c7e-96ac-03b9ce9e911b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 1096 time: 0.4601822 Aug 03 15:53:27.271855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-c67ae8f0-3d94-4713-87fe-ee89be26426d service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925812 Aug 03 15:53:27.284960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Attempting to bind port 57da95c9-6a04-434b-81a2-275a33dd9231 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:27.285685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Attempting to bind port 57da95c9-6a04-434b-81a2-275a33dd9231 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:27.286025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Attempting to bind port 57da95c9-6a04-434b-81a2-275a33dd9231 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:27.314437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Port 57da95c9-6a04-434b-81a2-275a33dd9231 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:27.314437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Attempting to bind port 57da95c9-6a04-434b-81a2-275a33dd9231 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:27.318743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:27.319094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:27.319486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:27.319920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Bound port: 57da95c9-6a04-434b-81a2-275a33dd9231, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:27.320284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:27.349167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28ee9926-9272-42b4-8585-9665cfab97e9 req-66cb0bf8-7e1b-4460-a445-abce63f1f510 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915668 Aug 03 15:53:27.349383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a34455a4-324d-462b-b16d-ba4b1e60aab7 req-a8a2f965-1aeb-4454-b874-c03735c32881 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843647 Aug 03 15:53:27.374764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0d143fb-7999-4d27-aeb8-5d37bbe8d651 req-748b44ef-dff8-45f5-a741-db30402abca0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983143 Aug 03 15:53:27.437365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4dee44e-87ba-4695-9adf-a9ed67acd323 req-4cb9ec84-7849-492f-91b4-76215e655baa service neutron] 10.222.0.72 "GET /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582491 Aug 03 15:53:27.496725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:27.516089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781726-c0f2-449b-b5da-dea2f46c8650 req-9afe3493-a2af-46ff-a4d1-5c73f333ab1e tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.519352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0781726-c0f2-449b-b5da-dea2f46c8650 req-9afe3493-a2af-46ff-a4d1-5c73f333ab1e tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0722651 Aug 03 15:53:27.523641 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b5b4ab7-8879-4ac9-95d9-ee406b900d5d req-65c16461-b458-445d-bf8e-cb7850fff06a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.0429902 Aug 03 15:53:27.531878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=57da95c9-6a04-434b-81a2-275a33dd9231,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:27.538221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:27.579863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.580623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:27.583147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] 10.222.0.72 "PUT /v2.0/ports/57da95c9-6a04-434b-81a2-275a33dd9231 HTTP/1.1" status: 200 len: 1095 time: 2.3006170 Aug 03 15:53:27.635981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0781726-c0f2-449b-b5da-dea2f46c8650 req-e9a0b6b3-e8d3-4fd7-83f9-9cea83c3c784 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Aug 03 15:53:27.764967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf37fe0-b8d4-4c04-b08c-17e91c033adf service neutron] Pushing event updated for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:27.810402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec607c99-cc8d-4371-a101-4ceb6d4b6499 req-daff85c7-6c43-48cb-ba39-a889b7c54b5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.813359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec607c99-cc8d-4371-a101-4ceb6d4b6499 req-daff85c7-6c43-48cb-ba39-a889b7c54b5e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1023 time: 0.1798012 Aug 03 15:53:27.838005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059c4e-60dc-4d54-a60c-dc9e16140296 req-02a7cb4d-1e86-401f-84e4-5078ed4eb147 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.846069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba059c4e-60dc-4d54-a60c-dc9e16140296 req-02a7cb4d-1e86-401f-84e4-5078ed4eb147 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.0974834 Aug 03 15:53:27.920071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba059c4e-60dc-4d54-a60c-dc9e16140296 req-65cf91a3-948c-4552-88bb-e9d8fc57f096 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Aug 03 15:53:27.989129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-240530a8-fe8e-4ae7-8f65-47eaf60d7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:27.993393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-240530a8-fe8e-4ae7-8f65-47eaf60d7d02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 1098 time: 0.1746786 Aug 03 15:53:28.008932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec607c99-cc8d-4371-a101-4ceb6d4b6499 req-c4a27ee7-4743-4663-b5e1-b66ea410852d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6b22431-57e0-4432-bcd5-b99adc51b654&id=d01275fe-da33-4804-9d3c-29490d2e75a6&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1724994 Aug 03 15:53:28.069584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-47719eac-0051-4ffb-9cb1-6f5e307931f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=57da95c9-6a04-434b-81a2-275a33dd9231 HTTP/1.1" status: 200 len: 217 time: 0.0591505 Aug 03 15:53:28.077213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872b331-8aae-43c5-bd9f-2e831ffed3c0 req-20fb5838-8a0e-480a-81cf-fc62dfd73c43 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.079423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b872b331-8aae-43c5-bd9f-2e831ffed3c0 req-20fb5838-8a0e-480a-81cf-fc62dfd73c43 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.0658510 Aug 03 15:53:28.150154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b872b331-8aae-43c5-bd9f-2e831ffed3c0 req-54e9829b-f6fd-4c08-880a-0f828566390b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632174 Aug 03 15:53:28.160517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-d182ba56-e182-400a-8cfa-4b65e55a8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.162827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-d182ba56-e182-400a-8cfa-4b65e55a8a59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0855496 Aug 03 15:53:28.274350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b61bf-10dc-4a3f-99f2-c3afd59c8963 req-d8dc5760-75bb-4374-903b-b7d02410783b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.276035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d1b61bf-10dc-4a3f-99f2-c3afd59c8963 req-d8dc5760-75bb-4374-903b-b7d02410783b tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1538854 Aug 03 15:53:28.299264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-d2decb43-27a1-4e72-b071-032defa0ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.300393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-d2decb43-27a1-4e72-b071-032defa0ddbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137660 Aug 03 15:53:28.301012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:28.304297 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:28.452397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d1b61bf-10dc-4a3f-99f2-c3afd59c8963 req-b0c88a97-a1a2-4e28-a2d2-bac91e27b8af tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634932 Aug 03 15:53:28.489926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-53852a29-d8c4-47ba-b81c-d1d93c7a3749 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813850 Aug 03 15:53:28.567967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeba2a1-f675-47d4-88b6-69aabcee61f1 req-e63c2f94-1bf1-4078-9b02-1b1ac758876c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.570773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eeba2a1-f675-47d4-88b6-69aabcee61f1 req-e63c2f94-1bf1-4078-9b02-1b1ac758876c tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1542594 Aug 03 15:53:28.653608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eeba2a1-f675-47d4-88b6-69aabcee61f1 req-86e07547-bb9f-4320-bbab-673c93a0a4f3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Aug 03 15:53:28.691363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4644de48-7b86-4c01-bd3c-f1ef5e2e6159 req-57eb3ce8-2533-4da2-9e19-0186b86e9935 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919503 Aug 03 15:53:28.694872 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f819bb24-3cbd-4124-a710-c8bafabd6306 x-openstack-request-id: req-f819bb24-3cbd-4124-a710-c8bafabd6306 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:28.695173 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:28.695650 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f819bb24-3cbd-4124-a710-c8bafabd6306 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:28.696445 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231', 'status': 'completed', 'code': 200} Aug 03 15:53:28.714055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af618-03b1-4152-bdbe-8147861e237d req-d8bf29fb-0c75-425a-b640-a8e9afff6e9d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.715836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b81af618-03b1-4152-bdbe-8147861e237d req-d8bf29fb-0c75-425a-b640-a8e9afff6e9d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1023 time: 0.1913340 Aug 03 15:53:28.736341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:28.834385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-da069af7-ce54-4171-8c0a-97340a3ec880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.836089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-da069af7-ce54-4171-8c0a-97340a3ec880 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 1098 time: 0.0819387 Aug 03 15:53:28.839744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9640f320-5c86-48f6-9faf-9028a686924b req-e112a318-87a7-45a3-9514-8a887a3063fc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=7403b2b7-a77e-4e2c-929a-69e9ebe9ff97 HTTP/1.1" status: 200 len: 210 time: 0.0427709 Aug 03 15:53:28.845576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a87f2-d722-4959-9aba-a2fd620a96e5 req-9a3b0e55-debe-4cee-baf8-4f6a294f23ee tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:28.848263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-487a87f2-d722-4959-9aba-a2fd620a96e5 req-9a3b0e55-debe-4cee-baf8-4f6a294f23ee tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 947 time: 0.1505661 Aug 03 15:53:28.872999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:28.879880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:28.880473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:29.022905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-487a87f2-d722-4959-9aba-a2fd620a96e5 req-6d2e7127-aa24-4e5f-9ee7-dabd119c5723 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646321 Aug 03 15:53:29.071394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:29.093244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49f09-eef7-4d5d-8965-e00c61aea4e9 req-fc813c21-2834-41f4-b833-bc54389a6ae8 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.094908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aec49f09-eef7-4d5d-8965-e00c61aea4e9 req-fc813c21-2834-41f4-b833-bc54389a6ae8 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1204093 Aug 03 15:53:29.102417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Deleting port 73cdb530-3063-4157-b736-bd8f1cf5b42a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:29.103134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:29.135285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:29.139618 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd40fa5-b260-48a6-922a-da23bf583780" -d '{"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-plugged", "status": "completed", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:29.148591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-17011fb1-471a-43b3-9156-564fd064c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.150685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-17011fb1-471a-43b3-9156-564fd064c41b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3010921 Aug 03 15:53:29.174644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:29.184356 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:29.226634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aec49f09-eef7-4d5d-8965-e00c61aea4e9 req-9b24eac9-8797-4eae-ac76-3df8e2c02b57 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181488 Aug 03 15:53:29.265594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:29.274840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-3ce95ab4-a364-47fc-80eb-376a9ef7c168 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=57da95c9-6a04-434b-81a2-275a33dd9231 HTTP/1.1" status: 200 len: 217 time: 0.1166010 Aug 03 15:53:29.405835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673c57c-fa10-4e9a-80eb-33a4f9c67409 req-ad1f70d1-51d3-4e92-a653-027d614b93ab tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.414612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b673c57c-fa10-4e9a-80eb-33a4f9c67409 req-ad1f70d1-51d3-4e92-a653-027d614b93ab tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1420271 Aug 03 15:53:29.417459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-ee6000ab-5b9d-4ba2-a23e-f0ae6ba7d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.419711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-ee6000ab-5b9d-4ba2-a23e-f0ae6ba7d49b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1276546 Aug 03 15:53:29.494936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b673c57c-fa10-4e9a-80eb-33a4f9c67409 req-19b67896-156e-43be-87db-26fabc1d8346 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737493 Aug 03 15:53:29.528937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-f6b3ebf4-bcda-4084-973c-487509b0e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.528937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-f6b3ebf4-bcda-4084-973c-487509b0e312 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005583 Aug 03 15:53:29.687977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port 73cdb530-3063-4157-b736-bd8f1cf5b42a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=73cdb530-3063-4157-b736-bd8f1cf5b42a,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:29.688992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:29.700639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-329763d1-3dba-401d-912d-3c33060d0b16 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628504 Aug 03 15:53:29.710318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Calling delete_port for 73cdb530-3063-4157-b736-bd8f1cf5b42a owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:29.715831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad99c7f-aa86-4ff8-b644-4e1b7b4ff2b2 req-563b3a50-4159-4b73-a3ad-b6ce6f827b2a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.717893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ad99c7f-aa86-4ff8-b644-4e1b7b4ff2b2 req-563b3a50-4159-4b73-a3ad-b6ce6f827b2a tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=cf57ed7d-3693-48fb-bd73-b6e1104e6421 HTTP/1.1" status: 200 len: 1023 time: 0.0903835 Aug 03 15:53:29.737456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c0068-a328-4582-a456-ea7f9390a887 req-a86a868e-34d9-4971-bdc8-8a80adebfa57 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:29.739895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-010c0068-a328-4582-a456-ea7f9390a887 req-a86a868e-34d9-4971-bdc8-8a80adebfa57 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1203871 Aug 03 15:53:29.875412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-010c0068-a328-4582-a456-ea7f9390a887 req-bb66cf11-310f-4559-934e-f0e11c0c5ec3 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897286 Aug 03 15:53:29.887583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ad99c7f-aa86-4ff8-b644-4e1b7b4ff2b2 req-5025c27a-3c27-43b3-a6e1-70e029fd86c8 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6b22431-57e0-4432-bcd5-b99adc51b654&id=d01275fe-da33-4804-9d3c-29490d2e75a6&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1583238 Aug 03 15:53:29.893364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be0ea086-2c54-442f-a66b-fb64b8ab5f8b req-2aef9ad1-cd90-44fe-8a93-a368c7461692 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743519 Aug 03 15:53:30.000076 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42b7485-b1f3-404f-a61c-bc3226d5fb13 x-openstack-request-id: req-a42b7485-b1f3-404f-a61c-bc3226d5fb13 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:30.001711 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-plugged", "status": "completed", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:30.002593 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a42b7485-b1f3-404f-a61c-bc3226d5fb13 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:30.003591 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'code': 200} Aug 03 15:53:30.021418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:30.035338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:30.083801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'Port': ['ID=73cdb530-3063-4157-b736-bd8f1cf5b42a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:30.120907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bbc26-b905-4be1-bb19-02d73290644c req-7b33b229-36f9-4199-b9fa-6527539a42df tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:30.130435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b09bbc26-b905-4be1-bb19-02d73290644c req-7b33b229-36f9-4199-b9fa-6527539a42df tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1450546 Aug 03 15:53:30.153819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.154705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.154705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.155045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.158315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.158794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.159118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.160291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.164041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.164564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.164824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.165154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:30.224000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] No DVR routers for this DVR port 73cdb530-3063-4157-b736-bd8f1cf5b42a on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:30.227139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b09bbc26-b905-4be1-bb19-02d73290644c req-16cfe8cd-b304-4eeb-b373-0b12f8a0c3d5 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958085 Aug 03 15:53:30.229803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:30.231943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b81af618-03b1-4152-bdbe-8147861e237d req-b35404a4-9630-43d4-9d3b-abf425f92d18 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "DELETE /v2.0/ports/73cdb530-3063-4157-b736-bd8f1cf5b42a HTTP/1.1" status: 204 len: 173 time: 1.5075417 Aug 03 15:53:30.232468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'name': 'network-vif-deleted', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:30.234896 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72404517-76d7-4d1a-b617-3155e7b96b47" -d '{"events": [{"server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "name": "network-vif-deleted", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:30.249370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972136e3-fb77-40e5-8223-124120a20263 req-349c2bc2-3b36-4970-9905-e0759f5d8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:30.250955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-972136e3-fb77-40e5-8223-124120a20263 req-349c2bc2-3b36-4970-9905-e0759f5d8a66 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1096 time: 0.0934048 Aug 03 15:53:30.323964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-972136e3-fb77-40e5-8223-124120a20263 req-29dfc77e-f973-4bc9-9e92-cbfe0e012448 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636480 Aug 03 15:53:30.547384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf92e2-2777-4613-af46-f5c0e013ba1b req-75b7205e-02b6-4724-b4b8-48de4a220a49 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:30.557624 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58cf92e2-2777-4613-af46-f5c0e013ba1b req-75b7205e-02b6-4724-b4b8-48de4a220a49 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 947 time: 0.1146622 Aug 03 15:53:30.607236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661492b4-35e7-41cc-8b5f-744f5859e88d req-81cac6b8-ee0e-4dcb-988d-d927b5208539 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:30.609397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-661492b4-35e7-41cc-8b5f-744f5859e88d req-81cac6b8-ee0e-4dcb-988d-d927b5208539 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1181169 Aug 03 15:53:30.643208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58cf92e2-2777-4613-af46-f5c0e013ba1b req-7e086b8d-4184-4a73-b9ac-f5a6d6389853 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Aug 03 15:53:30.683181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-661492b4-35e7-41cc-8b5f-744f5859e88d req-c14104da-eee7-4d83-bdbd-d285f78ea22e tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Aug 03 15:53:30.748957 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2cc83-7895-4fb8-ba60-aca3ebea5c61 x-openstack-request-id: req-7dd2cc83-7895-4fb8-ba60-aca3ebea5c61 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:30.749258 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf57ed7d-3693-48fb-bd73-b6e1104e6421", "name": "network-vif-deleted", "tag": "73cdb530-3063-4157-b736-bd8f1cf5b42a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:30.749517 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dd2cc83-7895-4fb8-ba60-aca3ebea5c61 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:30.749954 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57ed7d-3693-48fb-bd73-b6e1104e6421', 'name': 'network-vif-deleted', 'tag': '73cdb530-3063-4157-b736-bd8f1cf5b42a', 'status': 'completed', 'code': 200} Aug 03 15:53:30.803077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34760) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:30.857554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc10f8-d7a4-4636-9e28-0582a22ae06a req-43f3fa84-77e3-4715-82a4-201348cfca64 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:30.859694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06bc10f8-d7a4-4636-9e28-0582a22ae06a req-43f3fa84-77e3-4715-82a4-201348cfca64 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.0842946 Aug 03 15:53:30.869150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34764) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:30.874081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Request body: {'floatingip': {'port_id': 'acc976c1-a3ff-4e18-bb76-92cb79df132d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:30.994255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.080011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77a61d-10c0-4959-97f4-45a83b94d7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.101346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-db9a73fe-99be-4e64-8a5f-2c3c9073e9ad tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:31.106961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-db9a73fe-99be-4e64-8a5f-2c3c9073e9ad tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.1506913 Aug 03 15:53:31.113408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d585a-999e-4f0e-a6cd-44f9dddfd481 req-a0e9a8fc-d47b-40cf-809a-be2faadbe953 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:31.115089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-504d585a-999e-4f0e-a6cd-44f9dddfd481 req-a0e9a8fc-d47b-40cf-809a-be2faadbe953 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1634333 Aug 03 15:53:31.123933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-c8926633-3b88-44f4-bbab-d55747657b1b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.0115886 Aug 03 15:53:31.186025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-812c3feb-eb4c-4710-a4bd-88ff22cc4848 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493240 Aug 03 15:53:31.262262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-504d585a-999e-4f0e-a6cd-44f9dddfd481 req-d3b83cbc-165c-4675-8401-2eb4c99f8c54 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233938 Aug 03 15:53:31.377256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 57da95c9-6a04-434b-81a2-275a33dd9231 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:31.381186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 73cdb530-3063-4157-b736-bd8f1cf5b42a no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:31.390613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-067b6a13-97c0-40e3-8947-873c2170ba5f service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035356 Aug 03 15:53:31.479657 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77a61d-10c0-4959-97f4-45a83b94d7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.505512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77a61d-10c0-4959-97f4-45a83b94d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.562509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-0c73e4e2-1bdb-41d5-9ebc-d5bb5cea9f33 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578593 Aug 03 15:53:31.588812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 73cdb530-3063-4157-b736-bd8f1cf5b42a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:31.589245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 73cdb530-3063-4157-b736-bd8f1cf5b42a not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:31.645103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ae77a61d-10c0-4959-97f4-45a83b94d7ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e41d7358e60e4a1d905c19bd3054656b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8407302 Aug 03 15:53:31.648193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34780) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:31.712634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.730936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=57da95c9-6a04-434b-81a2-275a33dd9231,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:31.745622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '57da95c9-6a04-434b-81a2-275a33dd9231', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '57da95c9-6a04-434b-81a2-275a33dd9231', 'mac_address': 'fa:16:3e:88:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:31.771327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77a61d-10c0-4959-97f4-45a83b94d7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400bdf3-1f77-4c49-947e-63e4ee20f455,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:31.791877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0557-2983-4096-84f6-bb9ccce1a2b5 req-b1f98860-48a7-4aee-be69-f78bf31448b4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:31.795167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.799027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17e0557-2983-4096-84f6-bb9ccce1a2b5 req-b1f98860-48a7-4aee-be69-f78bf31448b4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.3748994 Aug 03 15:53:31.807202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.829099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57da95c9-6a04-434b-81a2-275a33dd9231 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:31.860819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=57da95c9-6a04-434b-81a2-275a33dd9231,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:31.869603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.875261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-81f7ca04-ebc7-4568-abfd-17750383a4f3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:31.877243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-81f7ca04-ebc7-4568-abfd-17750383a4f3 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1482532 Aug 03 15:53:31.888241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:53:31.888814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.892456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:31.898174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b400bdf3-1f77-4c49-947e-63e4ee20f455 HTTP/1.1" status: 204 len: 168 time: 0.2488582 Aug 03 15:53:31.918236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400bdf3-1f77-4c49-947e-63e4ee20f455,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:31.973986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17e0557-2983-4096-84f6-bb9ccce1a2b5 req-edf3395b-e689-4bf0-83ec-999fc49350ec tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737156 Aug 03 15:53:31.996722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:31.996940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:31.998711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:31.999434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.000374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.001138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.002415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.003643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.004094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.005139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.015691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.016168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.016609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8074c1-9937-4b83-b36c-969736a64473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:32.051426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fd0e8-b6cd-413a-8cc3-97077013c78e req-b02afce7-e87a-4eb8-ac15-f5e8c8b98629 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:32.053210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf6fd0e8-b6cd-413a-8cc3-97077013c78e req-b02afce7-e87a-4eb8-ac15-f5e8c8b98629 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 948 time: 0.1367698 Aug 03 15:53:32.091986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['57da95c9-6a04-434b-81a2-275a33dd9231'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:32.123494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf6fd0e8-b6cd-413a-8cc3-97077013c78e req-ef45ed91-c987-4be3-94df-8c0862068d1a tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Aug 03 15:53:32.154142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.164542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.239028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d4d4-036b-469d-997b-41e30a3cccbc req-f840fb07-80d6-4958-b2b1-717ee3d8564d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:32.239464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c044b8e6-e928-4bb3-8a5b-f662bc4f7349 req-3b27c150-41c1-485f-a26a-ad03609b296a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0417016 Aug 03 15:53:32.240594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aac6d4d4-036b-469d-997b-41e30a3cccbc req-f840fb07-80d6-4958-b2b1-717ee3d8564d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1879072 Aug 03 15:53:32.339917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Deleting port b240c23d-a668-413a-b348-d134f61f4c45 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:32.340691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.416338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-76e2349e-1bd7-46b4-af79-e364318be83f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d6b22431-57e0-4432-bcd5-b99adc51b654 HTTP/1.1" status: 200 len: 1801 time: 0.1172416 Aug 03 15:53:32.433232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aac6d4d4-036b-469d-997b-41e30a3cccbc req-9272cb97-83fd-4aaf-a5a1-8b0214fe0606 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809509 Aug 03 15:53:32.448713 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Floating IP 0e12933f-67d8-4086-9405-303d7c85d9dd associated. External IP: 172.25.7.162, port: acc976c1-a3ff-4e18-bb76-92cb79df132d. Aug 03 15:53:32.561441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.604496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.622607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:32.636247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] For port b240c23d-a668-413a-b348-d134f61f4c45, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b240c23d-a668-413a-b348-d134f61f4c45,segment=NetworkSegment(67d19790-b4a4-45cf-ae6a-0fc1834c40e0),segment_id=67d19790-b4a4-45cf-ae6a-0fc1834c40e0)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:32.636677 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.640511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-021fd89b-e69b-4426-9ccb-cd54235dd8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.663005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Calling delete_port for b240c23d-a668-413a-b348-d134f61f4c45 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:32.725071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.728107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.745151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82911a7e-8028-4020-b2ce-03276256b3a1 req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/d6b22431-57e0-4432-bcd5-b99adc51b654 HTTP/1.1" status: 204 len: 173 time: 0.3139024 Aug 03 15:53:32.778242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccbcdd-f98e-4443-9383-552d86d3933d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b22431-57e0-4432-bcd5-b99adc51b654,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:32.912398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-021fd89b-e69b-4426-9ccb-cd54235dd8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.920886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455209-6d1c-4b43-bd35-68d75cb4eddd req-ac8aebf9-a8c3-4026-8f30-3b20f9a69b7b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:32.922584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a455209-6d1c-4b43-bd35-68d75cb4eddd req-ac8aebf9-a8c3-4026-8f30-3b20f9a69b7b tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5 HTTP/1.1" status: 200 len: 946 time: 0.1159472 Aug 03 15:53:32.923729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-021fd89b-e69b-4426-9ccb-cd54235dd8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:32.974828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Router 878d1606-9bad-4649-a43f-1a3065d74bb5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:53:32.990353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd89b-e69b-4426-9ccb-cd54235dd8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490fa7b0-e0b9-40a2-9746-92f138088681,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:32.997410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-021fd89b-e69b-4426-9ccb-cd54235dd8b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=297fec20d4f14656bb990f95dc0d6817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708076 Aug 03 15:53:33.000942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34814) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:33.025930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a455209-6d1c-4b43-bd35-68d75cb4eddd req-3fc64e27-2923-4f2f-b87c-9837208322bd tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.70 "GET /v2.0/security-groups?id=378f6efc-8ae4-4b8f-a39a-58e1dc736536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907407 Aug 03 15:53:33.121380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.187867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.195873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:53:33.214945 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Sync routers for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:53:33.226729 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:33.227521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:33.231014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-29de50e2-e86b-45d1-ba53-cde5c0717b11 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d01275fe-da33-4804-9d3c-29490d2e75a6 HTTP/1.1" status: 200 len: 1800 time: 0.1358271 Aug 03 15:53:33.232193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.242737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.257498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b240c23d-a668-413a-b348-d134f61f4c45'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:33.380778 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:33.384985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.400839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 57da95c9-6a04-434b-81a2-275a33dd9231 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:33.421921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Pushing event deleted for resources: {'Port': ['ID=b240c23d-a668-413a-b348-d134f61f4c45,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:33.433055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.453585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-42476e1a-3332-4b4a-b9cc-d538486bb532 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "PUT /v2.0/floatingips/0e12933f-67d8-4086-9405-303d7c85d9dd HTTP/1.1" status: 200 len: 991 time: 2.5829034 Aug 03 15:53:33.454798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:33.459420 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a41784-356c-4cad-88dc-4cdf4b17fa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:33.459744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.463746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.465044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/490fa7b0-e0b9-40a2-9746-92f138088681 HTTP/1.1" status: 204 len: 168 time: 0.4631588 Aug 03 15:53:33.487159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 57da95c9-6a04-434b-81a2-275a33dd9231 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:33.493039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f0a4c-b7ad-428c-92f2-5287e2720a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490fa7b0-e0b9-40a2-9746-92f138088681,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:33.496163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 57da95c9-6a04-434b-81a2-275a33dd9231 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:33.500592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.503649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] No DVR routers for this DVR port b240c23d-a668-413a-b348-d134f61f4c45 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:33.511255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.516075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a6eab77-d8e9-4a01-9533-098e99ff9463 req-78c52529-37af-4072-be63-1edee4fe5fc2 tempest-ServerDiskConfigTestJSON-1221188745 tempest-ServerDiskConfigTestJSON-1221188745-project] 10.222.0.72 "DELETE /v2.0/ports/b240c23d-a668-413a-b348-d134f61f4c45 HTTP/1.1" status: 204 len: 173 time: 1.6242216 Aug 03 15:53:33.543657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.553285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd554a0-dc7e-42b7-a797-7c9401f81aa5 req-c1a63871-ff60-485c-aa5c-8b06f0ad709a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:33.567752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdd554a0-dc7e-42b7-a797-7c9401f81aa5 req-c1a63871-ff60-485c-aa5c-8b06f0ad709a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.3552434 Aug 03 15:53:33.569885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.580260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2247063d-380e-41a8-b75f-3dc374e07aa4 req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/d01275fe-da33-4804-9d3c-29490d2e75a6 HTTP/1.1" status: 204 len: 173 time: 0.3416381 Aug 03 15:53:33.625352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136870a3-c270-4299-b5b0-9d5f548746af tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01275fe-da33-4804-9d3c-29490d2e75a6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:33.685879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-ea9c9fb9-9109-4321-9881-ec80687a2734 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0667477 Aug 03 15:53:33.708608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdd554a0-dc7e-42b7-a797-7c9401f81aa5 req-512476be-bfc5-4d36-a9b8-e3cb8998fa80 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376922 Aug 03 15:53:33.754264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.809007 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '0e12933f-67d8-4086-9405-303d7c85d9dd', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'port_id': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'mac_address': 'fa:16:3e:04:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47d1c3-7356-4222-958e-72cd2155f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:52:26Z', 'updated_at': '2021-08-03T15:53:31Z', 'revision_number': 1, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:33.809339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:33.812650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf3cafe1-6de1-4b5f-a6a6-cbbec7279d24 req-e916be27-4b14-419d-8e90-749382549524 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0781052 Aug 03 15:53:33.814342 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0871b5c2-5bb3-4fcb-bf76-01ad818dc7eb" -d '{"events": [{"server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "name": "network-vif-plugged", "status": "completed", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:33.851013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=57da95c9-6a04-434b-81a2-275a33dd9231,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:33.858877 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:33.888261 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Checking router: 878d1606-9bad-4649-a43f-1a3065d74bb5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:53:33.911637 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:33.912656 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:34.000961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:34.133414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026be2a-f911-432a-8ac8-674d8b83b8c8 req-bad3b468-548d-45e4-9fa7-92d59d7d4b19 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.135840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4026be2a-f911-432a-8ac8-674d8b83b8c8 req-bad3b468-548d-45e4-9fa7-92d59d7d4b19 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.2071633 Aug 03 15:53:34.165378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4c9b3-01a1-4849-8a8d-7e8a74a7c8ac req-adaaeda9-fd41-4e93-b633-927ac03bee15 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.175842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ca4c9b3-01a1-4849-8a8d-7e8a74a7c8ac req-adaaeda9-fd41-4e93-b633-927ac03bee15 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.1129017 Aug 03 15:53:34.197494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-012da6df-9ebd-4c36-8451-284d1ba10305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.200067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-012da6df-9ebd-4c36-8451-284d1ba10305 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4897885 Aug 03 15:53:34.207579 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:34.235507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ca4c9b3-01a1-4849-8a8d-7e8a74a7c8ac req-9ea8e054-0da3-43aa-b08a-b40227d955f5 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Aug 03 15:53:34.361869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1450503366', 'description': 'tempest-description-1302361615'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:34.403747 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23914d-4e69-4e7e-a5a9-f9bd6f0c0b01 x-openstack-request-id: req-fe23914d-4e69-4e7e-a5a9-f9bd6f0c0b01 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:34.404190 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:34.404575 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe23914d-4e69-4e7e-a5a9-f9bd6f0c0b01 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:34.405179 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'status': 'completed', 'code': 200} Aug 03 15:53:34.413096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:34.468265 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4026be2a-f911-432a-8ac8-674d8b83b8c8 req-fb5a08ef-2eca-4801-8886-af38863dacd4 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105319 Aug 03 15:53:34.504366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-8c55b140-9752-4a01-92fd-bc6d0b7a9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.506806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-8c55b140-9752-4a01-92fd-bc6d0b7a9d56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=998c3e62e87d46108fa6d4a42339fad9&device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 1096 time: 0.1136694 Aug 03 15:53:34.674803 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '0e12933f-67d8-4086-9405-303d7c85d9dd', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'port_id': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'mac_address': 'fa:16:3e:04:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47d1c3-7356-4222-958e-72cd2155f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:52:26Z', 'updated_at': '2021-08-03T15:53:31Z', 'revision_number': 1, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:34.701377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-9a1c4574-ca4f-4dcd-996b-3202a70dc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.702990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-9a1c4574-ca4f-4dcd-996b-3202a70dc853 service neutron] 10.222.0.78 "GET /v2.0/networks?id=1822382f-589e-4e20-95b5-e384d2fd97ef HTTP/1.1" status: 200 len: 917 time: 0.1823261 Aug 03 15:53:34.720901 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9299c-bf61-4e1a-8f60-cca9358f197c None None] The sync data for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 is: [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '0e12933f-67d8-4086-9405-303d7c85d9dd', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'port_id': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'mac_address': 'fa:16:3e:04:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d47d1c3-7356-4222-958e-72cd2155f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:52:26Z', 'updated_at': '2021-08-03T15:53:31Z', 'revision_number': 1, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:53:34.793434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:34.804391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:34.890615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:34.903723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d64b80e-2e32-4565-a6cd-b175aef78dd2 req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5437167 Aug 03 15:53:34.916984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-69f43ce8-b30c-4b81-abd2-5547ac956119 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d HTTP/1.1" status: 200 len: 999 time: 0.2033622 Aug 03 15:53:34.918215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697adf29-363d-42a7-b6df-f974ac86eb3b tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c3fcb-0d65-4d79-b97a-e15e237b9e61,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:34.969403 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986a4a3e-20ed-490b-b44c-b1cbddc087f5 x-openstack-request-id: req-986a4a3e-20ed-490b-b44c-b1cbddc087f5 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:34.970578 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "name": "network-vif-plugged", "status": "completed", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:34.971047 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-986a4a3e-20ed-490b-b44c-b1cbddc087f5 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:34.971828 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231', 'code': 200} Aug 03 15:53:34.994302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-a5c7bffe-eb9b-44e6-a5d0-d707218cd11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:34.995923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-a5c7bffe-eb9b-44e6-a5d0-d707218cd11a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=015e8113-5799-4bd8-b585-8739f5e9dfc6 HTTP/1.1" status: 200 len: 855 time: 0.0667686 Aug 03 15:53:35.068037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681afd2-207b-447e-865a-eb2d94c2bcdf None None] New status for floating IP 0e12933f-67d8-4086-9405-303d7c85d9dd: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:53:35.107661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-e8d05b0e-2372-47b8-9e0f-72ec1cc5cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.110182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-e8d05b0e-2372-47b8-9e0f-72ec1cc5cb5f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=1822382f-589e-4e20-95b5-e384d2fd97ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029439 Aug 03 15:53:35.127441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bc07b-feb4-48bb-9761-1e8ad8ae5bcb req-60aa1da8-e209-4259-b667-8502be680a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.130195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a75bc07b-feb4-48bb-9761-1e8ad8ae5bcb req-60aa1da8-e209-4259-b667-8502be680a8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 1100 time: 0.0886943 Aug 03 15:53:35.196766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ca5ebc5-d3c1-487c-8be8-49f250aa5536 req-e439fbff-1ce4-4ca7-85c3-51b40fe69f85 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0645235 Aug 03 15:53:35.217821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-e9304ea7-620e-4898-9da0-22d4307b063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.220295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-e9304ea7-620e-4898-9da0-22d4307b063f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0024855 Aug 03 15:53:35.228359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceac872-dd1e-4f01-bacc-aaf417a63737 req-e49d2093-85ec-4882-80a2-8d6f3fcd6406 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.236072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dceac872-dd1e-4f01-bacc-aaf417a63737 req-e49d2093-85ec-4882-80a2-8d6f3fcd6406 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1096 time: 0.0901496 Aug 03 15:53:35.282238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17cced84-d9c4-4487-aa9c-a0c325788b23 req-f5b8f531-0734-4925-bbae-eb1ba88d5f0a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0371797 Aug 03 15:53:35.327735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dceac872-dd1e-4f01-bacc-aaf417a63737 req-fcfc936f-b338-49f3-879c-e1022eeb959c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904973 Aug 03 15:53:35.360359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a75bc07b-feb4-48bb-9761-1e8ad8ae5bcb req-1265f91f-271c-4418-b64a-e3690eed98ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818566 Aug 03 15:53:35.376708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0281356a-6266-456f-beb4-dac71cb91c82 req-47950c36-edc0-4b1b-9efc-91e709cf55fe tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa0c3fcb-0d65-4d79-b97a-e15e237b9e61 HTTP/1.1" status: 200 len: 1801 time: 0.1254444 Aug 03 15:53:35.383941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1988671494', 'description': 'tempest-description-hth-570234706'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:35.406419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b240c23d-a668-413a-b348-d134f61f4c45 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:35.442921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-81b08fe3-c489-432d-872e-ebffffc95aa8 service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106620 Aug 03 15:53:35.446553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:35.498279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b240c23d-a668-413a-b348-d134f61f4c45 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:35.498777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b240c23d-a668-413a-b348-d134f61f4c45 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:35.546403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9470dc-6a18-4365-8c9c-df01c84868ed req-084e1a47-7c36-49c6-9f84-fce1a9b5ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.548322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d9470dc-6a18-4365-8c9c-df01c84868ed req-084e1a47-7c36-49c6-9f84-fce1a9b5ebe9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1100 time: 0.0821157 Aug 03 15:53:35.598065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d9470dc-6a18-4365-8c9c-df01c84868ed req-81699f0e-7f8e-4d46-97e4-1a6deba9efea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Aug 03 15:53:35.620794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:35.631228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:35.634123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:35.651630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0281356a-6266-456f-beb4-dac71cb91c82 req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "PUT /v2.0/security-groups/fa0c3fcb-0d65-4d79-b97a-e15e237b9e61 HTTP/1.1" status: 200 len: 1774 time: 0.2742455 Aug 03 15:53:35.686767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6ab96-4e6d-441f-af1d-38cc437002ab req-c82d4e94-9a5d-4cc1-be50-66cb3c90eef2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.696089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aef6ab96-4e6d-441f-af1d-38cc437002ab req-c82d4e94-9a5d-4cc1-be50-66cb3c90eef2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0871716 Aug 03 15:53:35.722553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319044b-32d1-4b88-93a0-e65b9251470c tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c3fcb-0d65-4d79-b97a-e15e237b9e61,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:35.732220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04a41784-356c-4cad-88dc-4cdf4b17fa0d req-502d3854-1ac3-47cf-ae05-d09385e604cc service neutron] 10.222.0.78 "GET /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805786 Aug 03 15:53:35.772553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aef6ab96-4e6d-441f-af1d-38cc437002ab req-4fd26eb8-d3b1-48d8-9e93-ecec98e322c0 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753815 Aug 03 15:53:35.900552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cc827-35d4-4319-aa2a-adfef842f652 req-7c48753e-18d4-436a-b0b0-0d04a0e4ef2e tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:35.900963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ceb7259-52ee-479f-937e-8fbda9a27c9f req-6ff13f0a-64ce-42cc-bb57-df60a377a298 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa0c3fcb-0d65-4d79-b97a-e15e237b9e61 HTTP/1.1" status: 200 len: 1774 time: 0.0861185 Aug 03 15:53:35.910303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f5cc827-35d4-4319-aa2a-adfef842f652 req-7c48753e-18d4-436a-b0b0-0d04a0e4ef2e tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.0900977 Aug 03 15:53:35.949091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-6b1c09df-febf-4b6b-814d-be5d3730ed94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0681853 Aug 03 15:53:36.058204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-9eb35fab-57ba-421c-8b4a-a3580db8efa2 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa0c3fcb-0d65-4d79-b97a-e15e237b9e61 HTTP/1.1" status: 200 len: 1774 time: 0.0836868 Aug 03 15:53:36.100693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f5cc827-35d4-4319-aa2a-adfef842f652 req-3f7a34e5-16ae-4106-8439-b206c7ffd7c3 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894450 Aug 03 15:53:36.191447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.236198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.272366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34906) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:36.327455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.331666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.333768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-898141cb-5a30-41d8-88ef-ca3c71bd498a req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/fa0c3fcb-0d65-4d79-b97a-e15e237b9e61 HTTP/1.1" status: 204 len: 173 time: 0.2760963 Aug 03 15:53:36.358754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-76485308-4fc2-44ad-8743-92f1a0059c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:36.360598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-76485308-4fc2-44ad-8743-92f1a0059c2f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4017169 Aug 03 15:53:36.381473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a33e6f-947a-4c2e-a5fa-b4cd2c9db43f tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c3fcb-0d65-4d79-b97a-e15e237b9e61,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:36.408660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'name': 'network-vif-deleted', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:36.412466 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8135a7-6feb-4c91-b535-ab47d3737693" -d '{"events": [{"server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "name": "network-vif-deleted", "tag": "b240c23d-a668-413a-b348-d134f61f4c45"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:36.434808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b01d17d3-fad9-4121-a00d-2e34e71ede33 req-d692c3be-5f92-4280-af97-06cd824609d4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0694690 Aug 03 15:53:36.458353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Deleting subnet b68845f8-e6fc-461b-8aff-56803139634e {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:53:36.501985 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d076be0-90bc-495c-a748-7ba595b017b2 x-openstack-request-id: req-6d076be0-90bc-495c-a748-7ba595b017b2 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:36.502280 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5", "name": "network-vif-deleted", "tag": "b240c23d-a668-413a-b348-d134f61f4c45", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:36.502571 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d076be0-90bc-495c-a748-7ba595b017b2 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:36.502975 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f295f9-bdd6-4cd8-97ac-43d2b2800dd5', 'name': 'network-vif-deleted', 'tag': 'b240c23d-a668-413a-b348-d134f61f4c45', 'status': 'completed', 'code': 200} Aug 03 15:53:36.771079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:36.809904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.919258 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-27991019-da68-4bf6-b9c1-cca741ca8595 req-0c52e020-d905-4eae-acaa-59c2abdd4c86 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:36.920509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27991019-da68-4bf6-b9c1-cca741ca8595 req-0c52e020-d905-4eae-acaa-59c2abdd4c86 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d01275fe-da33-4804-9d3c-29490d2e75a6 HTTP/1.1" status: 404 len: 352 time: 0.1083167 Aug 03 15:53:36.925392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:36.972386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e04f-8ada-46b7-8c3d-8ccac8bcce49 req-871e8912-40be-4295-92b7-83730cb01882 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:36.975762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d762e04f-8ada-46b7-8c3d-8ccac8bcce49 req-871e8912-40be-4295-92b7-83730cb01882 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 949 time: 0.0784667 Aug 03 15:53:36.981831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:37.002439 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d747912a-4ded-4e08-9de1-47aefaef498c" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:37.042493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:37.050000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d762e04f-8ada-46b7-8c3d-8ccac8bcce49 req-d1106539-d3e1-44c9-8d31-363dc8f0029d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660353 Aug 03 15:53:37.051637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.092990 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-a22ad4d7-bb10-44fb-9829-68898643aaef req-b1b035a7-a3b1-496c-92ea-3e27843396b8 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:37.103541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a22ad4d7-bb10-44fb-9829-68898643aaef req-b1b035a7-a3b1-496c-92ea-3e27843396b8 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/d6b22431-57e0-4432-bcd5-b99adc51b654 HTTP/1.1" status: 404 len: 352 time: 0.1275301 Aug 03 15:53:37.240503 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4014916-00ff-47d9-8af2-6b3910423c2c x-openstack-request-id: req-a4014916-00ff-47d9-8af2-6b3910423c2c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:37.240977 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:37.242019 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4014916-00ff-47d9-8af2-6b3910423c2c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:37.242841 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'code': 200} Aug 03 15:53:37.256128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:37.257494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.314407 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-b06c20be-b2ef-48dd-831b-37d58870638c req-de2e4df6-77b7-42e3-9b06-2ebe7698c7b0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:37.326277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b06c20be-b2ef-48dd-831b-37d58870638c req-de2e4df6-77b7-42e3-9b06-2ebe7698c7b0 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/8ff7d45d-82ad-4b78-8267-244115b58c68 HTTP/1.1" status: 404 len: 352 time: 0.1389344 Aug 03 15:53:37.348397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-e26ad75d-e856-4925-b710-ff1ce0d0e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:37.350000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-e26ad75d-e856-4925-b710-ff1ce0d0e5c8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9692674 Aug 03 15:53:37.368153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.423959 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-391b81e5-cf17-4ae8-a8f8-7587bec7f2c2 req-e6033b44-78d1-48f2-9a87-1abddfb9343e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:37.425486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-391b81e5-cf17-4ae8-a8f8-7587bec7f2c2 req-e6033b44-78d1-48f2-9a87-1abddfb9343e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/36a837d4-b67f-4c2c-a5f0-1fd033686f87 HTTP/1.1" status: 404 len: 352 time: 0.0170836 Aug 03 15:53:37.460236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20cbb68e-bf50-4238-9a4f-90ba404c9e0f req-db2f660b-de37-4609-9267-77c37e31402c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a9ca113-0b3d-4d48-bd0f-9a5a024f6cdc HTTP/1.1" status: 200 len: 210 time: 0.0520785 Aug 03 15:53:37.504138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9ad8f-ff6c-4a5c-9f50-d63512e44678 req-3287b999-26b7-446b-a240-21fd869776de tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:37.505895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb9ad8f-ff6c-4a5c-9f50-d63512e44678 req-3287b999-26b7-446b-a240-21fd869776de tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.1104014 Aug 03 15:53:37.511915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.556451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68845f8-e6fc-461b-8aff-56803139634e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:37.574200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.577865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b6dc1f8-2466-43e4-97f1-1db1b5b4b8af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b68845f8-e6fc-461b-8aff-56803139634e HTTP/1.1" status: 204 len: 168 time: 1.3014977 Aug 03 15:53:37.579512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:37.601716 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb9ad8f-ff6c-4a5c-9f50-d63512e44678 req-ec04fd5a-f6a1-4b1e-a4bf-ee777e25d648 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845585 Aug 03 15:53:37.680609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.777614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb525f8-0fb3-4243-8c27-9fc1a4385319 req-e63be9e6-5651-450e-a069-9a8732f0db68 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:37.779235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eb525f8-0fb3-4243-8c27-9fc1a4385319 req-e63be9e6-5651-450e-a069-9a8732f0db68 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1098 time: 0.0474832 Aug 03 15:53:37.783460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.811737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9724c443-a0a7-4819-ab2b-20b7d0a2b8c6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:37.839562 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-1d034554-c330-43fc-9da8-67d303d7785d req-04287cf1-aded-47a7-83b1-d6a9e750b872 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:37.840309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eb525f8-0fb3-4243-8c27-9fc1a4385319 req-1df65761-c81f-4329-bc32-4a51af475273 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Aug 03 15:53:37.840831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d034554-c330-43fc-9da8-67d303d7785d req-04287cf1-aded-47a7-83b1-d6a9e750b872 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/1a78a1b6-6a10-4a0e-81ab-aa8df3cb8628 HTTP/1.1" status: 404 len: 352 time: 0.0235300 Aug 03 15:53:37.842455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d19790-b4a4-45cf-ae6a-0fc1834c40e0') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:37.842749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d19790-b4a4-45cf-ae6a-0fc1834c40e0') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:37.868648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.896987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.906834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:53:37.907263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:53:37.909938 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:53:37.997901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.019049 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-c9d3f8f2-183c-4684-be61-127dd748233c req-fd56b3ff-2740-4a06-b1dd-67602587332d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] show failed (client error): The resource could not be found. Aug 03 15:53:38.020414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9d3f8f2-183c-4684-be61-127dd748233c req-fd56b3ff-2740-4a06-b1dd-67602587332d tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/fa111977-4042-4262-9edf-57f7d8db16d3 HTTP/1.1" status: 404 len: 352 time: 0.0582085 Aug 03 15:53:38.020567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.026726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9724c443-a0a7-4819-ab2b-20b7d0a2b8c6 HTTP/1.1" status: 204 len: 168 time: 0.4452245 Aug 03 15:53:38.052542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d29f3-c804-4451-91fa-e0a59f850411 admin admin] Pushing event deleted for resources: {'Network': ['ID=9724c443-a0a7-4819-ab2b-20b7d0a2b8c6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:38.304730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34988) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:38.371149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f75ccf77-72e2-4ea9-9184-dfea0d2d510e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ea4550706e0459db13e8eb4e98d6488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631344 Aug 03 15:53:38.372323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34996) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:38.535490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.539294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2df0c-a3a1-4de2-89b1-75c947910f82 req-43080ff7-3585-4e3d-b3dc-350d668cfba5 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:38.542134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5f2df0c-a3a1-4de2-89b1-75c947910f82 req-43080ff7-3585-4e3d-b3dc-350d668cfba5 tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 1098 time: 0.0506041 Aug 03 15:53:38.597440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5f2df0c-a3a1-4de2-89b1-75c947910f82 req-78dded80-9349-4fbb-95ab-32780e6f826f tempest-ServersAdminTestJSON-314992257 tempest-ServersAdminTestJSON-314992257-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Aug 03 15:53:38.618903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.647647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-e243cbe7-41c9-43a5-949f-3451f69aa30f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:38.649960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-e243cbe7-41c9-43a5-949f-3451f69aa30f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.2249808 Aug 03 15:53:38.700639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-8c3ebdfd-58ed-460b-98ad-4f9dfaed104a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.0276434 Aug 03 15:53:38.733999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291a378-8cff-41a6-ad4d-5363e939db61 req-cf2c180a-5e7c-46ab-8788-2e2caef97b69 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:38.735802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c291a378-8cff-41a6-ad4d-5363e939db61 req-cf2c180a-5e7c-46ab-8788-2e2caef97b69 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.0687590 Aug 03 15:53:38.762934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-3ee4f4c5-096d-477d-b697-023688d605af tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549333 Aug 03 15:53:38.783664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:38.788389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.792189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:38.793823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/378f6efc-8ae4-4b8f-a39a-58e1dc736536 HTTP/1.1" status: 204 len: 168 time: 0.4201283 Aug 03 15:53:38.833565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c291a378-8cff-41a6-ad4d-5363e939db61 req-4e092e24-688a-4346-9dab-210cd4ef57c2 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841899 Aug 03 15:53:38.968185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c2a0b5c6-a443-4e25-9e8d-77d0296c5190 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958804 Aug 03 15:53:39.046668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:39.068625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'mac_address': 'fa:16:3e:e8:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:39.083393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dfc9d-4d94-4a56-9c52-a84277b32303 req-f34e5097-6cdb-4f01-83b4-f48eb9a96e84 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:39.091537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a2dfc9d-4d94-4a56-9c52-a84277b32303 req-f34e5097-6cdb-4f01-83b4-f48eb9a96e84 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1024 time: 0.1171391 Aug 03 15:53:39.117621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:39.131944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c980e-8572-4315-8009-8f04ba033d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f6efc-8ae4-4b8f-a39a-58e1dc736536,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:39.141460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:39.185241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:39.209994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:39.228983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a2dfc9d-4d94-4a56-9c52-a84277b32303 req-2ee808f1-f5e3-4577-85f1-d06efdf0f505 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8493bb5-7d82-43da-9a8b-487764e5da2f&id=2a6fc782-324b-4c20-b87d-19574e474423&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1305254 Aug 03 15:53:39.261555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-1eb62d5c-1907-403a-ac69-07f0b1a15fbb service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910321 Aug 03 15:53:39.330666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:39.535006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:39.689162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b02437c1-797c-4dbe-a854-1d91f7a55c32 req-bb3e8c9e-8e6e-46f2-afe7-ad8f0f728a6c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 210 time: 0.0824022 Aug 03 15:53:39.871564 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98ccf3b9-be6d-48fe-9037-9414359c66cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:39.919382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-14c2b4cd-2bf4-4413-84ab-e323c21ccbfb tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:39.922056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-14c2b4cd-2bf4-4413-84ab-e323c21ccbfb tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.72 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.2445688 Aug 03 15:53:40.090224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8e986-00a0-4a52-8c20-a2ac417166fb req-254ebdb8-c4af-499d-9d35-96c3a0adf836 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:40.111335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44d8e986-00a0-4a52-8c20-a2ac417166fb req-254ebdb8-c4af-499d-9d35-96c3a0adf836 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 950 time: 0.3548558 Aug 03 15:53:40.216116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ebb11-2b11-4298-9048-a2adb3886a06 req-5ef21ebf-35c4-4f57-831c-1960f27d465d tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:40.219200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a2ebb11-2b11-4298-9048-a2adb3886a06 req-5ef21ebf-35c4-4f57-831c-1960f27d465d tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 949 time: 0.1901748 Aug 03 15:53:40.230146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61bc55-c816-4402-b319-4e57012765ef req-6ab40b67-2991-4f41-879e-c56b197c4249 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:40.232325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Deleting port 57da95c9-6a04-434b-81a2-275a33dd9231 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:40.233000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.241335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e61bc55-c816-4402-b319-4e57012765ef req-6ab40b67-2991-4f41-879e-c56b197c4249 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1024 time: 0.3826036 Aug 03 15:53:40.415386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a2ebb11-2b11-4298-9048-a2adb3886a06 req-b4e015e5-8c2f-4b20-a270-cdcacb699869 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/security-groups?id=ba4becf1-227c-4413-8ce3-c34035997548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711001 Aug 03 15:53:40.492508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] For port 57da95c9-6a04-434b-81a2-275a33dd9231, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=57da95c9-6a04-434b-81a2-275a33dd9231,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:40.493614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.497957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:40.529624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Calling delete_port for 57da95c9-6a04-434b-81a2-275a33dd9231 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:40.537120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44d8e986-00a0-4a52-8c20-a2ac417166fb req-32d46ddc-da34-40bd-b4c5-d57b0841f454 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194674 Aug 03 15:53:40.636527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Deleting port be0aeefb-9051-4197-8393-670084408d96 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:40.639026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.788965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1242949288-network', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:40.864278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93dfb11a-1593-49dd-aa66-1d2fdbc5e75f req-c773c400-ad95-4436-902c-1235fae165d7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 210 time: 0.0405204 Aug 03 15:53:40.871876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Made reservation on behalf of 40057b43f9d44b73869e5b3bbe6e828e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:40.874275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.897720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:40.898522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.901465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] For port be0aeefb-9051-4197-8393-670084408d96, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=be0aeefb-9051-4197-8393-670084408d96,segment=NetworkSegment(eece3d43-20a4-4b1a-a934-dae481f0e0ba),segment_id=eece3d43-20a4-4b1a-a934-dae481f0e0ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:40.901879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:40.926640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88faa2-99ea-424c-b6d1-1a7fe614b99b req-a989cbc6-be8d-4b4c-881f-706d8c948a94 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:40.928613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e88faa2-99ea-424c-b6d1-1a7fe614b99b req-a989cbc6-be8d-4b4c-881f-706d8c948a94 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 1024 time: 0.2763407 Aug 03 15:53:40.954407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Calling delete_port for be0aeefb-9051-4197-8393-670084408d96 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:41.053244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e88faa2-99ea-424c-b6d1-1a7fe614b99b req-dbb1ee22-196c-40d1-9964-b364c7b0c82e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups?id=c8493bb5-7d82-43da-9a8b-487764e5da2f&id=2a6fc782-324b-4c20-b87d-19574e474423&id=496280c4-e273-4bcb-931f-f63f6a168d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1159863 Aug 03 15:53:41.073591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7fff-507c-49aa-bc9f-05af39e7ca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.162577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.174531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['57da95c9-6a04-434b-81a2-275a33dd9231'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:41.215775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.241372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-7a28000a-0b01-4d41-8b56-c219e51bbf1d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:41.245444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-7a28000a-0b01-4d41-8b56-c219e51bbf1d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 950 time: 0.1720061 Aug 03 15:53:41.245925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['be0aeefb-9051-4197-8393-670084408d96'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:41.247329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Pushing event deleted for resources: {'Port': ['ID=57da95c9-6a04-434b-81a2-275a33dd9231,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:41.283533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'Port': ['ID=be0aeefb-9051-4197-8393-670084408d96,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:41.356443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] No DVR routers for this DVR port be0aeefb-9051-4197-8393-670084408d96 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:41.363118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.370783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e61bc55-c816-4402-b319-4e57012765ef req-3d66d86c-44b3-4fe4-8936-78ae974d59f3 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.72 "DELETE /v2.0/ports/be0aeefb-9051-4197-8393-670084408d96 HTTP/1.1" status: 204 len: 173 time: 1.1197655 Aug 03 15:53:41.371873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'name': 'network-vif-deleted', 'tag': 'be0aeefb-9051-4197-8393-670084408d96'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:41.379999 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac88bc2-cd90-45c7-b82f-2d2f8cb3d67b" -d '{"events": [{"server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "name": "network-vif-deleted", "tag": "be0aeefb-9051-4197-8393-670084408d96"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:41.453828 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e11d5-779d-4694-a0f9-ce5004de893d x-openstack-request-id: req-7b9e11d5-779d-4694-a0f9-ce5004de893d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:41.453828 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d80d0a7-438d-48b4-b79d-307b5b4b1eff", "name": "network-vif-deleted", "tag": "be0aeefb-9051-4197-8393-670084408d96", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:41.454213 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b9e11d5-779d-4694-a0f9-ce5004de893d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:41.461237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] No DVR routers for this DVR port 57da95c9-6a04-434b-81a2-275a33dd9231 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:41.461710 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d80d0a7-438d-48b4-b79d-307b5b4b1eff', 'name': 'network-vif-deleted', 'tag': 'be0aeefb-9051-4197-8393-670084408d96', 'status': 'completed', 'code': 200} Aug 03 15:53:41.475721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.477949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c600006-19a0-4786-aace-6ce16db9ddaf req-349b6d79-6813-44c8-b849-f3543c36f968 tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.72 "DELETE /v2.0/ports/57da95c9-6a04-434b-81a2-275a33dd9231 HTTP/1.1" status: 204 len: 173 time: 1.5429187 Aug 03 15:53:41.484311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'name': 'network-vif-deleted', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:41.488360 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74227687-8afa-47dc-8d2c-04e2a0ff5df0" -d '{"events": [{"server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "name": "network-vif-deleted", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:41.602818 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.622167 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f9a1b6-6c43-43d0-ab46-202b5f87b251 x-openstack-request-id: req-a2f9a1b6-6c43-43d0-ab46-202b5f87b251 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:41.622463 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83105948-c50d-4dc6-9609-64a0d1f5208f", "name": "network-vif-deleted", "tag": "57da95c9-6a04-434b-81a2-275a33dd9231", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:41.622735 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2f9a1b6-6c43-43d0-ab46-202b5f87b251 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:41.623169 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83105948-c50d-4dc6-9609-64a0d1f5208f', 'name': 'network-vif-deleted', 'tag': '57da95c9-6a04-434b-81a2-275a33dd9231', 'status': 'completed', 'code': 200} Aug 03 15:53:41.648867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.748147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68e8bef3-f0fb-4403-b318-47677552f1b9 req-573ebf87-ee56-46a4-be73-00fa087775bc tempest-ServerDiagnosticsNegativeTest-86676829 tempest-ServerDiagnosticsNegativeTest-86676829-project] 10.222.0.70 "GET /v2.0/ports?device_id=83105948-c50d-4dc6-9609-64a0d1f5208f HTTP/1.1" status: 200 len: 210 time: 0.1479785 Aug 03 15:53:41.781119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:53:41.790678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a7c61-741d-43ed-90e9-8bc668656f91,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:41.822648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-dd07714d-eab0-47a9-96ed-ac4e621b288b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:41.824523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-dd07714d-eab0-47a9-96ed-ac4e621b288b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.4652162 Aug 03 15:53:41.828550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Deleting port bc7088c3-26af-40e0-95d2-85144b5b3693 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:41.829093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.843913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7fff-507c-49aa-bc9f-05af39e7ca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.850884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7fff-507c-49aa-bc9f-05af39e7ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.853896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': '463e512e-6f42-43fd-97e2-5587b6005f69', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:41.863514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:41.863863 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Added segment c6fff1e2-2597-4ede-9990-3823e1b5360c of type vlan for network 8d6702e2-8207-477c-804d-ffb1978f5d65 Aug 03 15:53:41.872060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053605b4-0a26-4dfe-9744-5115ee14f308 req-9f89deb3-2bbe-46fa-9e09-166eec19d256 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:41.873575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-053605b4-0a26-4dfe-9744-5115ee14f308 req-9f89deb3-2bbe-46fa-9e09-166eec19d256 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 950 time: 0.1544867 Aug 03 15:53:41.929086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba7fff-507c-49aa-bc9f-05af39e7ca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d79951-c2e2-445e-86d3-ee0930a0bcb7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:41.945525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3ba7fff-507c-49aa-bc9f-05af39e7ca25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53a237070c374131b315d6cb76117cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0465331 Aug 03 15:53:41.951614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35114) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:42.014963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-053605b4-0a26-4dfe-9744-5115ee14f308 req-57e42ef9-c17a-45da-b37e-d61b079781f2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171114 Aug 03 15:53:42.052119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.065527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.103234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.130985 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46a69c13-1a8a-4cd0-9438-551d610b5653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.194880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dcbf7502-bd24-4650-87e0-41fe5fc19cbf req-9a555095-2228-49c3-b7e6-deaaf253e1bc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 210 time: 0.0526485 Aug 03 15:53:42.198106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] For port bc7088c3-26af-40e0-95d2-85144b5b3693, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bc7088c3-26af-40e0-95d2-85144b5b3693,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:42.198528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.226021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Calling delete_port for bc7088c3-26af-40e0-95d2-85144b5b3693 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:42.238229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.239244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:42.240090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.246308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.251361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.254184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58d79951-c2e2-445e-86d3-ee0930a0bcb7 HTTP/1.1" status: 204 len: 168 time: 0.2994397 Aug 03 15:53:42.292004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:42.297992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.345529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef4698-dc34-4717-8cb0-abfa8126b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d79951-c2e2-445e-86d3-ee0930a0bcb7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:42.383204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06b9a6f0-34d3-431f-8848-0aba64bee97b req-0dc1c82b-ba53-438e-b144-2c9b319c63c9 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d80d0a7-438d-48b4-b79d-307b5b4b1eff HTTP/1.1" status: 200 len: 210 time: 0.0620475 Aug 03 15:53:42.441752 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9402533 Aug 03 15:53:42.444392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35122) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:42.450380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Request body: {'subnet': {'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1242949288-subnet', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:42.496163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Made reservation on behalf of 40057b43f9d44b73869e5b3bbe6e828e for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:42.499291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.502021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04d940-4470-473a-beb3-38a8574eff6e admin admin] Pushing event updated for resources: {'Network': ['ID=8d6702e2-8207-477c-804d-ffb1978f5d65,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:42.701397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.747075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:42.755023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:53:42.793389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event deleted for resources: {'Port': ['ID=bc7088c3-26af-40e0-95d2-85144b5b3693,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:42.845005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:42.875268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] No DVR routers for this DVR port bc7088c3-26af-40e0-95d2-85144b5b3693 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:42.880054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.880375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.882987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e6732d9-9f78-44ea-8e6d-6987190b73d1 req-1ea3c51a-d54b-43ba-b2f5-4c961cff8909 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "DELETE /v2.0/ports/bc7088c3-26af-40e0-95d2-85144b5b3693 HTTP/1.1" status: 204 len: 173 time: 1.6083028 Aug 03 15:53:42.916919 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:42.962170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35132) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:43.034984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.8 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/23fa3b40-5c15-497f-af8a-9c30944dfe73) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:43.098867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-204b76a5-3690-4b51-a9e7-25b14e5cd63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.125251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:43.125623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.160145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca07c3e-03f6-4e88-9575-15c6360e12e8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:43.306609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.392582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89a733b8-c38f-41eb-802b-5c08c2482912 req-7d4f7de9-5d9a-4761-bc7d-7b6b301ec0cf tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=abbed341-d349-4abf-8a4b-f1ff6fff93d5 HTTP/1.1" status: 200 len: 210 time: 0.0323277 Aug 03 15:53:43.395864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.457767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:43.459775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:43.462753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:43.476604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-204b76a5-3690-4b51-a9e7-25b14e5cd63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.495181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-204b76a5-3690-4b51-a9e7-25b14e5cd63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.497600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device be0aeefb-9051-4197-8393-670084408d96 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:43.535923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:43.573261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:43.573977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.591371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-c334e2a3-113c-43cc-a7f9-690f6d8df355 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7424936 Aug 03 15:53:43.597572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b76a5-3690-4b51-a9e7-25b14e5cd63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac58e81-63a2-4f9b-a0ea-00c335d742ce,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:43.603570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: be0aeefb-9051-4197-8393-670084408d96 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:43.604824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device be0aeefb-9051-4197-8393-670084408d96 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:43.606325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 57da95c9-6a04-434b-81a2-275a33dd9231 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:43.607145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Checking segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:43.607517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Network hostable DHCP agents. Network: 8d6702e2-8207-477c-804d-ffb1978f5d65, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:53:43.613445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Request body: {'port': {'device_id': '463e512e-6f42-43fd-97e2-5587b6005f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:43.617773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.624650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'name': 'network-vif-deleted', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:43.637327 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bcd3c8-a7cf-4ea7-ba4b-b8924876d2d6" -d '{"events": [{"server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "name": "network-vif-deleted", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:43.642370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35148) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:43.692376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 57da95c9-6a04-434b-81a2-275a33dd9231 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:43.693392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 57da95c9-6a04-434b-81a2-275a33dd9231 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:43.739002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:43.741800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:43.745685 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409228c-5eb2-4470-93eb-3eb4d00ec6de" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:43.751319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.754841 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.783489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-204b76a5-3690-4b51-a9e7-25b14e5cd63a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=522d89c663434002a1ccfa205e57e431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994976 Aug 03 15:53:43.793772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35156) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:43.812300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:53:43.835748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8d6702e2-8207-477c-804d-ffb1978f5d65) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:43.855559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:43.856935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.865428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-518aa5b1-681e-40b8-b39b-d0fa61611873 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/2a6fc782-324b-4c20-b87d-19574e474423 HTTP/1.1" status: 200 len: 1800 time: 0.2205563 Aug 03 15:53:43.866963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:43.871151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:43.872644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ad4c9-a4df-4f51-8f24-0af5a05f05ee req-a148688b-f57d-4a33-839d-748a8db2f5a2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:43.883201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df9ad4c9-a4df-4f51-8f24-0af5a05f05ee req-a148688b-f57d-4a33-839d-748a8db2f5a2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 931 time: 0.3803413 Aug 03 15:53:43.886307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67218661-4db2-402a-835d-d53a5eda7d88 None None] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:43.934472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b1c3633b-f427-4fa3-b783-fa9ec7e73864 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4887416 Aug 03 15:53:43.945238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35158) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:43.952486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:43.970204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.019624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df9ad4c9-a4df-4f51-8f24-0af5a05f05ee req-e41089fa-3745-4660-994f-7ef6f1d82259 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345313 Aug 03 15:53:44.030473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.038500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.046397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-003d04b0-697c-4d72-b8b5-f1aa9b42ac40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b56f7bcabcd4d20a7474f2befd2a57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790002 Aug 03 15:53:44.059231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:44.067973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.087570 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4f1106-a436-4741-8283-929d20ae2455 x-openstack-request-id: req-8c4f1106-a436-4741-8283-929d20ae2455 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:44.087910 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbed341-d349-4abf-8a4b-f1ff6fff93d5", "name": "network-vif-deleted", "tag": "bc7088c3-26af-40e0-95d2-85144b5b3693", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:44.088604 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c4f1106-a436-4741-8283-929d20ae2455 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:44.089145 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbed341-d349-4abf-8a4b-f1ff6fff93d5', 'name': 'network-vif-deleted', 'tag': 'bc7088c3-26af-40e0-95d2-85144b5b3693', 'status': 'completed', 'code': 200} Aug 03 15:53:44.117173 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.137778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebbfc9-e448-4320-91ed-5ca04573f8bf None None] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:44.145810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.158306 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f1d548-7717-4af7-b42e-b63c579d21f6 x-openstack-request-id: req-a0f1d548-7717-4af7-b42e-b63c579d21f6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:44.159098 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:44.159761 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0f1d548-7717-4af7-b42e-b63c579d21f6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:44.160350 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'code': 200} Aug 03 15:53:44.191108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.262088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.266079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.267896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1790dc28-7973-4837-96e7-c91b3ccf0abf req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a6fc782-324b-4c20-b87d-19574e474423 HTTP/1.1" status: 204 len: 173 time: 0.3791828 Aug 03 15:53:44.306287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.309478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.310843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac58e81-63a2-4f9b-a0ea-00c335d742ce HTTP/1.1" status: 204 len: 168 time: 0.5156543 Aug 03 15:53:44.318620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2baeb6-00ad-42cb-aaab-81483b3a7761 tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fc782-324b-4c20-b87d-19574e474423,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:44.387645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450e928-79ec-4ee6-80d5-d6080dcaa1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac58e81-63a2-4f9b-a0ea-00c335d742ce,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:44.496337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.558869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.617491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-f71a8d9a-d4d0-4ec0-9292-fe877efc40ad tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "GET /v2.0/security-groups/c8493bb5-7d82-43da-9a8b-487764e5da2f HTTP/1.1" status: 200 len: 1800 time: 0.2841275 Aug 03 15:53:44.648723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.654880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fa3b40-5c15-497f-af8a-9c30944dfe73 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:44.690576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.742458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Transition to ACTIVE for port object 23fa3b40-5c15-497f-af8a-9c30944dfe73 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:44.789151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.794291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.796629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bc7088c3-26af-40e0-95d2-85144b5b3693 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:44.842459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: bc7088c3-26af-40e0-95d2-85144b5b3693 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:44.842892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bc7088c3-26af-40e0-95d2-85144b5b3693 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:44.894582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:44.938999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.948477 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.990163 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.994029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.996547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:44.997915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba4becf1-227c-4413-8ce3-c34035997548 HTTP/1.1" status: 204 len: 168 time: 0.9375372 Aug 03 15:53:45.012216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62ee13-a4f4-4705-a5fd-6ec4393886d4 req-515087be-558e-40a1-9a63-6534d4f08dda tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:45.015287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f62ee13-a4f4-4705-a5fd-6ec4393886d4 req-515087be-558e-40a1-9a63-6534d4f08dda tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.1555998 Aug 03 15:53:45.073602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a83cf-8ab8-41d7-9f42-7eabcf717a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4becf1-227c-4413-8ce3-c34035997548,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:45.076579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.133244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.137033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.141359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e2dc9205-be8f-4755-9acd-37d554e4c443 req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] 10.222.0.70 "DELETE /v2.0/security-groups/c8493bb5-7d82-43da-9a8b-487764e5da2f HTTP/1.1" status: 204 len: 173 time: 0.5203319 Aug 03 15:53:45.147124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35194) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:45.169494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951804-5945-4f32-9288-c1391d3e936e tempest-SecurityGroupsTestJSON-409117673 tempest-SecurityGroupsTestJSON-409117673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8493bb5-7d82-43da-9a8b-487764e5da2f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:45.207241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Attempting to bind port 23fa3b40-5c15-497f-af8a-9c30944dfe73 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:45.207826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Attempting to bind port 23fa3b40-5c15-497f-af8a-9c30944dfe73 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:45.208374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Attempting to bind port 23fa3b40-5c15-497f-af8a-9c30944dfe73 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:45.220223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Port 23fa3b40-5c15-497f-af8a-9c30944dfe73 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:45.220738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Attempting to bind port 23fa3b40-5c15-497f-af8a-9c30944dfe73 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:45.233795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:45.236091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:45.238110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:45.238935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Bound port: 23fa3b40-5c15-497f-af8a-9c30944dfe73, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:45.239548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.433462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:45.442293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:45.451335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Allocated IP 172.25.7.215 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/341f2480-a03e-406d-bd4f-4e6fa9750025) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:45.454842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.494269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:45.496062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.499919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] 10.222.0.72 "PUT /v2.0/ports/23fa3b40-5c15-497f-af8a-9c30944dfe73 HTTP/1.1" status: 200 len: 1091 time: 1.8992968 Aug 03 15:53:45.525168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16b5f-49c6-4969-91cd-a42ef4034261 req-443d7479-7ed0-41c0-a835-e275561d26db tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:45.554440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0f16b5f-49c6-4969-91cd-a42ef4034261 req-443d7479-7ed0-41c0-a835-e275561d26db tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 943 time: 0.2156348 Aug 03 15:53:45.563831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Deleting subnet fd93b18d-9b57-4e88-99d2-a3b79bcfe195 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:53:45.569054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.612529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.664319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.746494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f62ee13-a4f4-4705-a5fd-6ec4393886d4 req-da2b722b-47bc-4e50-bf9a-7677cd8a6077 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741500 Aug 03 15:53:45.841454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.844072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35210) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:45.875033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.937981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.976133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97a077c2-279e-4671-8d0a-4f3a1a3cec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:45.978357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd93b18d-9b57-4e88-99d2-a3b79bcfe195,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:46.011258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.013759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e832d6c-02e1-48f3-bbca-bf4011b416e2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd93b18d-9b57-4e88-99d2-a3b79bcfe195 HTTP/1.1" status: 204 len: 168 time: 0.8656032 Aug 03 15:53:46.019677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35212) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:46.027721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0f16b5f-49c6-4969-91cd-a42ef4034261 req-2c975fe2-6ba2-46ca-89fb-9fa6a4d47d7d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668360 Aug 03 15:53:46.075412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=341f2480-a03e-406d-bd4f-4e6fa9750025,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:46.091752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:46.094102 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b668e5-86ed-4ff0-8f94-7dde5df922f1" -d '{"events": [{"name": "network-changed", "server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:46.099990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1c44a-7775-42e0-8eef-12d161d59029 service neutron] Pushing event updated for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:46.119572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f3432c13-7fae-4550-b8aa-2a524f99c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:46.121862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-f3432c13-7fae-4550-b8aa-2a524f99c861 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 1094 time: 0.4478879 Aug 03 15:53:46.145012 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda51b3-d183-444a-9827-9d08c089838f x-openstack-request-id: req-bdda51b3-d183-444a-9827-9d08c089838f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:46.145301 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:46.145551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdda51b3-d183-444a-9827-9d08c089838f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:46.145971 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73', 'status': 'completed', 'code': 200} Aug 03 15:53:46.146406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:46.155646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:46.169014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:46.178827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-85f1042f-fe12-4da7-833d-0c3f11b60972 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73 HTTP/1.1" status: 200 len: 217 time: 0.0480299 Aug 03 15:53:46.229025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.243491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-cc5a5b2e-e871-452d-9a41-8e89890849aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:46.245435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-cc5a5b2e-e871-452d-9a41-8e89890849aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.0602002 Aug 03 15:53:46.284979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-01f2da10-fa0c-4d8e-a3cb-f3038d2bebd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327661 Aug 03 15:53:46.411910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-940c50e0-82fd-41d2-8a4c-de7d4818e651 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197407 Aug 03 15:53:46.485873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.536587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a01cdbb-b38b-40d7-9901-df57915c67fd req-892dc4c9-b521-44ab-9ebb-709eb13124d9 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168160 Aug 03 15:53:46.539424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:46.547191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97a077c2-279e-4671-8d0a-4f3a1a3cec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.557219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97a077c2-279e-4671-8d0a-4f3a1a3cec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.561130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eece3d43-20a4-4b1a-a934-dae481f0e0ba') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:46.561434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eece3d43-20a4-4b1a-a934-dae481f0e0ba') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:46.595993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.651773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-63eeace2-a52c-4a3d-98eb-316b90ef84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:46.653341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-63eeace2-a52c-4a3d-98eb-316b90ef84c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 1094 time: 0.0537651 Aug 03 15:53:46.675617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.680104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a077c2-279e-4671-8d0a-4f3a1a3cec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87df4e14-7c96-4ca4-880c-072af20dddac,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:46.690475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97a077c2-279e-4671-8d0a-4f3a1a3cec5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=193fafce0a2b4b9e866b7792c4195d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657993 Aug 03 15:53:46.695924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35234) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:46.711456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:53:46.711883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:53:46.713669 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:53:46.785921 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.865453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.866408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-ccfd7684-0d92-4034-bf70-90c5a747ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:46.868418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-ccfd7684-0d92-4034-bf70-90c5a747ff55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.2084401 Aug 03 15:53:46.881204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:46.883469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b HTTP/1.1" status: 204 len: 168 time: 0.8604178 Aug 03 15:53:46.919434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-1ce6c454-b143-4fdc-bc8b-cf9af8611491 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:46.921680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-1ce6c454-b143-4fdc-bc8b-cf9af8611491 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.1483715 Aug 03 15:53:46.953220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236a4c2-44c5-4e12-9d1c-caa8a7b1aeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3812f96e-7b5b-4f7c-a5ed-c43fb4dbf13b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:46.965869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.021063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-63837f0c-8b32-49d6-8e53-b4beb5c4ba3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73 HTTP/1.1" status: 200 len: 217 time: 0.1243536 Aug 03 15:53:47.045816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.244180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.264543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-d9326f85-93fc-4341-bdbd-080093ae9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:47.267225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-d9326f85-93fc-4341-bdbd-080093ae9bfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.2192109 Aug 03 15:53:47.286845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac816e4-18c1-4784-a345-ced0943a3b3b req-edb9ba74-a919-47a3-bc1b-376300e859fb tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:47.300161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ac816e4-18c1-4784-a345-ced0943a3b3b req-edb9ba74-a919-47a3-bc1b-376300e859fb tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 948 time: 0.3040292 Aug 03 15:53:47.306169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00683a2a-8da8-41f8-a1a1-117f81248262 req-df3179b7-837e-48df-bb46-7444fb6ae0a4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:47.313690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00683a2a-8da8-41f8-a1a1-117f81248262 req-df3179b7-837e-48df-bb46-7444fb6ae0a4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 943 time: 0.1257687 Aug 03 15:53:47.318730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.321683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.325383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87df4e14-7c96-4ca4-880c-072af20dddac HTTP/1.1" status: 204 len: 168 time: 0.6282926 Aug 03 15:53:47.357158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-be2d5772-5c03-4351-91d1-27367f00c391 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555878 Aug 03 15:53:47.369610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35258) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:47.399934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef4b16-a25f-4076-a952-09e5022bbedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87df4e14-7c96-4ca4-880c-072af20dddac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:47.484237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Deleting port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:47.484651 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.492902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00683a2a-8da8-41f8-a1a1-117f81248262 req-aea7ce88-296a-46fd-81f9-a0cdfd2d2f15 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763234 Aug 03 15:53:47.514637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ac816e4-18c1-4784-a345-ced0943a3b3b req-bf89b4d8-8abf-49cf-9116-a7276d01c0e9 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799567 Aug 03 15:53:47.556094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ce927f3d-4246-4a9c-9f41-0a6aab492a80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4c62dc49db34d4aa3c27b20512c4db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750231 Aug 03 15:53:47.564536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:47.621289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Router 1dbbc918-fbb3-4d6c-8f93-af370573e6de is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:53:47.622959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:47.637501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-0adb1c1d-1e43-4fb5-95df-e7bb08927be5 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701783 Aug 03 15:53:47.675591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.759722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.810907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] For port 5f2b67eb-a5b1-4537-86b1-7c72680ee146, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5f2b67eb-a5b1-4537-86b1-7c72680ee146,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:47.812103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.852314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Calling delete_port for 5f2b67eb-a5b1-4537-86b1-7c72680ee146 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:47.865215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:53:47.903155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67b668e5-86ed-4ff0-8f94-7dde5df922f1 req-a5c1a586-4d7d-4c12-93bb-cefbd2a2da64 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546706 Aug 03 15:53:47.917826 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.927313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.928414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/496280c4-e273-4bcb-931f-f63f6a168d1a HTTP/1.1" status: 204 len: 168 time: 0.3628011 Aug 03 15:53:47.935818 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Sync routers for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:53:47.938544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:47.949424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f2c8a2e3-41ae-490c-bc9a-a995945ae2a6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9921460 Aug 03 15:53:47.950148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35270) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:47.957094 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:47.958053 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:47.980564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5f878-a156-4e18-af75-263355571eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496280c4-e273-4bcb-931f-f63f6a168d1a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:48.098068 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:48.207721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:48.230192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:48.340101 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:46Z', 'revision_number': 3, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:48.372427 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Checking router: 1dbbc918-fbb3-4d6c-8f93-af370573e6de for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:53:48.373029 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Updating router 1dbbc918-fbb3-4d6c-8f93-af370573e6de port 341f2480-a03e-406d-bd4f-4e6fa9750025 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:53:48.388702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event deleted for resources: {'Port': ['ID=5f2b67eb-a5b1-4537-86b1-7c72680ee146,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:48.422319 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:48.449525 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2bcef0a-5538-4ed1-9383-d76e71280918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:48.623556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] No DVR routers for this DVR port 5f2b67eb-a5b1-4537-86b1-7c72680ee146 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:48.629987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:48.634588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0659df8-ca08-4d7c-bf85-ab2ae1989412 req-68f6375a-da5a-4c1c-ab21-ad2d9e193e24 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "DELETE /v2.0/ports/5f2b67eb-a5b1-4537-86b1-7c72680ee146 HTTP/1.1" status: 204 len: 173 time: 1.6540787 Aug 03 15:53:48.638686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'name': 'network-vif-deleted', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:48.645561 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c9e73-40e8-433f-a692-32a1f08b1b42" -d '{"events": [{"server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "name": "network-vif-deleted", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:48.801070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5f2b67eb-a5b1-4537-86b1-7c72680ee146 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:48.853014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 5f2b67eb-a5b1-4537-86b1-7c72680ee146 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:48.854594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5f2b67eb-a5b1-4537-86b1-7c72680ee146 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:48.992867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2bcef0a-5538-4ed1-9383-d76e71280918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:48.998067 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2bcef0a-5538-4ed1-9383-d76e71280918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.073401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-31ca6d92-5e7b-44de-bfd4-e76c203f6f46 req-88ab0082-50de-428a-ab32-1c132585279a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=65399cf6-5e40-41d6-91ba-aa5739508140 HTTP/1.1" status: 200 len: 210 time: 0.0975807 Aug 03 15:53:49.110699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcef0a-5538-4ed1-9383-d76e71280918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3597c-c629-44bd-9df0-745b91998b8c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:49.120523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a2bcef0a-5538-4ed1-9383-d76e71280918 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c25b4a452bb429cb5096c0e5ad3b9ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4913826 Aug 03 15:53:49.124732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35302) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:49.187555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688fa3f-de74-42f6-b36a-d886d21b70c3 req-73e9f4e6-8062-4a03-8d9e-c1238ebc7aec tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:49.189418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e688fa3f-de74-42f6-b36a-d886d21b70c3 req-73e9f4e6-8062-4a03-8d9e-c1238ebc7aec tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 943 time: 0.5010653 Aug 03 15:53:49.322201 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6669a559-3ace-42e4-b458-63bf4badcb51 x-openstack-request-id: req-6669a559-3ace-42e4-b458-63bf4badcb51 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:49.325290 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65399cf6-5e40-41d6-91ba-aa5739508140", "name": "network-vif-deleted", "tag": "5f2b67eb-a5b1-4537-86b1-7c72680ee146", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:49.325831 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6669a559-3ace-42e4-b458-63bf4badcb51 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:49.326958 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65399cf6-5e40-41d6-91ba-aa5739508140', 'name': 'network-vif-deleted', 'tag': '5f2b67eb-a5b1-4537-86b1-7c72680ee146', 'status': 'completed', 'code': 200} Aug 03 15:53:49.329986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.371610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e688fa3f-de74-42f6-b36a-d886d21b70c3 req-4d331c75-adbc-415f-9ef0-6c10b9576627 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684108 Aug 03 15:53:49.441696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.477993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 23fa3b40-5c15-497f-af8a-9c30944dfe73 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:53:49.603353 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.605630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.609268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.610842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aba3597c-c629-44bd-9df0-745b91998b8c HTTP/1.1" status: 204 len: 168 time: 0.4774306 Aug 03 15:53:49.630651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab3d65-8f9e-4a47-9102-bcc6fb3319a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3597c-c629-44bd-9df0-745b91998b8c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:49.637177 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Transition to ACTIVE for port object 341f2480-a03e-406d-bd4f-4e6fa9750025 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:49.644105 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.748936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:49.750126 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Pushing event updated for resources: {'Port': ['ID=341f2480-a03e-406d-bd4f-4e6fa9750025,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:49.764164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '23fa3b40-5c15-497f-af8a-9c30944dfe73', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': '23fa3b40-5c15-497f-af8a-9c30944dfe73', 'mac_address': 'fa:16:3e:21:52:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:53:49.774814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.776107 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.776739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.778711 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.779748 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.780328 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.780880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.782280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.784869 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.785548 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.786222 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.786890 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.815405 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.832041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fa3b40-5c15-497f-af8a-9c30944dfe73 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:53:49.834640 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Attempting to bind port 341f2480-a03e-406d-bd4f-4e6fa9750025 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:49.835506 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Attempting to bind port 341f2480-a03e-406d-bd4f-4e6fa9750025 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:49.836957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Attempting to bind port 341f2480-a03e-406d-bd4f-4e6fa9750025 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:49.852097 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:49.853312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:49.854027 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.855432 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:49.858198 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Bound port: 341f2480-a03e-406d-bd4f-4e6fa9750025, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:49.858678 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.878244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:49.889101 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.924726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35324) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:49.947893 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] For port 341f2480-a03e-406d-bd4f-4e6fa9750025, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:49.956358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] For port 341f2480-a03e-406d-bd4f-4e6fa9750025, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=341f2480-a03e-406d-bd4f-4e6fa9750025,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:49.964226 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:49.969576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:49.979886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.980359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.980901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.981629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.982403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.983003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.983665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.984496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.985035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.985905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.986512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:49.987395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:53:50.039098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35330) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:50.061131 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77347714-a29f-4462-83ab-a253362a1023 None None] Pushing event updated for resources: {'Port': ['ID=341f2480-a03e-406d-bd4f-4e6fa9750025,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:50.090253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['23fa3b40-5c15-497f-af8a-9c30944dfe73'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:53:50.090846 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:50.091483 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:50.195440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1237617265-network', 'tenant_id': '627f939a992d43e8ace74d4b2c914be1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:50.209384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.240294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Made reservation on behalf of 627f939a992d43e8ace74d4b2c914be1 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:50.242727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.244943 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:50.258436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35338) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:50.263443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-network', 'tenant_id': '82d4419b3af7476b962eb60166a494c0'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:50.275026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a1634b4-f509-4997-a371-ae943ef9896f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.299151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.325860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Made reservation on behalf of 82d4419b3af7476b962eb60166a494c0 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:50.328574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.354824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.539800 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:46Z', 'revision_number': 3, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:50.566298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Allocated IP 172.20.0.1 (8d6702e2-8207-477c-804d-ffb1978f5d65/dca07c3e-03f6-4e88-9575-15c6360e12e8/ee0ed30d-1551-4c72-adc3-1a196d7181ae) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:50.573924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.580145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.609557 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e270e-3bc7-4a01-8b1d-44b15e5dcb6b None None] The sync data for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 is: [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:46Z', 'revision_number': 3, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:53:50.619643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:53:50.645036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95633c-441f-415f-b74a-5c588eff99b7 req-e25b9493-320b-41f9-91a8-b9ba1f67d213 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:50.646804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb95633c-441f-415f-b74a-5c588eff99b7 req-e25b9493-320b-41f9-91a8-b9ba1f67d213 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 944 time: 0.1287999 Aug 03 15:53:50.663563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.663913 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Added segment f391b94c-1da0-4466-b439-093403dc4ef4 of type vlan for network 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 Aug 03 15:53:50.680890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f1c6a3-90c9-4e20-979e-53c6d4692416,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:50.745154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.760654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6219-ee2a-4501-b2c0-2307a216047a req-59bddd08-2bf4-4509-a2f9-799d8df1106d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:50.762443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d70e6219-ee2a-4501-b2c0-2307a216047a req-59bddd08-2bf4-4509-a2f9-799d8df1106d tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 950 time: 0.1688724 Aug 03 15:53:50.770526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb95633c-441f-415f-b74a-5c588eff99b7 req-a9d2e7c8-c782-4ca0-b85e-3ac0c9ee8c87 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043699 Aug 03 15:53:50.805461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.806112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:50.807104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.826804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.876336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d70e6219-ee2a-4501-b2c0-2307a216047a req-883a6e77-1296-410c-9ee2-8c83ac07086f tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951889 Aug 03 15:53:50.897343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] Pushing event updated for resources: {'Network': ['ID=6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:50.906058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a1634b4-f509-4997-a371-ae943ef9896f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.911894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:53:50.913276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a1634b4-f509-4997-a371-ae943ef9896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:50.979153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6a1634b4-f509-4997-a371-ae943ef9896f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8adee29f2f8748d7869b71b2ac525aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7196212 Aug 03 15:53:50.980100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1634b4-f509-4997-a371-ae943ef9896f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b0e6b-4006-4b5d-a108-241b377b4d0a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:50.983088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:51.009895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.118917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.134954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.140668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:51.150438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:51.152925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:51.154176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:53:51.156119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:51.168991 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.170194 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Added segment aece6701-4771-49fc-8f45-dd3656f07448 of type vlan for network d303894a-7bf1-4996-84e0-d7c24937efe9 Aug 03 15:53:51.208989 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.226817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-49eedd14-4605-41ad-bcea-110848f7412d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2934921 Aug 03 15:53:51.236556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35350) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:51.239405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 341f2480-a03e-406d-bd4f-4e6fa9750025 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:51.261609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Request body: {'subnet': {'network_id': '6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1237617265-subnet', 'tenant_id': '627f939a992d43e8ace74d4b2c914be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:51.262036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.295382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.301450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.303061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:51.303670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.312290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 341f2480-a03e-406d-bd4f-4e6fa9750025 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:51.314905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc1c5b-060a-4750-aff0-732db398c21a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:51.318451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 341f2480-a03e-406d-bd4f-4e6fa9750025 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:51.319169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.369337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.383183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] Pushing event updated for resources: {'Network': ['ID=d303894a-7bf1-4996-84e0-d7c24937efe9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:51.407217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d303894a-7bf1-4996-84e0-d7c24937efe9 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:53:51.427211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9e253ed1-6f99-4197-a3cd-ae47391b7ebd admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3868630 Aug 03 15:53:51.432673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Made reservation on behalf of 627f939a992d43e8ace74d4b2c914be1 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:51.433481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35352) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:51.435061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.445938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Request body: {'subnet': {'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-subnet', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:51.480299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Made reservation on behalf of 82d4419b3af7476b962eb60166a494c0 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:51.484870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.486559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.513976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 23fa3b40-5c15-497f-af8a-9c30944dfe73 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:51.547606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.553177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.555379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb1b0e6b-4006-4b5d-a108-241b377b4d0a HTTP/1.1" status: 204 len: 168 time: 0.5706606 Aug 03 15:53:51.598373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bd9d5-4702-4cad-ab4d-2ca2d31fbe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b0e6b-4006-4b5d-a108-241b377b4d0a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:51.677465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:51.945031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.024126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 341f2480-a03e-406d-bd4f-4e6fa9750025, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=341f2480-a03e-406d-bd4f-4e6fa9750025,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:52.083611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.163558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.169932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc326b9-a251-419f-ae0d-611fefe309cb,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:52.188523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Checking segment: {'id': 'f391b94c-1da0-4466-b439-093403dc4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:52.189213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Network hostable DHCP agents. Network: 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:53:52.237982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Network 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:53:52.260936 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.261197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.263319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:52.289742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.290364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.291627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901e82e-5669-4840-92eb-17cbc8b2265c None None] Network 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:52.294926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.328067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5397-41bc-4ab5-9c02-74e09a1e521b req-687f5fc6-1399-491f-9235-11c8b431d6d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.329921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee1f5397-41bc-4ab5-9c02-74e09a1e521b req-687f5fc6-1399-491f-9235-11c8b431d6d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 944 time: 0.3063078 Aug 03 15:53:52.331554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa16e9f9-218f-4588-9411-e2fcc9bf09a9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:52.355674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 23fa3b40-5c15-497f-af8a-9c30944dfe73 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:52.365531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=341f2480-a03e-406d-bd4f-4e6fa9750025,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:52.370936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 23fa3b40-5c15-497f-af8a-9c30944dfe73 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:52.371308 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.394913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2d2e15ce-7c4e-447b-a737-77a5872e0e37 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1567669 Aug 03 15:53:52.414362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.448971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931836f6-3a0f-4308-9122-a911d01a2410 req-e618b7c7-f0e2-4dd6-b93b-0bd9a8e1d795 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.450203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-931836f6-3a0f-4308-9122-a911d01a2410 req-e618b7c7-f0e2-4dd6-b93b-0bd9a8e1d795 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 950 time: 0.1850338 Aug 03 15:53:52.459757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:52.465166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee1f5397-41bc-4ab5-9c02-74e09a1e521b req-4eac9b18-9391-4734-9154-5c9d905cb4d7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248205 Aug 03 15:53:52.466084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Checking segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:52.466696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Network hostable DHCP agents. Network: d303894a-7bf1-4996-84e0-d7c24937efe9, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:53:52.503863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-0982a393-ec1c-421f-bbea-de5c3849f6dd tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.505901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-0982a393-ec1c-421f-bbea-de5c3849f6dd tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 950 time: 0.1564183 Aug 03 15:53:52.547270 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.584867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Network d303894a-7bf1-4996-84e0-d7c24937efe9 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:53:52.601075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d303894a-7bf1-4996-84e0-d7c24937efe9) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:52.604359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:52.623499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:52.626279 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5619a720-e3f3-4215-a142-c3a8760b13ba" -d '{"events": [{"server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "name": "network-vif-plugged", "status": "completed", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:52.631250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.632034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.644347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9eb4c-588e-418f-b879-9039f9197e2e None None] Network d303894a-7bf1-4996-84e0-d7c24937efe9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:52.648466 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-931836f6-3a0f-4308-9122-a911d01a2410 req-dada3b9c-a012-429a-b82b-2a40efdc73b2 tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/security-groups?id=aa579858-42c2-4b74-8f0c-b6b7495c4bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794455 Aug 03 15:53:52.679076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.689319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:52.692066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:52.730125 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b07cbc1-5e36-4e94-9dc9-18a50e24d6c0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2947969 Aug 03 15:53:52.732544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:52.738041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19aa9a-728f-48ab-9f82-7b2ce7a37dab None None] Network 6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:52.738341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:52.783629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.784970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.819643 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6f645-fe9a-4f8e-8c7f-5b395d4ff5ca x-openstack-request-id: req-d6b6f645-fe9a-4f8e-8c7f-5b395d4ff5ca {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:52.819935 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "name": "network-vif-plugged", "status": "completed", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:52.820227 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6b6f645-fe9a-4f8e-8c7f-5b395d4ff5ca {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:52.820565 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73', 'code': 200} Aug 03 15:53:52.842350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Deleting port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:53:52.842739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:52.896303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Router 1dbbc918-fbb3-4d6c-8f93-af370573e6de has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:53:52.940362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f485476-d5bc-45fa-9914-cf1a895e1dbf req-d94492c2-6c55-4c02-860e-f285141909e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:52.942329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f485476-d5bc-45fa-9914-cf1a895e1dbf req-d94492c2-6c55-4c02-860e-f285141909e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 1096 time: 0.1524088 Aug 03 15:53:53.084548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:53.115358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:53.198850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:53:53.216851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-700515a9-570c-4748-96d2-b44ee822d954 admin admin] 10.222.0.70 "PUT /v2.0/routers/1dbbc918-fbb3-4d6c-8f93-af370573e6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2562058 Aug 03 15:53:53.224544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 341f2480-a03e-406d-bd4f-4e6fa9750025 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:53.252132 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-b78beb32-7912-41db-a5aa-cefcc5cde7fc req-02f2a215-8d60-45bc-8d2f-a13ad9146ae0 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] show failed (client error): The resource could not be found. Aug 03 15:53:53.254015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b78beb32-7912-41db-a5aa-cefcc5cde7fc req-02f2a215-8d60-45bc-8d2f-a13ad9146ae0 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/ed7b4221-2c05-4c65-b17a-6da37e71a0d6 HTTP/1.1" status: 404 len: 352 time: 0.0229683 Aug 03 15:53:53.283016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] For port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:53.283016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:53.302186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f485476-d5bc-45fa-9914-cf1a895e1dbf req-e60389e8-4cb9-4cf7-b25c-d7d414540721 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493092 Aug 03 15:53:53.389342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-d303894a-7bf1-4996-84e0-d7c24937efe9', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:53:53.390542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:53.408725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 341f2480-a03e-406d-bd4f-4e6fa9750025 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:53.409387 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:53.447409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6dbbd63a-6384-44eb-8726-9538674fa682 req-1e102d72-537c-450b-96b9-d34c5996beb4 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=627f939a992d43e8ace74d4b2c914be1 HTTP/1.1" status: 200 len: 2988 time: 0.1284776 Aug 03 15:53:53.539436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Sync routers for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:53:53.593267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:53.594158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:53.603890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6dbbd63a-6384-44eb-8726-9538674fa682 req-03e655e9-b2dc-4482-8fd3-41ba7ab68304 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/e1f1c6a3-90c9-4e20-979e-53c6d4692416 HTTP/1.1" status: 200 len: 2985 time: 0.1464651 Aug 03 15:53:53.629455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Calling delete_port for aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:53:53.719200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6dbbd63a-6384-44eb-8726-9538674fa682 req-3b33c41a-f481-4b33-8d9f-5020f0d36a79 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/e1f1c6a3-90c9-4e20-979e-53c6d4692416 HTTP/1.1" status: 200 len: 2985 time: 0.1015306 Aug 03 15:53:53.758893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Allocated IP 172.20.0.2 (d303894a-7bf1-4996-84e0-d7c24937efe9/aa16e9f9-218f-4588-9411-e2fcc9bf09a9/ebf7980b-e87e-4e76-9239-d412ae366cde) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:53.791975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:53.854135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5508-5b19-4b35-a1fb-c0fda108a47e req-311e8316-8683-4751-8eb0-a1efaf1a22d7 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:53.856065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c44b5508-5b19-4b35-a1fb-c0fda108a47e req-311e8316-8683-4751-8eb0-a1efaf1a22d7 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1096 time: 0.4183772 Aug 03 15:53:53.900179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc499-b124-4d2a-b27a-648ea8646163 req-632f3885-8f36-4310-b61b-287e4b24070a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:53.903957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-089cc499-b124-4d2a-b27a-648ea8646163 req-632f3885-8f36-4310-b61b-287e4b24070a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.1059170 Aug 03 15:53:54.009291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-089cc499-b124-4d2a-b27a-648ea8646163 req-b8796602-0564-4c13-887a-adf024e02bfe tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Aug 03 15:53:54.011751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c44b5508-5b19-4b35-a1fb-c0fda108a47e req-4cc10bcd-19f5-49eb-b93a-2e1c3b130750 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325004 Aug 03 15:53:54.091100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.101149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:54.129393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.248432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Transition to ACTIVE for port object ebf7980b-e87e-4e76-9239-d412ae366cde will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:54.269045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Pushing event deleted for resources: {'Port': ['ID=aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:54.297676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Transition to ACTIVE for port object ebf7980b-e87e-4e76-9239-d412ae366cde will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:54.320678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.383265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a66b386-5e1d-4751-a128-7d7464e66836 req-fbedfeec-862e-4b45-87ff-cf1c7eb097ce tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.70 "GET /v2.0/ports?device_id=9430a922-132d-41ae-bf78-6427393cbe3b HTTP/1.1" status: 200 len: 210 time: 0.1555841 Aug 03 15:53:54.392148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] No DVR routers for this DVR port aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:53:54.414357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.416547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b29cc8c4-2b96-4bc1-825a-923fbd00b357 req-7d619edf-bece-454d-9994-70467c1f023a tempest-ServersAdminTestJSON-571309682 tempest-ServersAdminTestJSON-571309682-project] 10.222.0.78 "DELETE /v2.0/ports/aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 HTTP/1.1" status: 204 len: 173 time: 1.9039025 Aug 03 15:53:54.417131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-deleted', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:53:54.419899 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939cb667-32b4-4102-a397-7840ff7b981e" -d '{"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-deleted", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:53:54.535116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Network d303894a-7bf1-4996-84e0-d7c24937efe9 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:54.543352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:54.557987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:54.566172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Pushing event updated for resources: {'Port': ['ID=ebf7980b-e87e-4e76-9239-d412ae366cde,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:54.694393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Attempting to bind port ebf7980b-e87e-4e76-9239-d412ae366cde on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:54.694772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Attempting to bind port ebf7980b-e87e-4e76-9239-d412ae366cde by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:54.695143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Attempting to bind port ebf7980b-e87e-4e76-9239-d412ae366cde on network d303894a-7bf1-4996-84e0-d7c24937efe9 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:54.707151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:54.708206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Checking segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:54.708631 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.709045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Bound using segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:54.709628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Bound port: ebf7980b-e87e-4e76-9239-d412ae366cde, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:54.710043 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.732690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-0a518862-856e-43b3-bedd-2377fd16ff1d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:54.745412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-0a518862-856e-43b3-bedd-2377fd16ff1d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 811 time: 0.2983937 Aug 03 15:53:54.750219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8af728b9-7f67-4a26-bd04-b4cb3c4c49f0 req-4642872b-e5ff-4470-8bf6-4b74fd9d7993 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/e1f1c6a3-90c9-4e20-979e-53c6d4692416 HTTP/1.1" status: 200 len: 2985 time: 0.2862909 Aug 03 15:53:54.766487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-34a5f1ee-1c75-43c6-8904-0fed726a889e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/quotas/40057b43f9d44b73869e5b3bbe6e828e HTTP/1.1" status: 200 len: 375 time: 0.0198817 Aug 03 15:53:54.792256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ee0ed30d-1551-4c72-adc3-1a196d7181ae', 'name': '', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'mac_address': 'fa:16:3e:3d:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:50Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 2, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'subnets': [{'id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:54.802110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:53:54.821874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.843838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-aaa7f12a-38ee-40dd-bc70-2385e6c315a9 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761919 Aug 03 15:53:54.846464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Checking router: 1dbbc918-fbb3-4d6c-8f93-af370573e6de for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:53:54.847729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Updating router 1dbbc918-fbb3-4d6c-8f93-af370573e6de port ee0ed30d-1551-4c72-adc3-1a196d7181ae binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:53:54.867440 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.887512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:53:54.892260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:53:54.915187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] For port ebf7980b-e87e-4e76-9239-d412ae366cde, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:54.940224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] For port ebf7980b-e87e-4e76-9239-d412ae366cde, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ebf7980b-e87e-4e76-9239-d412ae366cde,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:54.946459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:54.974847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:55.061230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-e60409b7-8637-4bba-9e5f-8d35e2137dec service neutron] 10.222.0.70 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981452 Aug 03 15:53:55.325625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dbd22-8ed7-43b8-92f3-63f492b5aaf1 None None] Pushing event updated for resources: {'Port': ['ID=ebf7980b-e87e-4e76-9239-d412ae366cde,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:55.340326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-c42a0ce7-8fe1-45cf-a089-6abf64f8fa1b service neutron] 10.222.0.70 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771459 Aug 03 15:53:55.519610 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-8af728b9-7f67-4a26-bd04-b4cb3c4c49f0 req-f5b62c84-4441-4e6e-8aeb-a8bfe3d712ed tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 15:53:55.540458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8af728b9-7f67-4a26-bd04-b4cb3c4c49f0 req-f5b62c84-4441-4e6e-8aeb-a8bfe3d712ed tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "DELETE /v2.0/security-groups/e1f1c6a3-90c9-4e20-979e-53c6d4692416 HTTP/1.1" status: 409 len: 352 time: 0.7890766 Aug 03 15:53:55.585397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Allocated IP 172.25.7.226 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/96285826-00f8-435d-8c44-1c07b13e1357) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:53:55.798473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:55.808476 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b266c4a8-014c-4f43-92a0-2591e00414a8 x-openstack-request-id: req-b266c4a8-014c-4f43-92a0-2591e00414a8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:53:55.809858 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430a922-132d-41ae-bf78-6427393cbe3b", "name": "network-vif-deleted", "tag": "aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:53:55.810823 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b266c4a8-014c-4f43-92a0-2591e00414a8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:53:55.811317 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430a922-132d-41ae-bf78-6427393cbe3b', 'name': 'network-vif-deleted', 'tag': 'aa1a7de3-8fd8-43cc-81b3-b0adc95f41c2', 'status': 'completed', 'code': 200} Aug 03 15:53:55.819540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Transition to ACTIVE for port object ee0ed30d-1551-4c72-adc3-1a196d7181ae will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:55.836722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:55.889124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:55.946238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5cb8b-f954-4f8a-ba2a-935cfafd5933 None None] Pushing event updated for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:55.968966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:56.031136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Attempting to bind port ee0ed30d-1551-4c72-adc3-1a196d7181ae on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:56.031538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Attempting to bind port ee0ed30d-1551-4c72-adc3-1a196d7181ae by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:56.032062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Attempting to bind port ee0ed30d-1551-4c72-adc3-1a196d7181ae on network 8d6702e2-8207-477c-804d-ffb1978f5d65 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:56.044946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:56.049725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:56.051795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Checking segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:56.053324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:56.054323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Bound using segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:56.056995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Bound port: ee0ed30d-1551-4c72-adc3-1a196d7181ae, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:56.057561 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:56.061968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c5ba0-ee9a-432e-9e64-df4a3885ed72 req-df7698cc-1c71-422c-bfb4-bab4bbb32758 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:56.068741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d1c5ba0-ee9a-432e-9e64-df4a3885ed72 req-df7698cc-1c71-422c-bfb4-bab4bbb32758 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.1311388 Aug 03 15:53:56.140110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Pushing event updated for resources: {'Port': ['ID=96285826-00f8-435d-8c44-1c07b13e1357,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:56.154770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:53:56.156351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:53:56.164078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d1c5ba0-ee9a-432e-9e64-df4a3885ed72 req-a611e936-55da-4e31-8de5-2530a1743f06 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864713 Aug 03 15:53:56.184738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:53:56.262697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] For port ee0ed30d-1551-4c72-adc3-1a196d7181ae, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:53:56.270260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] For port ee0ed30d-1551-4c72-adc3-1a196d7181ae, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ee0ed30d-1551-4c72-adc3-1a196d7181ae,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:56.279208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:56.336274 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-e31d96c5-5125-48e6-899c-dd4c39b33e42 req-4e678e2a-c803-44f3-b077-9ee5ee1170d3 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] show failed (client error): The resource could not be found. Aug 03 15:53:56.342277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e31d96c5-5125-48e6-899c-dd4c39b33e42 req-4e678e2a-c803-44f3-b077-9ee5ee1170d3 tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/27f6cfab-172c-4ee7-80ad-37b03df97170 HTTP/1.1" status: 404 len: 352 time: 0.0400164 Aug 03 15:53:56.486421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71d39729-4a73-4223-8507-b81d473dc624 req-3341f950-240d-48c4-8405-6534f8d9d814 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 210 time: 0.0753467 Aug 03 15:53:56.489029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:56.489946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:56.729260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35520) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:56.831664 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-7a3c9be5-c9ce-475d-9944-a3293d5d4112 req-92400ad8-b4df-4b05-a90b-e0a8d0464aef tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] show failed (client error): The resource could not be found. Aug 03 15:53:56.833893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a3c9be5-c9ce-475d-9944-a3293d5d4112 req-92400ad8-b4df-4b05-a90b-e0a8d0464aef tempest-SecurityGroupsNegativeTestJSON-428348006 tempest-SecurityGroupsNegativeTestJSON-428348006-project] 10.222.0.70 "GET /v2.0/security-groups/5a94604a-3528-49a4-912b-b1aa38fef565 HTTP/1.1" status: 404 len: 352 time: 0.0375485 Aug 03 15:53:56.857535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35526) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:56.866647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:56.880280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.036905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35532) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:57.105007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd0634-2335-4579-a977-a392f4125408 None None] Network d303894a-7bf1-4996-84e0-d7c24937efe9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:53:57.114460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5cb8b-f954-4f8a-ba2a-935cfafd5933 None None] Pushing event updated for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:57.198758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Deleting subnet 4bc326b9-a251-419f-ae0d-611fefe309cb {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:53:57.211200 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:53:57.215130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.303987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb9702-d90a-4954-89c2-438bd74334cf req-805928ba-2f87-4c82-b3c7-7c5a2c578a81 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:57.305998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7bdb9702-d90a-4954-89c2-438bd74334cf req-805928ba-2f87-4c82-b3c7-7c5a2c578a81 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.1905251 Aug 03 15:53:57.311107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.342030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab226596-1325-4f51-aea3-bfe7f062f542 None None] Provisioning for port ebf7980b-e87e-4e76-9239-d412ae366cde completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:57.403769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ebf7980b-e87e-4e76-9239-d412ae366cde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:57.451265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67e397e-d252-4d67-94b7-4304c84b84db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.515663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.526803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.562444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ebf7980b-e87e-4e76-9239-d412ae366cde completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:57.590662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ebf7980b-e87e-4e76-9239-d412ae366cde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:57.591357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.599013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7bdb9702-d90a-4954-89c2-438bd74334cf req-c7d13428-92fa-4018-9386-78e82a43260d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058022 Aug 03 15:53:57.611882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c90e6d5-3246-4aeb-94f8-a912226424ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78b33d60bf2d44deb4f4a697d89977cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730271 Aug 03 15:53:57.613404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35540) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:57.696367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-049335d6-bbaf-49ca-8d4d-86c69c45f44a tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:53:57.699190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-049335d6-bbaf-49ca-8d4d-86c69c45f44a tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328848 Aug 03 15:53:57.763477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ee0ed30d-1551-4c72-adc3-1a196d7181ae', 'name': '', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'mac_address': 'fa:16:3e:3d:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:50Z', 'updated_at': '2021-08-03T15:53:56Z', 'revision_number': 4, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'subnets': [{'id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:57.771690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.780456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59c547a0-1a15-4ec8-bc55-44b3124b77bf req-7c25d306-a353-4ed2-a60d-6466b1678062 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 210 time: 0.0551524 Aug 03 15:53:57.807877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:57.807877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Unknown quota resources ['binding']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:53:57.823917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc326b9-a251-419f-ae0d-611fefe309cb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:57.825102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b007d5-d14f-4b43-80e2-304904fbe8a4 None None] The sync data for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 is: [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ee0ed30d-1551-4c72-adc3-1a196d7181ae', 'name': '', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'mac_address': 'fa:16:3e:3d:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:50Z', 'updated_at': '2021-08-03T15:53:56Z', 'revision_number': 4, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'subnets': [{'id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:53:57.850511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.856933 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.857236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0edff18a-4ac1-4030-9368-0a8d2e821818 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4bc326b9-a251-419f-ae0d-611fefe309cb HTTP/1.1" status: 204 len: 168 time: 0.9954610 Aug 03 15:53:57.857236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:57.867460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:57.979746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port ebf7980b-e87e-4e76-9239-d412ae366cde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ebf7980b-e87e-4e76-9239-d412ae366cde,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:57.988252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.096803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:58.098090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:58.098788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:58.109032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=ebf7980b-e87e-4e76-9239-d412ae366cde,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:58.170899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:53:58.171271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:58.175892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.181806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:58.182301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:58.182774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:58.183354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Bound port: 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:58.252563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67e397e-d252-4d67-94b7-4304c84b84db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.303905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:53:58.332395 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d67e397e-d252-4d67-94b7-4304c84b84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.340395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-4bfbddf4-cbbf-4a43-8e4c-d6ccfcde3afb tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:58.342659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-4bfbddf4-cbbf-4a43-8e4c-d6ccfcde3afb tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 811 time: 0.6709325 Aug 03 15:53:58.344799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:53:58.355022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.360348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-28f0030a-6e78-49a0-a7e3-74df57c2bc39 service neutron] 10.222.0.70 "POST /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6311073 Aug 03 15:53:58.371414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Request body: {'port': {'device_id': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'admin_state_up': True, 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:53:58.414674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9cd1ab5a-dc6e-485d-8dea-6be788f71eef None None] Provisioning complete for port ebf7980b-e87e-4e76-9239-d412ae366cde triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:58.415585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ab5a-dc6e-485d-8dea-6be788f71eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.428332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.478846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d67e397e-d252-4d67-94b7-4304c84b84db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=384d828bc8fb491e9e04a022764869aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7460525 Aug 03 15:53:58.491925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35552) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:58.538077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e397e-d252-4d67-94b7-4304c84b84db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfff50a-9c8a-4a71-a8d6-88ce8653dba2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:58.543455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.546754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.552487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa579858-42c2-4b74-8f0c-b6b7495c4bf7 HTTP/1.1" status: 204 len: 168 time: 0.9189453 Aug 03 15:53:58.584651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f9f14-b4bc-49d6-afc3-9cb84b0961d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa579858-42c2-4b74-8f0c-b6b7495c4bf7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:58.625526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:53:58.631914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f605e7-7c1c-4c29-8aaa-cde003a856a9 req-9f09be49-0ed3-4759-b29f-15656706b51a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:58.638195 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Sync routers for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:53:58.641013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0f605e7-7c1c-4c29-8aaa-cde003a856a9 req-9f09be49-0ed3-4759-b29f-15656706b51a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.3328142 Aug 03 15:53:58.662340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:53:58.663520 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:58.740261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.754737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:58.764349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.768994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6763f6c1-9b3d-424b-adc7-e73eac51aeeb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0319304 Aug 03 15:53:58.770346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f391b94c-1da0-4466-b439-093403dc4ef4') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:58.770646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f391b94c-1da0-4466-b439-093403dc4ef4') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:58.772474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:58.785293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.788381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-6cf44bb4-496e-4ddd-9687-a0c15cbe5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:58.790720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-6cf44bb4-496e-4ddd-9687-a0c15cbe5e4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1096 time: 0.1597118 Aug 03 15:53:58.821478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.828763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:53:58.829027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:58.868216 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:53:58.951574 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:53:58.998280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0f605e7-7c1c-4c29-8aaa-cde003a856a9 req-412c9029-df64-4637-9116-4b4849af3f5c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562732 Aug 03 15:53:59.011502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.011502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.013432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] 10.222.0.70 "DELETE /v2.0/networks/6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7 HTTP/1.1" status: 204 len: 168 time: 1.1423345 Aug 03 15:53:59.059935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdd673-5824-458c-8a92-f95b86dbcb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2d5fbd-bdb8-4ebb-8d19-ea34369705e7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:59.066333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-c01c013b-7db2-4ed8-9a5f-286972f333c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:59.074850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-c01c013b-7db2-4ed8-9a5f-286972f333c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2366805 Aug 03 15:53:59.094359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.196586 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:53:56Z', 'revision_number': 3, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:53:59.237030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:59.240647 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Checking router: ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:53:59.241561 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Updating router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 port 96285826-00f8-435d-8c44-1c07b13e1357 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:53:59.255796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.270148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-623f1fdb-6b92-42ea-ba6c-6b456e310ef2 req-8941d5d8-3ac0-460e-b9d4-9b6eb1c73b4e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 210 time: 0.1398582 Aug 03 15:53:59.286800 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.315270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b4d2e-9812-4c9d-88a5-57f60a2fc837 req-64238679-5c45-4de2-914b-ef3bc8a04283 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:59.318130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-358b4d2e-9812-4c9d-88a5-57f60a2fc837 req-64238679-5c45-4de2-914b-ef3bc8a04283 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.6339636 Aug 03 15:53:59.334708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-1af6c030-4f29-4a9e-a91c-42548081bea1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.2263391 Aug 03 15:53:59.389240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35568) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:59.431702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ee0ed30d-1551-4c72-adc3-1a196d7181ae up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:59.482864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bb3978d3-03cb-4235-9684-0f11f47ad37f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a08267164be4b1cbe46bca9dc29b944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405870 Aug 03 15:53:59.485395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35570) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:59.521328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8ca24f39-fe41-433e-8568-9b21b6e1debb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=627f939a992d43e8ace74d4b2c914be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308389 Aug 03 15:53:59.532473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35572) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:53:59.584520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-d0ed4503-08dc-469a-84fd-33e7a039980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:59.586003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-d0ed4503-08dc-469a-84fd-33e7a039980f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1806834 Aug 03 15:53:59.596470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ee0ed30d-1551-4c72-adc3-1a196d7181ae completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:53:59.605550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ee0ed30d-1551-4c72-adc3-1a196d7181ae triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:53:59.606575 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.637540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Made reservation on behalf of 40057b43f9d44b73869e5b3bbe6e828e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:53:59.641116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.680825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-7c07cfc4-4a78-4d39-b4fd-a6d5175941d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852985 Aug 03 15:53:59.691615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.696236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.698052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8dfff50a-9c8a-4a71-a8d6-88ce8653dba2 HTTP/1.1" status: 204 len: 168 time: 1.2046235 Aug 03 15:53:59.744921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-358b4d2e-9812-4c9d-88a5-57f60a2fc837 req-d8e9bb72-cbad-4779-827d-c1bc38d52af8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084733 Aug 03 15:53:59.775024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.781175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.804494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac9149-6cde-4807-92ae-32d106af88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfff50a-9c8a-4a71-a8d6-88ce8653dba2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:59.814068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.823527 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.838989 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Transition to ACTIVE for port object 96285826-00f8-435d-8c44-1c07b13e1357 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:53:59.850592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.853692 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.876308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port ee0ed30d-1551-4c72-adc3-1a196d7181ae, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ee0ed30d-1551-4c72-adc3-1a196d7181ae,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:53:59.883148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.884179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ebf7980b-e87e-4e76-9239-d412ae366cde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:53:59.938461 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef5076-a886-4e71-9c21-d1634bfd790f None None] Pushing event updated for resources: {'Port': ['ID=96285826-00f8-435d-8c44-1c07b13e1357,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:53:59.940302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-ffba4fe2-5091-4b32-b6fd-5169e3841cef tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:53:59.943351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-ffba4fe2-5091-4b32-b6fd-5169e3841cef tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.3315299 Aug 03 15:53:59.964497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Attempting to bind port 96285826-00f8-435d-8c44-1c07b13e1357 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:53:59.965113 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Attempting to bind port 96285826-00f8-435d-8c44-1c07b13e1357 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:53:59.965515 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Attempting to bind port 96285826-00f8-435d-8c44-1c07b13e1357 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:53:59.974813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:53:59.975293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:53:59.975718 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:53:59.976205 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:53:59.976767 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Bound port: 96285826-00f8-435d-8c44-1c07b13e1357, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:53:59.977601 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.029197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.034498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.038238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.042438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1f1c6a3-90c9-4e20-979e-53c6d4692416 HTTP/1.1" status: 204 len: 168 time: 0.5082462 Aug 03 15:54:00.047867 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] For port 96285826-00f8-435d-8c44-1c07b13e1357, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:00.053089 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] For port 96285826-00f8-435d-8c44-1c07b13e1357, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96285826-00f8-435d-8c44-1c07b13e1357,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:00.092368 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.103188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f35dfb-99a2-4398-97c2-6090d0b32a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f1c6a3-90c9-4e20-979e-53c6d4692416,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:00.247408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port 23fa3b40-5c15-497f-af8a-9c30944dfe73 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:54:00.247762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.255758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ebf7980b-e87e-4e76-9239-d412ae366cde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:00.256480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.325630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:00.343294 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef5076-a886-4e71-9c21-d1634bfd790f None None] Pushing event updated for resources: {'Port': ['ID=96285826-00f8-435d-8c44-1c07b13e1357,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:00.397038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:00.397693 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:00.443638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port 23fa3b40-5c15-497f-af8a-9c30944dfe73, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=23fa3b40-5c15-497f-af8a-9c30944dfe73,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:00.444272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.459599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa10823-67f0-4f07-ad24-7b23b38a5b86 req-d416d084-4757-4ff7-a2af-3caa74a6dc0f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:00.462204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fa10823-67f0-4f07-ad24-7b23b38a5b86 req-d416d084-4757-4ff7-a2af-3caa74a6dc0f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 945 time: 0.3083162 Aug 03 15:54:00.469206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.473373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.475658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/540761b5-b891-4141-ac4f-74f9d47dc622 HTTP/1.1" status: 204 len: 168 time: 0.9900246 Aug 03 15:54:00.551102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3d2a-6834-4f18-9318-53883d7ee71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540761b5-b891-4141-ac4f-74f9d47dc622,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:00.555580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for 23fa3b40-5c15-497f-af8a-9c30944dfe73 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:54:00.579414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fa10823-67f0-4f07-ad24-7b23b38a5b86 req-3449e4b5-bd8e-40ae-a68c-92e5b13a0fcc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001639 Aug 03 15:54:00.789971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.803745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['23fa3b40-5c15-497f-af8a-9c30944dfe73'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:00.825377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=23fa3b40-5c15-497f-af8a-9c30944dfe73,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:00.838675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:00.882057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:00.882783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-f89a18cf-4bac-43eb-8446-17d8dc4b54b6 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1713548 Aug 03 15:54:00.906019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port 23fa3b40-5c15-497f-af8a-9c30944dfe73 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:54:00.907815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ec97-1916-438a-b279-411217fa454e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.912818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:00.915174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e79d96d8-fc88-42e1-9e98-5dc6ab97a9c0 req-0b769840-d7aa-4f7b-bae1-d0bcb38db28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "DELETE /v2.0/ports/23fa3b40-5c15-497f-af8a-9c30944dfe73 HTTP/1.1" status: 204 len: 173 time: 0.9645989 Aug 03 15:54:00.915622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'name': 'network-vif-deleted', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:00.918411 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de6adb-502f-4e92-885c-fb62c5b9132d" -d '{"events": [{"server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "name": "network-vif-deleted", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:00.925947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11ceb1b7-fa74-405b-8006-708cb98d41a4 req-1bce4700-14e9-4230-a132-62cb72fd4d57 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 210 time: 0.4489970 Aug 03 15:54:01.001430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Allocated IP 172.20.0.12 (8d6702e2-8207-477c-804d-ffb1978f5d65/dca07c3e-03f6-4e88-9575-15c6360e12e8/31676722-d4f0-4227-966e-c29260a33387) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:01.039609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180760a-7e31-48e7-acd8-50e264a12fb5 req-b4f84bcb-c7d7-4c20-8113-9d51303af517 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:01.041232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8180760a-7e31-48e7-acd8-50e264a12fb5 req-b4f84bcb-c7d7-4c20-8113-9d51303af517 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1366446 Aug 03 15:54:01.056277 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a993eea-7b01-4069-9261-3fa61b77449c x-openstack-request-id: req-5a993eea-7b01-4069-9261-3fa61b77449c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:01.057961 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463e512e-6f42-43fd-97e2-5587b6005f69", "name": "network-vif-deleted", "tag": "23fa3b40-5c15-497f-af8a-9c30944dfe73", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:01.058271 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a993eea-7b01-4069-9261-3fa61b77449c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:01.058824 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463e512e-6f42-43fd-97e2-5587b6005f69', 'name': 'network-vif-deleted', 'tag': '23fa3b40-5c15-497f-af8a-9c30944dfe73', 'status': 'completed', 'code': 200} Aug 03 15:54:01.221744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ee0ed30d-1551-4c72-adc3-1a196d7181ae up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:01.332725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-96be80b9-27c3-487a-80af-d7ecb33b8c46 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232392 Aug 03 15:54:01.351549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ee0ed30d-1551-4c72-adc3-1a196d7181ae triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:01.351939 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:01.376477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:01.427210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:53:56Z', 'revision_number': 3, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:01.500849 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b7754-8e15-4449-b9fb-2157484c7a88 None None] The sync data for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 is: [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:53:56Z', 'revision_number': 3, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:01.909981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8180760a-7e31-48e7-acd8-50e264a12fb5 req-0e397765-f5f8-4863-8e0c-3d8fd3992692 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8476653 Aug 03 15:54:01.963436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50faced8-e4c6-4207-9365-8ddde532888c req-05120803-11ae-4301-bf68-5fee7bbd568b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=463e512e-6f42-43fd-97e2-5587b6005f69 HTTP/1.1" status: 200 len: 210 time: 0.1497972 Aug 03 15:54:01.970233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:02.008381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ec97-1916-438a-b279-411217fa454e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.020865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6dd7ec97-1916-438a-b279-411217fa454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.072690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7ec97-1916-438a-b279-411217fa454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b634c-7419-4266-83e4-3e0f0ed1c288,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:02.080650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6dd7ec97-1916-438a-b279-411217fa454e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be820766d382443c8661de1a0123c631&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2378926 Aug 03 15:54:02.081154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:02.155899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.172254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.195683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.278312 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.285945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.293939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/966b634c-7419-4266-83e4-3e0f0ed1c288 HTTP/1.1" status: 204 len: 168 time: 0.2104881 Aug 03 15:54:02.301950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1909783824-network', 'tenant_id': 'f701b1db13194dc7b3b2f936893561a3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:02.323619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aa69f-8ba9-41d9-9e6e-d90299726e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b634c-7419-4266-83e4-3e0f0ed1c288,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:02.327127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.360609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Made reservation on behalf of f701b1db13194dc7b3b2f936893561a3 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:02.364659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.386872 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.441483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Pushing event updated for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:02.489990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:02.511807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addc0c4-f17b-4647-8644-ec180ac8340c req-48c75b99-6ba5-43ce-bd6e-5c5a412d4510 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:02.513550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8addc0c4-f17b-4647-8644-ec180ac8340c req-48c75b99-6ba5-43ce-bd6e-5c5a412d4510 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 932 time: 0.4134898 Aug 03 15:54:02.514701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:02.520075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:02.546558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Allocated IP 172.20.0.1 (d303894a-7bf1-4996-84e0-d7c24937efe9/aa16e9f9-218f-4588-9411-e2fcc9bf09a9/1e9d2d7b-ea14-41c4-832a-c48f5761966d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:02.615272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.632034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.658728 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8addc0c4-f17b-4647-8644-ec180ac8340c req-8a6f06aa-f9d1-4c8c-9960-d435ffd4a8a4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330326 Aug 03 15:54:02.678054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:54:02.700814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1aacd5-3ede-4803-ad8e-de916205188c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:02.708788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.709161 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Added segment 1e6d7995-5f77-485e-b68e-de7834c7c6c9 of type vlan for network 98a58761-f07a-478f-92ce-3397a4920d92 Aug 03 15:54:02.780290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.817425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:02.819802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.824383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.828735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:02.833455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:02.851959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-855790f3-6d2f-4a24-88d7-012af42552e4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4850383 Aug 03 15:54:02.874098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9013433 Aug 03 15:54:02.897244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Request body: {'port': {'device_id': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:02.900144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:02.912684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Request body: {'subnet': {'network_id': '98a58761-f07a-478f-92ce-3397a4920d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1909783824-subnet', 'tenant_id': 'f701b1db13194dc7b3b2f936893561a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:02.982144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4421e9-fa60-43d5-9776-525b650db497 admin admin] Pushing event updated for resources: {'Network': ['ID=98a58761-f07a-478f-92ce-3397a4920d92,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:02.999930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 98a58761-f07a-478f-92ce-3397a4920d92 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:54:03.114863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.258019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Made reservation on behalf of f701b1db13194dc7b3b2f936893561a3 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:03.261296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.264238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Transition to ACTIVE for port object 1e9d2d7b-ea14-41c4-832a-c48f5761966d will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:03.308741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9975f33-01d1-4c30-985e-8f71ed2be3f8 req-5ee6002f-cfc3-489e-9ad6-acea3b0b449f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:03.318695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9975f33-01d1-4c30-985e-8f71ed2be3f8 req-5ee6002f-cfc3-489e-9ad6-acea3b0b449f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.2532125 Aug 03 15:54:03.325429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96285826-00f8-435d-8c44-1c07b13e1357 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:03.422492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9975f33-01d1-4c30-985e-8f71ed2be3f8 req-72743aed-09d9-47a1-a649-9a53a33430ab tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006083 Aug 03 15:54:03.433337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 96285826-00f8-435d-8c44-1c07b13e1357 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:03.439779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 96285826-00f8-435d-8c44-1c07b13e1357 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:03.440466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.614445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.619100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.624000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 23fa3b40-5c15-497f-af8a-9c30944dfe73 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:54:03.664780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 23fa3b40-5c15-497f-af8a-9c30944dfe73 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:54:03.665453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 23fa3b40-5c15-497f-af8a-9c30944dfe73 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:54:03.696460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.745671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 96285826-00f8-435d-8c44-1c07b13e1357, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96285826-00f8-435d-8c44-1c07b13e1357,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:03.753921 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.790245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:03.934167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0456-14b1-4db5-bcb4-4e2a0bcb0d0b req-39f4d71d-743d-446f-b63a-a79b76aec566 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:03.948274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfad0456-14b1-4db5-bcb4-4e2a0bcb0d0b req-39f4d71d-743d-446f-b63a-a79b76aec566 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 932 time: 0.1236115 Aug 03 15:54:04.028593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfad0456-14b1-4db5-bcb4-4e2a0bcb0d0b req-09262b3d-8661-4561-a9eb-c3dd9dc00c30 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785162 Aug 03 15:54:04.145725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=96285826-00f8-435d-8c44-1c07b13e1357,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:04.156891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Network d303894a-7bf1-4996-84e0-d7c24937efe9 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:04.167896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-96488edd-2de5-4599-8328-b89c38365fe2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:04.170108 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-96488edd-2de5-4599-8328-b89c38365fe2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.5853286 Aug 03 15:54:04.172200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:04.203370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:04.316017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:04.320583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c57bae-e84f-409b-9d29-59977dd986fb,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:04.336157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-0e03dedb-26d5-4352-878c-29fa3e9a452e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.1338947 Aug 03 15:54:04.533161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:04.610108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e31693e-b375-4613-a6be-994b1543ec77 None None] Provisioning for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:04.619973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e31693e-b375-4613-a6be-994b1543ec77 None None] Provisioning complete for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:04.622381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e31693e-b375-4613-a6be-994b1543ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:04.699853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-c56560b5-1597-4ab7-8f86-9edff685dca9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1695666 Aug 03 15:54:04.718692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8e31693e-b375-4613-a6be-994b1543ec77 None None] Port 1e9d2d7b-ea14-41c4-832a-c48f5761966d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:04.739183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Checking segment: {'id': '1e6d7995-5f77-485e-b68e-de7834c7c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:04.739943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Network hostable DHCP agents. Network: 98a58761-f07a-478f-92ce-3397a4920d92, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:54:04.875787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ec72-0942-4982-8405-149ab9c9ce86 req-6221654b-188a-4896-957b-fbec84f5c2ed tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:04.884679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d131ec72-0942-4982-8405-149ab9c9ce86 req-6221654b-188a-4896-957b-fbec84f5c2ed tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.0698714 Aug 03 15:54:04.936515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d131ec72-0942-4982-8405-149ab9c9ce86 req-c616ab04-4cab-4229-85ba-c12d890cd7db tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499370 Aug 03 15:54:05.045542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-52fe6d73-fc60-46da-8393-2f11a3145ba9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5167475 Aug 03 15:54:05.101820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Network 98a58761-f07a-478f-92ce-3397a4920d92 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:54:05.200607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:05.226539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96285826-00f8-435d-8c44-1c07b13e1357 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:05.242030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 98a58761-f07a-478f-92ce-3397a4920d92) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:05.284429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3967fa39-e0b8-4427-a9ae-f1409812c7a1 None None] Network 98a58761-f07a-478f-92ce-3397a4920d92 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:05.294815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:05.295335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:05.306759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-2ba9bc5f-6902-4263-912a-8bb5d436b3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055765 Aug 03 15:54:05.367434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d646b1b-2a74-4c57-99c4-7cd105abc3c9 req-4fcb6b28-c813-4da3-b3cf-4624ee37f1f3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:05.381115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d646b1b-2a74-4c57-99c4-7cd105abc3c9 req-4fcb6b28-c813-4da3-b3cf-4624ee37f1f3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 932 time: 0.1042366 Aug 03 15:54:05.411627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 96285826-00f8-435d-8c44-1c07b13e1357 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:05.412560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:05.455727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d646b1b-2a74-4c57-99c4-7cd105abc3c9 req-8821a953-957c-4a2b-953f-2bdf0a787bc1 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706110 Aug 03 15:54:05.458050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-76dfbf3a-4d7b-419a-acb9-e5833f0e8616 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502914 Aug 03 15:54:05.489377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-aefc3d64-eb41-4b5e-9607-162c1aa2860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:05.491083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-aefc3d64-eb41-4b5e-9607-162c1aa2860a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1096 time: 0.4049923 Aug 03 15:54:05.733275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1cc985-21f4-4d62-bdde-fb29a0765d11 None None] Network 98a58761-f07a-478f-92ce-3397a4920d92 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:06.399500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a15f-a193-48cd-b12e-ea28a104bff9 req-d0a557ea-bee1-4234-a438-6d2b2527c9e8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:06.402047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e382a15f-a193-48cd-b12e-ea28a104bff9 req-d0a557ea-bee1-4234-a438-6d2b2527c9e8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.0634437 Aug 03 15:54:06.434002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5661340e-9df3-4576-9992-662c518d6b9c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5267050 Aug 03 15:54:06.466883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e382a15f-a193-48cd-b12e-ea28a104bff9 req-e76c4e3d-ca35-4133-9cc4-4d55b8a00d30 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Aug 03 15:54:06.725618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31676722-d4f0-4227-966e-c29260a33387 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:06.755033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565afed6-e781-4261-94b6-6fb69c162fe3 req-df4e4c58-7971-4606-a89d-d262d05a13df tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:06.759101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-565afed6-e781-4261-94b6-6fb69c162fe3 req-df4e4c58-7971-4606-a89d-d262d05a13df tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 932 time: 0.1557047 Aug 03 15:54:06.764408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35778) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:06.773412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:06.875702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-565afed6-e781-4261-94b6-6fb69c162fe3 req-4cdfcb48-0c1f-4c92-a5f4-efff61033215 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Aug 03 15:54:06.896391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9941f3e-5bba-4229-8c38-8412c8aec9c6 req-7dc7b5e8-ce5a-4abc-ae62-7957c0ad1a16 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 210 time: 0.1654685 Aug 03 15:54:06.909102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Transition to ACTIVE for port object 31676722-d4f0-4227-966e-c29260a33387 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:06.937916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.022048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-2306eb9a-4c1d-4276-84f2-53ecd0596572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:07.023656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-2306eb9a-4c1d-4276-84f2-53ecd0596572 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 1.4841294 Aug 03 15:54:07.040095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b212345d-1617-48b5-bb1a-43983a5d2cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.055196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:07.091918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.099874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-9193784e-a1b6-490b-830c-acca2a0a8eb3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.0562446 Aug 03 15:54:07.101246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.206742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b212345d-1617-48b5-bb1a-43983a5d2cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.212141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b212345d-1617-48b5-bb1a-43983a5d2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.256050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212345d-1617-48b5-bb1a-43983a5d2cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdfabf2-368f-4b54-81d4-c447a7201299,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:07.258029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.279434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b212345d-1617-48b5-bb1a-43983a5d2cf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95c4a77300c6487695a1e316524febed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139441 Aug 03 15:54:07.282245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:07.307264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-4dbef9d6-759b-4cfe-ba23-baf623f739f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:07.308899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-4dbef9d6-759b-4cfe-ba23-baf623f739f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1890404 Aug 03 15:54:07.348198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:07.360201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.388854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.423209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Attempting to bind port 31676722-d4f0-4227-966e-c29260a33387 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:07.423870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Attempting to bind port 31676722-d4f0-4227-966e-c29260a33387 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:07.424392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Attempting to bind port 31676722-d4f0-4227-966e-c29260a33387 on network 8d6702e2-8207-477c-804d-ffb1978f5d65 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:07.433373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-9ffad0bb-a87b-4f87-b9d0-8f7aac9a3380 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797510 Aug 03 15:54:07.446402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Port 31676722-d4f0-4227-966e-c29260a33387 on network 8d6702e2-8207-477c-804d-ffb1978f5d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:54:07.447464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Attempting to bind port 31676722-d4f0-4227-966e-c29260a33387 on network 8d6702e2-8207-477c-804d-ffb1978f5d65 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:07.472248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.479528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.480881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fdfabf2-368f-4b54-81d4-c447a7201299 HTTP/1.1" status: 204 len: 168 time: 0.1963422 Aug 03 15:54:07.514817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee08f-814d-45cf-b391-77b311b2c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdfabf2-368f-4b54-81d4-c447a7201299,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:07.551586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:07.552187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Checking segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:07.552761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Bound using segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:07.553363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Bound port: 31676722-d4f0-4227-966e-c29260a33387, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:07.553762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:07.737522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-d8c1de21-a167-4584-8021-af92c4848094 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:07.739233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-d8c1de21-a167-4584-8021-af92c4848094 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/networks?id=98a58761-f07a-478f-92ce-3397a4920d92 HTTP/1.1" status: 200 len: 818 time: 0.4857419 Aug 03 15:54:07.743172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bffcbc-b01e-4860-9c74-2e6509e5de61 req-8064cb9b-c311-4644-84a6-a24b293cc821 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:07.751829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87bffcbc-b01e-4860-9c74-2e6509e5de61 req-8064cb9b-c311-4644-84a6-a24b293cc821 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1509407 Aug 03 15:54:07.798206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87bffcbc-b01e-4860-9c74-2e6509e5de61 req-ade61479-091a-4208-aa12-364d9994f64c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Aug 03 15:54:07.833130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-7131722c-fde0-4314-8236-3c89f71f6724 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/quotas/f701b1db13194dc7b3b2f936893561a3 HTTP/1.1" status: 200 len: 375 time: 0.0624063 Aug 03 15:54:07.888114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-6a2cf98d-52ff-4598-905c-b0b912deb546 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:07.890048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-6a2cf98d-52ff-4598-905c-b0b912deb546 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.4222519 Aug 03 15:54:07.901362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Network d303894a-7bf1-4996-84e0-d7c24937efe9 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:07.925809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:07.931782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:07.980277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-7828baae-fa15-4f38-aa4b-0181abc6972a service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332150 Aug 03 15:54:07.992573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-fa7c2e26-04a5-46ce-86a1-32d2f16d4cf1 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f701b1db13194dc7b3b2f936893561a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354046 Aug 03 15:54:08.005009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:08.088675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:08.119441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce55345e-dc08-4bfb-9f92-a9e81a7f2c9a req-a0322e33-1ecf-4a9d-be8c-058490f49838 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160700 Aug 03 15:54:08.121352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e141e4b-f63a-4bee-ba10-ca3ce28126de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.183877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5e21-9f6a-43bc-845c-c96c96b9ca1e req-15ca4f91-e0fc-477a-ab5d-35c981f17662 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:08.195003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a77c5e21-9f6a-43bc-845c-c96c96b9ca1e req-15ca4f91-e0fc-477a-ab5d-35c981f17662 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 944 time: 0.1688068 Aug 03 15:54:08.267502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a77c5e21-9f6a-43bc-845c-c96c96b9ca1e req-a6a52a6a-bdc8-4499-a320-33e5a8b325be tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Aug 03 15:54:08.301045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ed377a4-f50e-4987-9626-ba0a0a39bda5 None None] Provisioning complete for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:08.301699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ed377a4-f50e-4987-9626-ba0a0a39bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.310065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=31676722-d4f0-4227-966e-c29260a33387,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:08.330565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.347508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e141e4b-f63a-4bee-ba10-ca3ce28126de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.356351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e141e4b-f63a-4bee-ba10-ca3ce28126de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.402559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9ed377a4-f50e-4987-9626-ba0a0a39bda5 None None] Port 1e9d2d7b-ea14-41c4-832a-c48f5761966d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:08.411774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:08.441009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9e141e4b-f63a-4bee-ba10-ca3ce28126de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d4288de231b44d38abadc265e8f171c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511961 Aug 03 15:54:08.453079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35818) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:08.475822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:08.476559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.478244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-928effea-8789-4d62-85e6-a8c04dcbc1a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 200 len: 1092 time: 5.6118615 Aug 03 15:54:08.482561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'tag': '31676722-d4f0-4227-966e-c29260a33387'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:08.484913 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "tag": "31676722-d4f0-4227-966e-c29260a33387"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:08.506740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e141e4b-f63a-4bee-ba10-ca3ce28126de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f028fc-eda6-4648-a01e-7bd15987718b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:08.519705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d33ac37-4d0e-4469-9131-626e4451c169 req-4644c4d6-0258-4867-a5ad-562e8e1d1aff tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 210 time: 0.0835800 Aug 03 15:54:08.584835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-957ee671-821b-4168-86e5-86bc6a4b990a service neutron] 10.222.0.70 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898876 Aug 03 15:54:08.621546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.668811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.767799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.770991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.772725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86f028fc-eda6-4648-a01e-7bd15987718b HTTP/1.1" status: 204 len: 168 time: 0.3124232 Aug 03 15:54:08.786363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae18df-fae5-4735-af20-5133c5764166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f028fc-eda6-4648-a01e-7bd15987718b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:08.786934 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c9bb24-02d0-4172-b0ac-de488b5b3061 x-openstack-request-id: req-d8c9bb24-02d0-4172-b0ac-de488b5b3061 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:08.787450 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "tag": "31676722-d4f0-4227-966e-c29260a33387", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:08.787891 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8c9bb24-02d0-4172-b0ac-de488b5b3061 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:08.788544 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'tag': '31676722-d4f0-4227-966e-c29260a33387', 'status': 'completed', 'code': 200} Aug 03 15:54:08.825900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:08.829864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:08.847674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-2a64f91b-e309-4f99-8acf-80f72e4f4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:08.849632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-2a64f91b-e309-4f99-8acf-80f72e4f4e8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1095 time: 0.2630930 Aug 03 15:54:08.851877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:54:08.982860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-2b46ca00-5d69-4acd-ad70-df50c107edb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 200 len: 217 time: 0.1232035 Aug 03 15:54:09.043513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcd2a7-b8e0-4027-b100-523faae44a8e req-f9fb72c1-10d4-4d17-a88f-b423c2d66eaf tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:09.045579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcbcd2a7-b8e0-4027-b100-523faae44a8e req-f9fb72c1-10d4-4d17-a88f-b423c2d66eaf tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1020293 Aug 03 15:54:09.118038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcbcd2a7-b8e0-4027-b100-523faae44a8e req-9b5be2be-bfb4-433a-bac0-21d8642a09fb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Aug 03 15:54:09.184467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-31a5bb41-0102-440c-83eb-08404279ced1 service neutron] 10.222.0.70 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773716 Aug 03 15:54:09.446841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e243-12ea-4a35-9360-23b3d6450603 req-7b499fd6-b89c-4ec7-baa6-a8475d8c19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:09.448807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-7b499fd6-b89c-4ec7-baa6-a8475d8c19e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.4493318 Aug 03 15:54:09.494198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9891a-1cd3-4ee2-adf5-d31f55766bd0 req-e9f1c0f3-6aee-4087-9f75-ab3b98827d5f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:09.495941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71e9891a-1cd3-4ee2-adf5-d31f55766bd0 req-e9f1c0f3-6aee-4087-9f75-ab3b98827d5f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 944 time: 0.0994325 Aug 03 15:54:09.528731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-862c1398-7807-4275-b6ef-c2434febfd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710249 Aug 03 15:54:09.530072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.3 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/aa8ae31f-faa0-4bac-b542-05a35c541090) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:09.533851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:09.548016 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9e95bbc-f560-4ced-beaa-ef7a3d1241c4 admin admin] 10.222.0.70 "PUT /v2.0/routers/ad71f7fb-4816-4e9d-a51f-bdcaae10aab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7686622 Aug 03 15:54:09.560773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Sync routers for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:09.599092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:09.600089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:09.600959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71e9891a-1cd3-4ee2-adf5-d31f55766bd0 req-e52c056a-c489-453e-9590-6206d9eb304f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986187 Aug 03 15:54:09.759792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-54c636c1-8c76-4d7c-816f-0cf899897f53 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131400 Aug 03 15:54:09.804992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44d5b6a2-2053-4c6a-9365-cc87880a1eb2 req-931d62c2-b334-42bc-9275-b602b2a43b68 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 210 time: 0.0553463 Aug 03 15:54:09.850062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b7a88ac4-b1c1-4b11-bb88-7c00cb0cac41 req-3e3a11d3-b60a-454a-84cc-bc4f0a10c96a tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 210 time: 0.2325563 Aug 03 15:54:09.901621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f5b73c17-1ab6-4084-8442-3a7b884dc89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:09.935738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:10.212525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35884) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:10.394729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:05Z', 'revision_number': 2, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:10.464983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Checking router: ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:10.465537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Updating router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 port 1e9d2d7b-ea14-41c4-832a-c48f5761966d binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:54:10.481461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65feff9-adb1-4ed8-80e6-b13a6278e676 req-0df335a1-32a7-40dc-b66b-3648494cc007 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:10.488205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a65feff9-adb1-4ed8-80e6-b13a6278e676 req-0df335a1-32a7-40dc-b66b-3648494cc007 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1815202 Aug 03 15:54:10.544585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.575351 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.578090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-network', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:10.622868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Made reservation on behalf of feeb38c6aed74f9dbe03cabb80f0140e for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:10.626267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.657394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a65feff9-adb1-4ed8-80e6-b13a6278e676 req-e5574156-783c-4bb5-8f7e-91a3b52c8093 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640875 Aug 03 15:54:10.662844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.823388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-e1f68613-6b17-4781-8ffa-ea7c1a67ede0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:10.831710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-e1f68613-6b17-4781-8ffa-ea7c1a67ede0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 828 time: 0.2391114 Aug 03 15:54:10.871880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d186e243-12ea-4a35-9360-23b3d6450603 req-9b7caf5b-9588-4f2a-9ad7-dff3c26321fb service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386183 Aug 03 15:54:10.874496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.882793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-4fc22be2-7744-4a92-bb06-eb875e91918c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/quotas/82d4419b3af7476b962eb60166a494c0 HTTP/1.1" status: 200 len: 375 time: 0.0500367 Aug 03 15:54:10.887178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.889024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139984e-8ef9-47d2-a30c-2b636c944c7b req-93fa3caa-e598-413d-9aab-112f06a34185 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:10.899636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b139984e-8ef9-47d2-a30c-2b636c944c7b req-93fa3caa-e598-413d-9aab-112f06a34185 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 944 time: 0.1082797 Aug 03 15:54:10.909466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:10.972438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:54:10.978113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168703be-320f-44b5-bb33-6ef97a071c14,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:10.996256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b139984e-8ef9-47d2-a30c-2b636c944c7b req-2ca1c9d9-20a4-4c18-8754-91fe7ad6a8d5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957069 Aug 03 15:54:11.001700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:11.003868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:11.014896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.015294 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Added segment 41eeb09a-e390-4505-84d8-4c65d62fbfab of type vlan for network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf Aug 03 15:54:11.036550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:11.039790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:11.108167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-7838cdba-4955-48da-8d6d-7b3497f3ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.111631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-7838cdba-4955-48da-8d6d-7b3497f3ae62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1095 time: 0.1462648 Aug 03 15:54:11.121518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.141100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.142130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.159196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-21b06326-f896-4f69-82ba-54bbb928409f tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2751565 Aug 03 15:54:11.195266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.196291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.197330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.198140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.212818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Transition to ACTIVE for port object 1e9d2d7b-ea14-41c4-832a-c48f5761966d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:11.221389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab7d6b-7b97-4828-b429-c2e1d34250c8 req-af4a2537-ed00-44b5-8f82-336ed0862a15 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.223406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deab7d6b-7b97-4828-b429-c2e1d34250c8 req-af4a2537-ed00-44b5-8f82-336ed0862a15 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 931 time: 0.0862014 Aug 03 15:54:11.224434 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.290916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0740247 Aug 03 15:54:11.299754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:11.311804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Request body: {'subnet': {'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-subnet', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:11.319819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534f728-1a00-4f60-9f6c-024a8552bf63 admin admin] Pushing event updated for resources: {'Network': ['ID=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:11.353502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deab7d6b-7b97-4828-b429-c2e1d34250c8 req-ab801d40-519f-45fa-a0ad-c0470f0f506d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873532 Aug 03 15:54:11.369267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:54:11.373815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Made reservation on behalf of feeb38c6aed74f9dbe03cabb80f0140e for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:11.375832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.397465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6915bd0-2887-4440-abf7-a6e9af950aa7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:11.504176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Attempting to bind port 1e9d2d7b-ea14-41c4-832a-c48f5761966d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:11.505234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Attempting to bind port 1e9d2d7b-ea14-41c4-832a-c48f5761966d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:11.505894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Attempting to bind port 1e9d2d7b-ea14-41c4-832a-c48f5761966d on network d303894a-7bf1-4996-84e0-d7c24937efe9 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:11.531229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:11.531765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Checking segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:11.532272 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.533491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Bound using segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:11.534371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Bound port: 1e9d2d7b-ea14-41c4-832a-c48f5761966d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:11.534936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.626090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11f76c42-a6c3-4d71-a89c-3a9c47e5bf84 req-0ca39bab-5472-4ac4-aef7-2c4abcbd78dc tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 210 time: 0.0521793 Aug 03 15:54:11.708259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-5bbc0ea9-7d93-4bd3-b30d-22d6ecb6c60e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7991807 Aug 03 15:54:11.716233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] For port 1e9d2d7b-ea14-41c4-832a-c48f5761966d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:11.721009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] For port 1e9d2d7b-ea14-41c4-832a-c48f5761966d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1e9d2d7b-ea14-41c4-832a-c48f5761966d,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:11.726509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.738741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Request body: {'port': {'device_id': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:11.793711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-44c01d5e-f221-4571-a8b3-79b5d476ae87 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.795757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-44c01d5e-f221-4571-a8b3-79b5d476ae87 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.78 "GET /v2.0/networks?id=98a58761-f07a-478f-92ce-3397a4920d92 HTTP/1.1" status: 200 len: 818 time: 0.4773581 Aug 03 15:54:11.821334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-3408f47f-3001-44e2-ad55-2534e7bca675 service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611409 Aug 03 15:54:11.832278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Request body: {'port': {'device_id': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92', 'admin_state_up': True, 'tenant_id': 'f701b1db13194dc7b3b2f936893561a3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:11.833501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:11.834304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:11.836008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:11.838947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6915bd0-2887-4440-abf7-a6e9af950aa7 None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:11.992101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-9d163a26-8bae-432c-8d0a-e66a0ec15606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:11.993969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-9d163a26-8bae-432c-8d0a-e66a0ec15606 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 0.8682697 Aug 03 15:54:12.003942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.004247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87fd663-6121-4417-b860-d3ffb76f607f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:12.010534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:12.015097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Checking segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:12.015455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Network hostable DHCP agents. Network: da89f8f5-d3b9-41d6-91f9-e436dbd03eaf, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:54:12.033317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa0b59-bf23-4d57-99bd-a6d89eb1f775 req-ce7ddf2d-907c-4ef5-b83d-2d1d76c02e81 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:12.041399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5fa0b59-bf23-4d57-99bd-a6d89eb1f775 req-ce7ddf2d-907c-4ef5-b83d-2d1d76c02e81 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.2102671 Aug 03 15:54:12.082947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:54:12.095359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, da89f8f5-d3b9-41d6-91f9-e436dbd03eaf) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:12.101859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:12.102529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.124103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-11a69344-6e60-413a-bae5-5ae74f42ba19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 200 len: 217 time: 0.1055222 Aug 03 15:54:12.130309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-251fe01f-e284-431b-84a0-738ce80022dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8272181 Aug 03 15:54:12.131306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35932) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:12.142814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5fa0b59-bf23-4d57-99bd-a6d89eb1f775 req-8c36cb6b-295f-4108-8129-e5a06b208ed8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Aug 03 15:54:12.151215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e787d7-c296-4d1e-9b97-a57331af7443 None None] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:12.161452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:12.211117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.212743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.321729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eddbd8ad-3c56-402c-ad85-a238afb04a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.348775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.354448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Made reservation on behalf of f701b1db13194dc7b3b2f936893561a3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:12.359007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.384234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-e1049781-15b3-4e6b-bc80-1b2e6e59290f service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345106 Aug 03 15:54:12.445246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-811e4b5f-2370-4d81-af6f-c88f2f9c57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:12.459128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-811e4b5f-2370-4d81-af6f-c88f2f9c57d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.3238652 Aug 03 15:54:12.473807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d1299-a551-4b2a-b9fc-88d3ab4891e4 req-8763bfbd-eccd-4c6b-bf84-c4da35d9b0db tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:12.482542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862d1299-a551-4b2a-b9fc-88d3ab4891e4 req-8763bfbd-eccd-4c6b-bf84-c4da35d9b0db tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 944 time: 0.2093947 Aug 03 15:54:12.570134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862d1299-a551-4b2a-b9fc-88d3ab4891e4 req-582c89a2-8944-4309-9a35-94816142d80f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865595 Aug 03 15:54:12.639269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-130b282b-f6f1-4abe-aad2-cfa01bce05b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431057 Aug 03 15:54:12.698689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.741322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'fixed_ips': [{'subnet_id': 'f87fd663-6121-4417-b860-d3ffb76f607f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:54:12.741538 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.759347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:12.790607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-97eeccbc-f045-4f95-87bc-9836b4178216 req-37144a18-8f1c-4cd5-9ace-c1d47dbb0db5 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 210 time: 0.0807433 Aug 03 15:54:12.826088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-3fa853ff-446b-42f1-bdd7-ecd55950c1b2 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823146 Aug 03 15:54:12.880968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:11Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:12.918663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8214aeb5-9a36-4386-8fa5-d320c1788b9e None None] The sync data for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 is: [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:11Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:13.032358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Allocated IP 172.20.0.2 (da89f8f5-d3b9-41d6-91f9-e436dbd03eaf/f87fd663-6121-4417-b860-d3ffb76f607f/ff132bb9-6647-4b08-91f5-0603473ce034) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:13.041597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14196ff5-7b3e-495c-bb86-8031a33610bc req-b0f79bf7-0add-42ab-8ef9-f80354fdac47 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 210 time: 0.0895677 Aug 03 15:54:13.328723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1b3a72f-e6bb-4497-9467-7e0438b27c1b req-25874b41-33b1-4e5f-a744-9021665ecaf0 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144286 Aug 03 15:54:13.351626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1e9d2d7b-ea14-41c4-832a-c48f5761966d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:13.373660 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.397852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Allocated IP 172.20.0.2 (98a58761-f07a-478f-92ce-3397a4920d92/34c57bae-e84f-409b-9d29-59977dd986fb/ac3e9c98-f49b-43d2-8513-aa10399bf389) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:13.408716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16905a24-d1b6-431d-acf9-9137965336f5 req-5825b5d6-c6a5-421b-ac26-48bd46305cc7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:13.411165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16905a24-d1b6-431d-acf9-9137965336f5 req-5825b5d6-c6a5-421b-ac26-48bd46305cc7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 931 time: 0.5966828 Aug 03 15:54:13.424652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.439037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:13.447719 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.449718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:13.450099 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.493552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16905a24-d1b6-431d-acf9-9137965336f5 req-dd2bd10f-2ee9-4625-a1e2-c4779e0e3cf5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Aug 03 15:54:13.525622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Transition to ACTIVE for port object ff132bb9-6647-4b08-91f5-0603473ce034 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:13.575931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Allocated IP 172.25.7.201 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6688d873-798b-4da7-9fc7-3c757bc3c840) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:13.604460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Transition to ACTIVE for port object ff132bb9-6647-4b08-91f5-0603473ce034 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:13.624384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8ae31f-faa0-4bac-b542-05a35c541090 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:13.630823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.649122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382efba0-9b93-4306-ba39-07ab30cd885c req-4720a536-b7ac-43fd-ac08-e13c3930a50d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:13.658454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-382efba0-9b93-4306-ba39-07ab30cd885c req-4720a536-b7ac-43fd-ac08-e13c3930a50d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.3618605 Aug 03 15:54:13.711520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.747886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:13.749052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.753942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Pushing event updated for resources: {'Port': ['ID=ff132bb9-6647-4b08-91f5-0603473ce034,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:13.756478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:13.758275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 31676722-d4f0-4227-966e-c29260a33387 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:13.761919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:13.770246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Transition to ACTIVE for port object aa8ae31f-faa0-4bac-b542-05a35c541090 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:13.774027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.777724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.825135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.840324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-382efba0-9b93-4306-ba39-07ab30cd885c req-2f72acdc-dad8-4b85-89f9-3c5f980dc202 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803644 Aug 03 15:54:13.857405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 1e9d2d7b-ea14-41c4-832a-c48f5761966d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1e9d2d7b-ea14-41c4-832a-c48f5761966d,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:13.867442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.922451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:13.933556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:13.951754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a66af6-a21b-48d9-84c8-280bf104e54d req-a8c00cdb-4f5a-4775-b1bd-fd1022828984 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:13.964921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1a66af6-a21b-48d9-84c8-280bf104e54d req-a8c00cdb-4f5a-4775-b1bd-fd1022828984 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 944 time: 0.2553859 Aug 03 15:54:13.969567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:54:13.973169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:13.988099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Attempting to bind port ff132bb9-6647-4b08-91f5-0603473ce034 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:13.988099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Attempting to bind port ff132bb9-6647-4b08-91f5-0603473ce034 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:13.988808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Attempting to bind port ff132bb9-6647-4b08-91f5-0603473ce034 on network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:14.020556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:14.020942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Checking segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:14.021347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.021808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Bound using segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:14.022289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Bound port: ff132bb9-6647-4b08-91f5-0603473ce034, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:14.022678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.068600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be6e28b5-a329-409c-839c-02f0b9ed6d75 req-98d8c6e9-7ee4-440f-8df7-9f1c496c7a1b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 210 time: 0.0652425 Aug 03 15:54:14.069534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1a66af6-a21b-48d9-84c8-280bf104e54d req-889ac487-d7b4-44ce-9627-61d8ada7c300 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033726 Aug 03 15:54:14.074822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:14.076832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.089137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:14.100570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] For port ff132bb9-6647-4b08-91f5-0603473ce034, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:14.103411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:14.104117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] For port ff132bb9-6647-4b08-91f5-0603473ce034, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ff132bb9-6647-4b08-91f5-0603473ce034,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:14.111066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Pushing event updated for resources: {'Port': ['ID=6688d873-798b-4da7-9fc7-3c757bc3c840,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:14.112237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.171120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.344174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Network 98a58761-f07a-478f-92ce-3397a4920d92 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:14.377270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:14.394020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:14.395651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=31676722-d4f0-4227-966e-c29260a33387,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:14.408395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402198c-1084-4c3c-bfc7-50a2bdccf64b None None] Pushing event updated for resources: {'Port': ['ID=ff132bb9-6647-4b08-91f5-0603473ce034,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:14.429021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce6a1-46da-4daa-b120-243a30468315 req-d1a92559-595c-4b0a-892d-7d66c6631db6 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:14.440503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-103ce6a1-46da-4daa-b120-243a30468315 req-d1a92559-595c-4b0a-892d-7d66c6631db6 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 931 time: 0.2571874 Aug 03 15:54:14.446873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '31676722-d4f0-4227-966e-c29260a33387', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'port_id': '31676722-d4f0-4227-966e-c29260a33387', 'mac_address': 'fa:16:3e:55:2d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:54:14.484725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Attempting to bind port aa8ae31f-faa0-4bac-b542-05a35c541090 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:14.485313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Attempting to bind port aa8ae31f-faa0-4bac-b542-05a35c541090 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:14.486638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Attempting to bind port aa8ae31f-faa0-4bac-b542-05a35c541090 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:14.495267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Port aa8ae31f-faa0-4bac-b542-05a35c541090 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:54:14.495995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Attempting to bind port aa8ae31f-faa0-4bac-b542-05a35c541090 on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:14.506833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Pushing event updated for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:14.520212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:14.520828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:14.521415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:14.522093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Bound port: aa8ae31f-faa0-4bac-b542-05a35c541090, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:14.522751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.551039 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.560058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:14.562424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.587454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31676722-d4f0-4227-966e-c29260a33387 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:14.633494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-9062d671-b85b-4e8b-9651-918c56574d6b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8092544 Aug 03 15:54:14.655264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-103ce6a1-46da-4daa-b120-243a30468315 req-cf622c7f-461e-41f0-86ae-03178ffd4e79 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100699 Aug 03 15:54:14.682038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Request body: {'port': {'device_id': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:14.735396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=31676722-d4f0-4227-966e-c29260a33387,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:14.745418 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.858395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-7839a78c-3f64-4f72-8860-6c705f20bbdd tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:14.860005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-7839a78c-3f64-4f72-8860-6c705f20bbdd tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.78 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 828 time: 0.1975646 Aug 03 15:54:14.926665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.958459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:14.972697 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:14.978599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['31676722-d4f0-4227-966e-c29260a33387'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:15.027931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e06ef-5369-4a74-aacd-2e466a383c32 req-8e916290-1d52-4564-9ab5-fdef9f4868ac tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:15.029497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c90e06ef-5369-4a74-aacd-2e466a383c32 req-8e916290-1d52-4564-9ab5-fdef9f4868ac tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.2755985 Aug 03 15:54:15.046314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.055366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'port': {'device_id': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'admin_state_up': True, 'tenant_id': '82d4419b3af7476b962eb60166a494c0'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:15.058018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:15.104375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:15.175103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.276721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:15.283223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.284977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] 10.222.0.72 "PUT /v2.0/ports/aa8ae31f-faa0-4bac-b542-05a35c541090 HTTP/1.1" status: 200 len: 1091 time: 3.5596507 Aug 03 15:54:15.288784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:15.291585 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7899502b-b330-4eb6-b414-48ef75e2cbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:15.328510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea999e-447c-4bdd-8814-3967c0871228 req-afeece00-ed22-42b3-a8ec-5163ff844157 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:15.330278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ea999e-447c-4bdd-8814-3967c0871228 req-afeece00-ed22-42b3-a8ec-5163ff844157 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.2881548 Aug 03 15:54:15.387129 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c90e06ef-5369-4a74-aacd-2e466a383c32 req-24e96c62-3e09-4403-ab9a-d075c8d9097f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452897 Aug 03 15:54:15.414059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1e9d2d7b-ea14-41c4-832a-c48f5761966d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:15.539381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 1e9d2d7b-ea14-41c4-832a-c48f5761966d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:15.540179 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.583435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Made reservation on behalf of 82d4419b3af7476b962eb60166a494c0 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:15.587306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.628199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.657168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ff132bb9-6647-4b08-91f5-0603473ce034 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:15.696157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:15.700010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 31676722-d4f0-4227-966e-c29260a33387 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:15.897950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 31676722-d4f0-4227-966e-c29260a33387 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:15.915933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 31676722-d4f0-4227-966e-c29260a33387 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:15.916349 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:15.954752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ff132bb9-6647-4b08-91f5-0603473ce034 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:15.972988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31318d5c-79d3-4256-8cd6-da7dae5b0719 None None] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:15.977742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:16.037553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:54:16.105541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-83b537ed-1639-4697-bb0f-f1951788296f tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:16.108265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-83b537ed-1639-4697-bb0f-f1951788296f tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.9384737 Aug 03 15:54:16.113340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3e9c98-f49b-43d2-8513-aa10399bf389 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:16.115041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Provisioning for port ff132bb9-6647-4b08-91f5-0603473ce034 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:16.118971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.134689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Provisioning complete for port ff132bb9-6647-4b08-91f5-0603473ce034 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:16.135596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.145497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:16.179306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.203509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31676722-d4f0-4227-966e-c29260a33387'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:16.206554 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe781c-d188-455c-9198-07e04f9db80d" -d '{"events": [{"server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "name": "network-vif-plugged", "status": "completed", "tag": "31676722-d4f0-4227-966e-c29260a33387"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:16.221263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80299b-c768-4f0e-b8d8-af6d3448bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:16.239792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ea999e-447c-4bdd-8814-3967c0871228 req-cc820182-b178-4515-ab23-04fdd95382cc tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8768179 Aug 03 15:54:16.241829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=31676722-d4f0-4227-966e-c29260a33387,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:16.250881 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.286738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9a97402-82a4-4ace-8fb0-9527ec622c5f req-1e672dff-c020-4014-b1ca-d4fe9d72c5a5 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 210 time: 0.7576244 Aug 03 15:54:16.294495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:54:16.334070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.353870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-84c287fb-39d2-4f3a-9498-a53a3de5346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:16.355975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-84c287fb-39d2-4f3a-9498-a53a3de5346c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 1094 time: 1.0060432 Aug 03 15:54:16.363013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Transition to ACTIVE for port object ac3e9c98-f49b-43d2-8513-aa10399bf389 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:16.447989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.470974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:16.532556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] For port ff132bb9-6647-4b08-91f5-0603473ce034, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ff132bb9-6647-4b08-91f5-0603473ce034,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:16.542662 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.559834 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36732128-4a5d-463c-914c-854ba6c264ae x-openstack-request-id: req-36732128-4a5d-463c-914c-854ba6c264ae {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:16.561818 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:16.562631 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36732128-4a5d-463c-914c-854ba6c264ae {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:16.564852 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'status': 'completed', 'code': 200} Aug 03 15:54:16.683929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-0228dbc2-712b-4521-99e5-7134f156f53d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8ae31f-faa0-4bac-b542-05a35c541090 HTTP/1.1" status: 200 len: 217 time: 0.3189681 Aug 03 15:54:16.697112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Allocated IP 172.20.0.13 (d303894a-7bf1-4996-84e0-d7c24937efe9/aa16e9f9-218f-4588-9411-e2fcc9bf09a9/bee47d20-3eb1-4b6c-86fd-ac65ab3ae058) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:16.698099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8efb33-37b9-4753-9885-86038c66c586 None None] Pushing event updated for resources: {'Port': ['ID=ff132bb9-6647-4b08-91f5-0603473ce034,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:16.754948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.875245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:16.897182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-91f5e6af-542d-417a-abf4-93905efb2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:16.899342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-91f5e6af-542d-417a-abf4-93905efb2e3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1288922 Aug 03 15:54:16.905756 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Sync routers for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:16.906871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141b4ec-0dab-414d-9213-d6e4b9b30caf req-f8a17652-5f6a-44c2-9e4b-1c9a1bf0b9fb tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:16.908962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4141b4ec-0dab-414d-9213-d6e4b9b30caf req-f8a17652-5f6a-44c2-9e4b-1c9a1bf0b9fb tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.4333253 Aug 03 15:54:16.926221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bd683bef-62e0-4ccf-b596-c7c767933d7b None None] Provisioning complete for port ff132bb9-6647-4b08-91f5-0603473ce034 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:16.926731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bd683bef-62e0-4ccf-b596-c7c767933d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:16.940774 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:16.942842 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:17.018362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:17.022914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1cf9b33f-e53c-401c-a4f8-f647ef1754cf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8716664 Aug 03 15:54:17.023540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-9958fc58-54cb-4f7b-a3c4-a22771ec2c5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642285 Aug 03 15:54:17.026558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35990) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:17.039054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd241e8-d777-49d3-bc00-d76d9b6fecb4 req-7eeab5c6-b201-48dc-9502-68ee596f6b13 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:17.040774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4bd241e8-d777-49d3-bc00-d76d9b6fecb4 req-7eeab5c6-b201-48dc-9502-68ee596f6b13 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.3526311 Aug 03 15:54:17.112293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:17.149453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4141b4ec-0dab-414d-9213-d6e4b9b30caf req-f31dc01b-2da3-420a-9452-9f239ede1364 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277484 Aug 03 15:54:17.187313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Transition to ACTIVE for port object bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:17.287027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:17.305560 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb1b45-47e0-4a19-b646-16755a09f8bf x-openstack-request-id: req-7ddb1b45-47e0-4a19-b646-16755a09f8bf {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:17.305800 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "name": "network-vif-plugged", "status": "completed", "tag": "31676722-d4f0-4227-966e-c29260a33387", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:17.306297 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ddb1b45-47e0-4a19-b646-16755a09f8bf {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:17.306705 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31676722-d4f0-4227-966e-c29260a33387', 'code': 200} Aug 03 15:54:17.311592 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:17.324503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:17.325179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ff132bb9-6647-4b08-91f5-0603473ce034 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:17.373960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Network d303894a-7bf1-4996-84e0-d7c24937efe9 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:17.381568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:17.391147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:17.422427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event updated for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:17.707359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:17.708434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:17.714610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ff132bb9-6647-4b08-91f5-0603473ce034 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:17.715520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:17.757575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f2c66-e28b-41af-b3eb-fce43b20a503 req-fceaa998-4f24-4f10-8715-39fa2b661d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:17.760572 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b1f2c66-e28b-41af-b3eb-fce43b20a503 req-fceaa998-4f24-4f10-8715-39fa2b661d17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1097 time: 0.3314538 Aug 03 15:54:17.791191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-04cdea28-5a0b-4816-8583-047ae2a1f62b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7468941 Aug 03 15:54:17.834723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bb90d-6710-4163-99d1-477bb626d6a7 req-b4d6329c-fffd-4b98-8f5a-946ababf9bf6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:17.853985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff2bb90d-6710-4163-99d1-477bb626d6a7 req-b4d6329c-fffd-4b98-8f5a-946ababf9bf6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.3943055 Aug 03 15:54:17.869200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Request body: {'port': {'device_id': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:18.035604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff2bb90d-6710-4163-99d1-477bb626d6a7 req-3656c899-033d-4c2c-ba11-ad4e9d2cb460 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745412 Aug 03 15:54:18.041873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Attempting to bind port ac3e9c98-f49b-43d2-8513-aa10399bf389 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:18.042381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Attempting to bind port ac3e9c98-f49b-43d2-8513-aa10399bf389 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '1e6d7995-5f77-485e-b68e-de7834c7c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:18.042716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Attempting to bind port ac3e9c98-f49b-43d2-8513-aa10399bf389 on network 98a58761-f07a-478f-92ce-3397a4920d92 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:18.046137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b1f2c66-e28b-41af-b3eb-fce43b20a503 req-d7a47414-b9f6-4372-8c1f-168d209d930b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753994 Aug 03 15:54:18.057128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Port ac3e9c98-f49b-43d2-8513-aa10399bf389 on network 98a58761-f07a-478f-92ce-3397a4920d92 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:54:18.057907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Attempting to bind port ac3e9c98-f49b-43d2-8513-aa10399bf389 on network 98a58761-f07a-478f-92ce-3397a4920d92 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:18.109871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:18.126316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7956fceb-5887-4dcd-b634-23392ceacfc0 None None] Provisioning for port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:18.132013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.150232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:18.156351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:18.159605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7956fceb-5887-4dcd-b634-23392ceacfc0 None None] Provisioning complete for port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:18.166575 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7956fceb-5887-4dcd-b634-23392ceacfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.251950 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:14Z', 'revision_number': 3, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:18.268441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.291586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4bd241e8-d777-49d3-bc00-d76d9b6fecb4 req-003365c0-99c6-4bc1-ad63-28aa9e1efa40 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0212190 Aug 03 15:54:18.292487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:18.292876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Checking segment: {'id': '1e6d7995-5f77-485e-b68e-de7834c7c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:18.293424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Bound using segment: {'id': '1e6d7995-5f77-485e-b68e-de7834c7c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:18.294492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Checking router: bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:18.294837 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Updating router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 port 6688d873-798b-4da7-9fc7-3c757bc3c840 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:54:18.295847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Bound port: ac3e9c98-f49b-43d2-8513-aa10399bf389, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6d7995-5f77-485e-b68e-de7834c7c6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:18.297425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.322196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7956fceb-5887-4dcd-b634-23392ceacfc0 None None] Port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:18.330701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56403c-7ce1-430d-b72c-e5e61669a13e req-79f0c5b7-78c4-426a-9fff-2d19eebf54a1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:18.340048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d56403c-7ce1-430d-b72c-e5e61669a13e req-79f0c5b7-78c4-426a-9fff-2d19eebf54a1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 945 time: 0.1702805 Aug 03 15:54:18.345969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.356667 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.425117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:18.430556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389,segment=NetworkSegment(1e6d7995-5f77-485e-b68e-de7834c7c6c9),segment_id=1e6d7995-5f77-485e-b68e-de7834c7c6c9)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:18.502145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d56403c-7ce1-430d-b72c-e5e61669a13e req-b979e2cf-2847-42d3-8df7-2a3e269bc817 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561074 Aug 03 15:54:18.508540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-da1fbd04-dd27-4539-a3fa-cafb45dc8464 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2033818 Aug 03 15:54:18.509058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3024e4d8-638e-4b84-8cae-f41db05be8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.603451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:18.612520 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36281e3a-4d4a-488f-a725-ceb8d2146d5b" -d '{"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-unplugged", "status": "completed", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:18.673298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.706092 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.718395 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Transition to ACTIVE for port object 6688d873-798b-4da7-9fc7-3c757bc3c840 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:18.727523 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.847228 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Attempting to bind port 6688d873-798b-4da7-9fc7-3c757bc3c840 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:18.847944 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Attempting to bind port 6688d873-798b-4da7-9fc7-3c757bc3c840 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:18.848673 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Attempting to bind port 6688d873-798b-4da7-9fc7-3c757bc3c840 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:18.853862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d44a-e3d0-47ca-a346-104d2ab495e4 None None] Pushing event updated for resources: {'Port': ['ID=6688d873-798b-4da7-9fc7-3c757bc3c840,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:18.868202 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:18.869535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:18.870577 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.872449 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:18.872614 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Bound port: 6688d873-798b-4da7-9fc7-3c757bc3c840, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:18.877768 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.915006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235c9a1-0816-4ce8-8908-0d17b1d25645 req-6317131e-9385-4079-9d91-8825b58b1e05 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:18.920685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c858c22d-2836-4dd1-a3da-f636d9ca933e req-a940b93d-5030-4741-bf9e-30dd62813593 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602630 Aug 03 15:54:18.921491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:18.924679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3235c9a1-0816-4ce8-8908-0d17b1d25645 req-6317131e-9385-4079-9d91-8825b58b1e05 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.2019503 Aug 03 15:54:18.935072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:18.935711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:18.937332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] 10.222.0.78 "PUT /v2.0/ports/ac3e9c98-f49b-43d2-8513-aa10399bf389 HTTP/1.1" status: 200 len: 1091 time: 4.2781725 Aug 03 15:54:19.003703 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] For port 6688d873-798b-4da7-9fc7-3c757bc3c840, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:19.010427 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] For port 6688d873-798b-4da7-9fc7-3c757bc3c840, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6688d873-798b-4da7-9fc7-3c757bc3c840,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:19.015766 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.075681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3235c9a1-0816-4ce8-8908-0d17b1d25645 req-3e071488-7b2b-42c5-90b1-eb5e49f51317 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452351 Aug 03 15:54:19.118807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3024e4d8-638e-4b84-8cae-f41db05be8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.136548 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3024e4d8-638e-4b84-8cae-f41db05be8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.144798 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:19.145442 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:19.200842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:19.205953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:19.206552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:19.207114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:19.219667 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722d44a-e3d0-47ca-a346-104d2ab495e4 None None] Pushing event updated for resources: {'Port': ['ID=6688d873-798b-4da7-9fc7-3c757bc3c840,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:19.223427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3024e4d8-638e-4b84-8cae-f41db05be8ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa40c1521ed243e5877b80e9b2bb4c64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0666411 Aug 03 15:54:19.226002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.228328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024e4d8-638e-4b84-8cae-f41db05be8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641343f8-55b2-44ae-a47e-de0efdff13d0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:19.232015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36014) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:19.234170 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17daf6b5-e31d-4f8d-ab68-c76b017665b4 x-openstack-request-id: req-17daf6b5-e31d-4f8d-ab68-c76b017665b4 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:19.234469 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-unplugged", "status": "completed", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:19.234729 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17daf6b5-e31d-4f8d-ab68-c76b017665b4 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:19.235184 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'code': 200} Aug 03 15:54:19.277047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Transition to ACTIVE for port object bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:19.298756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.303091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:54:19.303405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Attempting to bind port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:19.316769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7ac5f-7c25-46ed-953e-2f24ae5e96b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:19.326598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.327388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:19.343446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:19.343783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:19.344264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:19.345431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Bound port: 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:19.346061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.350362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-9df966e1-3375-424c-885f-7cc9844ab489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.351958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-9df966e1-3375-424c-885f-7cc9844ab489 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 1094 time: 0.3308783 Aug 03 15:54:19.374126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ccfc5-1632-4cd7-9598-3e1b0a774ff7 req-7b84fbb0-b24f-4233-b23e-c461d6aceffd tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.375706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c67ccfc5-1632-4cd7-9598-3e1b0a774ff7 req-7b84fbb0-b24f-4233-b23e-c461d6aceffd tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 932 time: 0.7735603 Aug 03 15:54:19.395451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Pushing event updated for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:19.396290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-33f36cb4-f628-4616-aa7a-c8357f13c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.399458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-33f36cb4-f628-4616-aa7a-c8357f13c774 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f701b1db13194dc7b3b2f936893561a3&device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 1094 time: 0.2871702 Aug 03 15:54:19.414143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645493d2-174a-4a69-8915-c96e59ca1d69 req-434b3498-59ca-4c43-945f-64611e352783 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.415750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-645493d2-174a-4a69-8915-c96e59ca1d69 req-434b3498-59ca-4c43-945f-64611e352783 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.1589246 Aug 03 15:54:19.437313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.534276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.592276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-45732a4b-851f-4eba-a1d2-d89f20fdea94 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389 HTTP/1.1" status: 200 len: 217 time: 0.1781399 Aug 03 15:54:19.600071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.603646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.608233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/641343f8-55b2-44ae-a47e-de0efdff13d0 HTTP/1.1" status: 204 len: 168 time: 0.3753493 Aug 03 15:54:19.654299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-645493d2-174a-4a69-8915-c96e59ca1d69 req-10480f39-49f9-413b-b8f9-54b71102ba1b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318211 Aug 03 15:54:19.655166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918f36-6c62-4354-a41d-605a519aaf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641343f8-55b2-44ae-a47e-de0efdff13d0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:19.687648 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:14Z', 'revision_number': 3, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:19.687909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Attempting to bind port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:19.687909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Attempting to bind port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:19.687909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Attempting to bind port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 on network d303894a-7bf1-4996-84e0-d7c24937efe9 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:19.693965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 on network d303894a-7bf1-4996-84e0-d7c24937efe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:54:19.694444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Attempting to bind port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 on network d303894a-7bf1-4996-84e0-d7c24937efe9 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:19.701368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:19.701926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Checking segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:19.702549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Bound using segment: {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:19.703118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Bound port: bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aece6701-4771-49fc-8f45-dd3656f07448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:19.703585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.732793 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e24491-0385-4e50-9126-c0a80299956e None None] The sync data for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 is: [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:14Z', 'revision_number': 3, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:19.843699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c67ccfc5-1632-4cd7-9598-3e1b0a774ff7 req-464b10b3-3e10-4c81-aadc-57a4acc9eab5 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258864 Aug 03 15:54:19.845406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-12fb2092-bb37-48e6-8a3b-48d598a56463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.852904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:19.854550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-12fb2092-bb37-48e6-8a3b-48d598a56463 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.4772027 Aug 03 15:54:19.858273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:19.865517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.900835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:19.917911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75246f-6ba6-48b3-b088-675928c9051d req-09c4f124-603e-4f21-9b8e-d271c6167726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.919996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-09c4f124-603e-4f21-9b8e-d271c6167726 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c57bae-e84f-409b-9d29-59977dd986fb HTTP/1.1" status: 200 len: 858 time: 0.3166726 Aug 03 15:54:19.929299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9fb3-bbdd-4b9d-aa75-a8cb2d9e311d req-4dd98089-2ffb-4b80-9e50-d36a7769a756 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.931082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e79b9fb3-bbdd-4b9d-aa75-a8cb2d9e311d req-4dd98089-2ffb-4b80-9e50-d36a7769a756 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.1614189 Aug 03 15:54:19.934567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:19.935192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:19.937076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] 10.222.0.78 "PUT /v2.0/ports/bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 1092 time: 2.0810826 Aug 03 15:54:19.939104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:19.947478 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927d26a3-4061-481c-9686-15bae6e05e01" -d '{"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:19.990158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-be5e0738-0677-4a1f-bf42-2fcd2faf5e6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8ae31f-faa0-4bac-b542-05a35c541090 HTTP/1.1" status: 200 len: 217 time: 0.1223693 Aug 03 15:54:20.007061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:20.078611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927bee7-2778-404a-b1e2-bae0240c5419 service neutron] Pushing event updated for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:20.107682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e79b9fb3-bbdd-4b9d-aa75-a8cb2d9e311d req-fdf5fd44-c8b4-42b8-9080-b4bb47dc7579 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505768 Aug 03 15:54:20.125168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-e96541f0-ef7e-47fa-9bbe-7e66e1704a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:20.127476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-e96541f0-ef7e-47fa-9bbe-7e66e1704a50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1095 time: 0.1392934 Aug 03 15:54:20.152372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-23286371-a4eb-46ce-8810-bd2b69a66718 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=98a58761-f07a-478f-92ce-3397a4920d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866500 Aug 03 15:54:20.153816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-47b3bf81-119b-4876-b606-139e2baab7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:20.155574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-47b3bf81-119b-4876-b606-139e2baab7da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1211126 Aug 03 15:54:20.160131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:20.221388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-d227fd29-d0dc-4b74-8d18-72157d4a746e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 217 time: 0.0664544 Aug 03 15:54:20.330607 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c1304-4062-4a10-80cf-558b3f7176dd x-openstack-request-id: req-436c1304-4062-4a10-80cf-558b3f7176dd {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:20.330891 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:20.331145 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-436c1304-4062-4a10-80cf-558b3f7176dd {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:20.331693 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'status': 'completed', 'code': 200} Aug 03 15:54:20.372892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-75269ae5-d450-4f6c-80e7-e940b1f1969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:20.374486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-75269ae5-d450-4f6c-80e7-e940b1f1969b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.1462016 Aug 03 15:54:20.475057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b75df-b5a2-4c0a-a3e8-c391a4abd4ed req-72c3dce5-62bc-42c1-a58d-5a4438daaa76 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:20.476976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74b75df-b5a2-4c0a-a3e8-c391a4abd4ed req-72c3dce5-62bc-42c1-a58d-5a4438daaa76 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1144047 Aug 03 15:54:20.484910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-466e8f1d-60ff-4aa8-aa85-1713891b686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:20.487920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-466e8f1d-60ff-4aa8-aa85-1713891b686d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884244 Aug 03 15:54:20.644660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d74b75df-b5a2-4c0a-a3e8-c391a4abd4ed req-b1920365-6d9d-4257-a45c-1e25c029c3d7 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555870 Aug 03 15:54:20.743093 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-89ddc9ed-848c-48da-9853-5fdaf2802164 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392156 Aug 03 15:54:20.744789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:20.862526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-d20547d6-385d-4fa9-bd06-f8e00496f599 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6885607 Aug 03 15:54:21.000493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-33d34ed2-68b6-4144-b18c-3849e193a4a8 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237473 Aug 03 15:54:21.006087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Allocated IP 172.20.0.1 (da89f8f5-d3b9-41d6-91f9-e436dbd03eaf/f87fd663-6121-4417-b860-d3ffb76f607f/bd563aad-cae0-426f-aa98-5ba01c799d07) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:21.025893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ebe7eb8-4ba1-4d93-8d11-7ecdcf7ef624 req-a1234064-c0b4-4d24-a694-997e263c5896 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703192 Aug 03 15:54:21.082405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1b63-f078-4461-8fc0-72b285990305 req-170a97f2-7139-43c0-b2eb-d519612b591f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.083886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bccc1b63-f078-4461-8fc0-72b285990305 req-170a97f2-7139-43c0-b2eb-d519612b591f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 1.1142018 Aug 03 15:54:21.085954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.086577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:21.088064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-516d8c82-f17e-4da0-bb48-6e39a8be7fb3 service neutron] 10.222.0.72 "PUT /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 1121 time: 4.9505844 Aug 03 15:54:21.106516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-fa6c718d-ad88-4443-9330-97ac57222e75 service neutron] 10.222.0.78 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372902 Aug 03 15:54:21.140300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:21.191212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:21.210977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc31f02-345b-467c-95c4-ec908302122c req-4f600110-64a8-4970-a167-425981ab7ade tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.223893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc31f02-345b-467c-95c4-ec908302122c req-4f600110-64a8-4970-a167-425981ab7ade tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.1419730 Aug 03 15:54:21.252262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389'}, {'name': 'network-changed', 'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:21.261576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b30ba-e980-4083-aa91-72e354b85126 req-cad36968-aa7e-40d1-8e8b-40067f40d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.263535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-cad36968-aa7e-40d1-8e8b-40067f40d583 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1097 time: 0.2354286 Aug 03 15:54:21.269221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d26a3-4061-481c-9686-15bae6e05e01 req-8213e4f3-5a3d-4dfe-99dd-838b544dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.271534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-8213e4f3-5a3d-4dfe-99dd-838b544dc977 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1095 time: 0.1676328 Aug 03 15:54:21.271856 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12393ef5-69b7-45b4-aae3-92872421fed2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389"}, {"name": "network-changed", "server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:21.385176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6688d873-798b-4da7-9fc7-3c757bc3c840 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:21.386109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc31f02-345b-467c-95c4-ec908302122c req-edba72cc-d812-4a78-9c16-3e42893f3cb3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609089 Aug 03 15:54:21.472321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bccc1b63-f078-4461-8fc0-72b285990305 req-7ce734d4-7f5e-4597-9be4-b67949d38126 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115489 Aug 03 15:54:21.525044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7899502b-b330-4eb6-b414-48ef75e2cbaf req-85749925-b6ae-4d3f-a05d-b6a2e9b1148c service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105705 Aug 03 15:54:21.555137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e75246f-6ba6-48b3-b088-675928c9051d req-31eb2be5-061d-46fb-a38f-d38a682c1639 service neutron] 10.222.0.78 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893435 Aug 03 15:54:21.583630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:21.611329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Transition to ACTIVE for port object bd563aad-cae0-426f-aa98-5ba01c799d07 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:21.647085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6688d873-798b-4da7-9fc7-3c757bc3c840 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:21.686506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6688d873-798b-4da7-9fc7-3c757bc3c840 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:21.687893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:21.709023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d26a3-4061-481c-9686-15bae6e05e01 req-523a6657-2d23-4889-8332-57a7111821f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.711446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-523a6657-2d23-4889-8332-57a7111821f9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 929 time: 0.4294646 Aug 03 15:54:21.716292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:21.771384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Pushing event updated for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:21.789468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9005b-0f6b-4534-b3d0-0e50c32cf954 req-881d4437-0a99-4846-8d24-39dedcba7569 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.791137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fa9005b-0f6b-4534-b3d0-0e50c32cf954 req-881d4437-0a99-4846-8d24-39dedcba7569 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1342583 Aug 03 15:54:21.800530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:21.802200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:21.806379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:21.813362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee63130-8a64-4d39-a10a-de1b28ca52ee req-e4136f6e-a013-4591-badf-9010f710ca16 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.819738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:21.829672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee63130-8a64-4d39-a10a-de1b28ca52ee req-e4136f6e-a013-4591-badf-9010f710ca16 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 944 time: 0.2314527 Aug 03 15:54:21.837831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b30ba-e980-4083-aa91-72e354b85126 req-c3d305d7-474a-4eb8-9ec6-8349c0f016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:21.839490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-c3d305d7-474a-4eb8-9ec6-8349c0f016aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 0.5671761 Aug 03 15:54:21.840840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-28ded86a-9520-433e-8b7d-a68ac553bea9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 217 time: 0.1156495 Aug 03 15:54:21.883426 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.002445 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.075999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-e0407479-6665-43c2-aaaf-ae18d4632985 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 200 len: 217 time: 0.2046094 Aug 03 15:54:22.096416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fa9005b-0f6b-4534-b3d0-0e50c32cf954 req-36b7e326-7b48-4595-97a3-b6305e3ebb86 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910819 Aug 03 15:54:22.152624 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.211100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6688d873-798b-4da7-9fc7-3c757bc3c840, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6688d873-798b-4da7-9fc7-3c757bc3c840,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:22.227642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.232406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d26a3-4061-481c-9686-15bae6e05e01 req-277d82d7-4c3b-4b2e-a7cc-7501bd1a62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.246205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-277d82d7-4c3b-4b2e-a7cc-7501bd1a62f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.3701911 Aug 03 15:54:22.250633 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee63130-8a64-4d39-a10a-de1b28ca52ee req-fd357724-f4a5-4b0e-889c-c58913c33f75 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200394 Aug 03 15:54:22.321282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6688d873-798b-4da7-9fc7-3c757bc3c840,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:22.331338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:22.359363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b30ba-e980-4083-aa91-72e354b85126 req-5ebc0751-6bff-4f33-9f29-5b86e0ec62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.362631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-5ebc0751-6bff-4f33-9f29-5b86e0ec62f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.2766678 Aug 03 15:54:22.364509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'mac_address': 'fa:16:3e:39:e9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:54:22.383538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d26a3-4061-481c-9686-15bae6e05e01 req-0852f291-d20c-4929-8909-9ef874079e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.385303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-0852f291-d20c-4929-8909-9ef874079e3c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380672 Aug 03 15:54:22.410990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-3d063d23-4f17-4c91-8a1d-65bcb8e63d7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388494 Aug 03 15:54:22.412973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.430421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8ae31f-faa0-4bac-b542-05a35c541090 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:22.436654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7aff5-080d-40c6-8e9a-04e75c908032 req-25d780f9-d59d-4de3-b04e-8ec77b7a0334 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.439279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fff7aff5-080d-40c6-8e9a-04e75c908032 req-25d780f9-d59d-4de3-b04e-8ec77b7a0334 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.1444504 Aug 03 15:54:22.444838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.479627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c633569b-6946-4000-bad1-7b84b2cefda1 None None] Provisioning for port bd563aad-cae0-426f-aa98-5ba01c799d07 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:22.491577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:22.497694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c633569b-6946-4000-bad1-7b84b2cefda1 None None] Provisioning complete for port bd563aad-cae0-426f-aa98-5ba01c799d07 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:22.498079 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c633569b-6946-4000-bad1-7b84b2cefda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.601130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c633569b-6946-4000-bad1-7b84b2cefda1 None None] Port bd563aad-cae0-426f-aa98-5ba01c799d07 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:22.604483 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.606680 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe88bfa-0a4c-48a0-91aa-127b8873bfbe x-openstack-request-id: req-dbe88bfa-0a4c-48a0-91aa-127b8873bfbe {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:22.611643 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:22.612153 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbe88bfa-0a4c-48a0-91aa-127b8873bfbe {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:22.612803 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389', 'status': 'completed', 'code': 200} Aug 03 15:54:22.613231 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'status': 'completed', 'code': 200} Aug 03 15:54:22.665985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:22.683026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-619970fa-6f95-4a1f-933c-40bffec4f8f6 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778387 Aug 03 15:54:22.690400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-8128b36f-6837-4c37-979b-a22564bea3c8 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705629 Aug 03 15:54:22.712081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fff7aff5-080d-40c6-8e9a-04e75c908032 req-f6849974-c98d-4b3c-8597-3cc3f9ff5bf7 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501094 Aug 03 15:54:22.737853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-7075f6df-ed3f-4f4f-a77f-c6042e56e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.739413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-7075f6df-ed3f-4f4f-a77f-c6042e56e34b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f701b1db13194dc7b3b2f936893561a3&device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 1094 time: 0.1250839 Aug 03 15:54:22.744773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.761510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.827777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476c0eb-46a1-463e-8065-44bd810a1f70 req-a5affc0d-07a3-4826-9a8c-ad42e6ab68c2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.829866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5476c0eb-46a1-463e-8065-44bd810a1f70 req-a5affc0d-07a3-4826-9a8c-ad42e6ab68c2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 944 time: 0.2069366 Aug 03 15:54:22.840716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['aa8ae31f-faa0-4bac-b542-05a35c541090'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:22.956603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Pushing event updated for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:22.963136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5476c0eb-46a1-463e-8065-44bd810a1f70 req-ce71716b-76ef-49f7-807f-b777b79154f2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Aug 03 15:54:22.963387 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:22.976267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673172c-b6c7-46cf-8ad3-2cea297bc538 req-daed9a76-0aa7-49c9-b770-545570ce3dee tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:22.977959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4673172c-b6c7-46cf-8ad3-2cea297bc538 req-daed9a76-0aa7-49c9-b770-545570ce3dee tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.1262474 Aug 03 15:54:22.990908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-953b30ba-e980-4083-aa91-72e354b85126 req-52830759-3347-4cb3-972f-9cee07c58d1a service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846329 Aug 03 15:54:22.993367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-927d26a3-4061-481c-9686-15bae6e05e01 req-e5db2996-a32c-44d6-b183-21246c1b6fc0 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004408 Aug 03 15:54:23.070779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-e96bd52a-fb3e-40e8-adaf-e1ad3ebba762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.072967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-e96bd52a-fb3e-40e8-adaf-e1ad3ebba762 service neutron] 10.222.0.78 "GET /v2.0/networks?id=98a58761-f07a-478f-92ce-3397a4920d92 HTTP/1.1" status: 200 len: 919 time: 0.3239305 Aug 03 15:54:23.137156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-56f60d5e-f79f-4dc3-a6a0-4aa0d19980f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389 HTTP/1.1" status: 200 len: 217 time: 0.0550346 Aug 03 15:54:23.142347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4673172c-b6c7-46cf-8ad3-2cea297bc538 req-87820db0-9f4f-4748-b49d-0ace8eee5e0b tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508522 Aug 03 15:54:23.180951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6688d873-798b-4da7-9fc7-3c757bc3c840 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:23.228922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:23.232350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:23.240844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6688d873-798b-4da7-9fc7-3c757bc3c840 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:23.241223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:23.244978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-ccb0b8c3-6225-4a5b-bf57-0ea5ab8e2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.246576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-ccb0b8c3-6225-4a5b-bf57-0ea5ab8e2d21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=34c57bae-e84f-409b-9d29-59977dd986fb HTTP/1.1" status: 200 len: 858 time: 0.1016202 Aug 03 15:54:23.254285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a7c8-db0f-46e5-9c85-6b77d2bf24e2 req-61a568d5-b0a8-4173-8d3f-9dcdff9807cd tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.256557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8218a7c8-db0f-46e5-9c85-6b77d2bf24e2 req-61a568d5-b0a8-4173-8d3f-9dcdff9807cd tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.0613928 Aug 03 15:54:23.317024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8218a7c8-db0f-46e5-9c85-6b77d2bf24e2 req-e50a1ed3-376b-4202-b0af-03f9711f2780 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Aug 03 15:54:23.326889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-047c5647-1c61-44b2-8537-078585e8de29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=98a58761-f07a-478f-92ce-3397a4920d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426786 Aug 03 15:54:23.512943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:54:23.523497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bb051-16e7-41bf-83d5-78a8b3762de5 req-9b7d73c3-a404-4b2b-8ace-1c9aa6965975 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.525041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-620bb051-16e7-41bf-83d5-78a8b3762de5 req-9b7d73c3-a404-4b2b-8ace-1c9aa6965975 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 944 time: 0.1442065 Aug 03 15:54:23.530466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2079acbd-5fe2-4c24-922d-27d17bd3ee06 None None] Provisioning complete for port bd563aad-cae0-426f-aa98-5ba01c799d07 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:23.531007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2079acbd-5fe2-4c24-922d-27d17bd3ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:23.571017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2079acbd-5fe2-4c24-922d-27d17bd3ee06 None None] Port bd563aad-cae0-426f-aa98-5ba01c799d07 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:23.599169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-8658aeed-b359-426e-8148-69fd30c436a7 service neutron] 10.222.0.78 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167192 Aug 03 15:54:23.705992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-620bb051-16e7-41bf-83d5-78a8b3762de5 req-4aad512d-c219-4f6f-8033-48fef33eb90f tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710625 Aug 03 15:54:23.727837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:23.743892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:23.752820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7ceaa198-0dc7-4793-9415-4c5e4c02885d admin admin] 10.222.0.70 "PUT /v2.0/routers/bbd3e2b8-4f3f-45e4-9cf9-6953149cb006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6400945 Aug 03 15:54:23.758034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Sync routers for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:23.769917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-9f228793-bec0-4fea-91ab-e61f7e14f55a service neutron] 10.222.0.78 "GET /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626923 Aug 03 15:54:23.783125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:23.784053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:23.845947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port aa8ae31f-faa0-4bac-b542-05a35c541090 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:23.870949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d536820-e15c-4afa-a1aa-0770a83b4cd1 req-b0224020-1974-4ec6-a20d-3f3ae7bf97ed tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.873153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d536820-e15c-4afa-a1aa-0770a83b4cd1 req-b0224020-1974-4ec6-a20d-3f3ae7bf97ed tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.0687819 Aug 03 15:54:23.877439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-e3b27508-6ce3-410f-9388-44e1cde71676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:23.879354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-e3b27508-6ce3-410f-9388-44e1cde71676 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1124 time: 0.0570147 Aug 03 15:54:23.887216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port aa8ae31f-faa0-4bac-b542-05a35c541090 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:23.887833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:23.937395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d536820-e15c-4afa-a1aa-0770a83b4cd1 req-5741c6bf-3856-4a8f-8c64-0311cbcde40f tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Aug 03 15:54:23.944011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:24.014313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-5449f186-a91a-4369-b69f-6051a9356b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.018544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-5449f186-a91a-4369-b69f-6051a9356b21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1274772 Aug 03 15:54:24.093571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-c3bfb683-f608-41a8-b57a-06a81addd681 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.0668952 Aug 03 15:54:24.123149 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.169091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:24.174432 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9780dfc-07f3-4a23-beda-2ef8fe89092c" -d '{"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:24.197078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:24.223114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-423cf9e9-95d1-4e1a-a891-d97983f3cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.225164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.225526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-423cf9e9-95d1-4e1a-a891-d97983f3cdb6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1197820 Aug 03 15:54:24.243446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0266-ee37-419a-83dc-d798051e92c0 req-c6ab3db1-b9cb-403a-8c0c-c07ab896ea38 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.253762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f51d0266-ee37-419a-83dc-d798051e92c0 req-c6ab3db1-b9cb-403a-8c0c-c07ab896ea38 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 944 time: 0.1638482 Aug 03 15:54:24.291492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-a3c8d78e-8f9c-44f3-a052-9b902db59ec1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352094 Aug 03 15:54:24.330886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:24.339169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce004589-f4ed-4dc4-99e2-5b029e98f406 req-5d316c44-080f-4f75-b9e5-73e6ea2e815e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.342415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bd563aad-cae0-426f-aa98-5ba01c799d07', 'name': '', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'mac_address': 'fa:16:3e:48:56:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:19Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 2, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'subnets': [{'id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:24.349927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce004589-f4ed-4dc4-99e2-5b029e98f406 req-5d316c44-080f-4f75-b9e5-73e6ea2e815e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.0997791 Aug 03 15:54:24.390374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Checking router: bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:24.391122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Updating router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 port bd563aad-cae0-426f-aa98-5ba01c799d07 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:54:24.420475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce004589-f4ed-4dc4-99e2-5b029e98f406 req-9168c723-bf2e-4c3d-9598-52339fe7d894 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646648 Aug 03 15:54:24.435603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f51d0266-ee37-419a-83dc-d798051e92c0 req-be7858d9-fa2f-492e-b958-4c790a14a91b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790662 Aug 03 15:54:24.443294 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.508624 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e927ab-c858-4db4-9b6e-a5c2721b76df x-openstack-request-id: req-39e927ab-c858-4db4-9b6e-a5c2721b76df {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:24.509238 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:24.510003 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39e927ab-c858-4db4-9b6e-a5c2721b76df {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:24.516316 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'code': 200} Aug 03 15:54:24.572555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-569097bd-d047-49f8-b0a7-8799035425b4 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713640 Aug 03 15:54:24.586730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc158f-6383-4f79-841c-30e3512e4267 req-610a9ccc-b00d-4fc6-bc2c-f3a0e159ce78 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.588431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2dc158f-6383-4f79-841c-30e3512e4267 req-610a9ccc-b00d-4fc6-bc2c-f3a0e159ce78 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.0758276 Aug 03 15:54:24.640678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084974f8-d021-4ce8-943f-7821769c7bdd req-88fdd045-34d5-4f29-ad26-45b7c0cfb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.643684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-084974f8-d021-4ce8-943f-7821769c7bdd req-88fdd045-34d5-4f29-ad26-45b7c0cfb115 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 1096 time: 0.0854127 Aug 03 15:54:24.697224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-084974f8-d021-4ce8-943f-7821769c7bdd req-6e08be3b-b272-490f-8800-0c5afd5ed23b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Aug 03 15:54:24.712706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2dc158f-6383-4f79-841c-30e3512e4267 req-04d897b7-ecc8-4dac-a46d-a02f7c9e4a86 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Aug 03 15:54:24.750659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:24.751334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12393ef5-69b7-45b4-aae3-92872421fed2 req-6bdf22fd-d19e-49b4-9e79-bbc947968f36 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609292 Aug 03 15:54:24.756641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-network', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:24.805371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Made reservation on behalf of 81f788f1e3fa4ac88c422e6f5a4644c5 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:24.807729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.817937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.931175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:24.945794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Transition to ACTIVE for port object bd563aad-cae0-426f-aa98-5ba01c799d07 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:24.949861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc5dc-304c-449d-b039-b4de2956c385 req-113b664b-772d-4c30-ac51-f96882508675 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:24.951466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:24.951812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef3dc5dc-304c-449d-b039-b4de2956c385 req-113b664b-772d-4c30-ac51-f96882508675 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 944 time: 0.1089759 Aug 03 15:54:24.956738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.033379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef3dc5dc-304c-449d-b039-b4de2956c385 req-f1e804ac-2ba3-4950-ac09-24ee26540596 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732698 Aug 03 15:54:25.051127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.061544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.105802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322ae2-a669-46c3-a619-d0a4bf20e04e req-f7adbbdf-df0d-4dea-8de4-4d434fd529eb tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:25.118753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61322ae2-a669-46c3-a619-d0a4bf20e04e req-f7adbbdf-df0d-4dea-8de4-4d434fd529eb tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.0876069 Aug 03 15:54:25.127086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:54:25.145557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc40b7-0048-4504-9251-718ad0e83251,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:25.164601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d536e-703a-4e46-9e9a-a2865f624cd6 None None] Pushing event updated for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:25.174240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.174599 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Added segment 66548e07-1d31-4d19-986a-9215fb379426 of type vlan for network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 Aug 03 15:54:25.193066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61322ae2-a669-46c3-a619-d0a4bf20e04e req-d3b61ea7-2f6d-4d7b-8f73-59f02b304634 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 Aug 03 15:54:25.232336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.254101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Attempting to bind port bd563aad-cae0-426f-aa98-5ba01c799d07 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:25.254580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Attempting to bind port bd563aad-cae0-426f-aa98-5ba01c799d07 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:25.255400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Attempting to bind port bd563aad-cae0-426f-aa98-5ba01c799d07 on network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:25.269625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:25.274987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.276522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:25.278152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:25.278548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Checking segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:25.278730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.279104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.279509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Bound using segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:25.280007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Bound port: bd563aad-cae0-426f-aa98-5ba01c799d07, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:25.280528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.299071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'mac_address': 'fa:16:3e:ef:1f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:54:25.350897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5982955 Aug 03 15:54:25.354037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36140) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:25.360565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Request body: {'subnet': {'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-subnet', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:25.363333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9164fe-6d0c-48cb-a446-d55c8a1b9b2d admin admin] Pushing event updated for resources: {'Network': ['ID=52c3b0e8-ed6b-42e6-8ba9-0335fd433e07,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:25.380500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:54:25.388721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Made reservation on behalf of 81f788f1e3fa4ac88c422e6f5a4644c5 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:54:25.392963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.621955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.625268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02619438-8fe5-4386-a14f-3971764a85f7 req-c6e4ef22-7194-4350-8c7b-f3fcfcc45499 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:25.628334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02619438-8fe5-4386-a14f-3971764a85f7 req-c6e4ef22-7194-4350-8c7b-f3fcfcc45499 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.0998626 Aug 03 15:54:25.633254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] For port bd563aad-cae0-426f-aa98-5ba01c799d07, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:25.670703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] For port bd563aad-cae0-426f-aa98-5ba01c799d07, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bd563aad-cae0-426f-aa98-5ba01c799d07,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:25.686145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:25.691153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.693949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.716574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02619438-8fe5-4386-a14f-3971764a85f7 req-16e86159-2e6d-4cbe-9310-11e388b2d7dc tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806317 Aug 03 15:54:25.802503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:25.804812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d94411-8817-471a-beca-7dfac523ba3f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:25.826699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.827286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ac3e9c98-f49b-43d2-8513-aa10399bf389 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:25.834578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5b09-b830-46a7-b5f1-be5daca8eb24 req-0639ac66-bc75-4468-810d-f3c3cd676268 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:25.834856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:25.835447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:25.843400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-489b5b09-b830-46a7-b5f1-be5daca8eb24 req-0639ac66-bc75-4468-810d-f3c3cd676268 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1787477 Aug 03 15:54:25.849424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d536e-703a-4e46-9e9a-a2865f624cd6 None None] Pushing event updated for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:25.866575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Checking segment: {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:25.867079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Network hostable DHCP agents. Network: 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:54:25.910347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-489b5b09-b830-46a7-b5f1-be5daca8eb24 req-06f37e05-613e-445a-9595-0f4f28856273 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658138 Aug 03 15:54:25.911519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:54:25.926524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:25.933999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:25.934642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.941809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:25.970578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ae272-5570-41c3-8da2-b0680c5953d8 None None] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:25.975198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f567375-8305-4372-8509-af8cd3f9e4ea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6196766 Aug 03 15:54:25.977839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:25.984593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:26.037143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:54:26.070602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.071717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.140258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.157884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306ed38-2f6a-4fb2-92e2-c6b87fe645db req-5d307730-c578-466f-9369-4d875f440490 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:26.162222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d306ed38-2f6a-4fb2-92e2-c6b87fe645db req-5d307730-c578-466f-9369-4d875f440490 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1459095 Aug 03 15:54:26.164369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:26.205865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce88afe-2133-4dab-9637-8a1f3836a50f req-b343209e-99e4-4629-83dc-4abb8220bc59 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:26.213615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:26.214314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ce88afe-2133-4dab-9637-8a1f3836a50f req-b343209e-99e4-4629-83dc-4abb8220bc59 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 945 time: 0.0729022 Aug 03 15:54:26.263445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ce88afe-2133-4dab-9637-8a1f3836a50f req-192d933e-bd17-4f8c-b3bf-0b4e92f740c8 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Aug 03 15:54:26.293859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389,segment=NetworkSegment(1e6d7995-5f77-485e-b68e-de7834c7c6c9),segment_id=1e6d7995-5f77-485e-b68e-de7834c7c6c9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:26.396386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'ac3e9c98-f49b-43d2-8513-aa10399bf389', 'network_id': '98a58761-f07a-478f-92ce-3397a4920d92', 'port_id': 'ac3e9c98-f49b-43d2-8513-aa10399bf389', 'mac_address': 'fa:16:3e:d0:09:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c57bae-e84f-409b-9d29-59977dd986fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:54:26.446866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18246cb6-05a9-48da-9d5f-b4f3fefa73cd req-a53cd931-3314-4117-9acf-f1111fcb5548 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:26.454634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18246cb6-05a9-48da-9d5f-b4f3fefa73cd req-a53cd931-3314-4117-9acf-f1111fcb5548 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 943 time: 0.0974472 Aug 03 15:54:26.517744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18246cb6-05a9-48da-9d5f-b4f3fefa73cd req-cca3edad-5025-4d5e-bfe2-f3722bb7cad0 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Aug 03 15:54:26.530429 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.533303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'fixed_ips': [{'subnet_id': '42d94411-8817-471a-beca-7dfac523ba3f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:54:26.534246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.585435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3e9c98-f49b-43d2-8513-aa10399bf389 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:26.652197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389,segment=NetworkSegment(1e6d7995-5f77-485e-b68e-de7834c7c6c9),segment_id=1e6d7995-5f77-485e-b68e-de7834c7c6c9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:26.703021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d306ed38-2f6a-4fb2-92e2-c6b87fe645db req-7abe37ab-044a-4041-a7bc-83ea5373049d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069788 Aug 03 15:54:26.705313 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.705980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:26.825853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:26.841737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Allocated IP 172.20.0.2 (52c3b0e8-ed6b-42e6-8ba9-0335fd433e07/42d94411-8817-471a-beca-7dfac523ba3f/b4cda39b-6224-4a76-8c77-a98092133c39) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:26.863108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bd563aad-cae0-426f-aa98-5ba01c799d07', 'name': '', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'mac_address': 'fa:16:3e:48:56:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:19Z', 'updated_at': '2021-08-03T15:54:25Z', 'revision_number': 4, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'subnets': [{'id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:26.883320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0ba5-b276-406f-8c21-bd7652384e60 req-9609136c-7b7b-4c98-b176-8c8736e7bb0c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:26.898879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebab0ba5-b276-406f-8c21-bd7652384e60 req-9609136c-7b7b-4c98-b176-8c8736e7bb0c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.0944693 Aug 03 15:54:26.951773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4aa003-cbc7-4463-ab74-7358e0593734 None None] The sync data for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 is: [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bd563aad-cae0-426f-aa98-5ba01c799d07', 'name': '', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'mac_address': 'fa:16:3e:48:56:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:19Z', 'updated_at': '2021-08-03T15:54:25Z', 'revision_number': 4, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'subnets': [{'id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:26.964131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebab0ba5-b276-406f-8c21-bd7652384e60 req-6dbe4e13-6a35-402b-908f-06e6ab017ae6 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626686 Aug 03 15:54:27.024524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ac3e9c98-f49b-43d2-8513-aa10399bf389'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:27.026550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:27.271412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d599-ffdf-4524-ad86-5f970d8eec35 req-1094efd6-0664-4edf-909e-40d4b182d2e5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:27.273491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cf5d599-ffdf-4524-ad86-5f970d8eec35 req-1094efd6-0664-4edf-909e-40d4b182d2e5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1038103 Aug 03 15:54:27.284092 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.292683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.321167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bd563aad-cae0-426f-aa98-5ba01c799d07 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:27.344815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.367189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Transition to ACTIVE for port object b4cda39b-6224-4a76-8c77-a98092133c39 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:27.384416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cf5d599-ffdf-4524-ad86-5f970d8eec35 req-12656212-95ce-4f35-b3b8-2022356d29b5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046457 Aug 03 15:54:27.501082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Transition to ACTIVE for port object b4cda39b-6224-4a76-8c77-a98092133c39 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:27.669328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Allocated IP 172.25.7.107 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/99ce77d8-d8bd-4e00-91ff-c02267815583) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:27.744987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.771218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:27.784010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:27.790399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:27.865733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.947794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Attempting to bind port b4cda39b-6224-4a76-8c77-a98092133c39 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:27.948903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Attempting to bind port b4cda39b-6224-4a76-8c77-a98092133c39 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:27.948903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Attempting to bind port b4cda39b-6224-4a76-8c77-a98092133c39 on network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:27.956379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.963746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:27.964183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Checking segment: {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:27.964503 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:27.964906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Bound using segment: {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:27.965398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Bound port: b4cda39b-6224-4a76-8c77-a98092133c39, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:27.971475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.023559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bd563aad-cae0-426f-aa98-5ba01c799d07 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:28.066833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:28.083739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d617f-8bab-45d3-9729-35e189b82694 req-914d0011-2bbb-4b65-8c16-eab63a137884 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:28.085744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-858d617f-8bab-45d3-9729-35e189b82694 req-914d0011-2bbb-4b65-8c16-eab63a137884 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 945 time: 0.7092221 Aug 03 15:54:28.086816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:28.089805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:28.166748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] For port b4cda39b-6224-4a76-8c77-a98092133c39, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:28.168750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=99ce77d8-d8bd-4e00-91ff-c02267815583,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:28.168992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bd563aad-cae0-426f-aa98-5ba01c799d07 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:28.169421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.215821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79b218-3abe-4f69-8d55-0be86d32c5d1 req-3870482b-f0c4-46bc-9c5c-d636eaa7e03c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:28.227337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b79b218-3abe-4f69-8d55-0be86d32c5d1 req-3870482b-f0c4-46bc-9c5c-d636eaa7e03c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 944 time: 0.1090968 Aug 03 15:54:28.262109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Pushing event updated for resources: {'Port': ['ID=b4cda39b-6224-4a76-8c77-a98092133c39,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:28.266002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] For port b4cda39b-6224-4a76-8c77-a98092133c39, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4cda39b-6224-4a76-8c77-a98092133c39,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:28.299187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.303674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b79b218-3abe-4f69-8d55-0be86d32c5d1 req-8c8a4e08-e3f0-45aa-bfcb-c8f674b13810 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747473 Aug 03 15:54:28.370155 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.440573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-858d617f-8bab-45d3-9729-35e189b82694 req-87e9d344-e4dc-48d2-a661-03b251c88bfb tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861304 Aug 03 15:54:28.588952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254ef2-5b5f-45b9-b1a1-ee6d7736a661 req-08e60a5a-f17d-452f-be90-4b1a073b8bef tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:28.599350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d254ef2-5b5f-45b9-b1a1-ee6d7736a661 req-08e60a5a-f17d-452f-be90-4b1a073b8bef tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1596467 Aug 03 15:54:28.676405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d254ef2-5b5f-45b9-b1a1-ee6d7736a661 req-51952b6b-39b3-4a21-9174-242e1e1cb040 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706038 Aug 03 15:54:28.701681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port bd563aad-cae0-426f-aa98-5ba01c799d07, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bd563aad-cae0-426f-aa98-5ba01c799d07,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:28.738962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecd3b9-008c-4d88-bad5-1ffb9c155208 None None] Pushing event updated for resources: {'Port': ['ID=b4cda39b-6224-4a76-8c77-a98092133c39,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:28.744460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.840339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac5bd-46d4-4e91-97a7-d5d45386915e req-7285d2ad-9ce1-4974-9ce4-6372ccb811b7 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:28.848920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8eac5bd-46d4-4e91-97a7-d5d45386915e req-7285d2ad-9ce1-4974-9ce4-6372ccb811b7 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.1882427 Aug 03 15:54:28.895360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:28.918855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50abdd-9ae2-4e90-88e2-8935e7517eba req-21cf89ee-c03a-4258-b4a8-e400f494cd23 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:28.920170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:28.928340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b50abdd-9ae2-4e90-88e2-8935e7517eba req-21cf89ee-c03a-4258-b4a8-e400f494cd23 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1493306 Aug 03 15:54:28.957922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:29.011723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b50abdd-9ae2-4e90-88e2-8935e7517eba req-f714335c-c33a-42c4-a8c4-65a173daf5d6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Aug 03 15:54:29.076019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8eac5bd-46d4-4e91-97a7-d5d45386915e req-4f59daf9-e80b-4928-8203-3ab67a36836e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258334 Aug 03 15:54:29.115358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:29.119798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:29.120357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.289376 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.306680 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.355082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:29.358661 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da3b8a2-b269-41ce-81a6-bce314461bf1" -d '{"events": [{"server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "name": "network-vif-plugged", "status": "completed", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:29.383516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:29.409969 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.423352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ac3e9c98-f49b-43d2-8513-aa10399bf389 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:29.438980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4cda39b-6224-4a76-8c77-a98092133c39 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:29.504391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-4e316a5f-0046-4a09-8e4c-566717df193c service neutron] 10.222.0.78 "GET /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.0911996 Aug 03 15:54:29.545412 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc64339-b7aa-4911-9c28-9c71a77a22a7 x-openstack-request-id: req-1cc64339-b7aa-4911-9c28-9c71a77a22a7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:29.553941 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "name": "network-vif-plugged", "status": "completed", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:29.554715 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cc64339-b7aa-4911-9c28-9c71a77a22a7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:29.555543 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'code': 200} Aug 03 15:54:29.651560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:29.659123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b4cda39b-6224-4a76-8c77-a98092133c39 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:29.665579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bd563aad-cae0-426f-aa98-5ba01c799d07 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:29.721598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port ac3e9c98-f49b-43d2-8513-aa10399bf389 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:29.722250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70112e-8695-4d0c-b3f8-76c61dc39709 req-69b0aa55-aa7b-4358-abee-7dc2761faceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:29.723832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b70112e-8695-4d0c-b3f8-76c61dc39709 req-69b0aa55-aa7b-4358-abee-7dc2761faceb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1097 time: 0.1480470 Aug 03 15:54:29.732416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port ac3e9c98-f49b-43d2-8513-aa10399bf389 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:29.732934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.743783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333a21-783f-4865-9554-f96522b73f2d req-e9d4594e-714a-4d42-9859-3f22a22f6cc0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:29.745388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e333a21-783f-4865-9554-f96522b73f2d req-e9d4594e-714a-4d42-9859-3f22a22f6cc0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 946 time: 0.1116974 Aug 03 15:54:29.764931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13879f84-4ca1-4d1f-b290-f29a8976fe1b req-80195ae3-d768-46b9-bf15-94dc16500ecc tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:29.766885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13879f84-4ca1-4d1f-b290-f29a8976fe1b req-80195ae3-d768-46b9-bf15-94dc16500ecc tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 944 time: 0.1898668 Aug 03 15:54:29.800145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e333a21-783f-4865-9554-f96522b73f2d req-ee1021a6-dde3-4a70-820f-626d6b8e4cb4 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Aug 03 15:54:29.810201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bd563aad-cae0-426f-aa98-5ba01c799d07 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:29.811210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.847985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:54:29.877038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:29.888981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b70112e-8695-4d0c-b3f8-76c61dc39709 req-972fadfe-9ed2-4d2c-bd90-068e1a2e4de6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507695 Aug 03 15:54:29.896116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13879f84-4ca1-4d1f-b290-f29a8976fe1b req-b4d6d3c1-3779-4c75-a183-64f4338224ea tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204634 Aug 03 15:54:29.994293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e99045-864f-44f0-b995-32e20270e27e req-d2001fa7-39c8-4954-a849-a6f0f50d510c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:29.996358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e99045-864f-44f0-b995-32e20270e27e req-d2001fa7-39c8-4954-a849-a6f0f50d510c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.0663052 Aug 03 15:54:30.029170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389,segment=NetworkSegment(1e6d7995-5f77-485e-b68e-de7834c7c6c9),segment_id=1e6d7995-5f77-485e-b68e-de7834c7c6c9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:30.037514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.038499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:54:30.088440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e99045-864f-44f0-b995-32e20270e27e req-cefa1e4f-8e2a-4074-af15-ca28f1c7365b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Aug 03 15:54:30.090951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc57ef3-b3a0-4d27-9961-939ae14e3f33 None None] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:54:30.115905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:30.125458 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Sync routers for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:30.147308 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:30.148305 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:30.157866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:30.186625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.188535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05b702f1-0861-42e9-bdd9-ac84d2d9fbf0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2088883 Aug 03 15:54:30.192221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36212) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:30.220702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:30.241903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea73fe-90e1-44bc-8cb6-604fa4c02d92 req-a5cc920a-bd59-42d1-bcbe-bcaddbfe1ce8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:30.251430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05ea73fe-90e1-44bc-8cb6-604fa4c02d92 req-a5cc920a-bd59-42d1-bcbe-bcaddbfe1ce8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1371377 Aug 03 15:54:30.287325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cdc7fd-9e8a-480a-8fe2-335fbed3600e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:30.309980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fe77f-1a00-4a3a-b668-a9e614d5def0 req-00bf976d-6701-44c1-a6d8-be25cf271431 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:30.318266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e74fe77f-1a00-4a3a-b668-a9e614d5def0 req-00bf976d-6701-44c1-a6d8-be25cf271431 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 943 time: 0.1160917 Aug 03 15:54:30.326489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:30.363244 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:30.382195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05ea73fe-90e1-44bc-8cb6-604fa4c02d92 req-50ce5fde-be0b-4b75-898c-43f62eeba8cb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294320 Aug 03 15:54:30.394915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.489626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e74fe77f-1a00-4a3a-b668-a9e614d5def0 req-67fb5bff-31a2-49c0-8f0e-d74a66ea0bc0 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703620 Aug 03 15:54:30.502346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:30.515403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Provisioning for port b4cda39b-6224-4a76-8c77-a98092133c39 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:30.542776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Provisioning complete for port b4cda39b-6224-4a76-8c77-a98092133c39 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:30.543317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.616210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] Transition to ACTIVE for port object 26cdc7fd-9e8a-480a-8fe2-335fbed3600e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:30.622484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.664262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:28Z', 'revision_number': 3, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:30.746524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.747740 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Checking router: c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:30.756595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Updating router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 port 99ce77d8-d8bd-4e00-91ff-c02267815583 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:54:30.792920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] No DVR routers for this DVR port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:54:30.819396 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.857424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] For port b4cda39b-6224-4a76-8c77-a98092133c39, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4cda39b-6224-4a76-8c77-a98092133c39,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:30.867257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:30.954486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] Pushing event updated for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:30.990040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-36938755-dcbd-4be0-a296-dd6ce26b5344 service neutron] 10.222.0.78 "PUT /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4619870 Aug 03 15:54:31.040642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb126-cbce-44a1-9823-4cde70f96733 None None] Pushing event updated for resources: {'Port': ['ID=b4cda39b-6224-4a76-8c77-a98092133c39,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:31.104958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fc2da-f073-480e-807d-acf7ccd92b0b req-984674d9-7fbb-4875-b823-883f98280e83 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.115028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b6fc2da-f073-480e-807d-acf7ccd92b0b req-984674d9-7fbb-4875-b823-883f98280e83 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 946 time: 0.1231692 Aug 03 15:54:31.198832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c158ddd-c80d-41fa-a330-c25342c3129d None None] Provisioning complete for port b4cda39b-6224-4a76-8c77-a98092133c39 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:31.200996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b6fc2da-f073-480e-807d-acf7ccd92b0b req-faee08f9-7b41-4c85-8d7e-8d6437a6a434 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Aug 03 15:54:31.201153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-0bec8745-442a-4b8e-909c-860264d11301 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.201693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c158ddd-c80d-41fa-a330-c25342c3129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.202613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-0bec8745-442a-4b8e-909c-860264d11301 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1504946 Aug 03 15:54:31.259586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4cda39b-6224-4a76-8c77-a98092133c39 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:31.329112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4acdb-16c9-4548-a8b8-57923cfbe2fa req-3448608c-13fc-48d3-a6dd-ec1974c1aedf tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.331433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fa4acdb-16c9-4548-a8b8-57923cfbe2fa req-3448608c-13fc-48d3-a6dd-ec1974c1aedf tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.2158477 Aug 03 15:54:31.336621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-65f819df-185d-41c0-8da7-a59f5cfd61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.339620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-65f819df-185d-41c0-8da7-a59f5cfd61fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 1095 time: 0.1193008 Aug 03 15:54:31.387260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b4cda39b-6224-4a76-8c77-a98092133c39 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:31.387260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.415264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3a210-d841-4c90-9543-f19d36463c0a req-2a77e7ed-4394-4e45-bdf0-0db5be37458c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.429261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0c3a210-d841-4c90-9543-f19d36463c0a req-2a77e7ed-4394-4e45-bdf0-0db5be37458c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1124871 Aug 03 15:54:31.452368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fa4acdb-16c9-4548-a8b8-57923cfbe2fa req-39dea2e8-7d4e-402b-9b49-2d51be8a5c19 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057289 Aug 03 15:54:31.518818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.522862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0c3a210-d841-4c90-9543-f19d36463c0a req-94639a5c-42d1-47d1-bfce-8f9a27c4bd13 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Aug 03 15:54:31.557380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:31.559488 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bb332f-89cf-48d9-a67a-16d6e575199a" -d '{"events": [{"server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "name": "network-vif-plugged", "status": "completed", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:31.564023 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.578835 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Transition to ACTIVE for port object 99ce77d8-d8bd-4e00-91ff-c02267815583 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:31.587709 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.663022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd37d-63fd-458e-b7e6-c1b90af5754a req-2b9ed0dc-8bcc-487c-ba3c-d0a4180639e7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.666137 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Attempting to bind port 99ce77d8-d8bd-4e00-91ff-c02267815583 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:31.666638 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Attempting to bind port 99ce77d8-d8bd-4e00-91ff-c02267815583 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:31.667142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Attempting to bind port 99ce77d8-d8bd-4e00-91ff-c02267815583 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:31.668389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bbfd37d-63fd-458e-b7e6-c1b90af5754a req-2b9ed0dc-8bcc-487c-ba3c-d0a4180639e7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0692577 Aug 03 15:54:31.670873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9faca6-5906-4161-a6a0-a7f8be42952f None None] Pushing event updated for resources: {'Port': ['ID=99ce77d8-d8bd-4e00-91ff-c02267815583,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:31.676820 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:31.677354 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:31.677884 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.678506 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:31.679075 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Bound port: 99ce77d8-d8bd-4e00-91ff-c02267815583, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:31.679580 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.734472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bbfd37d-63fd-458e-b7e6-c1b90af5754a req-7b549cb4-1d40-4fe4-9b1e-eadb8047712d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485470 Aug 03 15:54:31.741720 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] For port 99ce77d8-d8bd-4e00-91ff-c02267815583, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:31.746495 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] For port 99ce77d8-d8bd-4e00-91ff-c02267815583, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99ce77d8-d8bd-4e00-91ff-c02267815583,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:31.754217 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:31.781211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-70b18844-f2a8-4422-bed2-1883b14f5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.784102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-70b18844-f2a8-4422-bed2-1883b14f5c0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1095 time: 0.3874495 Aug 03 15:54:31.831125 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:31.832286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:31.836098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9faca6-5906-4161-a6a0-a7f8be42952f None None] Pushing event updated for resources: {'Port': ['ID=99ce77d8-d8bd-4e00-91ff-c02267815583,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:31.892366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678046f-ac00-412a-9dc7-9524c0ec7d79 req-c7bf9330-ecfb-45b9-8728-339b54d32c97 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:31.894204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7678046f-ac00-412a-9dc7-9524c0ec7d79 req-c7bf9330-ecfb-45b9-8728-339b54d32c97 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.0884900 Aug 03 15:54:31.972807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7678046f-ac00-412a-9dc7-9524c0ec7d79 req-12107394-d941-4c0c-8b56-af79a44ac1df tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Aug 03 15:54:32.020758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ee38ecf-5850-469c-842c-399d52882d76 req-cec493bd-7427-4e00-90d4-eeda4904cec6 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 258 time: 0.4948711 Aug 03 15:54:32.021867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-47a85886-7483-4a15-94cf-e648d5a85ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:32.023409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-47a85886-7483-4a15-94cf-e648d5a85ed6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1605065 Aug 03 15:54:32.071317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:32.096150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:32.154730 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ddf7a8-bcb0-4952-897d-d9a3e30c65e2 x-openstack-request-id: req-d1ddf7a8-bcb0-4952-897d-d9a3e30c65e2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:32.155398 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "name": "network-vif-plugged", "status": "completed", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:32.155829 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1ddf7a8-bcb0-4952-897d-d9a3e30c65e2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:32.156384 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389', 'code': 200} Aug 03 15:54:32.157941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-a59c5281-82c6-4a04-bafd-69439d88ffbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.0989442 Aug 03 15:54:32.215523 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:32.262594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4e5e6-cd00-4d08-ac66-d85b701e9258 req-79c8a2e6-d358-471e-9ad8-c28b8c9a3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:32.263809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8e4e5e6-cd00-4d08-ac66-d85b701e9258 req-79c8a2e6-d358-471e-9ad8-c28b8c9a3f70 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 1096 time: 0.0431490 Aug 03 15:54:32.305016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-4f548f56-af68-45c7-b77c-e1b7c8a31bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:32.310700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-4f548f56-af68-45c7-b77c-e1b7c8a31bb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1380119 Aug 03 15:54:32.328199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Allocated IP 172.20.0.1 (52c3b0e8-ed6b-42e6-8ba9-0335fd433e07/42d94411-8817-471a-beca-7dfac523ba3f/9cf4c771-0cc0-4378-b6b2-8e7eebf11877) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:32.334232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8e4e5e6-cd00-4d08-ac66-d85b701e9258 req-e3cf30bf-b226-41f2-9a31-5ce77ef8685f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Aug 03 15:54:32.347106 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:28Z', 'revision_number': 3, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:32.402375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-b017bf5c-5dff-438a-a2e9-6f5a62d3d1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688856 Aug 03 15:54:32.408265 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7652f0-daf3-4fce-af74-846211842c3c None None] The sync data for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 is: [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:28Z', 'revision_number': 3, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:32.637576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b174d-3d95-45d2-b069-89c4db536b4e req-e3c06fc0-3a6f-4492-ac99-f1c59d8ff0ea tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:32.647132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-997b174d-3d95-45d2-b069-89c4db536b4e req-e3c06fc0-3a6f-4492-ac99-f1c59d8ff0ea tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.0741904 Aug 03 15:54:32.717970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-997b174d-3d95-45d2-b069-89c4db536b4e req-999ae22c-81b1-42f3-bbbc-7837277103c5 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683312 Aug 03 15:54:32.876179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a1aa-d8f7-4c1d-bb08-74372f1b8a4c req-83973fef-8971-4dd3-b3fe-834e6cb34111 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:32.883913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aba1a1aa-d8f7-4c1d-bb08-74372f1b8a4c req-83973fef-8971-4dd3-b3fe-834e6cb34111 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.0858595 Aug 03 15:54:32.927008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aba1a1aa-d8f7-4c1d-bb08-74372f1b8a4c req-1417d0a3-a433-4581-a04c-fbf4dd52d09a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Aug 03 15:54:33.074485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c3170-4c1f-4b52-b188-7ec683d34faa req-cbc1324e-b983-444e-a074-60fef881dbf4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:33.082659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-267c3170-4c1f-4b52-b188-7ec683d34faa req-cbc1324e-b983-444e-a074-60fef881dbf4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0722322 Aug 03 15:54:33.099307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-2d177b44-be15-4ae7-bc71-62dfc3bd7865 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891284 Aug 03 15:54:33.135437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.152598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-267c3170-4c1f-4b52-b188-7ec683d34faa req-58a7ca23-a8e1-4f9d-a27e-6d3c946f1e3e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 Aug 03 15:54:33.296272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Transition to ACTIVE for port object 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:33.315675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.396319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99ce77d8-d8bd-4e00-91ff-c02267815583 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:33.463880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1045e-4aa5-49a3-ad75-741ce161d01e req-273bf876-02ab-4344-86ef-3c9546ee1965 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:33.467262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60a1045e-4aa5-49a3-ad75-741ce161d01e req-273bf876-02ab-4344-86ef-3c9546ee1965 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.1340392 Aug 03 15:54:33.499875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 99ce77d8-d8bd-4e00-91ff-c02267815583 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:33.504808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 99ce77d8-d8bd-4e00-91ff-c02267815583 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:33.505328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.525282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-1afc1f74-b13a-40a0-bd0b-7a29ef16da3b service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098632 Aug 03 15:54:33.575659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60a1045e-4aa5-49a3-ad75-741ce161d01e req-1de91a4a-d997-443e-9de3-14dce6c72932 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004503 Aug 03 15:54:33.587137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.663025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:33.670726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:33.683602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:33.700984 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.717139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Allocated IP 172.25.7.183 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a1a674c8-e65d-4765-be48-14df980e8226) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:33.738809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:33.775064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.775414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.775762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.776111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.776453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.776786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.777118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.777445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.778512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 99ce77d8-d8bd-4e00-91ff-c02267815583, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99ce77d8-d8bd-4e00-91ff-c02267815583,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:33.778684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.778914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.779243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.779567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:33.788230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.798680 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:33.871433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=99ce77d8-d8bd-4e00-91ff-c02267815583,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:33.949373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc306-cce2-4a61-ad31-bdcc16d57c9c req-6354fbcc-4601-4eae-a271-96f32281e7bf tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:33.970895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-839fc306-cce2-4a61-ad31-bdcc16d57c9c req-6354fbcc-4601-4eae-a271-96f32281e7bf tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.1257927 Aug 03 15:54:34.019630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-839fc306-cce2-4a61-ad31-bdcc16d57c9c req-25241428-9b66-4531-a619-13820935e623 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Aug 03 15:54:34.048439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2ad796b-610e-435a-9921-419853e2ec8d None None] Provisioning for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:34.067757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2ad796b-610e-435a-9921-419853e2ec8d None None] Provisioning complete for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:34.068451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2ad796b-610e-435a-9921-419853e2ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.120960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-133ef819-3ec3-422f-969c-f3ce8a766fae tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:34.122555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-133ef819-3ec3-422f-969c-f3ce8a766fae tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.2567437 Aug 03 15:54:34.124828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad796b-610e-435a-9921-419853e2ec8d None None] Port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:34.148458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f1eaf-1b8f-472f-95b0-8f4fd0691ea2 req-65e720f7-8181-439d-b102-912cbc7f0cc2 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:34.150020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a78f1eaf-1b8f-472f-95b0-8f4fd0691ea2 req-65e720f7-8181-439d-b102-912cbc7f0cc2 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.0555019 Aug 03 15:54:34.191310 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:54:34.192839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a78f1eaf-1b8f-472f-95b0-8f4fd0691ea2 req-103f9da0-61f8-4fbd-adfb-2c9fe155241d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Aug 03 15:54:34.210508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.241106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.459629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.478840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-84a902f3-b0bc-4e8e-b601-d841d4350b61 service neutron] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:34.542557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-84a902f3-b0bc-4e8e-b601-d841d4350b61 service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.545418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aecce8-068c-4c8e-be31-9ee8fe2c2e76 req-84a902f3-b0bc-4e8e-b601-d841d4350b61 service neutron] 10.222.0.72 "DELETE /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.4092164 Aug 03 15:54:34.642385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:34.643755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af932-1281-4411-9ef6-faffc1e2338f req-82d568a5-4135-4d93-a2ed-b267b493749d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:34.650372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:34.653810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:34.654151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a75af932-1281-4411-9ef6-faffc1e2338f req-82d568a5-4135-4d93-a2ed-b267b493749d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1140542 Aug 03 15:54:34.728848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event updated for resources: {'Port': ['ID=a1a674c8-e65d-4765-be48-14df980e8226,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:34.733541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a75af932-1281-4411-9ef6-faffc1e2338f req-310babb7-83ab-417f-ac71-aeb3b8091d65 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782135 Aug 03 15:54:34.935198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.942611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:34.961309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78668bcf-6aca-44cd-b0e1-23d9030c1907 req-70b84d93-cfaa-4130-9818-5bb184f97757 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:34.963967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78668bcf-6aca-44cd-b0e1-23d9030c1907 req-70b84d93-cfaa-4130-9818-5bb184f97757 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.0801997 Aug 03 15:54:35.014866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.036643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78668bcf-6aca-44cd-b0e1-23d9030c1907 req-f542973a-311f-4d80-bfda-b2e72a4f590e tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654063 Aug 03 15:54:35.049839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.066632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:35.085097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.232395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd8bb1-c895-4c29-9732-e13fe6725bc0 req-e2d6d6c7-040b-4d41-aa71-3567736f442e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:35.234652 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ddd8bb1-c895-4c29-9732-e13fe6725bc0 req-e2d6d6c7-040b-4d41-aa71-3567736f442e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.1058292 Aug 03 15:54:35.246592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99ce77d8-d8bd-4e00-91ff-c02267815583 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:35.279891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:35.286121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:35.288433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ddd8bb1-c895-4c29-9732-e13fe6725bc0 req-323ac1d9-33a9-4e44-81c2-8d7c2fddbca8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Aug 03 15:54:35.363400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 99ce77d8-d8bd-4e00-91ff-c02267815583 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:35.364704 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.471801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.491434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.606607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:54:35.610401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event updated for resources: {'Port': ['ID=a1a674c8-e65d-4765-be48-14df980e8226,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:35.639039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.656142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4b2c2-4f62-4101-8c78-5425685f936a req-8487bf6a-dad9-427c-afae-3d1ae502c679 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:35.658253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fee4b2c2-4f62-4101-8c78-5425685f936a req-8487bf6a-dad9-427c-afae-3d1ae502c679 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1287184 Aug 03 15:54:35.714181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.715507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ee38ecf-5850-469c-842c-399d52882d76 req-226a7350-2b7f-44b9-99fd-60c9bee8fa50 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6863332 Aug 03 15:54:35.723342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fee4b2c2-4f62-4101-8c78-5425685f936a req-edd3588c-ba2a-43d7-817b-1768bbd21979 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Aug 03 15:54:35.782819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-045b07ba-5cae-477b-a7ab-f86a8a112743 None None] Provisioning complete for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:35.784455 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-045b07ba-5cae-477b-a7ab-f86a8a112743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:35.845297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ee38ecf-5850-469c-842c-399d52882d76 req-fe73d225-7015-4bf1-beb6-a914d952951a tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0802228 Aug 03 15:54:35.857078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-045b07ba-5cae-477b-a7ab-f86a8a112743 None None] Port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:54:35.881124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:35.899058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Sync routers for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:35.911975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:35.913332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:35.920109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60d39b37-4ebb-40f5-be62-6d0632937392 admin admin] 10.222.0.70 "PUT /v2.0/routers/c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7239492 Aug 03 15:54:36.052012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee38ecf-5850-469c-842c-399d52882d76 req-9b0404ca-8da7-4123-850f-627f312329f0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.053934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ee38ecf-5850-469c-842c-399d52882d76 req-9b0404ca-8da7-4123-850f-627f312329f0 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.2012737 Aug 03 15:54:36.109589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:36.231643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6427-b880-49e7-8189-e4eb88223fea req-82e21d8c-f14a-4a7b-a691-91981d565081 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.233947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0ca6427-b880-49e7-8189-e4eb88223fea req-82e21d8c-f14a-4a7b-a691-91981d565081 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1095 time: 0.0887241 Aug 03 15:54:36.306113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0ca6427-b880-49e7-8189-e4eb88223fea req-f686cb13-e4b4-4382-a858-629139e95288 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Aug 03 15:54:36.332886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ade5e-8994-4a46-b123-2f2d01d9ab1a req-2bf9a297-be87-41e9-93bc-620036f5e9f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.340587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c6ade5e-8994-4a46-b123-2f2d01d9ab1a req-2bf9a297-be87-41e9-93bc-620036f5e9f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.4659698 Aug 03 15:54:36.369263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-72c8ae8e-6450-47ec-b612-3e95f41e3e5b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.370943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-72c8ae8e-6450-47ec-b612-3e95f41e3e5b tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.78 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.0971189 Aug 03 15:54:36.452995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d29e-196c-49e2-865f-5ed627a3f9be req-2bca7b26-9ef4-4a90-92db-09972841a123 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.456613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba59d29e-196c-49e2-865f-5ed627a3f9be req-2bca7b26-9ef4-4a90-92db-09972841a123 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 945 time: 0.0922272 Aug 03 15:54:36.468266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c6ade5e-8994-4a46-b123-2f2d01d9ab1a req-556ee3b5-bb3e-42fb-a967-20a52a81c9c8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262758 Aug 03 15:54:36.571966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba59d29e-196c-49e2-865f-5ed627a3f9be req-37180407-34bb-4558-8196-f99a57eed645 tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f1aacd5-3ede-4803-ad8e-de916205188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071312 Aug 03 15:54:36.583745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:34Z', 'revision_number': 4, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9cf4c771-0cc0-4378-b6b2-8e7eebf11877', 'name': '', 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'mac_address': 'fa:16:3e:73:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '42d94411-8817-471a-beca-7dfac523ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:31Z', 'updated_at': '2021-08-03T15:54:34Z', 'revision_number': 2, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'subnets': [{'id': '42d94411-8817-471a-beca-7dfac523ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:36.619662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Checking router: c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:36.620028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Updating router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:54:36.679209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:36.699935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Deleting port ac3e9c98-f49b-43d2-8513-aa10399bf389 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:54:36.700287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:36.825180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138ea4-0578-419f-895e-c06f68cbbb7a req-c2ff7504-33f0-452a-b884-8d5cdf6b20e3 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.826662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8138ea4-0578-419f-895e-c06f68cbbb7a req-c2ff7504-33f0-452a-b884-8d5cdf6b20e3 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1095 time: 0.0856142 Aug 03 15:54:36.849549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] For port ac3e9c98-f49b-43d2-8513-aa10399bf389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ac3e9c98-f49b-43d2-8513-aa10399bf389,segment=NetworkSegment(1e6d7995-5f77-485e-b68e-de7834c7c6c9),segment_id=1e6d7995-5f77-485e-b68e-de7834c7c6c9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:36.849974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:36.866502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Calling delete_port for ac3e9c98-f49b-43d2-8513-aa10399bf389 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:54:36.890476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8138ea4-0578-419f-895e-c06f68cbbb7a req-b6a554d6-e95b-4c70-9c08-5705ed6be1d9 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574744 Aug 03 15:54:36.920312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-290d6d66-4764-4442-b609-843999a856e9 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:36.928566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-290d6d66-4764-4442-b609-843999a856e9 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3551676 Aug 03 15:54:37.058102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-41c6f416-c235-444d-8e54-55fdcbdb984a tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.1282609 Aug 03 15:54:37.075028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'floatingip': {'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:37.159205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:37.346671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7256b6-c8ed-4159-a1d4-1dfe3f307161 req-e48c0f28-fb6d-42f8-a8ef-2022dbdac73b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:37.358519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7256b6-c8ed-4159-a1d4-1dfe3f307161 req-e48c0f28-fb6d-42f8-a8ef-2022dbdac73b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1408498 Aug 03 15:54:37.498427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f7256b6-c8ed-4159-a1d4-1dfe3f307161 req-3eeffa59-5b61-4f25-b9fb-28d183a16201 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376269 Aug 03 15:54:37.602843 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:37.654036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Transition to ACTIVE for port object 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:54:37.683612 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:37.895926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:37.899777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2600a7b-bd61-409d-82a8-c59def9abb3b None None] Pushing event updated for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:37.960421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ac3e9c98-f49b-43d2-8513-aa10399bf389'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:38.038623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Pushing event deleted for resources: {'Port': ['ID=ac3e9c98-f49b-43d2-8513-aa10399bf389,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:38.130121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Attempting to bind port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:54:38.131518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Attempting to bind port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:54:38.140079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Attempting to bind port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 on network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:54:38.161379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:54:38.162664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Checking segment: {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:54:38.163945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:38.165212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Bound using segment: {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:54:38.167477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Bound port: 9cf4c771-0cc0-4378-b6b2-8e7eebf11877, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66548e07-1d31-4d19-986a-9215fb379426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:54:38.167973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:38.321834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf63d9-1853-474e-8d8f-86aa2bc0f714 req-37290ba2-823b-4469-b331-fce0fcb02434 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:38.324231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3cf63d9-1853-474e-8d8f-86aa2bc0f714 req-37290ba2-823b-4469-b331-fce0fcb02434 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1740971 Aug 03 15:54:38.353301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.353915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.354330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.354768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.356764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.357409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.357884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.358325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.361344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.361938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.362286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.362627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:38.386791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] No DVR routers for this DVR port ac3e9c98-f49b-43d2-8513-aa10399bf389 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:54:38.421695 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:38.423648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3cf63d9-1853-474e-8d8f-86aa2bc0f714 req-d4fbc5c5-179f-494d-8faa-2ededec03d09 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920393 Aug 03 15:54:38.423922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffa07f7c-0e11-4379-b67e-4356fece206c req-520f8f7b-76aa-4ef9-bc7b-3f7f3210de1c tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.78 "DELETE /v2.0/ports/ac3e9c98-f49b-43d2-8513-aa10399bf389 HTTP/1.1" status: 204 len: 173 time: 2.0427389 Aug 03 15:54:38.424465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'name': 'network-vif-deleted', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:38.433585 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9449d606-2252-4851-bf6b-a74ea757524d" -d '{"events": [{"server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "name": "network-vif-deleted", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:38.687089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2cbdc59-6001-4476-a769-fff8f3b79127 req-0ead1c6b-5f7b-48c0-81ae-c165eb00591f tempest-InstanceActionsV221TestJSON-1336393103 tempest-InstanceActionsV221TestJSON-1336393103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0c27892-27b3-41f6-a297-755b80f1d322 HTTP/1.1" status: 200 len: 210 time: 0.1323609 Aug 03 15:54:38.788289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] For port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:54:38.817885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] For port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:54:38.828952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:39.013151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:39.019427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186ec90-914e-4e95-9083-2fc27ae8d459 x-openstack-request-id: req-b186ec90-914e-4e95-9083-2fc27ae8d459 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:39.020403 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c27892-27b3-41f6-a297-755b80f1d322", "name": "network-vif-deleted", "tag": "ac3e9c98-f49b-43d2-8513-aa10399bf389", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:39.020860 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b186ec90-914e-4e95-9083-2fc27ae8d459 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:39.021427 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c27892-27b3-41f6-a297-755b80f1d322', 'name': 'network-vif-deleted', 'tag': 'ac3e9c98-f49b-43d2-8513-aa10399bf389', 'status': 'completed', 'code': 200} Aug 03 15:54:39.026398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:39.206837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:39.216467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2600a7b-bd61-409d-82a8-c59def9abb3b None None] Pushing event updated for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:39.218441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:39.319145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada17c-619f-41ca-86d7-816c7968b31b req-8ac72fc6-9d0e-4966-b994-d73fefda9649 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:39.330862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e6ada17c-619f-41ca-86d7-816c7968b31b req-8ac72fc6-9d0e-4966-b994-d73fefda9649 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1407034 Aug 03 15:54:39.446410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:39.458333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e6ada17c-619f-41ca-86d7-816c7968b31b req-c5246a32-d8af-469a-aae1-5fdae108b869 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253333 Aug 03 15:54:39.591077 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Floating IP 7cde9f17-8948-4672-85ff-67ae447765ce associated. External IP: 172.25.7.183, port: bee47d20-3eb1-4b6c-86fd-ac65ab3ae058. Aug 03 15:54:39.710206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74252877-ea74-4695-add9-78568c1db08d req-1e92d80e-12da-4eb3-9fb5-e6e517d34c6e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:39.724823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74252877-ea74-4695-add9-78568c1db08d req-1e92d80e-12da-4eb3-9fb5-e6e517d34c6e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1173320 Aug 03 15:54:39.824319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74252877-ea74-4695-add9-78568c1db08d req-b70f08d7-b823-4e53-9b00-4ff872433351 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955317 Aug 03 15:54:39.894390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c99154e5-b355-4805-8df6-11dff5d1b2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:40.023727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:34Z', 'revision_number': 4, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9cf4c771-0cc0-4378-b6b2-8e7eebf11877', 'name': '', 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'mac_address': 'fa:16:3e:73:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '42d94411-8817-471a-beca-7dfac523ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:31Z', 'updated_at': '2021-08-03T15:54:38Z', 'revision_number': 4, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'subnets': [{'id': '42d94411-8817-471a-beca-7dfac523ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:40.088737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c010fa-ace6-46a6-88dd-97920e8d4b14 None None] The sync data for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 is: [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:54:34Z', 'revision_number': 4, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9cf4c771-0cc0-4378-b6b2-8e7eebf11877', 'name': '', 'network_id': '52c3b0e8-ed6b-42e6-8ba9-0335fd433e07', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'mac_address': 'fa:16:3e:73:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '42d94411-8817-471a-beca-7dfac523ba3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:31Z', 'updated_at': '2021-08-03T15:54:38Z', 'revision_number': 4, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'subnets': [{'id': '42d94411-8817-471a-beca-7dfac523ba3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:40.106237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:54:40.393487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:40.419463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:40.455346 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Sync routers for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:40.529873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:40.530769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:40.631578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-a9e6ff54-0727-4592-b6ab-996dc80dc108 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "PUT /v2.0/floatingips/7cde9f17-8948-4672-85ff-67ae447765ce HTTP/1.1" status: 200 len: 997 time: 3.5720983 Aug 03 15:54:40.661743 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:40.823177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-0c32fca1-499c-4bd2-9503-a1abed566433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:40.825973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11bb8a-ffa2-46cf-bc4e-6efe2c7dcd41 req-ced5bf36-7c7a-4c8a-a53a-ff142f49515a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:40.833211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-0c32fca1-499c-4bd2-9503-a1abed566433 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1097 time: 0.2006922 Aug 03 15:54:40.838489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f11bb8a-ffa2-46cf-bc4e-6efe2c7dcd41 req-ced5bf36-7c7a-4c8a-a53a-ff142f49515a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1109023 Aug 03 15:54:40.945615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-790c4a0c-8203-443a-8c4f-cef12ba838e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:40.954966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-790c4a0c-8203-443a-8c4f-cef12ba838e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 929 time: 0.1204972 Aug 03 15:54:40.961325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f11bb8a-ffa2-46cf-bc4e-6efe2c7dcd41 req-2eb27d14-c720-4fdb-b555-db0a29ad0ab4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215959 Aug 03 15:54:41.021869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ac3e9c98-f49b-43d2-8513-aa10399bf389 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:54:41.060738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:41.063798 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f04ee-707c-46a0-b1c8-00967f723d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:41.069529 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-9e935d96-7629-4de6-abf7-62811c401f5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 1000 time: 0.1132283 Aug 03 15:54:41.082008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: ac3e9c98-f49b-43d2-8513-aa10399bf389 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:54:41.082702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ac3e9c98-f49b-43d2-8513-aa10399bf389 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:54:41.141024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:41.221070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-aea12a74-a146-49c3-87ba-18e441394ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:41.234151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-aea12a74-a146-49c3-87ba-18e441394ffc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.1451333 Aug 03 15:54:41.329268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Deleting subnet 34c57bae-e84f-409b-9d29-59977dd986fb {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:54:41.358634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:41.411523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:41.441122 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7cde9f17-8948-4672-85ff-67ae447765ce', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'mac_address': 'fa:16:3e:ef:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:54:34Z', 'updated_at': '2021-08-03T15:54:38Z', 'revision_number': 1, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:41.450546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-d2b97cd4-ccdf-47ed-9f3b-5b4282a5ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:41.470032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-d2b97cd4-ccdf-47ed-9f3b-5b4282a5ef66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281888 Aug 03 15:54:41.559153 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Checking router: ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:41.586786 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:41.587329 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:41.628321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:54:41.649207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:41.650978 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:41.680622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-2293bd57-a13c-4818-894b-0c20e58c12eb service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094810 Aug 03 15:54:41.745699 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:41.839900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90676-0afe-4049-a035-54b24b6b5e40 req-8b8f6d8e-a4fc-42d2-b4e6-9139960dcdb3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:41.854008 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4cb90676-0afe-4049-a035-54b24b6b5e40 req-8b8f6d8e-a4fc-42d2-b4e6-9139960dcdb3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.4968565 Aug 03 15:54:41.915568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab401f59-2cc8-4ccc-b70f-7ee52b0974f9 req-073272f6-4c46-4522-bbfe-925f5f9be7fd service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340426 Aug 03 15:54:41.920480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:41.933199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:41.995997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4cb90676-0afe-4049-a035-54b24b6b5e40 req-e983478a-a764-4082-8e27-26dfb459a8c9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382344 Aug 03 15:54:42.060931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:42.071813 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.072804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.122427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9162eb9a-0063-4255-828e-a477e0697f96 x-openstack-request-id: req-9162eb9a-0063-4255-828e-a477e0697f96 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:42.122744 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:42.123066 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9162eb9a-0063-4255-828e-a477e0697f96 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:42.123473 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'status': 'completed', 'code': 200} Aug 03 15:54:42.273924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:42.304658 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.373467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8fcc30c3-db17-4b3d-bc7a-83b6d97a314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.466746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.478829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/34c57bae-e84f-409b-9d29-59977dd986fb HTTP/1.1" status: 204 len: 168 time: 1.3266025 Aug 03 15:54:42.528238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36376) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:42.529042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c12c73-1aa0-44b0-9ce9-05a3bc24056c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c57bae-e84f-409b-9d29-59977dd986fb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:42.589235 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7cde9f17-8948-4672-85ff-67ae447765ce', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'mac_address': 'fa:16:3e:ef:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:54:34Z', 'updated_at': '2021-08-03T15:54:38Z', 'revision_number': 1, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:42.658942 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e3b66a-90e2-430a-ac8e-fe82b3f2ee0f None None] The sync data for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 is: [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7cde9f17-8948-4672-85ff-67ae447765ce', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'mac_address': 'fa:16:3e:ef:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:54:34Z', 'updated_at': '2021-08-03T15:54:38Z', 'revision_number': 1, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:42.684470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.717287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-3d992f52-64c0-4995-99b4-2e11b2d3eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:42.719987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-3d992f52-64c0-4995-99b4-2e11b2d3eeb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1097 time: 0.5767379 Aug 03 15:54:42.747980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:42.755427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c138a93-92fa-4232-ab63-ad6db696c0c8 req-265adafd-ac3e-4120-9d34-b26a28d55f8f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:42.767499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c138a93-92fa-4232-ab63-ad6db696c0c8 req-265adafd-ac3e-4120-9d34-b26a28d55f8f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.2880962 Aug 03 15:54:42.938343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-72dc4d7f-c277-446a-a9bb-3da51a60083c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 258 time: 0.7083416 Aug 03 15:54:42.948264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:42.985173 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.005233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a58761-f07a-478f-92ce-3397a4920d92']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:43.034463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6d7995-5f77-485e-b68e-de7834c7c6c9') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:43.034765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6d7995-5f77-485e-b68e-de7834c7c6c9') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:43.052681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.055328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.088183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.103138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:54:43.103545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:54:43.209744 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:54:43.212788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.220093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.223803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] 10.222.0.70 "DELETE /v2.0/networks/98a58761-f07a-478f-92ce-3397a4920d92 HTTP/1.1" status: 204 len: 168 time: 0.6778488 Aug 03 15:54:43.276879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233b78-917c-4cc1-86fa-cc20046ff60a admin admin] Pushing event deleted for resources: {'Network': ['ID=98a58761-f07a-478f-92ce-3397a4920d92,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:43.291026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-e73e261d-177d-4ed9-9b1b-b4753479f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:43.302354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-e73e261d-177d-4ed9-9b1b-b4753479f94e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 929 time: 0.5480208 Aug 03 15:54:43.322969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f473302-fead-487d-b51c-a97f92a0cc15 None None] New status for floating IP 7cde9f17-8948-4672-85ff-67ae447765ce: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:54:43.325363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:43.334325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c138a93-92fa-4232-ab63-ad6db696c0c8 req-726364c2-f3e9-4241-aacf-e001699a7f37 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653827 Aug 03 15:54:43.649580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:43.663634 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.670662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a42be1-c097-442e-8f0d-65733142ecf2 req-fc366ef7-0d31-4099-87a6-46f565596a45 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:43.682319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1a42be1-c097-442e-8f0d-65733142ecf2 req-fc366ef7-0d31-4099-87a6-46f565596a45 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2043731 Aug 03 15:54:43.827560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:43.828017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:43.862302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1a42be1-c097-442e-8f0d-65733142ecf2 req-ace580e6-e334-4fd8-84b5-ba4a31d36f9d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789806 Aug 03 15:54:43.880977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f3bbfea3-9486-45a7-857d-e17395f3f767 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f701b1db13194dc7b3b2f936893561a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962225 Aug 03 15:54:43.881828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:54:43.959720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-5e22f5b9-ac85-4292-8441-5df6f00df415 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 1000 time: 0.6352589 Aug 03 15:54:44.017072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:44.117877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:44.148796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-83b05381-c09b-4a0b-9272-09e740b0988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:44.158986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-83b05381-c09b-4a0b-9272-09e740b0988d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.1816678 Aug 03 15:54:44.171243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:44.230911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:44.234702 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:44.238595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f1aacd5-3ede-4803-ad8e-de916205188c HTTP/1.1" status: 204 len: 168 time: 0.3532534 Aug 03 15:54:44.280022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b829-c11b-42b3-aba2-262534bade77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1aacd5-3ede-4803-ad8e-de916205188c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:44.290011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-04af0f49-c048-4788-a7aa-8d9eccded352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:44.292024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-04af0f49-c048-4788-a7aa-8d9eccded352 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183903 Aug 03 15:54:44.553721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20b0b6-e4f0-49c4-bb63-8fe3c16e262e req-79970a60-e7c4-425d-b5b5-924e06f65e7d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:44.556006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Allocated IP 172.25.7.40 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/106cebbc-1d1e-4c90-95fd-489792068f0b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:54:44.575920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc20b0b6-e4f0-49c4-bb63-8fe3c16e262e req-79970a60-e7c4-425d-b5b5-924e06f65e7d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1329107 Aug 03 15:54:44.645808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-e9f24849-3982-49a9-ac1d-be87af9341bf service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314202 Aug 03 15:54:44.697125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc20b0b6-e4f0-49c4-bb63-8fe3c16e262e req-ecb7737d-a062-4625-8965-577dd1777f1d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201148 Aug 03 15:54:44.938705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0f04ee-707c-46a0-b1c8-00967f723d2f req-09632098-4f4a-40da-a908-2da4ee838882 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625418 Aug 03 15:54:44.985209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:45.193624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164fabe-1101-4498-a085-a8d075510dc6 req-e8f3ba21-c0de-482b-b2b9-0af03af32279 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:45.221809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5164fabe-1101-4498-a085-a8d075510dc6 req-e8f3ba21-c0de-482b-b2b9-0af03af32279 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2119453 Aug 03 15:54:45.256498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:45.373223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5164fabe-1101-4498-a085-a8d075510dc6 req-6c83686a-567e-4cf3-b060-71e41bbf606c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438129 Aug 03 15:54:45.420703 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:45.606022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:54:45.614088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:54:45.627190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:54:45.669819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event updated for resources: {'Port': ['ID=106cebbc-1d1e-4c90-95fd-489792068f0b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:45.964458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d73a5-c03f-4c90-8e7a-f4a022ec6301 req-78b8d826-99a9-4045-b8fa-4f77e494c565 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:45.966266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:45.981802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df2d73a5-c03f-4c90-8e7a-f4a022ec6301 req-78b8d826-99a9-4045-b8fa-4f77e494c565 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1395326 Aug 03 15:54:46.076955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:46.091863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df2d73a5-c03f-4c90-8e7a-f4a022ec6301 req-6b5acb6e-6738-4898-bc6e-3d25cc053c7f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029930 Aug 03 15:54:46.279893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:46.291010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:46.412271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event updated for resources: {'Port': ['ID=106cebbc-1d1e-4c90-95fd-489792068f0b,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:46.576361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:46.617279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:46.618600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-5202c906-53d1-4697-8d89-8901b02885c1 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6794348 Aug 03 15:54:46.634686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630f60f-618d-40c5-be3e-0cf73169791f req-21b131f6-b19f-443b-8389-6e45d098da9d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:46.642509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6630f60f-618d-40c5-be3e-0cf73169791f req-21b131f6-b19f-443b-8389-6e45d098da9d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1134391 Aug 03 15:54:46.733725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-bf7b83ef-e835-4a4c-a649-3ed8131076c2 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0884414 Aug 03 15:54:46.767385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6630f60f-618d-40c5-be3e-0cf73169791f req-bfb1e17b-0f4f-40b3-895c-c073e5e73339 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237979 Aug 03 15:54:47.155656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-168ae946-8b1c-4261-97fa-82c36c33f96e tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:47.158517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-762b1ad9-325b-43e6-b865-6b19b06aba86 req-168ae946-8b1c-4261-97fa-82c36c33f96e tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.4143727 Aug 03 15:54:47.655069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8f0e9-84f9-4155-ad90-317d85114aa9 req-704c88e7-8a4b-48b2-9697-c79bb11a5c56 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:47.682258 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ec8f0e9-84f9-4155-ad90-317d85114aa9 req-704c88e7-8a4b-48b2-9697-c79bb11a5c56 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.2684214 Aug 03 15:54:47.692837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-9c529a3b-7711-4b39-9af2-40823dea9afa tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:47.700672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-9c529a3b-7711-4b39-9af2-40823dea9afa tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2083809 Aug 03 15:54:47.781310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-141b30c9-a9b5-4871-8428-1a114accc683 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0782301 Aug 03 15:54:47.788312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-1def1d74-f384-4b2f-8f3f-f6925677300c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'floatingip': {'port_id': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:47.797899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ec8f0e9-84f9-4155-ad90-317d85114aa9 req-60ae5bb2-f4e6-4c61-8670-0a8af98ec058 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134672 Aug 03 15:54:47.869860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-1def1d74-f384-4b2f-8f3f-f6925677300c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:47.996146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35e72e93-855a-4f56-8831-b3982b57ad5a req-52286c8f-bc60-41e0-842e-924e7b7c8052 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.0966148 Aug 03 15:54:48.335991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d73dc-d9b4-4bb9-a57c-c26586674b2c req-20a21441-b108-4ef3-892e-14ba070800ab tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:48.349093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-924d73dc-d9b4-4bb9-a57c-c26586674b2c req-20a21441-b108-4ef3-892e-14ba070800ab tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2196176 Aug 03 15:54:48.444409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-924d73dc-d9b4-4bb9-a57c-c26586674b2c req-b08ac1b2-c391-49e8-9605-2f5263633163 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911877 Aug 03 15:54:48.646754 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-1def1d74-f384-4b2f-8f3f-f6925677300c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 15:54:48.660199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f12bb9b0-4070-4f82-b319-c9f87a802576 req-1def1d74-f384-4b2f-8f3f-f6925677300c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "PUT /v2.0/floatingips/e4da6e1f-0417-4f63-97c4-811222b20eb9 HTTP/1.1" status: 409 len: 550 time: 0.8771448 Aug 03 15:54:48.905547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-f87bb13a-7ba0-4894-863f-c98f64f5da03 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips/e4da6e1f-0417-4f63-97c4-811222b20eb9 HTTP/1.1" status: 200 len: 692 time: 0.0682557 Aug 03 15:54:49.262683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-c7eaba8d-cc1c-4dd1-92ec-c219b43b2104 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:49.275800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-c7eaba8d-cc1c-4dd1-92ec-c219b43b2104 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3634117 Aug 03 15:54:49.347824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-721bbf97-968a-47ac-95f3-b49a66bebd91 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0691175 Aug 03 15:54:49.405699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-ed8eaf4e-f2c3-46e2-8652-dd8e2cb47311 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0564218 Aug 03 15:54:49.526658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d4abe-11de-40cc-964d-224cc1fc3bd3 req-c63c2895-a3d0-4990-89f6-39c153fbac71 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:49.544568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b5d4abe-11de-40cc-964d-224cc1fc3bd3 req-c63c2895-a3d0-4990-89f6-39c153fbac71 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.2437088 Aug 03 15:54:49.744446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea8f9-4c8f-47b0-88a9-e9b705d67149 req-be86643c-5869-41bc-a706-fb767feff522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:49.747130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c45ea8f9-4c8f-47b0-88a9-e9b705d67149 req-be86643c-5869-41bc-a706-fb767feff522 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1097 time: 0.0863123 Aug 03 15:54:49.754150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b5d4abe-11de-40cc-964d-224cc1fc3bd3 req-8daf36c3-cc2b-4a80-92d7-83236595b7f2 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073123 Aug 03 15:54:49.787036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Deleting port 106cebbc-1d1e-4c90-95fd-489792068f0b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:54:49.787684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:49.902171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:49.902556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:49.917810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c45ea8f9-4c8f-47b0-88a9-e9b705d67149 req-63004936-3638-4e98-9b20-3e2b3c2a35f2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596305 Aug 03 15:54:49.935136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Calling delete_port for 106cebbc-1d1e-4c90-95fd-489792068f0b owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:54:50.222154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b4186-95b2-4c43-b89f-ce0bdece3015 req-0f3efefc-05cb-4210-b58e-5b59a3e65050 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:50.233402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-363b4186-95b2-4c43-b89f-ce0bdece3015 req-0f3efefc-05cb-4210-b58e-5b59a3e65050 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1437128 Aug 03 15:54:50.315997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:50.371309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-363b4186-95b2-4c43-b89f-ce0bdece3015 req-ee0add3d-337c-4de7-a740-c19dd12cb7e5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355293 Aug 03 15:54:50.387288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event deleted for resources: {'Port': ['ID=106cebbc-1d1e-4c90-95fd-489792068f0b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:50.610357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:50.622107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:50.659694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f50d38c-b5df-445c-ad6e-15475cc2d9fe req-b75bb9f2-3990-4040-becb-260c41894cf3 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "DELETE /v2.0/floatingips/e4da6e1f-0417-4f63-97c4-811222b20eb9 HTTP/1.1" status: 204 len: 173 time: 1.2511013 Aug 03 15:54:50.810337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-9c2d8026-d2aa-4df7-b87e-6c2cef0fcceb tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1002 time: 0.1181738 Aug 03 15:54:50.907465 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8b766af-e4f1-4fcd-9f84-469e5df057e5 req-274de45a-790a-4a24-a665-ee1d0ee2933c tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0452158 Aug 03 15:54:50.909528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-95e31507-3b2f-42eb-bd99-b64fefde74ee tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:50.922887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-95e31507-3b2f-42eb-bd99-b64fefde74ee tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports/bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 943 time: 0.0998516 Aug 03 15:54:51.171189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-4fd3ed03-44be-4036-a234-14845cdf3512 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1002 time: 0.1892633 Aug 03 15:54:51.192606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70594ae0-0448-4f4f-9caf-847fffa51716 req-81f1cd78-cc2b-4a34-83b7-4ef6b9728822 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:51.219022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70594ae0-0448-4f4f-9caf-847fffa51716 req-81f1cd78-cc2b-4a34-83b7-4ef6b9728822 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1431751 Aug 03 15:54:51.333528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70594ae0-0448-4f4f-9caf-847fffa51716 req-c0a2b858-3aa2-42a9-bccd-b993c1ca19dc tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099391 Aug 03 15:54:51.410950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38fdbaa9-e38d-42d0-a87d-f452a1a2d52b req-08a59def-1404-49f2-85cb-c9c5f224c372 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.0953083 Aug 03 15:54:51.473730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-e5fcd756-24bd-4d6a-89ca-a278bc3b6eaa tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:51.483403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-e5fcd756-24bd-4d6a-89ca-a278bc3b6eaa tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3088238 Aug 03 15:54:51.730200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-161d69a8-b442-41b8-a470-9209036c769d tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 1002 time: 0.2455702 Aug 03 15:54:51.731518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1706f6-3088-408e-b4f9-ee5d3fee1575 req-f3659584-3dcf-488f-8ce8-a5e8e1461c2b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:51.740903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c1706f6-3088-408e-b4f9-ee5d3fee1575 req-f3659584-3dcf-488f-8ce8-a5e8e1461c2b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1963532 Aug 03 15:54:51.752284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:54:51.882352 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:51.988103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c1706f6-3088-408e-b4f9-ee5d3fee1575 req-b6b06242-d883-4f42-9cc8-ba20473590c9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274480 Aug 03 15:54:52.392452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:52.855232 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:52.861429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:52.862048 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Floating IP 7cde9f17-8948-4672-85ff-67ae447765ce disassociated. External IP: 172.25.7.183, port: bee47d20-3eb1-4b6c-86fd-ac65ab3ae058. Aug 03 15:54:53.241035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:54:53.349508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0fcfaf7c-aa7b-4b43-b9f7-7325a53d467e req-dc21d80c-9b6b-4c0e-9832-03372d4374f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0758774 Aug 03 15:54:53.459972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:54:53.472496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:53.490447 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Sync routers for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:54:53.520922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-7db28055-d59d-46d9-904a-0d6ba312fa5c tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "PUT /v2.0/floatingips/7cde9f17-8948-4672-85ff-67ae447765ce HTTP/1.1" status: 200 len: 695 time: 1.7805214 Aug 03 15:54:53.532794 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:53.536032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:53.537223 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:53.547508 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ef0d88-8153-461a-886d-e583b5cacd39" -d '{"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:53.640239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-67bbd9d0-1ac1-45b3-972b-22653f031dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:53.644629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-67bbd9d0-1ac1-45b3-972b-22653f031dea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1097 time: 0.1221271 Aug 03 15:54:53.724243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:53.876879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-fdf33001-959d-47fa-b2eb-59d0f382e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:53.879104 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-fdf33001-959d-47fa-b2eb-59d0f382e49a service neutron] 10.222.0.70 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 929 time: 0.2195661 Aug 03 15:54:53.880313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:54:53.963190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-6a887425-49ef-4231-9203-ca550ba7f66f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 217 time: 0.0749133 Aug 03 15:54:54.050541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-2a4cc505-436e-4084-b927-314af2073440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:54.056753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-2a4cc505-436e-4084-b927-314af2073440 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.0861666 Aug 03 15:54:54.079521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:54.093283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'mac_address': 'fa:16:3e:39:e9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:54:54.113517 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:54.174696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-83815338-e9dc-43d4-9096-8a315be35172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:54.177152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-83815338-e9dc-43d4-9096-8a315be35172 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130588 Aug 03 15:54:54.190245 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Checking router: ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:54:54.199697 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:54.200242 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:54:54.200874 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:54:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:54.217792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa8ae31f-faa0-4bac-b542-05a35c541090 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:54:54.243304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:54.250646 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:54.352802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:54.365014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.365293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.365534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.365823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.366163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.366499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.366831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.367165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.367765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.368103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.369194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.369803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:54:54.376796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['aa8ae31f-faa0-4bac-b542-05a35c541090'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:54:54.395823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-653351b0-d71d-464f-9d26-983768cdc7f8 service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031672 Aug 03 15:54:54.709105 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:54:54.747413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea1546a4-4019-40f4-bb6f-a07ef0d5bfec req-054f1afa-77dc-4635-bdae-39c7771f170e service neutron] 10.222.0.70 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480985 Aug 03 15:54:54.914339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4762fb6-be78-4489-9de1-4decacf36fc7 req-1d2f0900-0323-4204-bb17-fb1e02fa54aa tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0336595 Aug 03 15:54:55.086344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df344478-50a7-4ba0-b48e-2a22bc32e426 req-f8e97c45-f802-4dec-aa58-bc3d9c21c8ec tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:55.088242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df344478-50a7-4ba0-b48e-2a22bc32e426 req-f8e97c45-f802-4dec-aa58-bc3d9c21c8ec tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 944 time: 0.0613742 Aug 03 15:54:55.110513 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:54:55.158449 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac1f69-bc05-4d15-9905-d05336363ce9 None None] The sync data for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 is: [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:54:04Z', 'revision_number': 4, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '1e9d2d7b-ea14-41c4-832a-c48f5761966d', 'name': '', 'network_id': 'd303894a-7bf1-4996-84e0-d7c24937efe9', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'mac_address': 'fa:16:3e:fb:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:01Z', 'updated_at': '2021-08-03T15:54:13Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'subnets': [{'id': 'aa16e9f9-218f-4588-9411-e2fcc9bf09a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:54:55.193388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df344478-50a7-4ba0-b48e-2a22bc32e426 req-0b1d153a-f283-49aa-9a1a-8650a8d217c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802135 Aug 03 15:54:55.358132 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ec7a0-4317-4fde-bcfe-e8da65fc9666 x-openstack-request-id: req-5c3ec7a0-4317-4fde-bcfe-e8da65fc9666 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:54:55.358869 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:54:55.359862 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c3ec7a0-4317-4fde-bcfe-e8da65fc9666 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:54:55.360918 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'status': 'completed', 'code': 200} Aug 03 15:54:55.451696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-76f14685-edb5-4d38-9c38-6fa1244ca0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:55.455184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-76f14685-edb5-4d38-9c38-6fa1244ca0c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=82d4419b3af7476b962eb60166a494c0&device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0657289 Aug 03 15:54:55.483312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-a261ad06-164f-4088-ac95-2873108bd806 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips/7cde9f17-8948-4672-85ff-67ae447765ce HTTP/1.1" status: 200 len: 695 time: 0.1096790 Aug 03 15:54:55.733626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-0c15756b-83f2-4ba5-97ac-3431248acf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:55.736334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-0c15756b-83f2-4ba5-97ac-3431248acf06 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 200 len: 929 time: 0.2713816 Aug 03 15:54:55.747314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a06eb-986a-4db6-b15b-db5604a587b5 None None] New status for floating IP 7cde9f17-8948-4672-85ff-67ae447765ce: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:54:55.779412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-9fc40122-2e5c-4576-94c7-70d9c7a2e812 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:55.790334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-9fc40122-2e5c-4576-94c7-70d9c7a2e812 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.3052604 Aug 03 15:54:55.831389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-2906dfd5-c2f2-4a6a-b017-3ad07b77019f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 200 len: 217 time: 0.0849037 Aug 03 15:54:55.880962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-e2986a50-cf8d-42c6-94a5-717cb241064e tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 698 time: 0.0880332 Aug 03 15:54:55.918429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-6b280d01-37ee-4237-8326-86624987cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:55.919942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-6b280d01-37ee-4237-8326-86624987cca4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 200 len: 867 time: 0.0786159 Aug 03 15:54:55.993505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:54:55.998280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.008203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-0957edf8-8a2d-4155-9364-230e14d7f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:54:56.010681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-0957edf8-8a2d-4155-9364-230e14d7f8dc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d303894a-7bf1-4996-84e0-d7c24937efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790863 Aug 03 15:54:56.019728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-7cc3da1d-245c-4537-909a-9cc57877d9ce tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 698 time: 0.1276963 Aug 03 15:54:56.304290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-f396b477-4f60-450c-b5ed-d60df650ca73 service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736263 Aug 03 15:54:56.308709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Deleting port a1a674c8-e65d-4765-be48-14df980e8226 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:54:56.309535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.460969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port aa8ae31f-faa0-4bac-b542-05a35c541090 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:54:56.461337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.497273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.498127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.515291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Calling delete_port for a1a674c8-e65d-4765-be48-14df980e8226 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:54:56.522070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7ef0d88-8153-461a-886d-e583b5cacd39 req-5a4a38a8-71db-4654-89cf-cf293e6808fc service neutron] 10.222.0.78 "GET /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084925 Aug 03 15:54:56.645630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.703053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:54:56.710232 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76657f7d-8d4b-4b81-98de-e5abb4119258" -d '{"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:54:56.746831 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.764536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:54:56.774542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.790831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event deleted for resources: {'Port': ['ID=a1a674c8-e65d-4765-be48-14df980e8226,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:56.892008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.897727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:54:56.900237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:54:56.902753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e5ed96-f71b-4b1c-a7e3-ddb061f08060 req-0ed0bbfb-a420-4f32-8027-078a64918790 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "DELETE /v2.0/floatingips/7cde9f17-8948-4672-85ff-67ae447765ce HTTP/1.1" status: 204 len: 173 time: 0.8819563 Aug 03 15:55:02.616954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-fe47fc3b-b93c-44ec-91c2-97ae737a986f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084902 Aug 03 15:55:02.758208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-008c49a1-6c85-4466-87c2-29c42abc1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:02.760663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-008c49a1-6c85-4466-87c2-29c42abc1a81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 1095 time: 0.0724537 Aug 03 15:55:02.903292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-4fe2d299-0026-4bdd-953d-221eaf373cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:02.904853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-4fe2d299-0026-4bdd-953d-221eaf373cfb service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1191654 Aug 03 15:55:02.958082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-fd4c5af0-b151-4c10-b549-3e536ef1ad61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 200 len: 217 time: 0.0447645 Aug 03 15:55:03.123267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-50ab13fc-d744-43f0-afec-faa8450a49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:03.130096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-50ab13fc-d744-43f0-afec-faa8450a49f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1539099 Aug 03 15:55:03.169255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-ac08a68a-d073-48bd-b27a-3f2697aaaefe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347283 Aug 03 15:55:03.314699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-58c38084-42a3-4922-bed8-71a516c41f49 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350129 Aug 03 15:55:03.460497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad2199df-68fb-48b2-9f6d-6c4bd77c5af9 req-fbf2300b-1b93-489b-9035-5b2894dad82d service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382096 Aug 03 15:55:05.648350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-ceec1014-d05d-4357-9edf-ecd47924ccf3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:05.658512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-ceec1014-d05d-4357-9edf-ecd47924ccf3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 811 time: 0.3105538 Aug 03 15:55:05.708222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-444901ff-b120-40b2-9f4b-e7141c044b02 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/quotas/40057b43f9d44b73869e5b3bbe6e828e HTTP/1.1" status: 200 len: 375 time: 0.0393841 Aug 03 15:55:05.786851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-adecfdc0-2af3-45e9-a019-ecf4d97d0b82 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690312 Aug 03 15:55:05.815647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2f8e9-f4c8-4df3-b7b7-35083f9c9729 req-afc9b93a-88b2-4325-b3e4-03bcb2d57134 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:05.822118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50c2f8e9-f4c8-4df3-b7b7-35083f9c9729 req-afc9b93a-88b2-4325-b3e4-03bcb2d57134 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0823481 Aug 03 15:55:05.882592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50c2f8e9-f4c8-4df3-b7b7-35083f9c9729 req-950d0841-15e0-40a0-8d18-5e6caec213d5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590727 Aug 03 15:55:05.973978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-c76737cc-2f61-4357-a6ab-4b202cd045ad service neutron] 10.222.0.70 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741931 Aug 03 15:55:06.063928 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a84b45-9f5d-4923-9740-5cbac4891e78 x-openstack-request-id: req-36a84b45-9f5d-4923-9740-5cbac4891e78 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:06.064564 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:06.064753 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36a84b45-9f5d-4923-9740-5cbac4891e78 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:06.065918 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'code': 200} Aug 03 15:55:06.172288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fb485689-4afb-4b2a-a82f-47978f5fb003 service neutron] 10.222.0.70 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964316 Aug 03 15:55:06.506963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67a02ec1-73aa-446a-bda7-64bcc3431c34 req-c5a784d3-e95f-45ec-8685-59cffd96d2cd tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0729928 Aug 03 15:55:06.726885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd84151-87d3-4b57-9dd8-3c2f0b4c3162 req-d9a8fbe8-b8a6-4b67-8f49-4510361d3b59 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:06.742984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecd84151-87d3-4b57-9dd8-3c2f0b4c3162 req-d9a8fbe8-b8a6-4b67-8f49-4510361d3b59 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1141455 Aug 03 15:55:06.854729 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecd84151-87d3-4b57-9dd8-3c2f0b4c3162 req-da09ff1d-5b17-492e-b783-7376c3a097cd tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1102142 Aug 03 15:55:07.030610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-723607c7-234f-4056-a4ba-243d4f8ce20e req-9c8f1b33-0fbc-4ecf-ae75-6032710b1207 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0861950 Aug 03 15:55:07.134267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a80bdfb6-a788-47e2-a00d-4b0b40315c73 req-2b2a12b6-6216-472f-a356-9ae3cb847d9b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0744326 Aug 03 15:55:07.318677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf835d-02b9-45a7-815f-c4e5c1f406f1 req-fe049337-e902-4f3d-a935-2321119fec0b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:07.321469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4cf835d-02b9-45a7-815f-c4e5c1f406f1 req-fe049337-e902-4f3d-a935-2321119fec0b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1099648 Aug 03 15:55:07.400024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4cf835d-02b9-45a7-815f-c4e5c1f406f1 req-76cb588c-f91f-4554-99d2-ae456aaa1173 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Aug 03 15:55:07.800047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-753d6cef-6c89-4db4-9732-6324a8f46482 req-cce4d73e-c423-42c9-b20f-4bed1bcfe819 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0381134 Aug 03 15:55:08.018204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ba40-1731-4ef0-b7a6-579ac9f416d7 req-222e676b-7edf-4c0a-8be5-71d7af97016b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:08.020449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7176ba40-1731-4ef0-b7a6-579ac9f416d7 req-222e676b-7edf-4c0a-8be5-71d7af97016b tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 946 time: 0.1183789 Aug 03 15:55:08.123022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7176ba40-1731-4ef0-b7a6-579ac9f416d7 req-dff6caf8-e365-46ee-be28-49433e1b7b57 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868273 Aug 03 15:55:08.180973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-7a68758e-2bae-448b-8f8d-f129657758b4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:08.183053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-7a68758e-2bae-448b-8f8d-f129657758b4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 811 time: 0.2244589 Aug 03 15:55:08.199532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Request body: {'port': {'device_id': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'admin_state_up': True, 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:08.373560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ea60de4-e5ff-43c0-824b-9bf5d94aed68 req-0a70bbff-35e7-417b-8cf5-661c766162a7 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.1472678 Aug 03 15:55:08.429967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Made reservation on behalf of 40057b43f9d44b73869e5b3bbe6e828e for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:08.440088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:08.578295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6fc09-55c7-427b-b532-964bb960e5ae req-8a246959-342c-41a6-9f39-55123deb98ca tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:08.586272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3b6fc09-55c7-427b-b532-964bb960e5ae req-8a246959-342c-41a6-9f39-55123deb98ca tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0837355 Aug 03 15:55:08.654173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3b6fc09-55c7-427b-b532-964bb960e5ae req-6e0044d2-5e03-4b01-8daa-2cf31e4ce29e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656941 Aug 03 15:55:08.784598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Allocated IP 172.20.0.14 (8d6702e2-8207-477c-804d-ffb1978f5d65/dca07c3e-03f6-4e88-9575-15c6360e12e8/0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:09.133591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd506189-c543-4897-bfcf-ddbd94d3e98b req-c7640a44-a619-467a-9511-c7b251fb2e86 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1098342 Aug 03 15:55:09.325993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-a2cc4f7c-e61b-4367-b1b9-9c9b6fc57824 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:09.334511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-a2cc4f7c-e61b-4367-b1b9-9c9b6fc57824 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/networks?id=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf HTTP/1.1" status: 200 len: 814 time: 0.4018590 Aug 03 15:55:09.365066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-c9ec464c-4da6-4d11-be08-5a29b0651ee5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/quotas/feeb38c6aed74f9dbe03cabb80f0140e HTTP/1.1" status: 200 len: 375 time: 0.0295074 Aug 03 15:55:09.416994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:09.464016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-1539f85c-e40e-4b63-9ed2-919f7902a5a3 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feeb38c6aed74f9dbe03cabb80f0140e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979390 Aug 03 15:55:09.569970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44778d-9554-439a-839c-bf1fa99071fa req-90f9d735-0fa0-416a-9dc6-699b90d7396a tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:09.573979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e44778d-9554-439a-839c-bf1fa99071fa req-90f9d735-0fa0-416a-9dc6-699b90d7396a tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.78 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 946 time: 0.1384187 Aug 03 15:55:09.594171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4377d6-5e99-4ab9-a2ef-d8c9b4f4355a req-2a2b4722-ca70-49d6-bc07-cfafcbc0756e tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:09.607928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee4377d6-5e99-4ab9-a2ef-d8c9b4f4355a req-2a2b4722-ca70-49d6-bc07-cfafcbc0756e tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 946 time: 0.2619686 Aug 03 15:55:09.806978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee4377d6-5e99-4ab9-a2ef-d8c9b4f4355a req-55468f51-a2e2-4782-8b94-0b1bd7f17b4d tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/security-groups?id=b5fc1c5b-060a-4750-aff0-732db398c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157684 Aug 03 15:55:09.825939 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3bf51ecb-fc88-4b08-be1a-3a99ff01f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:09.874016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Deleting port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:09.874577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:09.902003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-e7582e64-3404-496b-be32-ff8f54140fd1 service neutron] 10.222.0.70 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261317 Aug 03 15:55:10.069517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68976e47-6b71-49c7-829a-72aeb9605723 req-2ad72d2d-a50a-4f85-8c27-f0d7fe4034af tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0648136 Aug 03 15:55:10.072842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:10.088036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['31676722-d4f0-4227-966e-c29260a33387'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:55:10.219662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Pushing event updated for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:10.242718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Network 8d6702e2-8207-477c-804d-ffb1978f5d65 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:10.246117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:10.252147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:10.258685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] For port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:10.260296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:10.362656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-248ec41d-c6a4-4385-9288-e4aaaeb83d70 service neutron] 10.222.0.70 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592273 Aug 03 15:55:10.365693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Calling delete_port for bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:10.407364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:10.411924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:10.457445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-a5bf3ca8-97e5-4fd4-bfd2-9ba40df7b78b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2634938 Aug 03 15:55:10.471408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Request body: {'port': {'device_id': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:10.630767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b63884-6182-4be6-8496-4c8c68715284 req-ba28d086-9c5b-40f1-b16f-bcd5a08a29ad tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:10.639197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15b63884-6182-4be6-8496-4c8c68715284 req-ba28d086-9c5b-40f1-b16f-bcd5a08a29ad tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2330048 Aug 03 15:55:10.755094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15b63884-6182-4be6-8496-4c8c68715284 req-9b066475-a3f4-4c03-8448-e4037127ab86 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149592 Aug 03 15:55:10.757674 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:10.910283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:10.926568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:55:11.015742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b41f3d4-314b-458b-9091-ec5590abb394 req-72a7a3ae-5e37-4be0-8402-eecefbb03b30 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 210 time: 0.0488656 Aug 03 15:55:11.069581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-454d399d-717d-401b-93d4-28974712a2fb req-a9d58389-67eb-4aa8-959d-45f94410dc2d tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1564698 Aug 03 15:55:11.169162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Pushing event deleted for resources: {'Port': ['ID=bee47d20-3eb1-4b6c-86fd-ac65ab3ae058,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:11.204300 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:55:11.308674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a81afb7f-d0da-4eb9-8b23-7c4243a04b67 req-c7403b00-8e31-4c07-bb31-5e7b27c13b88 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.70 "GET /v2.0/ports?device_id=49173d2e-a341-4194-bb2e-ba17e458baa8 HTTP/1.1" status: 200 len: 210 time: 0.0868967 Aug 03 15:55:11.378251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] No DVR routers for this DVR port bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:11.386111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:11.388416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e44778d-9554-439a-839c-bf1fa99071fa req-a71a3ac1-4206-499b-b57e-bd9c8ab4a271 tempest-FloatingIPsAssociationNegativeTestJSON-621322017 tempest-FloatingIPsAssociationNegativeTestJSON-621322017-project] 10.222.0.78 "DELETE /v2.0/ports/bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 HTTP/1.1" status: 204 len: 173 time: 1.7774124 Aug 03 15:55:11.389697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'name': 'network-vif-deleted', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:11.395365 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9380b7-b1c9-4a9b-9e59-1e6dc66f52e1" -d '{"events": [{"server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "name": "network-vif-deleted", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:11.459600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98aaa1-c60b-46b5-b924-622f9c466cb7 req-2a72f29b-fcf1-40ab-8afd-43629f758f1e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:11.476081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c98aaa1-c60b-46b5-b924-622f9c466cb7 req-2a72f29b-fcf1-40ab-8afd-43629f758f1e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 932 time: 0.2513390 Aug 03 15:55:11.573138 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7500994-c437-4784-8fc1-9ca2df097160 x-openstack-request-id: req-e7500994-c437-4784-8fc1-9ca2df097160 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:11.573589 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49173d2e-a341-4194-bb2e-ba17e458baa8", "name": "network-vif-deleted", "tag": "bee47d20-3eb1-4b6c-86fd-ac65ab3ae058", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:11.573877 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7500994-c437-4784-8fc1-9ca2df097160 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:11.574304 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49173d2e-a341-4194-bb2e-ba17e458baa8', 'name': 'network-vif-deleted', 'tag': 'bee47d20-3eb1-4b6c-86fd-ac65ab3ae058', 'status': 'completed', 'code': 200} Aug 03 15:55:11.604374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c98aaa1-c60b-46b5-b924-622f9c466cb7 req-8713c08f-b5f3-4567-afbf-a5d59ea1edf4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270285 Aug 03 15:55:11.757970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:11.769713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:11.793179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Transition to ACTIVE for port object 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:11.803102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.036152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:12.129235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6210a038-c324-4be7-97be-d8afa27fbad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.190283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Attempting to bind port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:55:12.209703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Attempting to bind port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:55:12.210102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Attempting to bind port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed on network 8d6702e2-8207-477c-804d-ffb1978f5d65 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:12.255585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ea6c-1417-4e42-a264-6b3607d6392a req-a579b969-860a-404f-b133-49753e9b4970 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:12.267289 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9078793-298b-42fe-b34f-219a1b872f3f req-3fdd5ad3-42f9-415c-b89c-256601ed41f8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 210 time: 0.0715954 Aug 03 15:55:12.267509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0559ea6c-1417-4e42-a264-6b3607d6392a req-a579b969-860a-404f-b133-49753e9b4970 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2321446 Aug 03 15:55:12.277123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed on network 8d6702e2-8207-477c-804d-ffb1978f5d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:55:12.277448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Attempting to bind port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed on network 8d6702e2-8207-477c-804d-ffb1978f5d65 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:12.306586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:55:12.306955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Checking segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:12.307348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Bound using segment: {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:55:12.308059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Bound port: 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fff1e2-2597-4ede-9990-3823e1b5360c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:55:12.308639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.408146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0559ea6c-1417-4e42-a264-6b3607d6392a req-9547d578-1529-457e-b05c-02fd1dd23cc7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378908 Aug 03 15:55:12.501204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:55:12.522973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:55:12.533218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.564569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36960) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:12.576599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-530c1694-1a70-42be-aa79-0ff6eea494b2 req-7258e14f-2a7e-4729-9afd-982318b4ff50 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0669160 Aug 03 15:55:12.590203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:12.591027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.592753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 200 len: 1092 time: 2.1271150 Aug 03 15:55:12.598867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:12.601349 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e890774-3e3a-4e2f-94ce-cfce1b853c06" -d '{"events": [{"name": "network-changed", "server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:12.747496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:12.795926 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a86baa-7627-4827-bcba-beecf03a5427 x-openstack-request-id: req-78a86baa-7627-4827-bcba-beecf03a5427 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:12.796751 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:12.797164 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a86baa-7627-4827-bcba-beecf03a5427 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:12.797730 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed', 'status': 'completed', 'code': 200} Aug 03 15:55:12.966500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe500cd9-7ff4-4d4b-b65c-9a7eb6c204b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:13.231450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:13.292166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:13.292507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bee47d20-3eb1-4b6c-86fd-ac65ab3ae058 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:13.369576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-a24bc39c-4330-4d18-97e9-2035202bc514 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:13.379017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-a24bc39c-4330-4d18-97e9-2035202bc514 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.72 "GET /v2.0/networks?id=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf HTTP/1.1" status: 200 len: 814 time: 0.4684737 Aug 03 15:55:13.402343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Request body: {'port': {'device_id': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'admin_state_up': True, 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:13.442413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-3b4ec912-619c-4f2d-a634-797735addfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:13.443911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-3b4ec912-619c-4f2d-a634-797735addfa7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1095 time: 0.7505801 Aug 03 15:55:13.476531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1cf65-d4a2-44c0-a4a4-83cee34c1ff9 req-df8f083f-2558-4605-9a5e-6a5765571fe3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:13.482943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecc1cf65-d4a2-44c0-a4a4-83cee34c1ff9 req-df8f083f-2558-4605-9a5e-6a5765571fe3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 944 time: 0.6894839 Aug 03 15:55:13.530038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-fe00f78e-de03-49e9-8ec5-474a501fe10e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 200 len: 217 time: 0.0733271 Aug 03 15:55:13.572219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:13.639507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61b9889f-fe32-4c2b-8daf-2d3bb66692ee req-d2ef35f8-73ce-434e-bf6d-4e369e1db995 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 210 time: 0.0369916 Aug 03 15:55:13.694350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Made reservation on behalf of feeb38c6aed74f9dbe03cabb80f0140e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:13.700123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecc1cf65-d4a2-44c0-a4a4-83cee34c1ff9 req-79fdf425-abf2-4682-b5b4-b33068b2043b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162101 Aug 03 15:55:13.700354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:13.702257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-8c613617-7cec-4243-b18b-4cfcbf85f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:13.707882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-8c613617-7cec-4243-b18b-4cfcbf85f9c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.1226437 Aug 03 15:55:13.874952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-3983d859-fc50-4a10-bd36-71eda0dc76ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644937 Aug 03 15:55:13.936499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Allocated IP 172.20.0.13 (da89f8f5-d3b9-41d6-91f9-e436dbd03eaf/f87fd663-6121-4417-b860-d3ffb76f607f/01a91e2c-8b90-44b9-94b1-dcab9489feb8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:13.967478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e7ca-1f80-4e1f-88a0-23ddd17886ab req-1c62ab06-5987-40ca-98dc-c0dc48014f44 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:13.972629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-359f8244-96ea-4131-b35b-f13c2430e2a3 req-954d8da9-18dd-4a81-b1c2-fbe4ef3aab20 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0873215 Aug 03 15:55:13.980184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe44e7ca-1f80-4e1f-88a0-23ddd17886ab req-1c62ab06-5987-40ca-98dc-c0dc48014f44 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0871768 Aug 03 15:55:14.048082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe44e7ca-1f80-4e1f-88a0-23ddd17886ab req-ebba5dac-9a26-4ed4-acc2-6a0f3888887a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661025 Aug 03 15:55:14.150590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-7c9b083c-572a-4723-aeea-48ff4c3df595 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526312 Aug 03 15:55:14.401118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:14.431185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Transition to ACTIVE for port object 01a91e2c-8b90-44b9-94b1-dcab9489feb8 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:14.474994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b6e8544-7052-4ac3-8041-bda7285c1285 req-849d1650-8e12-4c0e-bce3-5034b166ba24 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050544 Aug 03 15:55:14.495619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:14.495984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:14.649152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:14.652634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-5c59cf6d-1472-4f06-bc27-93a7e6f379bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:14.654126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:14.654357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-5c59cf6d-1472-4f06-bc27-93a7e6f379bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1095 time: 0.0913477 Aug 03 15:55:14.662263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:14.906770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Pushing event updated for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:14.943109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:14.943850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:14.955635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:14.978404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-86a70bf9-ffe5-4df8-87eb-86a84eac4481 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5868249 Aug 03 15:55:14.995036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df07a37-353a-43d2-8ec2-9daa8e6602cc req-fa09e086-ce09-4d29-8fd0-a1e668b9d7f0 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:15.001503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3df07a37-353a-43d2-8ec2-9daa8e6602cc req-fa09e086-ce09-4d29-8fd0-a1e668b9d7f0 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 932 time: 0.1891544 Aug 03 15:55:15.007290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Request body: {'port': {'device_id': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:15.080098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47e1a6-dae3-443a-95c1-427090b0d685 req-49f0de20-3307-4986-9b04-8bc4638faa88 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:15.086161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d47e1a6-dae3-443a-95c1-427090b0d685 req-49f0de20-3307-4986-9b04-8bc4638faa88 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 944 time: 0.2079091 Aug 03 15:55:15.132283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1c09bd14-2801-4d25-a3a0-d27494541929 None None] Provisioning for port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:55:15.148332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1c09bd14-2801-4d25-a3a0-d27494541929 None None] Provisioning complete for port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:15.148717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c09bd14-2801-4d25-a3a0-d27494541929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:15.175196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-ff9ed6ff-9ecf-44f3-a43c-f84610f5d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:15.177524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-ff9ed6ff-9ecf-44f3-a43c-f84610f5d283 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 0.5048020 Aug 03 15:55:15.180599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:15.216780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1c09bd14-2801-4d25-a3a0-d27494541929 None None] Port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:55:15.229164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3df07a37-353a-43d2-8ec2-9daa8e6602cc req-9f6c5b9e-9911-41c6-a844-4ea1d2150c89 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454241 Aug 03 15:55:15.287626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-5221d2c0-8f2a-41c8-9fde-701ab469aa92 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 200 len: 217 time: 0.0937607 Aug 03 15:55:15.363291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fce7e64-bc73-4b35-8816-41b4d2edb89d req-9ef396f8-8470-434b-b5fd-b03f34a8f7a1 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0475159 Aug 03 15:55:15.464857 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d47e1a6-dae3-443a-95c1-427090b0d685 req-35cd9254-2e45-457b-85ef-a5ef8f54c72e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671632 Aug 03 15:55:15.607845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-bf5f842b-ea51-4f4b-95ff-ae95cecd7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:15.610756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-bf5f842b-ea51-4f4b-95ff-ae95cecd7ff7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.2751641 Aug 03 15:55:15.685794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a91e2c-8b90-44b9-94b1-dcab9489feb8 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:15.696880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:15.723010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-4f15d545-7e9b-4415-a9da-df0fb78d163c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952926 Aug 03 15:55:15.730629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f13860-c81b-4390-af0e-e85eb7606f6c req-a0cb98b6-6902-40b3-bbfc-0b5d3cbb80f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:15.730974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Deleting port 1e9d2d7b-ea14-41c4-832a-c48f5761966d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:15.731506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:15.732954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89f13860-c81b-4390-af0e-e85eb7606f6c req-a0cb98b6-6902-40b3-bbfc-0b5d3cbb80f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0895967 Aug 03 15:55:15.737582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Transition to ACTIVE for port object 01a91e2c-8b90-44b9-94b1-dcab9489feb8 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:15.747983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:15.850951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89f13860-c81b-4390-af0e-e85eb7606f6c req-af39d343-edf0-43c1-8569-ee1a65ad7b90 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101205 Aug 03 15:55:15.972560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Pushing event updated for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:15.997596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:55:16.113318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] For port 1e9d2d7b-ea14-41c4-832a-c48f5761966d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1e9d2d7b-ea14-41c4-832a-c48f5761966d,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:16.114647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.120598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Attempting to bind port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:55:16.121987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Attempting to bind port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:55:16.122281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-67b1970b-bbb8-4b39-9da5-3425b4b50d68 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848834 Aug 03 15:55:16.123358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Attempting to bind port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 on network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:16.160516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 on network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:55:16.160974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Attempting to bind port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 on network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:16.174886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:55:16.176129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Checking segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:16.177234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Bound using segment: {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:55:16.178459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Bound port: 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41eeb09a-e390-4505-84d8-4c65d62fbfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:55:16.179322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.217021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Calling delete_port for 1e9d2d7b-ea14-41c4-832a-c48f5761966d owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:16.255220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:16.272953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed', 'network_id': '8d6702e2-8207-477c-804d-ffb1978f5d65', 'port_id': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed', 'mac_address': 'fa:16:3e:dd:af:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca07c3e-03f6-4e88-9575-15c6360e12e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:55:16.359720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e890774-3e3a-4e2f-94ce-cfce1b853c06 req-82d6feb6-defe-459e-978b-efd746707346 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239835 Aug 03 15:55:16.364974 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.400728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:55:16.401970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:16.407764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:55:16.420722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.431303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:16.446815 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.538391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:16.540052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.550549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] 10.222.0.72 "PUT /v2.0/ports/01a91e2c-8b90-44b9-94b1-dcab9489feb8 HTTP/1.1" status: 200 len: 1092 time: 1.5475919 Aug 03 15:55:16.551385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:16.596602 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b98059-1789-430b-aba4-3ffd5155d700" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:16.651564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:16.723473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a897-cff8-4d97-8195-0672aff1b79d req-076d0be6-bb85-4f8b-967d-2ad215f1ee86 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:16.730993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:55:16.735820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1588a897-cff8-4d97-8195-0672aff1b79d req-076d0be6-bb85-4f8b-967d-2ad215f1ee86 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.2651701 Aug 03 15:55:16.777519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:16.849449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9d2d7b-ea14-41c4-832a-c48f5761966d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:16.882340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1588a897-cff8-4d97-8195-0672aff1b79d req-4fec166b-aaaa-4399-8384-b6344dd09a7e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451623 Aug 03 15:55:16.896725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23508f83-d1e4-46e5-89dd-9ce28e9cd02b service neutron] Pushing event updated for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:16.987854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0f1af57-9944-4d81-be9f-1439348d4a0a req-e6112c6c-bbff-47c4-b670-01ebaf5a205a tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.3729556 Aug 03 15:55:17.067328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-448a40de-684c-463c-b2ba-74a173b2c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:17.068851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-448a40de-684c-463c-b2ba-74a173b2c65f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feeb38c6aed74f9dbe03cabb80f0140e&device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 1095 time: 0.3871212 Aug 03 15:55:17.231123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-6039a920-3da6-452e-b7c7-ddf54036d1ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8 HTTP/1.1" status: 200 len: 217 time: 0.1367033 Aug 03 15:55:17.345562 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054e526-ca02-4a4f-98ef-c83147328a52 x-openstack-request-id: req-4054e526-ca02-4a4f-98ef-c83147328a52 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:17.346468 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:17.346941 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4054e526-ca02-4a4f-98ef-c83147328a52 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:17.347573 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8', 'status': 'completed', 'code': 200} Aug 03 15:55:17.405330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-32d84f24-6f24-4d13-8db9-07890bf53d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:17.409453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-32d84f24-6f24-4d13-8db9-07890bf53d90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f87fd663-6121-4417-b860-d3ffb76f607f HTTP/1.1" status: 200 len: 853 time: 0.1771803 Aug 03 15:55:17.439674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df45b72-4032-4c68-8210-a19cd57a83fe req-5a33187d-7019-4680-8b30-2d1dfa4e9e22 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:17.449321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6df45b72-4032-4c68-8210-a19cd57a83fe req-5a33187d-7019-4680-8b30-2d1dfa4e9e22 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 945 time: 0.3670881 Aug 03 15:55:17.631038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-7e031684-cafd-4a74-97f4-226df1411a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:17.634007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-7e031684-cafd-4a74-97f4-226df1411a5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152183 Aug 03 15:55:17.641290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6df45b72-4032-4c68-8210-a19cd57a83fe req-e61de7e4-2675-4599-9179-1dc7a1fb0b3e tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902549 Aug 03 15:55:17.706601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:17.847078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680fec-6a2b-4f3b-a40a-d995c15029b4 req-7c154b53-eb63-4121-879c-b739a8ea2583 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:17.859853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45680fec-6a2b-4f3b-a40a-d995c15029b4 req-7c154b53-eb63-4121-879c-b739a8ea2583 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.3467960 Aug 03 15:55:17.970541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-e311131b-47bf-4c54-99e6-981e88a6e744 service neutron] 10.222.0.72 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012512 Aug 03 15:55:18.005189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:55:18.102422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45680fec-6a2b-4f3b-a40a-d995c15029b4 req-21491ddc-8af5-4b52-8d51-8a31f0d53ca4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411485 Aug 03 15:55:18.169078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:55:18.179810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3818a-36c4-42a6-bfdf-40b5ef50aebd req-c49a1030-6478-4505-8222-d70f5c192928 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:18.189570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7db3818a-36c4-42a6-bfdf-40b5ef50aebd req-c49a1030-6478-4505-8222-d70f5c192928 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1102231 Aug 03 15:55:18.192878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:18.193319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:18.216303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d4178fd-d307-4747-8ae5-869efc8e2ebc req-d8692630-5ae4-4e21-960b-e698707a2a41 service neutron] 10.222.0.72 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296388 Aug 03 15:55:18.434945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6851737c-ee5e-4fea-8b21-17c532c6d77d req-a25dc9ee-eebe-41ef-b131-8828f5847730 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1214192 Aug 03 15:55:18.438161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7db3818a-36c4-42a6-bfdf-40b5ef50aebd req-59fecf18-1e16-4861-8113-882e920d7084 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336931 Aug 03 15:55:18.438963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:18.474791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:55:18.483525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b98059-1789-430b-aba4-3ffd5155d700 req-6bbcb5d9-412a-447d-b132-610e9ba60fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:18.492780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-6bbcb5d9-412a-447d-b132-610e9ba60fef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feeb38c6aed74f9dbe03cabb80f0140e&device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 1095 time: 0.2108438 Aug 03 15:55:18.523936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:18.525067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:18.527883 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4f6b61-b634-4244-ae3c-e57ae7ea9c5b" -d '{"events": [{"server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:18.532917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:18.639672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:18.652584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd9e01-321a-4e29-a440-355372fddb94 x-openstack-request-id: req-dccd9e01-321a-4e29-a440-355372fddb94 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:18.652878 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:18.653142 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dccd9e01-321a-4e29-a440-355372fddb94 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:18.653579 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed', 'code': 200} Aug 03 15:55:18.754998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b98059-1789-430b-aba4-3ffd5155d700 req-a980a0b9-4a8f-4e57-a401-e9ac98aa30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:18.756600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-a980a0b9-4a8f-4e57-a401-e9ac98aa30a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf HTTP/1.1" status: 200 len: 915 time: 0.2574949 Aug 03 15:55:18.873939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-5757bda1-e907-4091-91f2-a40b4d90b47f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8 HTTP/1.1" status: 200 len: 217 time: 0.1086423 Aug 03 15:55:18.886168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7382afc-5dd7-4c0e-8838-cf19e2d64929 req-e7524330-fda2-4a09-a567-74b550621310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:18.888110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7382afc-5dd7-4c0e-8838-cf19e2d64929 req-e7524330-fda2-4a09-a567-74b550621310 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1097 time: 0.1659164 Aug 03 15:55:18.892409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:55:18.900844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fbfa445b-233e-4354-a8e7-185e6d2093c3 admin admin] 10.222.0.70 "PUT /v2.0/routers/ad71f7fb-4816-4e9d-a51f-bdcaae10aab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3308866 Aug 03 15:55:18.908092 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Sync routers for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:55:18.921613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37042) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:18.926124 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:18.927237 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:18.973511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b98059-1789-430b-aba4-3ffd5155d700 req-4e9f3a0f-ca6f-4207-9f13-3ab2a421492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:18.977069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-4e9f3a0f-ca6f-4207-9f13-3ab2a421492c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f87fd663-6121-4417-b860-d3ffb76f607f HTTP/1.1" status: 200 len: 853 time: 0.0962276 Aug 03 15:55:19.068608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b98059-1789-430b-aba4-3ffd5155d700 req-358bb047-f8c2-477f-b0a6-3338c3869047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:19.071668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-358bb047-f8c2-477f-b0a6-3338c3869047 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871310 Aug 03 15:55:19.124296 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:19.190587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76430e04-73e3-4cb0-a195-899ba81baec3 req-cb53b4ba-b72d-4c2e-a070-5c60a1ea72fe tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:19.207931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76430e04-73e3-4cb0-a195-899ba81baec3 req-cb53b4ba-b72d-4c2e-a070-5c60a1ea72fe tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.3855734 Aug 03 15:55:19.305934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7382afc-5dd7-4c0e-8838-cf19e2d64929 req-e0196538-8824-4ba1-954b-9455f717a707 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012468 Aug 03 15:55:19.375059 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:55:16Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:19.416890 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Checking router: ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:55:19.441111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Routers {'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:19.442193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:19.510570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:19.572630 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] Set router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:19.714766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:19.789756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76430e04-73e3-4cb0-a195-899ba81baec3 req-803c0d18-02d6-475f-a52c-48282548266b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789478 Aug 03 15:55:19.797020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:55:16Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:19.832670 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9778f-2293-4060-b1da-066a5778eabd None None] The sync data for ids ['ad71f7fb-4816-4e9d-a51f-bdcaae10aab9'] in n-d-803226-3 is: [{'id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-904806152-router', 'tenant_id': '82d4419b3af7476b962eb60166a494c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '96285826-00f8-435d-8c44-1c07b13e1357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:52Z', 'updated_at': '2021-08-03T15:55:16Z', 'revision_number': 5, 'project_id': '82d4419b3af7476b962eb60166a494c0', 'gw_port': {'id': '96285826-00f8-435d-8c44-1c07b13e1357', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad71f7fb-4816-4e9d-a51f-bdcaae10aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:54Z', 'updated_at': '2021-08-03T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:55:20.041071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Deleting port 96285826-00f8-435d-8c44-1c07b13e1357 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:20.041393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:20.127961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b30a8-bf53-4eee-988c-6ad919682733 req-cba01f88-47ed-4c0a-be44-5bdbba648ef5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:20.129514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-837b30a8-bf53-4eee-988c-6ad919682733 req-cba01f88-47ed-4c0a-be44-5bdbba648ef5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1497700 Aug 03 15:55:20.169122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-e82b65a3-bd23-4077-8dde-c00c0830b70a service neutron] 10.222.0.72 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0885391 Aug 03 15:55:20.197946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737dbe9-d34e-4f87-b543-81afc6a73837 req-a5d7944f-a4a4-4d9d-8bab-cbb32fc80638 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:20.207120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2737dbe9-d34e-4f87-b543-81afc6a73837 req-a5d7944f-a4a4-4d9d-8bab-cbb32fc80638 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1635342 Aug 03 15:55:20.244124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] For port 96285826-00f8-435d-8c44-1c07b13e1357, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96285826-00f8-435d-8c44-1c07b13e1357,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:20.247747 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:20.297915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Calling delete_port for 96285826-00f8-435d-8c44-1c07b13e1357 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:20.330269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2737dbe9-d34e-4f87-b543-81afc6a73837 req-f5ad734a-171e-4958-893c-4dca010ff6ee tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218669 Aug 03 15:55:20.338450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-837b30a8-bf53-4eee-988c-6ad919682733 req-46f73c89-0940-4867-a1b9-1482969f02ee tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945567 Aug 03 15:55:20.389584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24b98059-1789-430b-aba4-3ffd5155d700 req-a400bfc3-eaaf-47ec-975b-2908ac1592b0 service neutron] 10.222.0.72 "GET /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971843 Aug 03 15:55:20.541006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c38b831d-8b79-4ae8-bcda-e88d2a8a8a79 req-d7035c79-e046-4d39-93d9-bb710055756b tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0734186 Aug 03 15:55:20.655149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:20.689076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Pushing event deleted for resources: {'Port': ['ID=96285826-00f8-435d-8c44-1c07b13e1357,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:20.768432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.043627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c8725-8348-4292-b7ae-c68188b8a9f5 req-04e3f981-f409-4dd0-b676-0ed83a0cf33c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:21.061856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c2c8725-8348-4292-b7ae-c68188b8a9f5 req-04e3f981-f409-4dd0-b676-0ed83a0cf33c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1254959 Aug 03 15:55:21.150851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c2c8725-8348-4292-b7ae-c68188b8a9f5 req-021378bb-5343-4873-948f-e804d6073e85 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Aug 03 15:55:21.308786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1e9d2d7b-ea14-41c4-832a-c48f5761966d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:21.339397 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.349262 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.366624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 1e9d2d7b-ea14-41c4-832a-c48f5761966d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:21.367690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1e9d2d7b-ea14-41c4-832a-c48f5761966d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:21.467080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.467725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:55:21.477561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.486702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2413169b-d890-4415-bdc3-dd4a03ea7203 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ad71f7fb-4816-4e9d-a51f-bdcaae10aab9 HTTP/1.1" status: 204 len: 168 time: 2.5532141 Aug 03 15:55:21.488127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37076) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:21.622462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Deleting subnet aa16e9f9-218f-4588-9411-e2fcc9bf09a9 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:55:21.628112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.652994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-bc61eba4-05ca-4415-82fb-f85b287c72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:21.654951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-bc61eba4-05ca-4415-82fb-f85b287c72ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1097 time: 0.2333553 Aug 03 15:55:21.690762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.779010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d95389-d20c-4865-b59f-0238c5ea72d0 req-e9a29974-b9a1-4f48-ae57-6eaee5f1f694 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:21.781074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1d95389-d20c-4865-b59f-0238c5ea72d0 req-e9a29974-b9a1-4f48-ae57-6eaee5f1f694 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.2127988 Aug 03 15:55:21.836966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.853454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a40ce-f41b-45f2-a030-f1c45c645fb2 req-31123957-eeb6-4250-bf6b-05ba8b9f4aaf tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:21.863683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c4a40ce-f41b-45f2-a030-f1c45c645fb2 req-31123957-eeb6-4250-bf6b-05ba8b9f4aaf tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.3256357 Aug 03 15:55:21.893123 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:21.930103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1d95389-d20c-4865-b59f-0238c5ea72d0 req-c063e9a3-9025-4734-bb06-3abaf4a7ba47 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380184 Aug 03 15:55:21.959926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c4a40ce-f41b-45f2-a030-f1c45c645fb2 req-7a9c0c97-1e21-4cdc-a116-520dbff235a8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951450 Aug 03 15:55:21.974965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-7b4321c7-1a49-4d27-aa07-062efcbad2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:21.976932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-7b4321c7-1a49-4d27-aa07-062efcbad2f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 0.3125212 Aug 03 15:55:22.056103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.153184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa16e9f9-218f-4588-9411-e2fcc9bf09a9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:22.171161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.180329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95ba9271-43dc-431c-bc91-0a6ef52737f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa16e9f9-218f-4588-9411-e2fcc9bf09a9 HTTP/1.1" status: 204 len: 168 time: 0.6891568 Aug 03 15:55:22.181887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b0ec8-7309-4425-8aff-15dc8664f936 None None] Network d303894a-7bf1-4996-84e0-d7c24937efe9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:55:22.182016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:22.237699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-640ba8ce-4738-4711-ba43-4b19f8028be6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 200 len: 217 time: 0.2391427 Aug 03 15:55:22.398198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af5db1dd-004c-4ef8-b003-a02abdb1c1bb req-3b86a0c3-dce2-4678-9ca0-5d7a5a6f047e tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0613887 Aug 03 15:55:22.456705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.498222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5799-a687-4c2c-88d5-8022f21d25c7 req-21a88747-2a16-4449-9158-7b6dc4b8c53a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:22.507577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-556a5799-a687-4c2c-88d5-8022f21d25c7 req-21a88747-2a16-4449-9158-7b6dc4b8c53a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.3295026 Aug 03 15:55:22.521530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] DHCP port deletion for d303894a-7bf1-4996-84e0-d7c24937efe9 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:55:22.571035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-556a5799-a687-4c2c-88d5-8022f21d25c7 req-f0173ab1-9737-4174-adab-b9dda85167c7 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610240 Aug 03 15:55:22.592303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-b0ad497c-c55c-4761-bbc7-13e1f423f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:22.594796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-b0ad497c-c55c-4761-bbc7-13e1f423f858 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.2639992 Aug 03 15:55:22.610719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Deleting port ebf7980b-e87e-4e76-9239-d412ae366cde {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:22.611207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.656669 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-3e1c914e-cdcb-4b42-bdc5-0d4d939a3b5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511508 Aug 03 15:55:22.814130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Deleting port ebf7980b-e87e-4e76-9239-d412ae366cde {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:22.814526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.853469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-f3ade271-44a2-4bf5-917a-f5721f35e4b5 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894097 Aug 03 15:55:22.896794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] For port ebf7980b-e87e-4e76-9239-d412ae366cde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ebf7980b-e87e-4e76-9239-d412ae366cde,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:22.897834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.950477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96d7df-a2b0-414c-a407-443ab183f69d req-da803299-0748-4c51-a798-d295861ad844 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:22.964457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd96d7df-a2b0-414c-a407-443ab183f69d req-da803299-0748-4c51-a798-d295861ad844 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.3014083 Aug 03 15:55:22.971984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] For port ebf7980b-e87e-4e76-9239-d412ae366cde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ebf7980b-e87e-4e76-9239-d412ae366cde,segment=NetworkSegment(aece6701-4771-49fc-8f45-dd3656f07448),segment_id=aece6701-4771-49fc-8f45-dd3656f07448)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:22.972614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:22.975945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Calling delete_port for ebf7980b-e87e-4e76-9239-d412ae366cde owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:23.043023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Calling delete_port for ebf7980b-e87e-4e76-9239-d412ae366cde owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:23.130223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd96d7df-a2b0-414c-a407-443ab183f69d req-028424a0-ff31-4112-b273-1634b5721406 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642306 Aug 03 15:55:23.191177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ffcaf75c-f07f-44a6-ab4b-ff4998262e12 req-68b6b511-39aa-487f-a081-511bd0f7e028 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284400 Aug 03 15:55:23.244493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ae3e8-ad91-4826-8eb0-c73d97f7a869 req-35ae8063-8fa1-4acf-a200-5425dac974d1 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:23.268415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-574ae3e8-ad91-4826-8eb0-c73d97f7a869 req-35ae8063-8fa1-4acf-a200-5425dac974d1 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1972945 Aug 03 15:55:23.308322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.310976 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.359508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] No DVR routers for this DVR port ebf7980b-e87e-4e76-9239-d412ae366cde on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:23.408944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-574ae3e8-ad91-4826-8eb0-c73d97f7a869 req-585e6c67-1167-4f2f-a2ee-cb51d54bd0cc tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348927 Aug 03 15:55:23.428384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] No DVR routers for this DVR port ebf7980b-e87e-4e76-9239-d412ae366cde on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:23.465375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96285826-00f8-435d-8c44-1c07b13e1357 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:23.489677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bdead-7ee9-4db3-a440-77145e4ced80 None None] Pushing event deleted for resources: {'Port': ['ID=ebf7980b-e87e-4e76-9239-d412ae366cde,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:23.555305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 96285826-00f8-435d-8c44-1c07b13e1357 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:23.555305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96285826-00f8-435d-8c44-1c07b13e1357 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:23.555305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ebf7980b-e87e-4e76-9239-d412ae366cde no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:23.578176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf7980b-e87e-4e76-9239-d412ae366cde,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:23.610852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ebf7980b-e87e-4e76-9239-d412ae366cde {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:23.611655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ebf7980b-e87e-4e76-9239-d412ae366cde not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:23.660111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aaf42945-b5e3-413b-8b45-ad4b9e5d6252 req-b7c93345-a528-4bb0-98b0-00fe21fcfc52 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0595751 Aug 03 15:55:23.718594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.731367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d303894a-7bf1-4996-84e0-d7c24937efe9']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:23.744192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aece6701-4771-49fc-8f45-dd3656f07448') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:23.747506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aece6701-4771-49fc-8f45-dd3656f07448') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:23.759668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.801209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.823382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d973-c7a0-4610-85a1-0033661b866d req-7e347b35-4d92-44d8-8099-549305ba26e3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:23.834615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb72d973-c7a0-4610-85a1-0033661b866d req-7e347b35-4d92-44d8-8099-549305ba26e3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.4700665 Aug 03 15:55:23.849956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:55:23.852445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:55:23.854240 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:55:23.871983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1868-27f1-4d7e-9ef4-95ef955160e3 req-f3b57e09-504d-4f09-8e6f-2372ef258ff5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:23.902498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-069c1868-27f1-4d7e-9ef4-95ef955160e3 req-f3b57e09-504d-4f09-8e6f-2372ef258ff5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1301274 Aug 03 15:55:24.013678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-069c1868-27f1-4d7e-9ef4-95ef955160e3 req-37d6e2e7-6d42-4800-8082-71eb04b687a0 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099336 Aug 03 15:55:24.069141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb72d973-c7a0-4610-85a1-0033661b866d req-fa3f2ffa-537a-4f93-9116-64eced21cea4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358732 Aug 03 15:55:24.104248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.111772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.118280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] 10.222.0.70 "DELETE /v2.0/networks/d303894a-7bf1-4996-84e0-d7c24937efe9 HTTP/1.1" status: 204 len: 168 time: 1.9316428 Aug 03 15:55:24.146264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6a3f7-d585-4aa6-bee9-aec80e542baf admin admin] Pushing event deleted for resources: {'Network': ['ID=d303894a-7bf1-4996-84e0-d7c24937efe9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:24.455074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37116) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:24.570723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-738fe50e-085e-47ec-bc25-e7f78e40d66f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82d4419b3af7476b962eb60166a494c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141906 Aug 03 15:55:24.573194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37120) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:24.667559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b567f1-4b57-4bcd-9e9e-0a4f423c8fc6 req-f323b215-6e7d-4356-9921-990fb376a808 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:24.671754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.678347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8b567f1-4b57-4bcd-9e9e-0a4f423c8fc6 req-f323b215-6e7d-4356-9921-990fb376a808 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1687276 Aug 03 15:55:24.700988 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.746615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8b567f1-4b57-4bcd-9e9e-0a4f423c8fc6 req-1dda94cb-5e15-4710-8fee-5354a6bbaa9a tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659719 Aug 03 15:55:24.832416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.844900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:24.851274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5fc1c5b-060a-4750-aff0-732db398c21a HTTP/1.1" status: 204 len: 168 time: 0.2767777 Aug 03 15:55:24.865360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b2bcc-b26e-459d-9595-538002db0e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc1c5b-060a-4750-aff0-732db398c21a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:24.913681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b542f83-3a04-48c4-b884-3f0e4c54bd6d req-934726ad-2012-4501-8bfc-6b480bc90c7e tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0617428 Aug 03 15:55:25.129909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead90dd6-3f24-45a3-8842-f5397eb01595 req-8acb0e25-16cd-4447-a4fe-7d8725c6e63b tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:25.139354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ead90dd6-3f24-45a3-8842-f5397eb01595 req-8acb0e25-16cd-4447-a4fe-7d8725c6e63b tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.5150776 Aug 03 15:55:25.204326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ead90dd6-3f24-45a3-8842-f5397eb01595 req-ddab69cb-568d-46c6-b987-203a8e8fdda3 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Aug 03 15:55:25.296038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cd6c4-b209-4be2-aa83-db9e8ebf88c9 req-81eeb040-cb29-46ea-9769-e3cf3794965c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:25.304709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b93cd6c4-b209-4be2-aa83-db9e8ebf88c9 req-81eeb040-cb29-46ea-9769-e3cf3794965c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1510317 Aug 03 15:55:25.392406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b93cd6c4-b209-4be2-aa83-db9e8ebf88c9 req-d7f259fa-3680-4d4b-8ffc-aa3327f546fa tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847397 Aug 03 15:55:25.478383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5600fa-a7db-4959-8d03-a7e122f0a8a4 req-4b868b09-58bd-4d67-9b86-9d58bc946bc3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:25.483941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f5600fa-a7db-4959-8d03-a7e122f0a8a4 req-4b868b09-58bd-4d67-9b86-9d58bc946bc3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1633577 Aug 03 15:55:25.569257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f5600fa-a7db-4959-8d03-a7e122f0a8a4 req-e10ef4cb-8cee-44d6-adc3-483e3b957aaa tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777702 Aug 03 15:55:25.813741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:25.942839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2d75a-7968-485f-9954-f712ae487fc6 req-65b1cc0d-24c1-4c71-81a8-6b4f82066525 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:25.948473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adc2d75a-7968-485f-9954-f712ae487fc6 req-65b1cc0d-24c1-4c71-81a8-6b4f82066525 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1084664 Aug 03 15:55:26.080513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adc2d75a-7968-485f-9954-f712ae487fc6 req-8bf4d5b1-dddd-4aac-8880-d9514363d9d4 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188343 Aug 03 15:55:26.117911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3934f52e-80dd-468c-b362-5ab5b6b3fdd7 req-1e0d1cbb-104c-40e7-9936-c6bd3b50d6c9 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0819738 Aug 03 15:55:26.456178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d896-b426-48dd-af96-b3ec48cfd804 req-1929ece3-b6fa-4d71-bd2b-bca0826f5381 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:26.464523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b577d896-b426-48dd-af96-b3ec48cfd804 req-1929ece3-b6fa-4d71-bd2b-bca0826f5381 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.0753040 Aug 03 15:55:26.514056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b577d896-b426-48dd-af96-b3ec48cfd804 req-2da7b73e-d68f-43ae-8372-f1577282d7e6 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Aug 03 15:55:26.630628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d70264-e139-4f8a-a484-6c3716ad91ea req-6c184b0f-7aeb-456f-8a17-e8a2d6f8bbe4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:26.634331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d70264-e139-4f8a-a484-6c3716ad91ea req-6c184b0f-7aeb-456f-8a17-e8a2d6f8bbe4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.0953734 Aug 03 15:55:26.721072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06d70264-e139-4f8a-a484-6c3716ad91ea req-e5607b51-a1d6-4c10-9f5a-c5d3a1f6cf32 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812578 Aug 03 15:55:26.881158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82003cca-a371-48a5-925f-c4c925e9d8e5 req-e7a4c7d0-ea9e-4588-9b07-2f7c02b1cfc9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:26.889986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82003cca-a371-48a5-925f-c4c925e9d8e5 req-e7a4c7d0-ea9e-4588-9b07-2f7c02b1cfc9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0910447 Aug 03 15:55:26.979639 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82003cca-a371-48a5-925f-c4c925e9d8e5 req-d93daea4-7811-4d76-b1c4-dee76c200fde tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876973 Aug 03 15:55:27.246804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38f808-3366-4a1e-a7e4-d5b56ca33932 req-832e0015-abd4-48b7-ad30-dd60cfa54a70 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:27.248306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be38f808-3366-4a1e-a7e4-d5b56ca33932 req-832e0015-abd4-48b7-ad30-dd60cfa54a70 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.0904865 Aug 03 15:55:27.320949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be38f808-3366-4a1e-a7e4-d5b56ca33932 req-6213c0b5-e9db-4e1a-856f-47d1767d8dcc tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a2d110b-03cf-429d-b889-eac50472af97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536876 Aug 03 15:55:27.499036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a420de1-5b07-47e9-aae9-a9e18ca8e52c req-4969dcf6-0d27-4724-9e20-b4420d812f50 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0580938 Aug 03 15:55:27.514038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-f3f78067-ffd0-4cff-8d3b-dd84fa7d30a9 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:27.517874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-f3f78067-ffd0-4cff-8d3b-dd84fa7d30a9 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.78 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 945 time: 0.1140561 Aug 03 15:55:27.674602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Deleting port acc976c1-a3ff-4e18-bb76-92cb79df132d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:27.674988 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:27.696207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507427d3-37ab-4c9a-abb7-99716a921e69 req-f62503bc-6b3d-4d6f-ae6b-d88020343788 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:27.697831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-507427d3-37ab-4c9a-abb7-99716a921e69 req-f62503bc-6b3d-4d6f-ae6b-d88020343788 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.0914056 Aug 03 15:55:27.769262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-507427d3-37ab-4c9a-abb7-99716a921e69 req-2bfe9dea-5901-4333-87ca-b6330a7e6b70 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589342 Aug 03 15:55:27.789070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] For port acc976c1-a3ff-4e18-bb76-92cb79df132d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=acc976c1-a3ff-4e18-bb76-92cb79df132d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:27.789462 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:27.982896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa229f-b47d-4297-b1b8-7d16bab08865 req-e07a3d39-a847-4f09-8c3c-8051a0e3e23a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:27.991004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4fa229f-b47d-4297-b1b8-7d16bab08865 req-e07a3d39-a847-4f09-8c3c-8051a0e3e23a tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.0972469 Aug 03 15:55:28.039225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4fa229f-b47d-4297-b1b8-7d16bab08865 req-0bfc0076-1cff-453f-9208-49f398fa7ad7 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Aug 03 15:55:28.096476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:28.096777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:28.097046 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Floating IP 0e12933f-67d8-4086-9405-303d7c85d9dd disassociated. External IP: 172.25.7.162, port: acc976c1-a3ff-4e18-bb76-92cb79df132d. Aug 03 15:55:28.097401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Calling delete_port for acc976c1-a3ff-4e18-bb76-92cb79df132d owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:28.191020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3709c5-e4e3-42f4-9c3b-1e6230061361 req-c0a0b99e-1127-4a1b-b6d9-502b9c6deae1 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:28.194279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc3709c5-e4e3-42f4-9c3b-1e6230061361 req-c0a0b99e-1127-4a1b-b6d9-502b9c6deae1 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.0655451 Aug 03 15:55:28.272156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc3709c5-e4e3-42f4-9c3b-1e6230061361 req-08b3d707-9a63-420d-851c-fef61ed8d7cc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Aug 03 15:55:28.323513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:28.386435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event deleted for resources: {'Port': ['ID=acc976c1-a3ff-4e18-bb76-92cb79df132d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:28.519892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0782ee34-6928-4477-ac51-505137a68e22 req-7f0df039-df73-433d-9eb9-e7dcd0382bf4 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.0555642 Aug 03 15:55:28.643518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Router 878d1606-9bad-4649-a43f-1a3065d74bb5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:55:28.659860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe9af8e9-418c-4079-9b87-f17d5bdb9134 req-8eb822ef-3fc3-4e09-8cf6-4a625ddb6acb tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0606701 Aug 03 15:55:28.889303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:55:28.904579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Sync routers for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:55:28.933984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:28.936190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:29.027310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] No DVR routers for this DVR port acc976c1-a3ff-4e18-bb76-92cb79df132d on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:29.033534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:29.042819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd3b32d2-df2f-422c-a8e5-a34101fa43b0 req-3f7a2dea-9fbd-46ad-8fbe-0bd527ddc1a2 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.78 "DELETE /v2.0/ports/acc976c1-a3ff-4e18-bb76-92cb79df132d HTTP/1.1" status: 204 len: 173 time: 1.5149350 Aug 03 15:55:29.043249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'name': 'network-vif-deleted', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:29.048655 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a21322-0810-4460-a3a0-51ce51be1804" -d '{"events": [{"server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "name": "network-vif-deleted", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:29.129188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cd73b-944c-41e4-911c-5560f82bda90 req-f0dc0e23-216e-4e0f-8075-e66492d1a157 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:29.161932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f41cd73b-944c-41e4-911c-5560f82bda90 req-f0dc0e23-216e-4e0f-8075-e66492d1a157 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1810427 Aug 03 15:55:29.255665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f41cd73b-944c-41e4-911c-5560f82bda90 req-445fff85-a6eb-46ab-a89d-843f092a29ca tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927348 Aug 03 15:55:29.345141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:29.370465 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f120f-1f96-4e27-89ee-753a801efc5a x-openstack-request-id: req-bd0f120f-1f96-4e27-89ee-753a801efc5a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:29.370760 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d47d1c3-7356-4222-958e-72cd2155f947", "name": "network-vif-deleted", "tag": "acc976c1-a3ff-4e18-bb76-92cb79df132d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:29.371012 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd0f120f-1f96-4e27-89ee-753a801efc5a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:29.371415 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d47d1c3-7356-4222-958e-72cd2155f947', 'name': 'network-vif-deleted', 'tag': 'acc976c1-a3ff-4e18-bb76-92cb79df132d', 'status': 'completed', 'code': 200} Aug 03 15:55:29.615325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031350a-cf3a-4532-88b0-5c854f838768 req-995a89c9-1d14-4bda-abd0-4ed3b4c38cda tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:29.628723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0031350a-cf3a-4532-88b0-5c854f838768 req-995a89c9-1d14-4bda-abd0-4ed3b4c38cda tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1401680 Aug 03 15:55:29.702290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0031350a-cf3a-4532-88b0-5c854f838768 req-f205f3ff-2067-4de5-8e5c-9b2737e088dd tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710738 Aug 03 15:55:29.903614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eba9b2-8c30-403a-be1d-e4f8871ee8c6 req-2eb5005a-71af-476f-b4f1-bd2028958634 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:29.909884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6eba9b2-8c30-403a-be1d-e4f8871ee8c6 req-2eb5005a-71af-476f-b4f1-bd2028958634 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1122818 Aug 03 15:55:29.975281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:30.037524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Checking router: 878d1606-9bad-4649-a43f-1a3065d74bb5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:55:30.054116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:30.054960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:30.069202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6eba9b2-8c30-403a-be1d-e4f8871ee8c6 req-222b036a-6533-487e-a401-1d605b476b76 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458328 Aug 03 15:55:30.436674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:30.488524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dd51ff1-fa1a-4903-9857-5e6d04619cde req-d75ba297-2949-4f7a-a3ec-817868e2ff43 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.1181560 Aug 03 15:55:30.629860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea5ae428-9cac-4abf-a686-825896182805 req-eb954cf6-821d-4e04-af44-0ef99e129123 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0482240 Aug 03 15:55:30.782864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38cb17-f5ce-451e-add4-4acc7dac3ce6 req-d245a3d3-f028-47c9-afc5-f91a1b1c9ef1 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:30.788375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0e38cb17-f5ce-451e-add4-4acc7dac3ce6 req-d245a3d3-f028-47c9-afc5-f91a1b1c9ef1 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.0832281 Aug 03 15:55:30.846777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0e38cb17-f5ce-451e-add4-4acc7dac3ce6 req-88752a37-6f21-40ae-bb9a-e597b1b3586d tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569913 Aug 03 15:55:31.043024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a77b7-23a9-41d3-8aab-eba8a1d982c0 req-a31e3893-1fca-4163-96d5-fa81dd824274 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:31.048187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f42a77b7-23a9-41d3-8aab-eba8a1d982c0 req-a31e3893-1fca-4163-96d5-fa81dd824274 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.0823717 Aug 03 15:55:31.068320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:31.133773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f42a77b7-23a9-41d3-8aab-eba8a1d982c0 req-b39236f3-ddd9-4e8d-a0f4-78451dbea742 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751631 Aug 03 15:55:31.181947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1f125a-ef68-4f4f-8a0f-b4037f2ef78c None None] The sync data for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 is: [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7b414b2c-7019-472b-b71f-68066ecd07af', 'name': '', 'network_id': '1822382f-589e-4e20-95b5-e384d2fd97ef', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'mac_address': 'fa:16:3e:a7:1d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:18Z', 'updated_at': '2021-08-03T15:52:25Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'subnets': [{'id': '015e8113-5799-4bd8-b585-8739f5e9dfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:55:31.335756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee27179-f980-472c-89b6-8b43cd6d7e36 req-8dd5d020-c350-4cf9-8e1d-2c01b826a124 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:31.339543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device acc976c1-a3ff-4e18-bb76-92cb79df132d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:31.348459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee27179-f980-472c-89b6-8b43cd6d7e36 req-8dd5d020-c350-4cf9-8e1d-2c01b826a124 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1094723 Aug 03 15:55:31.395912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: acc976c1-a3ff-4e18-bb76-92cb79df132d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:31.396700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device acc976c1-a3ff-4e18-bb76-92cb79df132d not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:31.437704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee27179-f980-472c-89b6-8b43cd6d7e36 req-4c6dcf64-4199-4ad3-93bb-efccccb1ccf6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804765 Aug 03 15:55:31.690086 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e543d-b06b-4347-b322-21bf4b0b61ed None None] New status for floating IP 0e12933f-67d8-4086-9405-303d7c85d9dd: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:55:31.767742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecc3f8f9-ffaf-43af-8227-d911b08101ad req-583eb684-fb45-4c50-b901-0c73b4872531 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.1007655 Aug 03 15:55:31.992228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78c290f9-a620-4e37-a622-58eb17db7ebb req-9b21f061-245b-4d09-bebd-d877e9892f22 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0739198 Aug 03 15:55:32.199249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9da819c-3452-4d04-9edb-af5b32392ea6 req-8cdb16d0-e7d7-4644-bc9d-cb0061e3232d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0503957 Aug 03 15:55:32.226011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e62a-21da-43bb-859b-186ebc19b2c7 req-ea08115b-200b-45ab-8ebb-f1e46e438ef8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:32.228590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba52e62a-21da-43bb-859b-186ebc19b2c7 req-ea08115b-200b-45ab-8ebb-f1e46e438ef8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1255255 Aug 03 15:55:32.302724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba52e62a-21da-43bb-859b-186ebc19b2c7 req-c7c527b6-b5b0-4d81-b58f-4b65262eae19 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641227 Aug 03 15:55:32.536899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da5c5d-afb0-49b6-8c46-e4b7264a8ba5 req-56e2f619-8ff5-44ad-bd80-f883810eb576 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:32.544730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-62da5c5d-afb0-49b6-8c46-e4b7264a8ba5 req-56e2f619-8ff5-44ad-bd80-f883810eb576 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1027105 Aug 03 15:55:32.682619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-62da5c5d-afb0-49b6-8c46-e4b7264a8ba5 req-ec6fbaee-531b-4a37-add6-5edf7b079661 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359415 Aug 03 15:55:32.899233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69a9a1-a92a-4f54-9144-fc59d6713f5a req-4e2f5941-e1e6-4c87-b08c-55547b50471f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:32.915721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d69a9a1-a92a-4f54-9144-fc59d6713f5a req-4e2f5941-e1e6-4c87-b08c-55547b50471f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1868441 Aug 03 15:55:33.164018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d69a9a1-a92a-4f54-9144-fc59d6713f5a req-cdec5914-d21c-4b15-93e5-aa90899dc5a6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409348 Aug 03 15:55:33.226172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b97a035-38cb-4e24-9f0e-6b74d005d151 req-f5a93d84-487a-44b8-aabc-4cd2c8628976 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.1676311 Aug 03 15:55:33.581105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68bda590-0521-42b1-8d2f-b796edeef0e2 req-14e24f05-fd6c-4704-ad6f-951c9ade0a4a tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1128917 Aug 03 15:55:33.739607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b3251-1b8d-4bbf-b4ee-9b7503860ebd req-6ca67eb6-22ef-4dfe-bdeb-ed809a707f3e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:33.747253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-366b3251-1b8d-4bbf-b4ee-9b7503860ebd req-6ca67eb6-22ef-4dfe-bdeb-ed809a707f3e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1620390 Aug 03 15:55:33.831143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-366b3251-1b8d-4bbf-b4ee-9b7503860ebd req-c2ec7074-0214-4d8d-a039-ed7026a468df tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828044 Aug 03 15:55:34.048651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb086b6-d43a-488a-8ed6-681fbd67fe45 req-8e6a78d9-dd82-494a-925a-7ac87b9a20b8 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:34.051408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfb086b6-d43a-488a-8ed6-681fbd67fe45 req-8e6a78d9-dd82-494a-925a-7ac87b9a20b8 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1408608 Aug 03 15:55:34.154592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfb086b6-d43a-488a-8ed6-681fbd67fe45 req-6bb5408d-80f3-494f-8fca-cd03308bf964 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954332 Aug 03 15:55:34.531566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37350) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:34.599292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e763c-f713-4b8d-af2e-7ba92c621d2a req-a1d4d1af-0ed0-4b42-9655-804720de7d45 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:34.623660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-644e763c-f713-4b8d-af2e-7ba92c621d2a req-a1d4d1af-0ed0-4b42-9655-804720de7d45 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.2901156 Aug 03 15:55:34.742281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-827925d7-7cfc-4c0d-a9e6-0c538497ee8b req-49b78be8-1c05-48ba-a6d3-02ed574a6e99 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607&device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.1568198 Aug 03 15:55:34.761957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-644e763c-f713-4b8d-af2e-7ba92c621d2a req-47f09c18-70cd-40d4-86c1-3b7bb53a9591 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341331 Aug 03 15:55:34.860063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:35.111123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0729fe94-0611-41f8-b175-5adf636d881c req-fc8f2ce7-10be-4a56-ac5c-f2a9ad9a5b9e tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.0862808 Aug 03 15:55:35.374235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:35.402095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df211-679a-4731-b786-af54c83dcd66 req-7653987f-39f4-4521-bacc-3b69706efd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:35.411528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-7653987f-39f4-4521-bacc-3b69706efd9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 1096 time: 0.2282286 Aug 03 15:55:35.413924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:35.615611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-870a47ca-e5c6-41d2-a2d0-bbedb468161f req-7ab7da3c-8458-4241-8bdb-dc042098939c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=172237f9619a4cf4a9a9b38a99554e0f&device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1499674 Aug 03 15:55:35.696972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-870a47ca-e5c6-41d2-a2d0-bbedb468161f req-96051897-a5a9-472c-b19b-2819cd4d0ee1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=172237f9619a4cf4a9a9b38a99554e0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662723 Aug 03 15:55:35.720831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c16d5f92f0c4a139c08c90adb305f39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1851723 Aug 03 15:55:35.732857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37374) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:35.811798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054264e-7ffb-4cd2-a5d7-28b2ee31a496,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:35.834151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.834766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.835507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.836044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.836738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.837224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.837952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.838392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.838897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.839440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.839951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.840468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1350989d-6310-4029-9472-4cc98adc03bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:35.888704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c5cbb-a3a3-4c3f-9883-79c4217e77e9 req-12ca8a3b-4c44-418e-96ad-73c0e52f1d2c tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:35.899997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-780c5cbb-a3a3-4c3f-9883-79c4217e77e9 req-12ca8a3b-4c44-418e-96ad-73c0e52f1d2c tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.4446766 Aug 03 15:55:35.967592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034c983-4356-4207-88a0-d3e30ee020d5 req-c0a3688a-6eb9-437b-ba52-ba2868f502ba tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:35.970548 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:35.985150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d034c983-4356-4207-88a0-d3e30ee020d5 req-c0a3688a-6eb9-437b-ba52-ba2868f502ba tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.4266379 Aug 03 15:55:36.020041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-780c5cbb-a3a3-4c3f-9883-79c4217e77e9 req-1b0b9db7-b8e1-4736-aef7-455d72f408c0 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187005 Aug 03 15:55:36.072080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:36.136471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a47ca-e5c6-41d2-a2d0-bbedb468161f req-0b39bc4d-9b80-4b40-9698-9aeeddd42a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:36.143561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-870a47ca-e5c6-41d2-a2d0-bbedb468161f req-0b39bc4d-9b80-4b40-9698-9aeeddd42a8e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4292147 Aug 03 15:55:36.204322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df211-679a-4731-b786-af54c83dcd66 req-3bb87bfd-223f-45f7-8dd7-2866b31142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:36.208482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f0a6be5-88a7-4285-b58e-cb7a3a7ef7d4 req-8f22a6ad-7b0e-4934-87df-3a7222692288 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0624480 Aug 03 15:55:36.211205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-3bb87bfd-223f-45f7-8dd7-2866b31142e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.7913847 Aug 03 15:55:36.249270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:36.257326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:36.262385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c054264e-7ffb-4cd2-a5d7-28b2ee31a496 HTTP/1.1" status: 204 len: 168 time: 0.5228693 Aug 03 15:55:36.275688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d034c983-4356-4207-88a0-d3e30ee020d5 req-e884731e-af9c-47b3-bb36-cc0421aaa179 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892404 Aug 03 15:55:36.316597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22cd76-74cf-4d3e-916f-3b019e4a4a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054264e-7ffb-4cd2-a5d7-28b2ee31a496,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:36.595605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04698-8629-441a-b18a-4e3e2086bca2 req-a8824811-ea48-4567-b86f-1e8f1d5e77bb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:36.597872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fb04698-8629-441a-b18a-4e3e2086bca2 req-a8824811-ea48-4567-b86f-1e8f1d5e77bb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1351452 Aug 03 15:55:36.627523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-6f9de89e-6a84-45df-9d82-cdc797e3b817 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8ae31f-faa0-4bac-b542-05a35c541090 HTTP/1.1" status: 200 len: 217 time: 0.3908939 Aug 03 15:55:36.680186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db251cbe-bf9f-4be6-9bf1-f55970e562c8 req-7bd359bc-cabf-4292-9e1e-7210f35fb422 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.2329087 Aug 03 15:55:36.775551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fb04698-8629-441a-b18a-4e3e2086bca2 req-abd40a5b-837f-4e22-9f06-db05a2d184bb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705508 Aug 03 15:55:36.842330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df211-679a-4731-b786-af54c83dcd66 req-6254ef61-08ac-406e-9b69-314aafd4f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:36.844568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-6254ef61-08ac-406e-9b69-314aafd4f330 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1080840 Aug 03 15:55:36.917485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-d0b35165-5f10-40d6-886d-800e409765d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630639 Aug 03 15:55:36.940523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-8a6e385c-13ee-4eeb-bffb-e5b3c2658af8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:55:36.941542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-8a6e385c-13ee-4eeb-bffb-e5b3c2658af8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060451 Aug 03 15:55:37.246088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-f6fa642f-4f89-4903-94b9-d576963d1840 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971647 Aug 03 15:55:37.454481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ee33e-011f-415a-94d8-ea58dddcb294 req-912bb1d0-5945-45ee-a705-770662205819 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:37.480407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14784522-9b13-4e74-8037-e63175d09b77 req-6dbe456b-f46c-4965-ab43-2f020c807708 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.0869458 Aug 03 15:55:37.490165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-025ee33e-011f-415a-94d8-ea58dddcb294 req-912bb1d0-5945-45ee-a705-770662205819 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.3495803 Aug 03 15:55:37.658559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-870a47ca-e5c6-41d2-a2d0-bbedb468161f req-820315d7-8aea-4898-abee-e3185245b531 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.78 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1118028 Aug 03 15:55:37.790516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-025ee33e-011f-415a-94d8-ea58dddcb294 req-1340938c-26bc-4a58-a759-542ec66ef27a tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925894 Aug 03 15:55:37.823334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-429df211-679a-4731-b786-af54c83dcd66 req-e6ef0264-9605-4bef-9e74-3663e07b7d82 service neutron] 10.222.0.72 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476234 Aug 03 15:55:37.898530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ca9e0-c2bd-4cb0-87fe-db3df3b38ca7 req-3ee8e73b-9669-482a-9286-e53f87d7c92f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:37.918996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d30ca9e0-c2bd-4cb0-87fe-db3df3b38ca7 req-3ee8e73b-9669-482a-9286-e53f87d7c92f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.2211118 Aug 03 15:55:38.056206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d30ca9e0-c2bd-4cb0-87fe-db3df3b38ca7 req-a55f2672-fea1-4201-b4f1-a49557c8aa54 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433299 Aug 03 15:55:38.074451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:38.102228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c7be957-9b23-43af-95f6-4f4cf3fc8a9d req-20b27f4d-3f62-4e88-99e4-e14c6639d171 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.1065855 Aug 03 15:55:38.311782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d120fe6-0ff4-47ed-b38e-34009195202f req-9fcc99f7-886d-4d42-86ce-c9d61fe92c40 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:38.319472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d120fe6-0ff4-47ed-b38e-34009195202f req-9fcc99f7-886d-4d42-86ce-c9d61fe92c40 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 945 time: 0.1286011 Aug 03 15:55:38.323498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:38.398253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:38.403680 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da2aadd-2931-4b95-b8ac-c6d817aa7c7d" -d '{"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:38.427078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d120fe6-0ff4-47ed-b38e-34009195202f req-b1507fef-2762-4882-b6eb-3091e2d569e2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Aug 03 15:55:38.455768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:38.467204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:38.655155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:38.683361 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2264fa0e-a28d-4ad2-8d32-b0a6b9d98d70 x-openstack-request-id: req-2264fa0e-a28d-4ad2-8d32-b0a6b9d98d70 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:38.686964 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:38.689481 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2264fa0e-a28d-4ad2-8d32-b0a6b9d98d70 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:38.690278 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'code': 200} Aug 03 15:55:39.115706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af05be07-6b44-4175-ac5e-d398f6cd600d req-ff0c2d60-3330-43a7-ac88-fe92bde1106d tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=d98e01e3-b0b0-436d-950f-4d7c5eae4607 HTTP/1.1" status: 200 len: 210 time: 0.1760607 Aug 03 15:55:39.246206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aae3a-d065-486e-9c3a-dd6fd42d8b80 req-7f7713ad-e632-4544-97b9-b936d0a0b85e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:39.261127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-689aae3a-d065-486e-9c3a-dd6fd42d8b80 req-7f7713ad-e632-4544-97b9-b936d0a0b85e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1998832 Aug 03 15:55:39.420256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-689aae3a-d065-486e-9c3a-dd6fd42d8b80 req-a9b3bcfd-4c88-4ce7-a701-c215418ecfd4 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574419 Aug 03 15:55:39.594568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37462) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:39.673772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450a889-7ec6-4013-ae75-63ce7622ac4c req-f289495f-1314-47ff-8339-71722ad70f0d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:39.682979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3450a889-7ec6-4013-ae75-63ce7622ac4c req-f289495f-1314-47ff-8339-71722ad70f0d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.3427999 Aug 03 15:55:39.792378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3450a889-7ec6-4013-ae75-63ce7622ac4c req-ffda30ae-abfb-4bc5-8602-6fefc8955def tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065032 Aug 03 15:55:39.825102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3b1d260-307d-4b96-98bf-c3823d46e61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:39.847440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1aba8aa-22c3-46f8-bd92-640e031ad325 req-7218d18d-bda5-40f5-829e-79dfcff908b4 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d47d1c3-7356-4222-958e-72cd2155f947 HTTP/1.1" status: 200 len: 210 time: 0.1228549 Aug 03 15:55:40.029066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0233d81-72b0-4ee8-8d02-5c29bf0d1d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:40.132305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953200e5-719e-47eb-8489-f32e82d1dcee req-84608725-4ea6-48c8-947b-2194ffc7b171 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:40.142109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-953200e5-719e-47eb-8489-f32e82d1dcee req-84608725-4ea6-48c8-947b-2194ffc7b171 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.1728017 Aug 03 15:55:40.264199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-953200e5-719e-47eb-8489-f32e82d1dcee req-ad3ff8db-0f23-491c-9bc2-ae35f841bee8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055799 Aug 03 15:55:40.309496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0233d81-72b0-4ee8-8d02-5c29bf0d1d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:40.329745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0233d81-72b0-4ee8-8d02-5c29bf0d1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:40.601365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f0233d81-72b0-4ee8-8d02-5c29bf0d1d75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed937c9d79684bdcae6481afea57fa43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0045812 Aug 03 15:55:40.604699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37474) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:40.620221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233d81-72b0-4ee8-8d02-5c29bf0d1d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e4b61-5e82-4366-9103-5c3d262093f3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:40.758335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:40.854171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:40.857538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226051b-d363-4afd-9bc3-c294f6ce8114 req-c85f789c-66e1-4490-9f33-23eae701074f tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:40.875713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5226051b-d363-4afd-9bc3-c294f6ce8114 req-c85f789c-66e1-4490-9f33-23eae701074f tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.1629405 Aug 03 15:55:41.001130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5226051b-d363-4afd-9bc3-c294f6ce8114 req-4281e8df-e62f-4353-9460-06146c942af8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Aug 03 15:55:41.002687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:41.007504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:41.023020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb3e4b61-5e82-4366-9103-5c3d262093f3 HTTP/1.1" status: 204 len: 168 time: 0.4162445 Aug 03 15:55:41.179505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75e77f18-f661-4fc0-9278-be26b2a075a8 req-924e6389-e595-4a83-afb0-179be792bb33 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.1922388 Aug 03 15:55:41.180395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e4b61-5e82-4366-9103-5c3d262093f3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:41.310250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.310602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.310937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.311272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.311600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.311920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.325231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.325747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.328362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.328918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.329382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.329743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e95ece-8a5a-402e-83f5-50b5c54e6c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:41.368587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50f4dfcf-0e82-4a39-b5d6-03f0ae781431 req-a83cc921-fe11-49a6-96ca-ac1e0e5aeabe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=172237f9619a4cf4a9a9b38a99554e0f&device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.3868797 Aug 03 15:55:41.413675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa528af-13ac-4782-91f5-ac7671084ea7 req-9c2149be-3722-42e8-902f-aa382304211b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:41.425068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aa528af-13ac-4782-91f5-ac7671084ea7 req-9c2149be-3722-42e8-902f-aa382304211b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.2081432 Aug 03 15:55:41.490272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50f4dfcf-0e82-4a39-b5d6-03f0ae781431 req-58f29427-75a2-425c-b9db-a963ffe5ab03 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=172237f9619a4cf4a9a9b38a99554e0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131289 Aug 03 15:55:41.570612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aa528af-13ac-4782-91f5-ac7671084ea7 req-c61b2469-daa0-4a54-90da-f23bf1050799 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441965 Aug 03 15:55:41.690254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37496) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:41.911859 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:41.946901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4dfcf-0e82-4a39-b5d6-03f0ae781431 req-3347d343-6dcb-4f3c-8a09-d1b1d07d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:41.954633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50f4dfcf-0e82-4a39-b5d6-03f0ae781431 req-3347d343-6dcb-4f3c-8a09-d1b1d07d873d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4495547 Aug 03 15:55:41.984918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.029237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e8c4-8850-4f8e-8272-43637f57dec6 req-2ab4efc9-fca9-4a93-939a-d4b2e0dc6967 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:42.041541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13e9e8c4-8850-4f8e-8272-43637f57dec6 req-2ab4efc9-fca9-4a93-939a-d4b2e0dc6967 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.4343376 Aug 03 15:55:42.124417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db7d2f50-7755-4ad1-96a6-a19f4246512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.165252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.181824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.184617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a2d110b-03cf-429d-b889-eac50472af97 HTTP/1.1" status: 204 len: 168 time: 0.4924541 Aug 03 15:55:42.192972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:42.230955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13e9e8c4-8850-4f8e-8272-43637f57dec6 req-d3b8c578-465f-4488-902a-baa56af87278 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847894 Aug 03 15:55:42.261379 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-9ed95067-f0f0-49a8-b777-1d7b74134323 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] show failed (client error): The resource could not be found. Aug 03 15:55:42.264147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ed95067-f0f0-49a8-b777-1d7b74134323 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "GET /v2.0/security-groups/3a2d110b-03cf-429d-b889-eac50472af97 HTTP/1.1" status: 404 len: 347 time: 0.0668006 Aug 03 15:55:42.267960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37522) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:42.278019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fbbf6-7fa3-4d79-b995-5fed13213a05 tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2d110b-03cf-429d-b889-eac50472af97,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:42.500918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed762e9b-ba63-40dc-a86f-e9fa4fa9c2be req-145db83e-c1d0-4561-bda3-0f3ea711b30d tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:42.535594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed762e9b-ba63-40dc-a86f-e9fa4fa9c2be req-145db83e-c1d0-4561-bda3-0f3ea711b30d tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.3263009 Aug 03 15:55:42.659311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed762e9b-ba63-40dc-a86f-e9fa4fa9c2be req-c1662540-29dc-4b4e-8d66-bbee35a06c3f tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224794 Aug 03 15:55:42.759845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.794643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-14600234-60b5-47a6-9f16-560aed323012 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:42.796460 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-14600234-60b5-47a6-9f16-560aed323012 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.2309203 Aug 03 15:55:42.850850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-cd1b3da2-09e7-4809-8f52-f54dd4cae7a1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/quotas/da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 375 time: 0.0282488 Aug 03 15:55:42.922056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Deleting port 4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:42.922724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:42.941357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-569d1344-7c2f-4881-81eb-82866aaec6c6 req-92e55598-8560-4743-9d41-5dfa37fb86dd tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.70 "GET /v2.0/ports?device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.0781126 Aug 03 15:55:43.444569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-acb499a0-aecf-4f72-9382-fd6cba265950 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5926194 Aug 03 15:55:43.579530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:43.580131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:43.589429 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:43.600299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Calling delete_port for 4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:43.618488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50f4dfcf-0e82-4a39-b5d6-03f0ae781431 req-7ef4c6d3-786e-4d18-bbb9-02276b091b40 tempest-ServerShowV247Test-1614924402 tempest-ServerShowV247Test-1614924402-project] 10.222.0.78 "GET /v2.0/ports?device_id=51933641-1fb6-48e5-8c99-94c2f326e676 HTTP/1.1" status: 200 len: 210 time: 0.1924608 Aug 03 15:55:43.811046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-a1a9aa60-d745-484c-9d8e-eec42070bfde service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347297 Aug 03 15:55:44.030216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-7c0cedb8-9009-4c7a-adb9-f1de3b3b1473 service neutron] 10.222.0.70 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021539 Aug 03 15:55:44.030216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:44.053087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device aa8ae31f-faa0-4bac-b542-05a35c541090 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:44.071301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Pushing event deleted for resources: {'Port': ['ID=4dc3a70d-f7a4-421c-8ba3-cb2712ea70fd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:44.291880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:44.295396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:44.305797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f93ec171-74c6-40b7-847d-ea63162ce45f tempest-ServersTestBootFromVolume-1059796503 tempest-ServersTestBootFromVolume-1059796503-project] 10.222.0.70 "DELETE /v2.0/floatingips/0e12933f-67d8-4086-9405-303d7c85d9dd HTTP/1.1" status: 204 len: 168 time: 2.0276051 Aug 03 15:55:44.307216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37584) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:44.652716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-eb15826f-e7e3-4c30-b238-5630f8d04557 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:44.655329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-eb15826f-e7e3-4c30-b238-5630f8d04557 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=aef540e6-ab41-45f7-a5e8-f3275aeabcc7 HTTP/1.1" status: 200 len: 943 time: 0.2701471 Aug 03 15:55:44.716998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69c352-dcc8-4b90-a0ad-5a09322a2d70 req-54487b31-b296-4646-8d4d-6ed43c807c17 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:44.723442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b69c352-dcc8-4b90-a0ad-5a09322a2d70 req-54487b31-b296-4646-8d4d-6ed43c807c17 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1106718 Aug 03 15:55:44.779988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b69c352-dcc8-4b90-a0ad-5a09322a2d70 req-ee4159d9-500f-45b0-b71c-93b2e9a24166 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493329 Aug 03 15:55:44.955557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:44.959494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port aa8ae31f-faa0-4bac-b542-05a35c541090 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:44.959840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:45.118133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port aa8ae31f-faa0-4bac-b542-05a35c541090, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=aa8ae31f-faa0-4bac-b542-05a35c541090,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:45.118512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:45.138081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for aa8ae31f-faa0-4bac-b542-05a35c541090 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:45.308492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:45.356528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497dc33-d446-458b-8cc0-140fd1abc3c4 req-3af55fbf-73d3-4d1c-850f-badc4a01d061 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:45.369332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f497dc33-d446-458b-8cc0-140fd1abc3c4 req-3af55fbf-73d3-4d1c-850f-badc4a01d061 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 944 time: 0.0747852 Aug 03 15:55:45.433018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:45.473901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=aa8ae31f-faa0-4bac-b542-05a35c541090,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:45.474632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f497dc33-d446-458b-8cc0-140fd1abc3c4 req-a4d906c9-74e7-4b1b-9714-e9c4ec92c024 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Aug 03 15:55:45.615911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port aa8ae31f-faa0-4bac-b542-05a35c541090 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:45.621863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:45.624218 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f1aeee7-92c0-42ff-b2d8-25d0747f7a7d req-c92a8a89-ce1d-469c-a89f-a7518d34c670 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "DELETE /v2.0/ports/aa8ae31f-faa0-4bac-b542-05a35c541090 HTTP/1.1" status: 204 len: 173 time: 0.9271169 Aug 03 15:55:45.625297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-deleted', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:45.628444 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb86ebb7-4015-48c7-a0f4-80d60f40eeee" -d '{"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-deleted", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:45.702762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8e9258d-77d5-4cd4-9d6f-aa7c77892f1f req-9ca489c6-89d5-420d-99a3-4e1ee33c8048 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.0796459 Aug 03 15:55:45.755850 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c84cae7-0425-4f36-be33-5c4547e48e1b x-openstack-request-id: req-4c84cae7-0425-4f36-be33-5c4547e48e1b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:45.756137 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef540e6-ab41-45f7-a5e8-f3275aeabcc7", "name": "network-vif-deleted", "tag": "aa8ae31f-faa0-4bac-b542-05a35c541090", "status": "failed", "code": 422}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:45.756381 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c84cae7-0425-4f36-be33-5c4547e48e1b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:45.756803 n-d-803226-3 neutron-server[106016]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aef540e6-ab41-45f7-a5e8-f3275aeabcc7', 'name': 'network-vif-deleted', 'tag': 'aa8ae31f-faa0-4bac-b542-05a35c541090', 'status': 'failed', 'code': 422} returned with failed status Aug 03 15:55:45.918448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37624) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:46.000188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Deleting port 7b414b2c-7019-472b-b71f-68066ecd07af {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:46.000669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.053104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935edb67-1c49-4518-bdce-5674cf893184 req-c0becdd9-c05d-4293-838a-c6c70c31e2d0 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:46.056914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-935edb67-1c49-4518-bdce-5674cf893184 req-c0becdd9-c05d-4293-838a-c6c70c31e2d0 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1496325 Aug 03 15:55:46.068388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 01a91e2c-8b90-44b9-94b1-dcab9489feb8 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:55:46.180100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-935edb67-1c49-4518-bdce-5674cf893184 req-2f9b7158-e872-42b8-bbc1-126719964e07 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087635 Aug 03 15:55:46.249923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] For port 7b414b2c-7019-472b-b71f-68066ecd07af, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7b414b2c-7019-472b-b71f-68066ecd07af,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:46.250530 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.282102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Calling delete_port for 7b414b2c-7019-472b-b71f-68066ecd07af owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:46.332837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:46.350633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '01a91e2c-8b90-44b9-94b1-dcab9489feb8', 'network_id': 'da89f8f5-d3b9-41d6-91f9-e436dbd03eaf', 'port_id': '01a91e2c-8b90-44b9-94b1-dcab9489feb8', 'mac_address': 'fa:16:3e:d2:fb:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87fd663-6121-4417-b860-d3ffb76f607f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:55:46.362217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37646) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:46.403383 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.435678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a91e2c-8b90-44b9-94b1-dcab9489feb8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:46.465588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:46.472488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.547311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:46.588011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.612263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2469ab39-5757-4c75-8c23-6821bc6dcc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:46.668806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:55:46.668806 n-d-803226-3 neutron-server[106017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 15:55:46.668806 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id': '172237f9619a4cf4a9a9b38a99554e0f', 'id': '687b12e4-1ed0-41da-8749-807f17d1a61a', 'expiration': datetime.datetime(2021, 8, 3, 15, 57, 46, 650664)}] Aug 03 15:55:46.668806 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:55:46.669369 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:55:46.699087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f278770-659c-4b7d-a03d-7ea8cb5a7805 req-5155818c-c879-4f6e-8bee-fcb49368e501 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:46.701915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f278770-659c-4b7d-a03d-7ea8cb5a7805 req-5155818c-c879-4f6e-8bee-fcb49368e501 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 945 time: 0.1056118 Aug 03 15:55:46.707913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['01a91e2c-8b90-44b9-94b1-dcab9489feb8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:55:46.792220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f278770-659c-4b7d-a03d-7ea8cb5a7805 req-8ba16c53-1dda-4df7-b37f-70d4d67c575e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Aug 03 15:55:46.910508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.014317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad103b2e-3afb-4e45-93b3-19018c8c54d1 req-b500d846-33b5-4c7e-87a4-3a642a70bcfe tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.0660715 Aug 03 15:55:47.045880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b414b2c-7019-472b-b71f-68066ecd07af,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:47.103926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2469ab39-5757-4c75-8c23-6821bc6dcc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.112395 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2469ab39-5757-4c75-8c23-6821bc6dcc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.120258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-3dde7ade-fc88-4cb0-9e49-416bdb7bb582 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:47.126334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-3dde7ade-fc88-4cb0-9e49-416bdb7bb582 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 807 time: 0.2914629 Aug 03 15:55:47.137985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Request body: {'port': {'device_id': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'admin_state_up': True, 'tenant_id': 'da6d2aa172194ca8b18d0c0e82b6d917'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:47.173555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.346728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.359504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469ab39-5757-4c75-8c23-6821bc6dcc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e9915-29ee-4181-9b75-c2a5e832a8d7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:47.364206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2469ab39-5757-4c75-8c23-6821bc6dcc36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5423e42864204b92a1c359f001003ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4494166 Aug 03 15:55:47.369203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37672) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:47.469781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634f4f7-412d-4317-8aa6-5a832f09bbe4 req-1d4b6d86-fea2-4f9e-a472-920ca84e4798 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:47.478159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6634f4f7-412d-4317-8aa6-5a832f09bbe4 req-1d4b6d86-fea2-4f9e-a472-920ca84e4798 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.0968852 Aug 03 15:55:47.543887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6634f4f7-412d-4317-8aa6-5a832f09bbe4 req-e066e9cc-3a26-4034-a2d3-45694f2468f0 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 Aug 03 15:55:47.557689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.582975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.621220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=172237f9619a4cf4a9a9b38a99554e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2573869 Aug 03 15:55:47.622517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Made reservation on behalf of da6d2aa172194ca8b18d0c0e82b6d917 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:47.627048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:47.630479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37678) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:47.664504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91b14b-845d-489e-9ffd-49d6b1dff79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa038399-7b1a-4b0a-b81e-03d587d44680,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:47.847030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Allocated IP 172.20.0.13 (958320b7-c977-4e74-b9bf-e20b43fd4fc1/b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9/544aa285-fd48-4927-85af-c035c667937a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:48.060280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f9830-42b1-46b5-9243-b1d7f3116afb req-3efc863b-720b-44cd-bb81-822ad2b8f8d8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.061860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-328f9830-42b1-46b5-9243-b1d7f3116afb req-3efc863b-720b-44cd-bb81-822ad2b8f8d8 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 945 time: 0.1378858 Aug 03 15:55:48.097588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 01a91e2c-8b90-44b9-94b1-dcab9489feb8 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:55:48.199562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.202013 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:55:48.205205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:55:48.211153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:48.211826 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.212236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.212385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-328f9830-42b1-46b5-9243-b1d7f3116afb req-dedc68c1-e67a-4128-9869-7a1009316c2a tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383419 Aug 03 15:55:48.271126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.289327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:55:48.315852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.344863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-84f74e35-fe2f-4a72-bad1-95c3715b5b50 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.344863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-84f74e35-fe2f-4a72-bad1-95c3715b5b50 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.8738356 Aug 03 15:55:48.393354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:48.406841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.408499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.447830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:48.450443 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9c959-788d-4eb4-b6aa-59c653ca14a7" -d '{"events": [{"server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "name": "network-vif-plugged", "status": "completed", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:48.457187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:48.463142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:48.469104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:48.475045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:48.479718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-699a0a44-a0e8-4f01-817e-ed64ab70ead2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.1117792 Aug 03 15:55:48.481309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.492584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665d050-991b-485a-860f-786f8db693c4 req-0c2f7483-629f-4d80-b7cb-843c4c027f55 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.504866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1665d050-991b-485a-860f-786f8db693c4 req-0c2f7483-629f-4d80-b7cb-843c4c027f55 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 932 time: 0.1253836 Aug 03 15:55:48.540836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.576969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-d09ef9d8-e1bd-4c4e-bfab-07e9872a2478 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845852 Aug 03 15:55:48.581305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:48.612835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1665d050-991b-485a-860f-786f8db693c4 req-c21a133d-9d62-44a4-9451-86972d482e4f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063578 Aug 03 15:55:48.661900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.664482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.668085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c3e9915-29ee-4181-9b75-c2a5e832a8d7 HTTP/1.1" status: 204 len: 168 time: 1.2931726 Aug 03 15:55:48.686326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.689172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.706334 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f54e73-a265-4eed-8c5a-8617ee9a3061 x-openstack-request-id: req-49f54e73-a265-4eed-8c5a-8617ee9a3061 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:48.706649 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "name": "network-vif-plugged", "status": "completed", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:48.707055 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49f54e73-a265-4eed-8c5a-8617ee9a3061 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:48.707467 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8', 'code': 200} Aug 03 15:55:48.714330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-27aaa11c-dd7a-43b7-b7f8-7ec69cc22612 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5804424 Aug 03 15:55:48.736583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-57a24bcf-69b5-48b3-8f47-b0851418ee30 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:55:48.738937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-57a24bcf-69b5-48b3-8f47-b0851418ee30 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092287 Aug 03 15:55:48.765022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b259c-0517-4fb8-b559-e495d15f3271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e9915-29ee-4181-9b75-c2a5e832a8d7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:48.765356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Request body: {'port': {'device_id': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:48.870269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eb554a61-0c5b-44fa-8319-7509927cf5fb service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758439 Aug 03 15:55:48.909889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca23de-899d-4eaf-a2b4-69f64d08a666 req-17c0204d-6a4a-4cae-b482-655c13084765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.911410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dca23de-899d-4eaf-a2b4-69f64d08a666 req-17c0204d-6a4a-4cae-b482-655c13084765 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 1097 time: 0.1409719 Aug 03 15:55:48.918243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:48.958659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb5b3a-e8cc-4d3f-8c4c-c01fa2547b51 req-8ed1e243-e711-4906-9957-69238c4ed4e2 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:48.961276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9bb5b3a-e8cc-4d3f-8c4c-c01fa2547b51 req-8ed1e243-e711-4906-9957-69238c4ed4e2 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1342924 Aug 03 15:55:49.027558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dca23de-899d-4eaf-a2b4-69f64d08a666 req-a9f4562e-42c2-463d-9c36-d9f81f9051c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Aug 03 15:55:49.031907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Router 878d1606-9bad-4649-a43f-1a3065d74bb5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:55:49.037337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:49.048731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:49.054749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa038399-7b1a-4b0a-b81e-03d587d44680 HTTP/1.1" status: 204 len: 168 time: 1.4225147 Aug 03 15:55:49.067594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9bb5b3a-e8cc-4d3f-8c4c-c01fa2547b51 req-4967b6b5-4e65-4637-b6b8-4efa7d245f9f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968184 Aug 03 15:55:49.151408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-87f81bb6-f81e-45a0-bc0a-5c69f8054a94 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718096 Aug 03 15:55:49.173833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d8d86-d8bd-4beb-9a59-664881057f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa038399-7b1a-4b0a-b81e-03d587d44680,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:49.569040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39dfb8e1-013f-482d-bd45-539b13410774 req-42030cd2-1352-49d0-8707-a4f3b975bcce tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 210 time: 0.1229188 Aug 03 15:55:49.613505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3287-5179-4486-9d2a-3400bd00ef35 req-a6839efc-5ea6-4e6f-aef6-92077037f235 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:49.621349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:55:49.625154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-500f3287-5179-4486-9d2a-3400bd00ef35 req-a6839efc-5ea6-4e6f-aef6-92077037f235 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.2215271 Aug 03 15:55:49.633242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f65a22cf-9118-45ab-b29d-6140ba613249 admin admin] 10.222.0.70 "PUT /v2.0/routers/878d1606-9bad-4649-a43f-1a3065d74bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3266721 Aug 03 15:55:49.634760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Sync routers for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:55:49.649816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:49.651631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:49.652896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:49.870937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae02146-fb42-4bf5-98a0-1dca0b3db64c req-4cf02398-91ce-4937-98b2-b433bb8d42b5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:49.883360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ae02146-fb42-4bf5-98a0-1dca0b3db64c req-4cf02398-91ce-4937-98b2-b433bb8d42b5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 932 time: 0.1272597 Aug 03 15:55:49.927153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:49.960672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:50.036628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ae02146-fb42-4bf5-98a0-1dca0b3db64c req-b83a93ef-5863-45fb-9e4f-6198efc4a3c0 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517215 Aug 03 15:55:50.236893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-500f3287-5179-4486-9d2a-3400bd00ef35 req-f8d1594d-4b59-4833-a838-5584a767a695 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066723 Aug 03 15:55:50.316223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:50.328453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f663272-595f-42d4-8319-5366721d17bb req-18c0c256-efd2-4aa0-af12-8d8b378e4d29 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:50.339154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f663272-595f-42d4-8319-5366721d17bb req-18c0c256-efd2-4aa0-af12-8d8b378e4d29 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1395652 Aug 03 15:55:50.340917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37750) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:50.344240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184dc03-d944-441e-a5c2-82fd8bcb2bc0 req-34adaefe-17f9-49e5-8d4d-2559197252a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:50.346174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0184dc03-d944-441e-a5c2-82fd8bcb2bc0 req-34adaefe-17f9-49e5-8d4d-2559197252a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1097 time: 0.1607389 Aug 03 15:55:50.402995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f663272-595f-42d4-8319-5366721d17bb req-58d0fa6c-5c25-48e4-b1ef-59f24983693b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628340 Aug 03 15:55:50.496748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:55:46Z', 'revision_number': 5, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port': {'id': '5ff9bd57-4964-421f-ac33-34edea6e3aa3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:52:12Z', 'updated_at': '2021-08-03T15:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:50.504052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0184dc03-d944-441e-a5c2-82fd8bcb2bc0 req-da2eb5be-8da2-4061-a7fc-78cf80b3c078 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Aug 03 15:55:50.545265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Checking router: 878d1606-9bad-4649-a43f-1a3065d74bb5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:55:50.578517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Deleting port 5ff9bd57-4964-421f-ac33-34edea6e3aa3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:50.578790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:50.581265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Routers {'878d1606-9bad-4649-a43f-1a3065d74bb5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:55:50.582010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['878d1606-9bad-4649-a43f-1a3065d74bb5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:50.641874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1848100089-network', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:50.684118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:50.686973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:50.718656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:50.796134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] Set router 878d1606-9bad-4649-a43f-1a3065d74bb5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:55:50.864175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:55:50Z', 'revision_number': 6, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:50.881725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544aa285-fd48-4927-85af-c035c667937a {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:50.895346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:50.915024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Transition to ACTIVE for port object 544aa285-fd48-4927-85af-c035c667937a will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:50.926793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-614cf810-593d-41d1-933b-b8da7aa596b0 req-283fb654-6795-43e8-9e4d-fbe141c37301 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 210 time: 0.1820300 Aug 03 15:55:50.931138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.003298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.009227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.060443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:51.062708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:55:51.084675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9594-6d83-4b9c-8bdb-a775f7bb7643 None None] The sync data for ids ['878d1606-9bad-4649-a43f-1a3065d74bb5'] in n-d-803226-3 is: [{'id': '878d1606-9bad-4649-a43f-1a3065d74bb5', 'name': 'tempest-ServersTestBootFromVolume-1221362688-router', 'tenant_id': '998c3e62e87d46108fa6d4a42339fad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:52:11Z', 'updated_at': '2021-08-03T15:55:50Z', 'revision_number': 6, 'project_id': '998c3e62e87d46108fa6d4a42339fad9', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:55:51.090303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6055780c-a094-4e5a-b91a-f87c98e69fb7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:51.102215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.104957 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Added segment 9826d59c-42ff-43a4-997a-bf17c07f97cc of type vlan for network 79e409d6-e6f6-4c80-ab10-72683fb6d284 Aug 03 15:55:51.115197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] For port 5ff9bd57-4964-421f-ac33-34edea6e3aa3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5ff9bd57-4964-421f-ac33-34edea6e3aa3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:51.115553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.221557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.228375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Calling delete_port for 5ff9bd57-4964-421f-ac33-34edea6e3aa3 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:51.491358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.491604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:55:51.491925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:55:51.492187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:51.492324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:51.492899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.525818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7b414b2c-7019-472b-b71f-68066ecd07af no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:51.596999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7b414b2c-7019-472b-b71f-68066ecd07af {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:51.597352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7b414b2c-7019-472b-b71f-68066ecd07af not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:51.621464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:55:51.621863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:51.649167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:55:51.649534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:51.649923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:55:51.650350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Bound port: 544aa285-fd48-4927-85af-c035c667937a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:55:51.650765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.739816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0bb65-cd27-4cf3-b8fe-b9dc51559154 req-66423909-2d5c-4114-abfe-fef5ae719924 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:51.753653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35c0bb65-cd27-4cf3-b8fe-b9dc51559154 req-66423909-2d5c-4114-abfe-fef5ae719924 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.2653646 Aug 03 15:55:51.789690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4448256 Aug 03 15:55:51.793503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37788) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:51.819756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e58e-56a3-4ae4-82de-bcdcb54b8331 admin admin] Pushing event updated for resources: {'Network': ['ID=79e409d6-e6f6-4c80-ab10-72683fb6d284,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:51.839734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:55:51.852242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Request body: {'subnet': {'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1848100089-subnet', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:51.859652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296bdfc-421b-4404-abce-5af7705e9202 req-f4979dda-ef89-4500-b85c-513430a5a022 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:51.862838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e296bdfc-421b-4404-abce-5af7705e9202 req-f4979dda-ef89-4500-b85c-513430a5a022 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.5327699 Aug 03 15:55:51.876448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35c0bb65-cd27-4cf3-b8fe-b9dc51559154 req-52989847-549d-45ff-bf78-c817d36f4d4d tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222093 Aug 03 15:55:51.899065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0742c96c-601c-4e9a-93c3-33b6cb56c654 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:51.905210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0742c96c-601c-4e9a-93c3-33b6cb56c654 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.5700557 Aug 03 15:55:51.923620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:55:51.925779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:51.928092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:51.983218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:52.098848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.185220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e296bdfc-421b-4404-abce-5af7705e9202 req-6270156e-0007-438c-9efd-d9c5886726ff tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603836 Aug 03 15:55:52.272599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:55:52.276200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.380992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f8611d2-06bc-4526-880d-27c353790ab8 req-a99ca505-f05c-40ce-a93e-3d1d8eb4d646 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 210 time: 0.0742459 Aug 03 15:55:52.508645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.529839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:55:52.608395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3650f7-d6eb-4b80-a6d1-d1455a88b582 req-976b7320-01c1-4d3f-b5b6-02ad1c8b67b3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:52.616625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3650f7-d6eb-4b80-a6d1-d1455a88b582 req-976b7320-01c1-4d3f-b5b6-02ad1c8b67b3 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.5047464 Aug 03 15:55:52.625681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.689969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.14 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/616134b8-9cc7-46ce-9882-98599842f58a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:52.742148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff9bd57-4964-421f-ac33-34edea6e3aa3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:52.790983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f3650f7-d6eb-4b80-a6d1-d1455a88b582 req-e4ceb09b-38c3-4225-b9c3-207d60fee79c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734476 Aug 03 15:55:52.792220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.893196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:52.894561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.896245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] 10.222.0.78 "PUT /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 1092 time: 4.1480839 Aug 03 15:55:52.898822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'tag': '544aa285-fd48-4927-85af-c035c667937a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:52.901675 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41" -d '{"events": [{"name": "network-changed", "server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "tag": "544aa285-fd48-4927-85af-c035c667937a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:52.966592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:52.980085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:52.983005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee6ed1-40d8-4677-bc63-ea1770bc0724 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:53.167019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:53.390158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:53.423867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5ff9bd57-4964-421f-ac33-34edea6e3aa3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:53.500493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5ff9bd57-4964-421f-ac33-34edea6e3aa3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:55:53.501269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5ff9bd57-4964-421f-ac33-34edea6e3aa3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:55:53.669792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:53.705197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:53.719426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:53.727181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:53.800920 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac859ee-a457-474d-b786-4adcdbd58b0d x-openstack-request-id: req-cac859ee-a457-474d-b786-4adcdbd58b0d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:53.808270 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "tag": "544aa285-fd48-4927-85af-c035c667937a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:53.812350 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cac859ee-a457-474d-b786-4adcdbd58b0d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:53.823900 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'tag': '544aa285-fd48-4927-85af-c035c667937a', 'status': 'completed', 'code': 200} Aug 03 15:55:53.869148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e399b-d2a8-4c41-b96e-7b02f87229b7 req-0f73753e-8860-47a1-b282-fda62d55c4a5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:53.882206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-863e399b-d2a8-4c41-b96e-7b02f87229b7 req-0f73753e-8860-47a1-b282-fda62d55c4a5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.3585246 Aug 03 15:55:54.037883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.038800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.054310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.063784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.069078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-863e399b-d2a8-4c41-b96e-7b02f87229b7 req-0d521a54-26d3-4f04-ba21-fc6970322784 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819351 Aug 03 15:55:54.078741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-eef4579e-93cf-4522-ac38-deeb531e9f27 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1484811 Aug 03 15:55:54.092830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Request body: {'port': {'device_id': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:54.151618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Checking segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:54.152181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Network hostable DHCP agents. Network: 79e409d6-e6f6-4c80-ab10-72683fb6d284, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:55:54.219691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.344170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:54.394954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-8340ba60-a5cf-4915-9d52-9c876512e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.394954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-8340ba60-a5cf-4915-9d52-9c876512e0de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 1097 time: 0.5666046 Aug 03 15:55:54.407939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-ffc8d402-e414-4092-a90a-15b88275ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.409698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-ffc8d402-e414-4092-a90a-15b88275ec02 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1095 time: 1.4454966 Aug 03 15:55:54.429558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14572f3c-e87e-43fd-9b84-be13763e1157 req-1723264c-48f6-4a80-8d3f-003cda074f0a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.431158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14572f3c-e87e-43fd-9b84-be13763e1157 req-1723264c-48f6-4a80-8d3f-003cda074f0a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.6322877 Aug 03 15:55:54.431813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.438300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878d1606-9bad-4649-a43f-1a3065d74bb5 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:55:54.459041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:55:54.535820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.544485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fef756bc-ca2e-4369-a41d-be3bec11ff75 admin admin] 10.222.0.70 "DELETE /v2.0/routers/878d1606-9bad-4649-a43f-1a3065d74bb5 HTTP/1.1" status: 204 len: 168 time: 4.8936436 Aug 03 15:55:54.553549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:54.722840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f656421-f0b5-4b73-8194-5547dbb53a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.727272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-c9717631-3509-4194-9a38-8365b6643f00 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 217 time: 0.2870946 Aug 03 15:55:54.728238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 79e409d6-e6f6-4c80-ab10-72683fb6d284) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:54.733182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.735333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.740093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cd128-18e3-49f4-8552-39e3f3f04d34 None None] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:55:54.754194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616134b8-9cc7-46ce-9882-98599842f58a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:55:54.763410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.769573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14572f3c-e87e-43fd-9b84-be13763e1157 req-53986859-23f1-4628-ae84-d6544826ee66 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114774 Aug 03 15:55:54.797690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Transition to ACTIVE for port object 616134b8-9cc7-46ce-9882-98599842f58a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:54.813052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:54.855370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e03df-c91b-4900-8187-39de9c16c26e req-8914a1c3-c7f1-43dc-b4de-38b045cadd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:54.857719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-8914a1c3-c7f1-43dc-b4de-38b045cadd33 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.0966656 Aug 03 15:55:54.863477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65dc3bab-4238-4fb7-b0af-9551fecbd098 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0598874 Aug 03 15:55:54.864565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:54.871741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:55:54.964716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Deleting subnet 015e8113-5799-4bd8-b585-8739f5e9dfc6 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:55:55.014482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be445821-7212-4cda-b4bf-2203aaee8bd9 req-f1528eba-6dc9-431b-a512-a1d783670c6f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:55.016920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be445821-7212-4cda-b4bf-2203aaee8bd9 req-f1528eba-6dc9-431b-a512-a1d783670c6f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 932 time: 0.5512714 Aug 03 15:55:55.021495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.063400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Pushing event updated for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:55.101396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-67f6dce8-f9c3-42e3-807c-8d4bc6c8ae2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991389 Aug 03 15:55:55.147454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f656421-f0b5-4b73-8194-5547dbb53a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.149922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.152350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.211761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-79e409d6-e6f6-4c80-ab10-72683fb6d284', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:55:55.213774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.238857 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be445821-7212-4cda-b4bf-2203aaee8bd9 req-9f7e6a06-b314-4ffb-a680-48fdd637b715 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083273 Aug 03 15:55:55.305190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.321986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.365865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f656421-f0b5-4b73-8194-5547dbb53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.566596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Attempting to bind port 616134b8-9cc7-46ce-9882-98599842f58a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:55:55.567257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Attempting to bind port 616134b8-9cc7-46ce-9882-98599842f58a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:55:55.567257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Attempting to bind port 616134b8-9cc7-46ce-9882-98599842f58a on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:55.599957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Port 616134b8-9cc7-46ce-9882-98599842f58a on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:55:55.600576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Attempting to bind port 616134b8-9cc7-46ce-9882-98599842f58a on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:55.618042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:55:55.619198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Allocated IP 172.20.0.2 (79e409d6-e6f6-4c80-ab10-72683fb6d284/e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2/79ab3b79-2a48-4353-8e10-768a59aca2d8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:55.626344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:55.627178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:55:55.628920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Bound port: 616134b8-9cc7-46ce-9882-98599842f58a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:55:55.631225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.740052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87438240-5e8e-4761-8b4b-db191bacfa2b req-3be6d21e-c7b9-4227-bf1e-ff7956641e9f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:55.742135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87438240-5e8e-4761-8b4b-db191bacfa2b req-3be6d21e-c7b9-4227-bf1e-ff7956641e9f tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.3307009 Aug 03 15:55:55.767939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656421-f0b5-4b73-8194-5547dbb53a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c5fb86-e486-4287-909a-28797657715f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:55.777863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-2ad82536-c9c3-4f6e-8302-54264ba871c1 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701419 Aug 03 15:55:55.875640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8f656421-f0b5-4b73-8194-5547dbb53a22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c227e158e0d4d2ead8202bfab60eed8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5183229 Aug 03 15:55:55.878778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-6d725204-9fbc-415b-a33b-456cf5bf8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:55.883498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-6d725204-9fbc-415b-a33b-456cf5bf8360 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 1.4721828 Aug 03 15:55:55.895102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:55:55.915822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=616134b8-9cc7-46ce-9882-98599842f58a,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:55:55.934070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37880) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:55.956395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.966581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Transition to ACTIVE for port object 79ab3b79-2a48-4353-8e10-768a59aca2d8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:55.975269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:55.983667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Transition to ACTIVE for port object 79ab3b79-2a48-4353-8e10-768a59aca2d8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:55:55.991610 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.004145 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.045695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.061759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:56.063615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:56.073910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:56.074878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.079390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] 10.222.0.78 "PUT /v2.0/ports/616134b8-9cc7-46ce-9882-98599842f58a HTTP/1.1" status: 200 len: 1092 time: 1.9915018 Aug 03 15:55:56.110521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.124264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Pushing event updated for resources: {'Port': ['ID=79ab3b79-2a48-4353-8e10-768a59aca2d8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:56.131829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:56.144218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.170480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.170862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.172438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.172438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.172438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.172963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.172963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.173472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.174408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.176649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.176883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.177397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:55:56.189436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:55:56.197571 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc864c0-852e-464c-925f-e2fc6f192eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "tag": "616134b8-9cc7-46ce-9882-98599842f58a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:55:56.201004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-3677d56a-8a07-4318-a786-16b485104702 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 200 len: 217 time: 0.1432502 Aug 03 15:55:56.285565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.286881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Attempting to bind port 79ab3b79-2a48-4353-8e10-768a59aca2d8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:55:56.287262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Attempting to bind port 79ab3b79-2a48-4353-8e10-768a59aca2d8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:55:56.287637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Attempting to bind port 79ab3b79-2a48-4353-8e10-768a59aca2d8 on network 79e409d6-e6f6-4c80-ab10-72683fb6d284 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:55:56.292451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-373e03df-c91b-4900-8187-39de9c16c26e req-55e6d4d5-91ab-4c01-8033-1a9f46fc22b8 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720194 Aug 03 15:55:56.309192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23192f-4f5e-4ab4-b15e-c591f0dc7adb service neutron] Pushing event updated for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:56.310205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:55:56.310600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Checking segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:55:56.311058 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.311466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Bound using segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:55:56.311955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Bound port: 79ab3b79-2a48-4353-8e10-768a59aca2d8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:55:56.312407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.386783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-00df9211-84ca-4b5d-8090-2160c9475750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:56.388218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-00df9211-84ca-4b5d-8090-2160c9475750 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.0928085 Aug 03 15:55:56.412326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] For port 79ab3b79-2a48-4353-8e10-768a59aca2d8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:55:56.416098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] For port 79ab3b79-2a48-4353-8e10-768a59aca2d8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=79ab3b79-2a48-4353-8e10-768a59aca2d8,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:55:56.423805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.458704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-1ad83e8b-641c-4ff2-add4-12b247a328d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523798 Aug 03 15:55:56.472273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87438240-5e8e-4761-8b4b-db191bacfa2b req-278fb7ec-16d2-4605-ad3e-9bd747527edd tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545526 Aug 03 15:55:56.589612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d580b-296c-4bee-9cde-b559450d88a8 None None] Pushing event updated for resources: {'Port': ['ID=79ab3b79-2a48-4353-8e10-768a59aca2d8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:56.685031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-f5066858-79f2-48e6-a4a3-208a9490c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:56.689989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-f5066858-79f2-48e6-a4a3-208a9490c855 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 1095 time: 0.4046063 Aug 03 15:55:56.695163 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.706901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-56a7b12b-4014-407f-9c6e-fa0bae957fb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868644 Aug 03 15:55:56.733190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.737800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:56.739385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22c5fb86-e486-4287-909a-28797657715f HTTP/1.1" status: 204 len: 168 time: 0.8042402 Aug 03 15:55:56.740966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1e68c-2c5a-4218-8c4e-03ab6254de8e req-818f61d5-b65a-434f-8681-1c2f5d204cc8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:56.755307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04e1e68c-2c5a-4218-8c4e-03ab6254de8e req-818f61d5-b65a-434f-8681-1c2f5d204cc8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.7002034 Aug 03 15:55:56.803998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492c607-8278-4528-981c-677e41ee2973 None None] Network 1822382f-589e-4e20-95b5-e384d2fd97ef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:55:56.959498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-badaa5a6-9cc3-4b73-9d31-c876a926faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:56.961210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-badaa5a6-9cc3-4b73-9d31-c876a926faef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1095 time: 0.5704086 Aug 03 15:55:57.068186 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:57.076133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/015e8113-5799-4bd8-b585-8739f5e9dfc6 HTTP/1.1" status: 204 len: 168 time: 2.5179372 Aug 03 15:55:57.080042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37892) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:57.147463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48642d-555b-4c31-9991-584070c44625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015e8113-5799-4bd8-b585-8739f5e9dfc6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:57.164803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-271d4e23-1d65-42ed-8f61-2f449d198890 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616134b8-9cc7-46ce-9882-98599842f58a HTTP/1.1" status: 200 len: 217 time: 0.4567637 Aug 03 15:55:57.183481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-8298cefe-aba1-4f1b-991c-d09e68de9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:57.184976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-8298cefe-aba1-4f1b-991c-d09e68de9f07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2120771 Aug 03 15:55:57.185679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e44ce-c152-4ff2-9719-9409fb748cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c5fb86-e486-4287-909a-28797657715f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:57.212633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] DHCP port deletion for 1822382f-589e-4e20-95b5-e384d2fd97ef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:55:57.360419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Deleting port 490ff993-7336-49e2-9d86-d45dd20e6a5d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:57.360952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:57.396881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04e1e68c-2c5a-4218-8c4e-03ab6254de8e req-e8cc22e4-bdfe-4363-873c-36b6dceac5dd tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404569 Aug 03 15:55:57.398281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-a2abe400-f4cb-4a93-b045-76ba1d34b5d0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 217 time: 0.1933534 Aug 03 15:55:57.497907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-5e6c5742-22d8-4fab-bd96-6a0b27cfefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:57.500249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-5e6c5742-22d8-4fab-bd96-6a0b27cfefec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.2992811 Aug 03 15:55:57.520695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:57.533279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 79ab3b79-2a48-4353-8e10-768a59aca2d8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:55:57.539784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bb0f-124f-4aff-a83a-8f7bce400ffe req-9524df21-5884-4da8-aecf-2d4065cb14f2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:57.541775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efd5bb0f-124f-4aff-a83a-8f7bce400ffe req-9524df21-5884-4da8-aecf-2d4065cb14f2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 944 time: 0.8497207 Aug 03 15:55:57.630933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-f3eae7ad-2471-4630-b373-f6146a166822 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206210 Aug 03 15:55:57.638169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efd5bb0f-124f-4aff-a83a-8f7bce400ffe req-0e62419f-dc56-4b65-87ae-6cf9c1f531af tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Aug 03 15:55:57.663398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:57.674520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4be5a203-adcb-46c6-beeb-bf10ea3a0954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:57.702567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263e3c2e-6e39-4727-999c-71d4d367f608 req-f83d1e45-7acf-470b-998c-bafcd619aa9e service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750581 Aug 03 15:55:57.736058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] For port 490ff993-7336-49e2-9d86-d45dd20e6a5d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=490ff993-7336-49e2-9d86-d45dd20e6a5d,segment=NetworkSegment(e37b149f-7a47-4cce-a495-186ebf80cf89),segment_id=e37b149f-7a47-4cce-a495-186ebf80cf89)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:57.736520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:57.776996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-45408715-a30e-4ddc-8ff9-7dbdc2503071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:57.778931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-45408715-a30e-4ddc-8ff9-7dbdc2503071 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.3521385 Aug 03 15:55:57.802278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Calling delete_port for 490ff993-7336-49e2-9d86-d45dd20e6a5d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:57.832803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 79ab3b79-2a48-4353-8e10-768a59aca2d8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:55:58.064681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 490ff993-7336-49e2-9d86-d45dd20e6a5d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:55:58.087023 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4d99e-c5d7-4aa8-99a5-2a8a9f94155a x-openstack-request-id: req-d1f4d99e-c5d7-4aa8-99a5-2a8a9f94155a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:55:58.087618 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "tag": "616134b8-9cc7-46ce-9882-98599842f58a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:55:58.089086 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1f4d99e-c5d7-4aa8-99a5-2a8a9f94155a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:55:58.090987 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a', 'status': 'completed', 'code': 200} Aug 03 15:55:58.103290 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4be5a203-adcb-46c6-beeb-bf10ea3a0954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.242047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5adbdd-0f8a-4dc3-b828-149f90251abe req-eec803fc-cfbc-4622-8e39-ffd251ff88bf tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:58.243720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a5adbdd-0f8a-4dc3-b828-149f90251abe req-eec803fc-cfbc-4622-8e39-ffd251ff88bf tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.2441397 Aug 03 15:55:58.247146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-aadca490-f7ba-4e43-98c9-eeca2052c617 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073422 Aug 03 15:55:58.252030 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-e01bf5c9-2016-468f-9f9f-f557a7f05c40 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3631275 Aug 03 15:55:58.290776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4be5a203-adcb-46c6-beeb-bf10ea3a0954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.353888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.361518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Deleting port 490ff993-7336-49e2-9d86-d45dd20e6a5d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:55:58.361900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.370268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a5adbdd-0f8a-4dc3-b828-149f90251abe req-d480cf6e-1f19-47d2-913a-e3a24fc95b65 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146946 Aug 03 15:55:58.450588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02338970-cffb-4549-80e5-c005b028cb66 None None] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:55:58.529353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] For port 490ff993-7336-49e2-9d86-d45dd20e6a5d, host n-d-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:58.534677 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.555164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d18c56d3-baae-419d-a631-51b641a89ad3 req-275d95c5-3c1c-4fe4-b179-ee7c96f2e261 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778959 Aug 03 15:55:58.562815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Calling delete_port for 490ff993-7336-49e2-9d86-d45dd20e6a5d owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:55:58.568488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Port 490ff993-7336-49e2-9d86-d45dd20e6a5d was not found and therefore no delete operation was performed {{(pid=106016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:55:58.569945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.595734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] Pushing event deleted for resources: {'Port': ['ID=490ff993-7336-49e2-9d86-d45dd20e6a5d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:58.600524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.622050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] No DVR routers for this DVR port 490ff993-7336-49e2-9d86-d45dd20e6a5d on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:58.623541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99a9bd-33e9-40e5-9fec-f8f3bbeeacbe None None] No DVR routers for this DVR port 490ff993-7336-49e2-9d86-d45dd20e6a5d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:55:58.633552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Provisioning for port 79ab3b79-2a48-4353-8e10-768a59aca2d8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:55:58.638961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Pushing event deleted for resources: {'Port': ['ID=490ff993-7336-49e2-9d86-d45dd20e6a5d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:58.669985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Provisioning complete for port 79ab3b79-2a48-4353-8e10-768a59aca2d8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:58.670579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.690381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4be5a203-adcb-46c6-beeb-bf10ea3a0954 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79a87ebfc55245a58837fda6a7f7ff5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1530600 Aug 03 15:55:58.691848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5a203-adcb-46c6-beeb-bf10ea3a0954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de4959-cec7-4c61-8341-4e8071dd3408,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:58.709374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:55:58.775166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.832025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.838013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-fe705415-840b-4fe3-8af8-19da10900fa6 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700183 Aug 03 15:55:58.852202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f155-4f8e-4ddb-baff-2d3937cf19b2 req-e4455082-bdb2-45fc-b833-26eaa5b4dc26 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:58.854032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da07f155-4f8e-4ddb-baff-2d3937cf19b2 req-e4455082-bdb2-45fc-b833-26eaa5b4dc26 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.3099055 Aug 03 15:55:58.900038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:58.994192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] For port 79ab3b79-2a48-4353-8e10-768a59aca2d8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=79ab3b79-2a48-4353-8e10-768a59aca2d8,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:55:59.002121 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.022108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.038161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1822382f-589e-4e20-95b5-e384d2fd97ef']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:59.055545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37b149f-7a47-4cce-a495-186ebf80cf89') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:59.058563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37b149f-7a47-4cce-a495-186ebf80cf89') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:55:59.080458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.091791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750fc9-afaa-41a4-8e52-705808f53645 None None] Pushing event updated for resources: {'Port': ['ID=79ab3b79-2a48-4353-8e10-768a59aca2d8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:59.112169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.113090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb13bb5-cd0d-4f15-b2e0-7a98cea28d41 req-433bb71b-0711-4c64-9f35-3c48e53e272f service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558925 Aug 03 15:55:59.122891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:55:59.125509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.162901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da07f155-4f8e-4ddb-baff-2d3937cf19b2 req-0689fe02-1c25-4c44-9ca0-cc2ee3641ba4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931476 Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:55:59.318665 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:55:59.327861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-16d2648e-3a57-4bc4-8005-7f9f17208a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:59.337194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-16d2648e-3a57-4bc4-8005-7f9f17208a23 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 1095 time: 0.7043827 Aug 03 15:55:59.365073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e0894-7534-4355-b111-123b5fcf395f req-31328678-15a3-4d57-95e6-2828568543af tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:59.366828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f6e0894-7534-4355-b111-123b5fcf395f req-31328678-15a3-4d57-95e6-2828568543af tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 944 time: 0.5735898 Aug 03 15:55:59.389117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Allocated IP 172.25.7.206 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/f2383536-8dc9-4014-9d7b-e87ceb881ed6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:55:59.398115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.435893 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.446854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 79ab3b79-2a48-4353-8e10-768a59aca2d8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:55:59.546121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2641fa89-67af-4b7e-ae51-83068d1198d0 None None] Provisioning complete for port 79ab3b79-2a48-4353-8e10-768a59aca2d8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:59.547622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2641fa89-67af-4b7e-ae51-83068d1198d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.606495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 79ab3b79-2a48-4353-8e10-768a59aca2d8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:55:59.606869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.649779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.660479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ddff1-5164-46ff-a81f-f7a22a90eea2 req-5ef73e9b-34c2-4293-81cb-f5e25f011973 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:55:59.662473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-255ddff1-5164-46ff-a81f-f7a22a90eea2 req-5ef73e9b-34c2-4293-81cb-f5e25f011973 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1407504 Aug 03 15:55:59.741380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-255ddff1-5164-46ff-a81f-f7a22a90eea2 req-4cbf1c80-37b5-4375-9e91-c04e122f19fb tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709758 Aug 03 15:55:59.759450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:55:59.846764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:55:59.858855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:55:59.876917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:55:59.904425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2383536-8dc9-4014-9d7b-e87ceb881ed6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:55:59.986259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.076599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.081632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] 10.222.0.70 "DELETE /v2.0/networks/1822382f-589e-4e20-95b5-e384d2fd97ef HTTP/1.1" status: 204 len: 168 time: 2.9130118 Aug 03 15:56:00.166983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.169977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.171250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2de4959-cec7-4c61-8341-4e8071dd3408 HTTP/1.1" status: 204 len: 168 time: 1.4608111 Aug 03 15:56:00.180351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7badea4-5e7d-41d8-82a8-8e6e7b86810a admin admin] Pushing event deleted for resources: {'Network': ['ID=1822382f-589e-4e20-95b5-e384d2fd97ef,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:00.200476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f6e0894-7534-4355-b111-123b5fcf395f req-40786e87-f966-4d8d-8791-18e52092fcbc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795849 Aug 03 15:56:00.206191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c694b8-d955-45f0-8b57-91ec67e22d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de4959-cec7-4c61-8341-4e8071dd3408,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:00.276287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-a2d98664-96f4-4a08-bf22-aecfceb3b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:00.282790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-a2d98664-96f4-4a08-bf22-aecfceb3b37d service neutron] 10.222.0.78 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.9092951 Aug 03 15:56:00.346621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f414b8-6793-45e9-a3cd-2ca17dbff9b6 req-a1ff33ec-2c3f-471e-b0d8-09531db91637 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:00.355398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67f414b8-6793-45e9-a3cd-2ca17dbff9b6 req-a1ff33ec-2c3f-471e-b0d8-09531db91637 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.2336950 Aug 03 15:56:00.414554 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-c2254496-0f53-4b2a-a606-f092c5b8028f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616134b8-9cc7-46ce-9882-98599842f58a HTTP/1.1" status: 200 len: 217 time: 0.1235847 Aug 03 15:56:00.541131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:00.608865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-7ed70b40-f14e-4434-ae2e-a73893d5e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:00.611824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-7ed70b40-f14e-4434-ae2e-a73893d5e158 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.1863751 Aug 03 15:56:00.687825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045a0a8-111e-404e-9642-e369e9ee6846 req-f5439020-52a6-42b8-916a-57b94f6a2d47 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:00.690863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8045a0a8-111e-404e-9642-e369e9ee6846 req-f5439020-52a6-42b8-916a-57b94f6a2d47 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.2641828 Aug 03 15:56:00.693073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-e265d1e5-559a-48c6-af44-0e6f71003228 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566263 Aug 03 15:56:00.721066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b342d21-65cd-4586-a35d-b0f9a74cd1c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=998c3e62e87d46108fa6d4a42339fad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735857 Aug 03 15:56:00.728484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:00.856229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8045a0a8-111e-404e-9642-e369e9ee6846 req-ca831799-e0bf-4596-baae-4e66286e2f5d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587284 Aug 03 15:56:00.868955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67f414b8-6793-45e9-a3cd-2ca17dbff9b6 req-fe38dcc0-91f9-4918-9f29-6b9d02092e9c tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120826 Aug 03 15:56:00.882000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.914764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.938750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:00.942884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-1e154ceb-8608-4f89-8ba0-1fe32c9c6da4 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364480 Aug 03 15:56:01.092245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:01.095272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:01.104415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6dadd60-396b-4e9b-9bdd-6089de4e4013 HTTP/1.1" status: 204 len: 168 time: 0.3716109 Aug 03 15:56:01.123332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f9afd-05eb-4b4f-8153-6ba844cedc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dadd60-396b-4e9b-9bdd-6089de4e4013,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:01.130656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fc864c0-852e-464c-925f-e2fc6f192eb9 req-a7eb77a0-4bb0-4946-8759-e149827a5d26 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648240 Aug 03 15:56:01.278497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:01.462123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 616134b8-9cc7-46ce-9882-98599842f58a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:56:01.465377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029edbe6-516c-444f-877e-09328d13c0e2 req-ac0efe65-e7ef-4825-add1-13feb1236d9f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:01.483631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-029edbe6-516c-444f-877e-09328d13c0e2 req-ac0efe65-e7ef-4825-add1-13feb1236d9f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 944 time: 0.1144023 Aug 03 15:56:01.529188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Router b28974e1-e0d5-493c-8742-c44f66605d88 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:56:01.619133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-029edbe6-516c-444f-877e-09328d13c0e2 req-4924ca8d-8c32-478d-aaeb-7430050154ca tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339602 Aug 03 15:56:01.736969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=616134b8-9cc7-46ce-9882-98599842f58a,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:01.753604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:01.754762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '616134b8-9cc7-46ce-9882-98599842f58a', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': '616134b8-9cc7-46ce-9882-98599842f58a', 'mac_address': 'fa:16:3e:3e:d7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:56:01.766236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Sync routers for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:01.785243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:01.785722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:01.786971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c25a5097-c801-43cb-a688-49a20001b7b6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9212298 Aug 03 15:56:01.788870 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:01.790110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37972) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:01.923726 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:01.972930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616134b8-9cc7-46ce-9882-98599842f58a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:56:02.046096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=616134b8-9cc7-46ce-9882-98599842f58a,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:02.056555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:02.130383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de716-d503-4505-8dd0-51f0559d5a63 req-5fbbd65f-42ad-4daf-8aca-94d80f8eda14 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:02.142724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-685de716-d503-4505-8dd0-51f0559d5a63 req-5fbbd65f-42ad-4daf-8aca-94d80f8eda14 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.0829380 Aug 03 15:56:02.200301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:02.206230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-685de716-d503-4505-8dd0-51f0559d5a63 req-5e29cfb3-3cae-4225-84a1-03f16249680b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614636 Aug 03 15:56:02.270671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37984) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:02.299073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-7a1ba49f-897e-432a-a141-55d40fdbd661 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3015108 Aug 03 15:56:02.321824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['616134b8-9cc7-46ce-9882-98599842f58a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:02.403089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be524339-8a1a-41da-8e07-cc4add014b91 req-d23c9e01-5be8-4eef-941d-72891afe9154 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:02.404830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be524339-8a1a-41da-8e07-cc4add014b91 req-d23c9e01-5be8-4eef-941d-72891afe9154 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.3328295 Aug 03 15:56:02.451685 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:02.614098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be524339-8a1a-41da-8e07-cc4add014b91 req-733afc29-402f-4a25-a124-acd5caa09a32 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602616 Aug 03 15:56:02.628511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-27f10142-a5d1-47ed-b1e3-ec47f3e5b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:02.628778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04a0790e-30d2-4cf7-9267-71a94b636d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:02.631684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-27f10142-a5d1-47ed-b1e3-ec47f3e5b359 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 1097 time: 0.2868054 Aug 03 15:56:02.869041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e7ce-1413-4fa1-859f-4955e488517c req-a83d2c3a-09a1-4571-bb4b-4124cb4ad4c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:02.878276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2c3e7ce-1413-4fa1-859f-4955e488517c req-a83d2c3a-09a1-4571-bb4b-4124cb4ad4c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 945 time: 0.1439764 Aug 03 15:56:02.891995 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:00Z', 'revision_number': 3, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:02.942077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2c3e7ce-1413-4fa1-859f-4955e488517c req-d7f47d0b-047c-426c-ac15-844f353c5cfd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Aug 03 15:56:02.963147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Checking router: b28974e1-e0d5-493c-8742-c44f66605d88 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:02.963500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Updating router b28974e1-e0d5-493c-8742-c44f66605d88 port f2383536-8dc9-4014-9d7b-e87ceb881ed6 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:02.966301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04a0790e-30d2-4cf7-9267-71a94b636d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:02.973935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04a0790e-30d2-4cf7-9267-71a94b636d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.007942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0790e-30d2-4cf7-9267-71a94b636d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f4bd8-b6b7-420b-9151-a6a8b7e07444,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:03.018646 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.033227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-04a0790e-30d2-4cf7-9267-71a94b636d5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1951e65dcde6410da82fe3d5e112474f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609093 Aug 03 15:56:03.035857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38008) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:03.100431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-28244629-cede-4987-b1c8-52186b5c387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:03.101966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-28244629-cede-4987-b1c8-52186b5c387e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 200 len: 912 time: 0.3338637 Aug 03 15:56:03.125716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.156810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.177462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-ccd034db-60dd-46b4-a0b3-1c4ddd68d941 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 200 len: 217 time: 0.0423844 Aug 03 15:56:03.294004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.302062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.305503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/021f4bd8-b6b7-420b-9151-a6a8b7e07444 HTTP/1.1" status: 204 len: 168 time: 0.2661629 Aug 03 15:56:03.325476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2ed0a-6997-458c-b903-49c20b6042f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f4bd8-b6b7-420b-9151-a6a8b7e07444,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:03.373622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-1a529745-318c-4297-998c-d86dec01976b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:03.375543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-1a529745-318c-4297-998c-d86dec01976b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.1660631 Aug 03 15:56:03.436858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38022) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:03.466644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 616134b8-9cc7-46ce-9882-98599842f58a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:03.489055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.509557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-08bcc4be-e278-4e9f-906b-0db8775fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:03.511462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-08bcc4be-e278-4e9f-906b-0db8775fda8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 200 len: 851 time: 0.3259254 Aug 03 15:56:03.585630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 616134b8-9cc7-46ce-9882-98599842f58a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:03.595210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 616134b8-9cc7-46ce-9882-98599842f58a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:03.596814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.627418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Deleting port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:03.627783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.669506 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.693272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Transition to ACTIVE for port object f2383536-8dc9-4014-9d7b-e87ceb881ed6 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:03.708132 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.730750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Allocated IP 172.20.0.1 (79e409d6-e6f6-4c80-ab10-72683fb6d284/e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2/c8fedc9f-e402-4711-a4e5-02240db43a0c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:03.798768 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Pushing event updated for resources: {'Port': ['ID=f2383536-8dc9-4014-9d7b-e87ceb881ed6,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:03.822663 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.823538 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.824103 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.827188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.828120 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.828705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.829280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.829919 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.830503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.833302 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.834071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.835045 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:03.886845 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Attempting to bind port f2383536-8dc9-4014-9d7b-e87ceb881ed6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:03.887637 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Attempting to bind port f2383536-8dc9-4014-9d7b-e87ceb881ed6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:03.888237 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Attempting to bind port f2383536-8dc9-4014-9d7b-e87ceb881ed6 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:03.893588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.894861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:03.896214 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:03.896949 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.897613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:03.898420 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Bound port: f2383536-8dc9-4014-9d7b-e87ceb881ed6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:03.899069 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.909017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Transition to ACTIVE for port object c8fedc9f-e402-4711-a4e5-02240db43a0c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:03.909257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.970479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:03.973435 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c372a-54f6-44f8-a24b-5efd36b79867" -d '{"events": [{"server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "name": "network-vif-plugged", "status": "completed", "tag": "616134b8-9cc7-46ce-9882-98599842f58a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:03.987372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] For port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:03.988642 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:03.989318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] For port f2383536-8dc9-4014-9d7b-e87ceb881ed6, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:03.994898 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] For port f2383536-8dc9-4014-9d7b-e87ceb881ed6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2383536-8dc9-4014-9d7b-e87ceb881ed6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:04.002354 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.005108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=616134b8-9cc7-46ce-9882-98599842f58a,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:04.015953 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.022103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-07e409a5-df79-4a5e-941e-6fe9a9ee136c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8d6702e2-8207-477c-804d-ffb1978f5d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696762 Aug 03 15:56:04.036708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.051683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Calling delete_port for 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:04.076017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1489886282-network', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:04.076378 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eb976-88e7-44cd-9ed9-6a48b8858653 None None] Pushing event updated for resources: {'Port': ['ID=f2383536-8dc9-4014-9d7b-e87ceb881ed6,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:04.095034 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:04.095956 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:04.124859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4511b-ab8e-416b-ad3a-908a3e303ce5 req-02186a5c-88cb-47fb-bde1-af3ff1c42dd1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:04.127310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c4511b-ab8e-416b-ad3a-908a3e303ce5 req-02186a5c-88cb-47fb-bde1-af3ff1c42dd1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.2956853 Aug 03 15:56:04.132411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Made reservation on behalf of 3947a9d58a424765a75b1995c0597d5a for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:04.134834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.137183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:04.228200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.254833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:04.283569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:04.286577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:04.298711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250184a-6aec-4561-be4c-9552920c13c1 req-910c6288-29ec-42c4-abc3-cf1d5ce932c4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:04.301086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7250184a-6aec-4561-be4c-9552920c13c1 req-910c6288-29ec-42c4-abc3-cf1d5ce932c4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 946 time: 0.9278948 Aug 03 15:56:04.302673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:04.318497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c4511b-ab8e-416b-ad3a-908a3e303ce5 req-6de64a1f-b539-450a-a7aa-f814c2a246f1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251335 Aug 03 15:56:04.319695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:04.418641 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.508907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-58bd8cd0-060d-45e4-8f7d-f726ad62c76b service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530087 Aug 03 15:56:04.568341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7250184a-6aec-4561-be4c-9552920c13c1 req-6fd496b5-7a7f-442e-9f98-968946dc8ec5 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534657 Aug 03 15:56:04.589318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.630495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.692983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fd2618be-2a10-43ad-b506-70a0213ff71e None None] Provisioning for port c8fedc9f-e402-4711-a4e5-02240db43a0c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:04.699037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fd2618be-2a10-43ad-b506-70a0213ff71e None None] Provisioning complete for port c8fedc9f-e402-4711-a4e5-02240db43a0c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:04.699585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd2618be-2a10-43ad-b506-70a0213ff71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.755764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.756106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.764188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:00Z', 'revision_number': 3, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:04.785425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fd2618be-2a10-43ad-b506-70a0213ff71e None None] Port c8fedc9f-e402-4711-a4e5-02240db43a0c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:04.787257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['31676722-d4f0-4227-966e-c29260a33387', '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:04.824183 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390d310-c5f8-4c6e-9372-022c327bde31 None None] The sync data for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 is: [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:00Z', 'revision_number': 3, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:04.840118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:56:04.842354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Pushing event deleted for resources: {'Port': ['ID=0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:04.875266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8add0b-b710-4ce8-b0e5-a64c3f2ed287,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:04.889363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:04.889740 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Added segment 31210060-8830-49fc-aaa1-5a062cf9f880 of type vlan for network 29ffaf42-0709-4992-85c7-8f473e5f11c0 Aug 03 15:56:04.898441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034dc9-bd2e-4437-8d91-c22b23e6a4fb req-53e7b898-efff-4007-9823-2d81d05e618a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:04.906283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6034dc9-bd2e-4437-8d91-c22b23e6a4fb req-53e7b898-efff-4007-9823-2d81d05e618a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.3151252 Aug 03 15:56:04.911199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-7d42f50d-3fab-4398-a34b-30ebc0808e3e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3192391 Aug 03 15:56:05.041742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.055661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.117690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] No DVR routers for this DVR port 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:05.144196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.146391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c735bcf-e15c-4c76-b39e-f06e4fbdaa50 req-f110cb2a-e316-4058-a3b8-29997759beff tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "DELETE /v2.0/ports/0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed HTTP/1.1" status: 204 len: 173 time: 1.7649255 Aug 03 15:56:05.150085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'name': 'network-vif-deleted', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:05.153310 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d999745-5a63-4a11-b062-13e18f247169" -d '{"events": [{"server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "name": "network-vif-deleted", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:05.173195 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9389d4f9-4595-4f33-9b3d-896070328bcb x-openstack-request-id: req-9389d4f9-4595-4f33-9b3d-896070328bcb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:05.173479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "name": "network-vif-plugged", "status": "completed", "tag": "616134b8-9cc7-46ce-9882-98599842f58a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:05.173634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.173834 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9389d4f9-4595-4f33-9b3d-896070328bcb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:05.174273 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a', 'code': 200} Aug 03 15:56:05.178933 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.212518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6034dc9-bd2e-4437-8d91-c22b23e6a4fb req-d9d626ee-a875-4326-aa58-bf31140c21ca tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045936 Aug 03 15:56:05.264483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-992df53f-9202-4f47-948e-7831b749482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:05.266394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-992df53f-9202-4f47-948e-7831b749482d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 1096 time: 0.2321079 Aug 03 15:56:05.267854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.268907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:05.269496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:05.418153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] Pushing event updated for resources: {'Network': ['ID=29ffaf42-0709-4992-85c7-8f473e5f11c0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:05.422578 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c535ff-02a6-4f56-9839-8f87101839b9 x-openstack-request-id: req-91c535ff-02a6-4f56-9839-8f87101839b9 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:05.423185 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac975e81-8194-4560-a26a-f2d04c5cb0e0", "name": "network-vif-deleted", "tag": "0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:05.423731 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91c535ff-02a6-4f56-9839-8f87101839b9 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:05.424336 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac975e81-8194-4560-a26a-f2d04c5cb0e0', 'name': 'network-vif-deleted', 'tag': '0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed', 'status': 'completed', 'code': 200} Aug 03 15:56:05.433124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:56:05.477207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:05.493287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adb18fd9-a4f9-440d-bce0-447a191a262f req-d2396cf9-56bb-4b1b-bd5a-4d428377d620 service neutron] 10.222.0.72 "GET /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379408 Aug 03 15:56:05.511200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 544aa285-fd48-4927-85af-c035c667937a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:56:05.583759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-13d1162f-d567-4973-9570-aa590b8e9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:05.585601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-13d1162f-d567-4973-9570-aa590b8e9ac9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2592065 Aug 03 15:56:05.616369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995a0e-7791-4f0f-a459-fe92b1e5b863 req-9c6110da-9035-422b-a71d-686f8acb830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:05.617837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26995a0e-7791-4f0f-a459-fe92b1e5b863 req-9c6110da-9035-422b-a71d-686f8acb830d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 1097 time: 0.1418180 Aug 03 15:56:05.640556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:05.658654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:05.730183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cbcd38e3-760c-48d7-aa9e-f7fc5bc6dc25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2857025 Aug 03 15:56:05.733523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:05.751888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Request body: {'subnet': {'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1489886282-subnet', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:05.773040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-2c0b5870-ad5c-4f92-aca1-f2c40d29b612 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 200 len: 217 time: 0.1702514 Aug 03 15:56:05.879263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:05.913125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '544aa285-fd48-4927-85af-c035c667937a', 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1', 'port_id': '544aa285-fd48-4927-85af-c035c667937a', 'mac_address': 'fa:16:3e:7e:72:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:56:05.981469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-8bf86600-4f1a-485d-a19e-68b3108ad7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:05.983089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-8bf86600-4f1a-485d-a19e-68b3108ad7ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1942182 Aug 03 15:56:06.069915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.079973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-710cdc79-cd41-4c33-8b8f-8f5c1c25b6e9 req-4fcba47c-7f2a-44c3-91bf-faff8c5768fd tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac975e81-8194-4560-a26a-f2d04c5cb0e0 HTTP/1.1" status: 200 len: 210 time: 0.0813546 Aug 03 15:56:06.087639 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-ef6a37cb-bd1a-4242-ba94-5edf07a606c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782125 Aug 03 15:56:06.103544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544aa285-fd48-4927-85af-c035c667937a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:56:06.105303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe360c-ccbb-4fbc-8cdd-783feeb2c7c8 req-876685f6-5222-4f8e-9d16-cb455f9cd119 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:06.110949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48fe360c-ccbb-4fbc-8cdd-783feeb2c7c8 req-876685f6-5222-4f8e-9d16-cb455f9cd119 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.5236170 Aug 03 15:56:06.119496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26995a0e-7791-4f0f-a459-fe92b1e5b863 req-e85c8aa4-f2f7-423a-bbb0-dfef0035ac68 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812713 Aug 03 15:56:06.163091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Router b28974e1-e0d5-493c-8742-c44f66605d88 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:06.184427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Made reservation on behalf of 3947a9d58a424765a75b1995c0597d5a for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:06.196701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.196977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:06.206280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.208025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-32d4fac9-c631-4867-b97c-e59a11e1279c None None] Provisioning complete for port c8fedc9f-e402-4711-a4e5-02240db43a0c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:06.209858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-32d4fac9-c631-4867-b97c-e59a11e1279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.305747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-32d4fac9-c631-4867-b97c-e59a11e1279c None None] Port c8fedc9f-e402-4711-a4e5-02240db43a0c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:06.321803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:06.442696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['544aa285-fd48-4927-85af-c035c667937a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:06.451838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:06.458275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ee0e46b-2542-4c9a-8734-1e63ad0336c0 admin admin] 10.222.0.70 "PUT /v2.0/routers/b28974e1-e0d5-493c-8742-c44f66605d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6669779 Aug 03 15:56:06.476554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfcad2-b8d4-4d35-b5d9-1646ad89df96 req-696e0d3e-39c9-4596-ae4c-f79d669db003 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:06.485884 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddfcad2-b8d4-4d35-b5d9-1646ad89df96 req-696e0d3e-39c9-4596-ae4c-f79d669db003 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.0881414 Aug 03 15:56:06.486246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48fe360c-ccbb-4fbc-8cdd-783feeb2c7c8 req-01d500fc-af86-41b5-bcaf-74bb53a73f84 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452849 Aug 03 15:56:06.537501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddfcad2-b8d4-4d35-b5d9-1646ad89df96 req-8fb9dd99-2c71-4182-9954-68820970d5de tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Aug 03 15:56:06.592067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-fab86147-d813-4541-9661-4e6c5352f4da service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793921 Aug 03 15:56:06.681105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38126) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:06.816116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.889480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8bc340-d1ac-44f4-bb08-04c4f2cecf3c req-025f5b8d-31bb-4f09-9627-f5ebee0befda service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621894 Aug 03 15:56:06.906544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5b63c3-7b2e-469c-8847-50b9ca19318f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:06.954813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Checking segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:06.958701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Network hostable DHCP agents. Network: 29ffaf42-0709-4992-85c7-8f473e5f11c0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:56:06.969519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6007404-0cf5-4709-8006-67ba225de65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:06.995179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:56:07.015645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 29ffaf42-0709-4992-85c7-8f473e5f11c0) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:07.022845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:07.023618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.033922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432f17e-2674-47ee-8225-0e5005652970 None None] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:07.164870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6007404-0cf5-4709-8006-67ba225de65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.179383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6007404-0cf5-4709-8006-67ba225de65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.190380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c20dacfa-d1bf-4681-a524-00bb0be687dd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4545562 Aug 03 15:56:07.193684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38164) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:07.223508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:07.266161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.269376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.306907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e6007404-0cf5-4709-8006-67ba225de65b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67c8f428d92c4cba916b2261d7078264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246645 Aug 03 15:56:07.308667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6007404-0cf5-4709-8006-67ba225de65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f37f9c-876b-4917-a63b-0f1c489be4fc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:07.309489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38168) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:07.441001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.516539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.606770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.631842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 544aa285-fd48-4927-85af-c035c667937a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:07.635341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2383536-8dc9-4014-9d7b-e87ceb881ed6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:07.791624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.797208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.807478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8f37f9c-876b-4917-a63b-0f1c489be4fc HTTP/1.1" status: 204 len: 168 time: 0.4958696 Aug 03 15:56:07.830828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57d28e-6392-49d1-9ddd-ac80bb3e99f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f37f9c-876b-4917-a63b-0f1c489be4fc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:07.851846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-29ffaf42-0709-4992-85c7-8f473e5f11c0', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:56:07.852953 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.867661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be362e0e-57fa-439b-9c36-20cddc17d8fc req-8ea54d44-6317-41f7-b88c-b40942740888 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:07.870092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:07.883123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be362e0e-57fa-439b-9c36-20cddc17d8fc req-8ea54d44-6317-41f7-b88c-b40942740888 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.1722188 Aug 03 15:56:07.990129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be362e0e-57fa-439b-9c36-20cddc17d8fc req-083c0b6e-1c49-4985-8c97-d5f40e110128 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974591 Aug 03 15:56:08.147593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Sync routers for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:08.153233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f2383536-8dc9-4014-9d7b-e87ceb881ed6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:08.209322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c042f8-28f1-4fc4-9aa4-996c35433a6d req-d771960f-de75-4df4-883a-e678bed00891 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:08.210991 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6c042f8-28f1-4fc4-9aa4-996c35433a6d req-d771960f-de75-4df4-883a-e678bed00891 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.4355080 Aug 03 15:56:08.245681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2383536-8dc9-4014-9d7b-e87ceb881ed6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:08.246092 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:08.264546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:08.332040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f04a5-64ff-4892-b79c-e4c432d1752c req-02899f58-b89a-4c5b-8690-26def25d5dd4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:08.334401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f6f04a5-64ff-4892-b79c-e4c432d1752c req-02899f58-b89a-4c5b-8690-26def25d5dd4 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1247773 Aug 03 15:56:08.341933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38214) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:08.344418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6c042f8-28f1-4fc4-9aa4-996c35433a6d req-9ff45a2f-ac25-48fe-adcd-545b18c01492 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193578 Aug 03 15:56:08.381260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:08.382408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:08.416619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59f70c64-9776-44b2-b947-5505aa2e3725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:08.497525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f6f04a5-64ff-4892-b79c-e4c432d1752c req-3eae3a7d-4c54-4ef8-bea7-5ff5fb64c332 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366990 Aug 03 15:56:08.574750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Allocated IP 172.20.0.2 (29ffaf42-0709-4992-85c7-8f473e5f11c0/7c5b63c3-7b2e-469c-8847-50b9ca19318f/a8607f7d-c8a1-4d82-b6bb-084c5937832f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:08.685551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 544aa285-fd48-4927-85af-c035c667937a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:08.688390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:08.689069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 0ad7b330-f9d3-48f9-9ab3-e4216dc6d6ed not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:08.712268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 544aa285-fd48-4927-85af-c035c667937a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:08.712920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:08.714273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59f70c64-9776-44b2-b947-5505aa2e3725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:08.727568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59f70c64-9776-44b2-b947-5505aa2e3725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:08.790460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59f70c64-9776-44b2-b947-5505aa2e3725 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96b38697b7b149db982cc756138d3da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473040 Aug 03 15:56:08.791108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38236) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:08.860145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f70c64-9776-44b2-b947-5505aa2e3725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f419a97-9d1e-49cf-a17d-29a92d43e3c1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:08.909415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:08.962219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b740a7-74d5-45c6-a0cf-9563769e9544 req-a90ae445-74ad-4f99-a979-17444214caf7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:08.973621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7b740a7-74d5-45c6-a0cf-9563769e9544 req-a90ae445-74ad-4f99-a979-17444214caf7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2068319 Aug 03 15:56:08.976174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.028569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.047389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.055526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.101347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7b740a7-74d5-45c6-a0cf-9563769e9544 req-96d57d35-ad14-4d7b-bac8-554b80f8ee77 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061580 Aug 03 15:56:09.147695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f2383536-8dc9-4014-9d7b-e87ceb881ed6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2383536-8dc9-4014-9d7b-e87ceb881ed6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:09.166161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.166161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.166161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f419a97-9d1e-49cf-a17d-29a92d43e3c1 HTTP/1.1" status: 204 len: 168 time: 0.3503807 Aug 03 15:56:09.174114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e66d6-0465-4976-b04e-6b047112914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f419a97-9d1e-49cf-a17d-29a92d43e3c1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:09.227150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.247629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Transition to ACTIVE for port object a8607f7d-c8a1-4d82-b6bb-084c5937832f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:09.254362 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.256277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.267245 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.281746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2768c-b690-40a9-8a9b-990fa53d33b7 req-18521a7d-d8f6-4671-b96c-eb1ea9b8b01c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:09.284097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebf2768c-b690-40a9-8a9b-990fa53d33b7 req-18521a7d-d8f6-4671-b96c-eb1ea9b8b01c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.1145475 Aug 03 15:56:09.455401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:09.461901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa285-fd48-4927-85af-c035c667937a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:09.464267 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdae6c8-e239-4942-8149-42b2c6e60600" -d '{"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-plugged", "status": "completed", "tag": "544aa285-fd48-4927-85af-c035c667937a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:09.481797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Transition to ACTIVE for port object a8607f7d-c8a1-4d82-b6bb-084c5937832f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:09.494755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.504020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebf2768c-b690-40a9-8a9b-990fa53d33b7 req-d88c6729-5470-4b3c-88cf-73d3b8825e34 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681874 Aug 03 15:56:09.541522 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.584928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:09.587492 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536665bc-8c7d-4161-af78-fca94b7499ed x-openstack-request-id: req-536665bc-8c7d-4161-af78-fca94b7499ed {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:09.587896 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-plugged", "status": "completed", "tag": "544aa285-fd48-4927-85af-c035c667937a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:09.588242 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-536665bc-8c7d-4161-af78-fca94b7499ed {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:09.588872 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa285-fd48-4927-85af-c035c667937a', 'code': 200} Aug 03 15:56:09.599003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:09.609478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:09.619565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Allocated IP 172.25.7.101 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:09.621042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f2383536-8dc9-4014-9d7b-e87ceb881ed6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:09.813726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360b3ab-ef6b-47f8-9061-4565d9d55bd1 req-44b2f161-484a-4d0a-96db-1d6b0053093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:09.815399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b360b3ab-ef6b-47f8-9061-4565d9d55bd1 req-44b2f161-484a-4d0a-96db-1d6b0053093a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1097 time: 0.1243913 Aug 03 15:56:09.903364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba6050-7e19-476d-a006-9a1269262936 req-be0c9617-bfaa-4cb4-bb94-d8a438d49670 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:09.904181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Attempting to bind port a8607f7d-c8a1-4d82-b6bb-084c5937832f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:09.904574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Attempting to bind port a8607f7d-c8a1-4d82-b6bb-084c5937832f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:09.906361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Attempting to bind port a8607f7d-c8a1-4d82-b6bb-084c5937832f on network 29ffaf42-0709-4992-85c7-8f473e5f11c0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:09.913721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39ba6050-7e19-476d-a006-9a1269262936 req-be0c9617-bfaa-4cb4-bb94-d8a438d49670 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.2667351 Aug 03 15:56:09.915918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b360b3ab-ef6b-47f8-9061-4565d9d55bd1 req-d850045d-19c0-4c7a-abc8-40aec67756ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919430 Aug 03 15:56:09.920245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:09.920929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Checking segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:09.922309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.923161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Bound using segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:09.923929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Bound port: a8607f7d-c8a1-4d82-b6bb-084c5937832f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:09.924615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:09.938776 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bd9dddb8-4b37-4d5f-90dc-811c674b1dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.007906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-7830d58c-bf2d-48af-a24a-fc2debddba7d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:10.012829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-7830d58c-bf2d-48af-a24a-fc2debddba7d tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.1684239 Aug 03 15:56:10.022263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39ba6050-7e19-476d-a006-9a1269262936 req-0a712566-9830-4dfb-b6b0-d5cf48922921 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075635 Aug 03 15:56:10.066065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:10.109254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.294156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.310348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] For port a8607f7d-c8a1-4d82-b6bb-084c5937832f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:10.320438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] For port a8607f7d-c8a1-4d82-b6bb-084c5937832f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8607f7d-c8a1-4d82-b6bb-084c5937832f,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:10.334998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 2, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:10.377558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.425399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136788e-bb54-4e43-8153-8822e9a946cb req-0d4c101f-08fd-4c07-9dbc-435aa276986e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:10.429000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d136788e-bb54-4e43-8153-8822e9a946cb req-0d4c101f-08fd-4c07-9dbc-435aa276986e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1855247 Aug 03 15:56:10.461664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:10.469078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:10.473842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:10.475455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Pushing event updated for resources: {'Port': ['ID=a8607f7d-c8a1-4d82-b6bb-084c5937832f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:10.478870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Checking router: b28974e1-e0d5-493c-8742-c44f66605d88 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:10.480480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Updating router b28974e1-e0d5-493c-8742-c44f66605d88 port c8fedc9f-e402-4711-a4e5-02240db43a0c binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:10.489882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:10.548360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Deleting port 31676722-d4f0-4227-966e-c29260a33387 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:10.549165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.550011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d136788e-bb54-4e43-8153-8822e9a946cb req-cb291715-b12e-46ea-aaa7-2ef6ff8a29fd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079049 Aug 03 15:56:10.664690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:10.704546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62549f06-8b62-4f7f-81cd-b852008e5d66 None None] Pushing event updated for resources: {'Port': ['ID=a8607f7d-c8a1-4d82-b6bb-084c5937832f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:11.012324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139414c-781a-4f4b-bd37-8ed7f71a9845 req-a7155ac1-0a97-4e7a-b03f-25d4005fe039 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:11.014102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c139414c-781a-4f4b-bd37-8ed7f71a9845 req-a7155ac1-0a97-4e7a-b03f-25d4005fe039 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.3061211 Aug 03 15:56:11.092026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] For port 31676722-d4f0-4227-966e-c29260a33387, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=31676722-d4f0-4227-966e-c29260a33387,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:11.092406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:11.180550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Calling delete_port for 31676722-d4f0-4227-966e-c29260a33387 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:11.250976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c139414c-781a-4f4b-bd37-8ed7f71a9845 req-68d9388c-e6a8-4cde-aa0a-79c0416f15f2 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794817 Aug 03 15:56:11.273482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:11.608256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:11.668444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2383536-8dc9-4014-9d7b-e87ceb881ed6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:11.831446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127a84e-f305-4f8c-8f91-05887431651a req-e617c806-6caa-4ee5-80cc-7422e3c7da4b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:11.839367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1127a84e-f305-4f8c-8f91-05887431651a req-e617c806-6caa-4ee5-80cc-7422e3c7da4b tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 946 time: 0.4087992 Aug 03 15:56:11.877572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d19d-74ee-4b8b-ab0a-e20e4a110ed8 req-659dac31-7420-4878-83ed-f3fcfd2c46f6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:11.879822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7c0d19d-74ee-4b8b-ab0a-e20e4a110ed8 req-659dac31-7420-4878-83ed-f3fcfd2c46f6 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1903236 Aug 03 15:56:11.979907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7c0d19d-74ee-4b8b-ab0a-e20e4a110ed8 req-46e2255f-5432-43ce-8a39-caf9e229f5cb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914154 Aug 03 15:56:12.003296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Transition to ACTIVE for port object c8fedc9f-e402-4711-a4e5-02240db43a0c will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:12.026705 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.043926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.103607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1127a84e-f305-4f8c-8f91-05887431651a req-bf24bb63-9a77-421d-8ca1-1b0dad794427 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/security-groups?id=eb2a7c61-741d-43ed-90e9-8bc668656f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631996 Aug 03 15:56:12.120875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2383536-8dc9-4014-9d7b-e87ceb881ed6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:12.121167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.122876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2c0f2-d22b-47b6-8042-59579d2012c4 None None] Pushing event updated for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:12.133229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['31676722-d4f0-4227-966e-c29260a33387'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:12.194215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Pushing event deleted for resources: {'Port': ['ID=31676722-d4f0-4227-966e-c29260a33387,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:12.384328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aa6b0826-e798-4941-be3a-3a34d119a0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.431503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Attempting to bind port c8fedc9f-e402-4711-a4e5-02240db43a0c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:12.431884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Attempting to bind port c8fedc9f-e402-4711-a4e5-02240db43a0c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:12.432249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Attempting to bind port c8fedc9f-e402-4711-a4e5-02240db43a0c on network 79e409d6-e6f6-4c80-ab10-72683fb6d284 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:12.491533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:12.491969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Checking segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:12.492384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.492789 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Bound using segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:12.493301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Bound port: c8fedc9f-e402-4711-a4e5-02240db43a0c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:12.497270 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.505290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] No DVR routers for this DVR port 31676722-d4f0-4227-966e-c29260a33387 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:12.509228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.538314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b6f8ff7-2643-45ce-87ad-c9c1370722f7 req-c53dd5d8-d9d9-4390-9f18-667f78c19953 tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.72 "DELETE /v2.0/ports/31676722-d4f0-4227-966e-c29260a33387 HTTP/1.1" status: 204 len: 173 time: 2.5075033 Aug 03 15:56:12.538827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'name': 'network-vif-deleted', 'tag': '31676722-d4f0-4227-966e-c29260a33387'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:12.552669 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d7d3a-42da-405d-adca-22d3c38a9014" -d '{"events": [{"server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "name": "network-vif-deleted", "tag": "31676722-d4f0-4227-966e-c29260a33387"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:12.578164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11e550-208d-4d65-814e-a147ff44f65f req-4a1b7057-fc58-4ea5-b8ee-a202d5807550 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:12.603766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b11e550-208d-4d65-814e-a147ff44f65f req-4a1b7057-fc58-4ea5-b8ee-a202d5807550 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.2033646 Aug 03 15:56:12.649876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:12.699739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b90d0-517d-4cef-b1a0-0bbda05d2ee6 None None] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:12.709896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8607f7d-c8a1-4d82-b6bb-084c5937832f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:12.786091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b11e550-208d-4d65-814e-a147ff44f65f req-3f97f63d-a411-4157-8c11-400f11603de5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724346 Aug 03 15:56:12.816942 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9591c1-d086-4f5a-8abd-71fa15927593 x-openstack-request-id: req-ea9591c1-d086-4f5a-8abd-71fa15927593 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:12.818156 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beb5edf-f298-47c5-9bd3-29115cd5d66c", "name": "network-vif-deleted", "tag": "31676722-d4f0-4227-966e-c29260a33387", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:12.818839 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea9591c1-d086-4f5a-8abd-71fa15927593 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:12.819599 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beb5edf-f298-47c5-9bd3-29115cd5d66c', 'name': 'network-vif-deleted', 'tag': '31676722-d4f0-4227-966e-c29260a33387', 'status': 'completed', 'code': 200} Aug 03 15:56:13.118597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf455-89cb-4ae6-9d53-da19af3b833c req-01fdc5ea-8f6c-4598-9764-e7f9f6f8dd2c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:13.130881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337cf455-89cb-4ae6-9d53-da19af3b833c req-01fdc5ea-8f6c-4598-9764-e7f9f6f8dd2c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1097 time: 0.1273692 Aug 03 15:56:13.138028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Router 32f515d3-5f7f-4709-9ab4-732f982bd60f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:56:13.156992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] For port c8fedc9f-e402-4711-a4e5-02240db43a0c, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:13.170554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] For port c8fedc9f-e402-4711-a4e5-02240db43a0c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8fedc9f-e402-4711-a4e5-02240db43a0c,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:13.260949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.266543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5ebad-0dcb-4d0e-8fad-b8d316597dda req-241ac737-2483-4a6a-b510-888b3420b7d2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:13.272588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63e5ebad-0dcb-4d0e-8fad-b8d316597dda req-241ac737-2483-4a6a-b510-888b3420b7d2 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1779745 Aug 03 15:56:13.314153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337cf455-89cb-4ae6-9d53-da19af3b833c req-8b6b98ba-3579-4076-ba9d-48ad0ee039e8 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831779 Aug 03 15:56:13.395084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63e5ebad-0dcb-4d0e-8fad-b8d316597dda req-7b5e6863-12f7-4f96-8be4-9784282e2acf tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155932 Aug 03 15:56:13.491170 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.507277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2c0f2-d22b-47b6-8042-59579d2012c4 None None] Pushing event updated for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:13.531707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fd923df-d22f-42b1-914e-d517f48bd22a req-36a81637-8ab6-417a-a3b9-5c77ecb814fc tempest-ServerRescueTestJSON-1809801839 tempest-ServerRescueTestJSON-1809801839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2beb5edf-f298-47c5-9bd3-29115cd5d66c HTTP/1.1" status: 200 len: 210 time: 0.0685163 Aug 03 15:56:13.545876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:13.566691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.568707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f0022e4-7e01-40c0-bdd9-eeae40de9bb0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3552680 Aug 03 15:56:13.572926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38354) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:13.576140 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Sync routers for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:13.604396 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:13.605057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:13.752717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.760812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a8607f7d-c8a1-4d82-b6bb-084c5937832f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:13.775020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Provisioning for port a8607f7d-c8a1-4d82-b6bb-084c5937832f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:13.794831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:13.795479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:13.840530 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:13.938547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a8607f7d-c8a1-4d82-b6bb-084c5937832f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:13.938547 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.941260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Provisioning complete for port a8607f7d-c8a1-4d82-b6bb-084c5937832f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:13.941779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:13.991838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34061311-ad5c-4f44-a331-acb0a23652d1 req-210dda25-7fd5-4775-b891-f3ced63808ed tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:13.993437 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34061311-ad5c-4f44-a331-acb0a23652d1 req-210dda25-7fd5-4775-b891-f3ced63808ed tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1097 time: 0.2797594 Aug 03 15:56:14.285786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 31676722-d4f0-4227-966e-c29260a33387 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:14.297402 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:10Z', 'revision_number': 3, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:14.330437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 31676722-d4f0-4227-966e-c29260a33387 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:14.331079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 31676722-d4f0-4227-966e-c29260a33387 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:14.403881 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Checking router: 32f515d3-5f7f-4709-9ab4-732f982bd60f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:14.404237 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Updating router 32f515d3-5f7f-4709-9ab4-732f982bd60f port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:14.429772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:14.501088 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:14.597025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:14.606885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:14.683053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ed1e-493d-4936-98e3-347663252eda req-6c6ad175-dd5d-47be-94ce-5341a639dbfe tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:14.684668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87e6ed1e-493d-4936-98e3-347663252eda req-6c6ad175-dd5d-47be-94ce-5341a639dbfe tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1363604 Aug 03 15:56:14.685352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34061311-ad5c-4f44-a331-acb0a23652d1 req-579d243b-0e50-432d-99b6-0ae8f85acaf0 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419067 Aug 03 15:56:14.768473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38378) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:14.804744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:14.997422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.017905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87e6ed1e-493d-4936-98e3-347663252eda req-4793bd71-ed78-4d90-a202-5b36f0244687 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242223 Aug 03 15:56:15.065216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32abb96d-6f33-4b6e-a3c2-1f64dbfe951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.239345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] For port a8607f7d-c8a1-4d82-b6bb-084c5937832f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8607f7d-c8a1-4d82-b6bb-084c5937832f,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:15.284327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.305975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.373152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Allocated IP 172.20.0.1 (29ffaf42-0709-4992-85c7-8f473e5f11c0/7c5b63c3-7b2e-469c-8847-50b9ca19318f/6830b622-307c-4493-9182-de37410777c2) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:15.482607 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.513080 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Transition to ACTIVE for port object 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:15.525976 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.539537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:56:15.539902 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:56:15.597233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.635729 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Attempting to bind port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:15.636270 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Attempting to bind port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:15.636470 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Attempting to bind port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:15.654373 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:15.654747 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:15.655184 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.655584 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:15.659266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5461d-38bd-4f3a-a65a-a3f2891c342d None None] Pushing event updated for resources: {'Port': ['ID=a8607f7d-c8a1-4d82-b6bb-084c5937832f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:15.659652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Bound port: 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:15.660133 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.661666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Transition to ACTIVE for port object 6830b622-307c-4493-9182-de37410777c2 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:15.707440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ba2bcad0-9912-4e5d-82eb-a1e80670922f None None] Provisioning complete for port a8607f7d-c8a1-4d82-b6bb-084c5937832f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:15.707914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba2bcad0-9912-4e5d-82eb-a1e80670922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.778727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:15.781410 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d41fc-2ab9-45c9-8dd1-e64f090a5c70 None None] Pushing event updated for resources: {'Port': ['ID=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:15.880363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-95117d09-0540-420e-98cd-ce925160c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:13Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:15.890184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:15.899802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:15.909373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:15.920525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117d09-0540-420e-98cd-ce925160c43f None None] The sync data for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 is: [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:13Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:15.938429 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] For port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:15.966639 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] For port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:15.979938 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.071802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32abb96d-6f33-4b6e-a3c2-1f64dbfe951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.136280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32abb96d-6f33-4b6e-a3c2-1f64dbfe951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.139007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:16.181318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:16.185332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:16.199460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.276780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d41fc-2ab9-45c9-8dd1-e64f090a5c70 None None] Pushing event updated for resources: {'Port': ['ID=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:16.568561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-30d202e8-827a-4a2f-b3b4-d106b77efc4d None None] Provisioning for port 6830b622-307c-4493-9182-de37410777c2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:16.583236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:16.586796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-32abb96d-6f33-4b6e-a3c2-1f64dbfe951a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8722f36365b2442281ff3586ed7f4fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9502251 Aug 03 15:56:16.594369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38422) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:16.595335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-30d202e8-827a-4a2f-b3b4-d106b77efc4d None None] Provisioning complete for port 6830b622-307c-4493-9182-de37410777c2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:16.595720 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30d202e8-827a-4a2f-b3b4-d106b77efc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.596897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abb96d-6f33-4b6e-a3c2-1f64dbfe951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1970e81b-239c-406f-8bdb-2be4a9fe05e6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:16.698773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad4a78-9a3d-40f1-bcaa-f2b6638baca0 req-5a60ff41-7fd5-45ca-a73a-b229100e8061 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:16.707356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40ad4a78-9a3d-40f1-bcaa-f2b6638baca0 req-5a60ff41-7fd5-45ca-a73a-b229100e8061 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.4317594 Aug 03 15:56:16.753572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-30d202e8-827a-4a2f-b3b4-d106b77efc4d None None] Port 6830b622-307c-4493-9182-de37410777c2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:16.806530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8607f7d-c8a1-4d82-b6bb-084c5937832f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:16.822425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.842003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:16.960883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40ad4a78-9a3d-40f1-bcaa-f2b6638baca0 req-610a2c35-6509-4777-8eb5-5e532284bcc7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476931 Aug 03 15:56:17.036793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a8607f7d-c8a1-4d82-b6bb-084c5937832f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:17.038886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:17.081721 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:10Z', 'revision_number': 3, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:17.157503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-967469a6-e281-4612-9fde-1fa5863a8295 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:56:17.159492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-967469a6-e281-4612-9fde-1fa5863a8295 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418866 Aug 03 15:56:17.166686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:17.194373 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cce4902-df28-4b8e-877d-088e0a2a1267 None None] The sync data for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 is: [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:10Z', 'revision_number': 3, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:17.199038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8fedc9f-e402-4711-a4e5-02240db43a0c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:17.371048 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:17.425954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c8fedc9f-e402-4711-a4e5-02240db43a0c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:17.438780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c8fedc9f-e402-4711-a4e5-02240db43a0c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:17.439437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:17.500420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:17.500420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Unknown quota resources ['binding']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 15:56:17.606178 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:17.751624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c8fedc9f-e402-4711-a4e5-02240db43a0c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8fedc9f-e402-4711-a4e5-02240db43a0c,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:17.757616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.005591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:18.177753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.198256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.299704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.358416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.372445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:18.381908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1970e81b-239c-406f-8bdb-2be4a9fe05e6 HTTP/1.1" status: 204 len: 168 time: 1.7859128 Aug 03 15:56:18.498772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:18.528182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549dfc4-cbc5-4d49-aa7b-a56cdac8e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1970e81b-239c-406f-8bdb-2be4a9fe05e6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:18.583843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba1b7-7e6b-4af0-9528-0db23139c222 req-7b0afe19-1fdf-4b73-adb2-8fea22c308c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:18.619470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff5ba1b7-7e6b-4af0-9528-0db23139c222 req-7b0afe19-1fdf-4b73-adb2-8fea22c308c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.3414366 Aug 03 15:56:18.731744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:18.732093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:18.732428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:18.797758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:18.832749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:56:18.833402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:18.854534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:18.855050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:18.855559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:18.856132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Bound port: 544aa285-fd48-4927-85af-c035c667937a, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:18.910392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff5ba1b7-7e6b-4af0-9528-0db23139c222 req-2eee0454-b9e9-4670-afb3-db2665e398ac tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873602 Aug 03 15:56:18.931245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:18.948743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:18.952536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.253849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.254181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Deleting port ee0ed30d-1551-4c72-adc3-1a196d7181ae {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:19.256508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.298210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38444) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:19.325385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:19.331987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.333014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8fedc9f-e402-4711-a4e5-02240db43a0c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:19.414346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cefaad13-87e4-46d1-9bef-92ef7c5c45e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.500352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:19.526424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c8fedc9f-e402-4711-a4e5-02240db43a0c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:19.526749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.598528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] For port ee0ed30d-1551-4c72-adc3-1a196d7181ae, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ee0ed30d-1551-4c72-adc3-1a196d7181ae,segment=NetworkSegment(c6fff1e2-2597-4ede-9990-3823e1b5360c),segment_id=c6fff1e2-2597-4ede-9990-3823e1b5360c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:19.599090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.638131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Calling delete_port for ee0ed30d-1551-4c72-adc3-1a196d7181ae owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:19.714528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:19.719374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:19.743217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:19.796433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.797915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0bb3123d-24d8-49b9-9feb-7069916dd16b service neutron] 10.222.0.70 "POST /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a/bindings HTTP/1.1" status: 201 len: 389 time: 2.6193063 Aug 03 15:56:19.885143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cefaad13-87e4-46d1-9bef-92ef7c5c45e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.893225 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cefaad13-87e4-46d1-9bef-92ef7c5c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:19.990031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Router 32f515d3-5f7f-4709-9ab4-732f982bd60f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:20.083726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaad13-87e4-46d1-9bef-92ef7c5c45e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c66a47-09a0-4d53-8449-3a5708e932e5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:20.097590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cefaad13-87e4-46d1-9bef-92ef7c5c45e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=107c688e41cf4e6fb4c898f5b291b80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7975795 Aug 03 15:56:20.100523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38456) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:20.210860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-37a0bad6-7283-4bac-ada8-a5054f14144f None None] Provisioning complete for port 6830b622-307c-4493-9182-de37410777c2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:20.211433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37a0bad6-7283-4bac-ada8-a5054f14144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:20.266664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-37a0bad6-7283-4bac-ada8-a5054f14144f None None] Port 6830b622-307c-4493-9182-de37410777c2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:20.385912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:20.402998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14e91251-ede0-4c1e-83cf-c61cd00387b6 admin admin] 10.222.0.70 "PUT /v2.0/routers/32f515d3-5f7f-4709-9ab4-732f982bd60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8286326 Aug 03 15:56:20.441874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc7885-0184-4cc9-8cbc-c2b2d48550a0 req-5d6db4ab-cf1d-4b22-ae25-c41255d60e83 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:20.450743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2edc7885-0184-4cc9-8cbc-c2b2d48550a0 req-5d6db4ab-cf1d-4b22-ae25-c41255d60e83 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.1368830 Aug 03 15:56:20.462401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:20.508287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:20.534530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2edc7885-0184-4cc9-8cbc-c2b2d48550a0 req-f137a0e5-587e-42b1-979b-3ce0c48c624d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811601 Aug 03 15:56:20.573309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:20.583142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:20.600029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:20.600398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:20.729679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c753-e895-4376-b709-1b28440fe2d7 req-33c8b526-5d6c-4b5a-9d98-c9fa568aac67 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:20.736330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9861c753-e895-4376-b709-1b28440fe2d7 req-33c8b526-5d6c-4b5a-9d98-c9fa568aac67 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.4389279 Aug 03 15:56:20.768956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0ed30d-1551-4c72-adc3-1a196d7181ae,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:20.822486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Sync routers for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:20.840914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-d88f1d2e-a14e-4ff5-979d-6efcd04685c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:20.842584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-d88f1d2e-a14e-4ff5-979d-6efcd04685c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1097 time: 0.5184152 Aug 03 15:56:20.874142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:20.877190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:21.045600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9861c753-e895-4376-b709-1b28440fe2d7 req-a36eddaa-0d9e-499c-a628-c36aff29040c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623732 Aug 03 15:56:21.135139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:21.138046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:21.141875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73c66a47-09a0-4d53-8449-3a5708e932e5 HTTP/1.1" status: 204 len: 168 time: 1.0374615 Aug 03 15:56:21.176632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b3e85-def3-43db-ac2a-de25a75c5adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c66a47-09a0-4d53-8449-3a5708e932e5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:21.217779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-09038c62-4bc8-4118-88e7-907d7f6918b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:21.220198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-09038c62-4bc8-4118-88e7-907d7f6918b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.3540125 Aug 03 15:56:21.244364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:21.420667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-92c64668-cdcf-4cce-b73b-7d5c59a038f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 217 time: 0.1558926 Aug 03 15:56:21.424017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:21.687890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-db0ef45b-daf4-4d0b-9317-c3812affdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:21.689538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-db0ef45b-daf4-4d0b-9317-c3812affdcb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.2453427 Aug 03 15:56:21.732868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38480) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:21.767039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38484) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:21.772775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607351553', 'description': 'tempest-description--1967604318'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:21.865336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:21.913531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0e87d920-c256-4f66-beed-1ab5862df716 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511260 Aug 03 15:56:21.946064 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:21.966396 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14a63987-a888-4251-bf43-a8b2c88b508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.074780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.215557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 2, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:22.278120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14a63987-a888-4251-bf43-a8b2c88b508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.280158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.283005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Checking router: 32f515d3-5f7f-4709-9ab4-732f982bd60f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:22.285053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Updating router 32f515d3-5f7f-4709-9ab4-732f982bd60f port 6830b622-307c-4493-9182-de37410777c2 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:22.325137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14a63987-a888-4251-bf43-a8b2c88b508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.377067 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.391970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.401282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6279438 Aug 03 15:56:22.406569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38504) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:22.412986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'security_group_rule': {'security_group_id': '562139ad-871f-4052-b3cb-326d7cf46f21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:22.422784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14a63987-a888-4251-bf43-a8b2c88b508a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05ffaadbdf10436bafd7abf9197b80a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833444 Aug 03 15:56:22.422784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31a188-4f03-442e-8b23-71b7d60972c4 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562139ad-871f-4052-b3cb-326d7cf46f21,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:22.430263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38506) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:22.437611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2a7e2-28b9-4dc7-953a-e68674c19c37 req-09274ca8-e772-43a1-8ded-471e33c80b76 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:22.440689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe595a4-9262-424c-b71f-5ac187324a03 req-8b854f7e-6844-43ba-8c52-1c29f362ec6f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:22.442404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfe595a4-9262-424c-b71f-5ac187324a03 req-8b854f7e-6844-43ba-8c52-1c29f362ec6f tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1577413 Aug 03 15:56:22.460437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12e2a7e2-28b9-4dc7-953a-e68674c19c37 req-09274ca8-e772-43a1-8ded-471e33c80b76 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.7676427 Aug 03 15:56:22.579165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a63987-a888-4251-bf43-a8b2c88b508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc9a82d-7a10-4e2d-b260-62b883573fcd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:22.621526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.644525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-64fa4e07-a900-4f5d-afb0-39233714e85f service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480253 Aug 03 15:56:22.669083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfe595a4-9262-424c-b71f-5ac187324a03 req-18f45356-bf5f-48e6-b71d-3f71df3a806c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053821 Aug 03 15:56:22.731813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.782055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-318d18ca-46a5-4763-8ffb-ea05878b41ea service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158261 Aug 03 15:56:22.782157 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.815476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12e2a7e2-28b9-4dc7-953a-e68674c19c37 req-d6c8b94a-8f24-468e-a51c-a9aed910b01e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076787 Aug 03 15:56:22.848416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Router 1dbbc918-fbb3-4d6c-8f93-af370573e6de has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:22.973195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:22.974250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.011269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.016952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Transition to ACTIVE for port object 6830b622-307c-4493-9182-de37410777c2 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:23.034343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.037296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.037411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.039024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfc9a82d-7a10-4e2d-b260-62b883573fcd HTTP/1.1" status: 204 len: 168 time: 0.5954814 Aug 03 15:56:23.069387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62eed98-dba4-4a45-990e-a0afdabfd6b3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:23.083621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c92a57-a80c-400b-b896-f5f2890238f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc9a82d-7a10-4e2d-b260-62b883573fcd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:23.083621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.083621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2479ebb5-ab26-420c-97a3-e12891ddb3e5 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6747999 Aug 03 15:56:23.084157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38522) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:23.089777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'security_group_rule': {'security_group_id': '562139ad-871f-4052-b3cb-326d7cf46f21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:23.151309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.155346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdd987-fb2a-4fce-8d20-dce48702a2ab None None] Pushing event updated for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:23.295581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:23.313411 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Sync routers for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:23.315705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4e96a74-3968-40a3-b9a7-e54bd85a7be2 admin admin] 10.222.0.70 "PUT /v2.0/routers/1dbbc918-fbb3-4d6c-8f93-af370573e6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5461557 Aug 03 15:56:23.318297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:23.334162 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:23.334814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:23.364079 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.364306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Attempting to bind port 6830b622-307c-4493-9182-de37410777c2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:23.364738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Attempting to bind port 6830b622-307c-4493-9182-de37410777c2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:23.364831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Attempting to bind port 6830b622-307c-4493-9182-de37410777c2 on network 29ffaf42-0709-4992-85c7-8f473e5f11c0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:23.375357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.404668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:23.405097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Checking segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:23.405510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.406485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Bound using segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:23.407038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Bound port: 6830b622-307c-4493-9182-de37410777c2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:23.407415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.485696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e342041-7496-453b-ac49-37d4a8f19e70,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:23.510752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.519634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c37e915c-d8c4-43f8-a5e0-df0443eb8b1f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331205 Aug 03 15:56:23.521415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38532) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:23.550022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:23.659417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.665513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] For port 6830b622-307c-4493-9182-de37410777c2, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:23.670490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] For port 6830b622-307c-4493-9182-de37410777c2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6830b622-307c-4493-9182-de37410777c2,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:23.676638 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.729291 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:23.751642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:23.856872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:23.857525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:23.983687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:24.123992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546301-d4af-4692-93ea-77ccf1f3a9b4 req-36a8217d-cccc-43e0-8632-359eee332e77 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:24.126931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ca546301-d4af-4692-93ea-77ccf1f3a9b4 req-36a8217d-cccc-43e0-8632-359eee332e77 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2385519 Aug 03 15:56:24.186512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4936-4f25-45ce-af83-5548d5cec64d req-04ee99cd-fe48-4068-b8db-63022d2c87aa tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:24.198617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a6c4936-4f25-45ce-af83-5548d5cec64d req-04ee99cd-fe48-4068-b8db-63022d2c87aa tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.3378797 Aug 03 15:56:24.277307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdd987-fb2a-4fce-8d20-dce48702a2ab None None] Pushing event updated for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:24.285428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a6c4936-4f25-45ce-af83-5548d5cec64d req-795d5807-93b4-4f9f-837e-02955e18ec5b tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855582 Aug 03 15:56:24.293021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:24.366981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ca546301-d4af-4692-93ea-77ccf1f3a9b4 req-c41f2bae-689c-4b67-964f-6c75c10f84dd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238469 Aug 03 15:56:24.386792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:56:20Z', 'revision_number': 5, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port': {'id': '341f2480-a03e-406d-bd4f-4e6fa9750025', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:4b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:53:45Z', 'updated_at': '2021-08-03T15:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:24.389659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:24.470285 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Checking router: 1dbbc918-fbb3-4d6c-8f93-af370573e6de for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:24.491615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Routers {'1dbbc918-fbb3-4d6c-8f93-af370573e6de'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:24.492666 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:24.508929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Deleting port 341f2480-a03e-406d-bd4f-4e6fa9750025 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:24.510016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:24.713629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Allocated IP 172.25.7.234 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/11224ce6-22c4-4e72-8031-fe9dfcf6fbd3) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:24.728101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0d2e9-1efa-4645-b6ac-aa2d3a1bbc1b req-26b83e95-3b0e-4c48-b4f2-78cf4e45f032 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:24.729152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83f0d2e9-1efa-4645-b6ac-aa2d3a1bbc1b req-26b83e95-3b0e-4c48-b4f2-78cf4e45f032 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.3188164 Aug 03 15:56:24.764258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] Set router 1dbbc918-fbb3-4d6c-8f93-af370573e6de gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:24.795347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:23Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:24.869475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83f0d2e9-1efa-4645-b6ac-aa2d3a1bbc1b req-02c558ae-0298-4197-9549-caf63626b673 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225891 Aug 03 15:56:24.877372 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:56:24Z', 'revision_number': 6, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:24.884726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] For port 341f2480-a03e-406d-bd4f-4e6fa9750025, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=341f2480-a03e-406d-bd4f-4e6fa9750025,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:24.885108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:24.918734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Calling delete_port for 341f2480-a03e-406d-bd4f-4e6fa9750025 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:24.918947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93f9d1-b3db-456f-b2b8-88d18688b7cc None None] The sync data for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 is: [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:23Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:24.938628 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90eed4-ab71-46ce-8b25-6f467fcd1cc1 None None] The sync data for ids ['1dbbc918-fbb3-4d6c-8f93-af370573e6de'] in n-d-803226-3 is: [{'id': '1dbbc918-fbb3-4d6c-8f93-af370573e6de', 'name': 'tempest-ServerRescueTestJSON-1242949288-router', 'tenant_id': '40057b43f9d44b73869e5b3bbe6e828e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:53:44Z', 'updated_at': '2021-08-03T15:56:24Z', 'revision_number': 6, 'project_id': '40057b43f9d44b73869e5b3bbe6e828e', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:25.118992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.176459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.201589 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:56:25.230022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:25.233585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:25.255776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:25.357297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'Port': ['ID=11224ce6-22c4-4e72-8031-fe9dfcf6fbd3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:25.374328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-49203889-0391-4615-b74d-07d0cf965a63 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:25.379256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-49203889-0391-4615-b74d-07d0cf965a63 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.72 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.3136420 Aug 03 15:56:25.712776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.814682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad1cd7-5fbf-46f5-9be9-c032333f42ea req-528b2656-733e-4429-9110-af484412b40e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:25.829514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4ad1cd7-5fbf-46f5-9be9-c032333f42ea req-528b2656-733e-4429-9110-af484412b40e tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.2732351 Aug 03 15:56:25.862666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.863215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.887915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:25.903760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd011b-a9a9-4d5d-8bec-03978dbd70cd req-101de963-9c9b-47ad-9cef-391ebd9d02d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:25.906606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35dd011b-a9a9-4d5d-8bec-03978dbd70cd req-101de963-9c9b-47ad-9cef-391ebd9d02d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.3335602 Aug 03 15:56:25.982762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Pushing event deleted for resources: {'Port': ['ID=341f2480-a03e-406d-bd4f-4e6fa9750025,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:26.038853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4ad1cd7-5fbf-46f5-9be9-c032333f42ea req-da351095-e432-4348-bfbe-4aa771e5699f tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076662 Aug 03 15:56:26.160039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Deleting port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:26.166815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:26.394199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] For port 01a91e2c-8b90-44b9-94b1-dcab9489feb8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=01a91e2c-8b90-44b9-94b1-dcab9489feb8,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:26.394877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:26.449913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Calling delete_port for 01a91e2c-8b90-44b9-94b1-dcab9489feb8 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:26.455525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704482eb-95a6-4723-947b-8a34369e9884 req-623ea6d4-de1d-40ce-9d3b-8cd668691f19 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:26.460398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-704482eb-95a6-4723-947b-8a34369e9884 req-623ea6d4-de1d-40ce-9d3b-8cd668691f19 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.2217796 Aug 03 15:56:26.616817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6830b622-307c-4493-9182-de37410777c2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:26.692532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:26.700611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:26.715641 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:26.773515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6830b622-307c-4493-9182-de37410777c2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:26.782110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6830b622-307c-4493-9182-de37410777c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:26.782491 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:26.813735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-704482eb-95a6-4723-947b-8a34369e9884 req-76f00487-b1c9-428e-adb6-7061571240ee tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285294 Aug 03 15:56:26.944996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'Port': ['ID=11224ce6-22c4-4e72-8031-fe9dfcf6fbd3,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:27.002159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.014084 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.057187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.058776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9bcf8491-018b-4641-8b4c-dc0d683c5eff tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5309334 Aug 03 15:56:27.114809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6830b622-307c-4493-9182-de37410777c2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6830b622-307c-4493-9182-de37410777c2,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:27.123300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.269795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38612) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:27.299429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:27.308871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ee0ed30d-1551-4c72-adc3-1a196d7181ae no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:27.315449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35dd011b-a9a9-4d5d-8bec-03978dbd70cd req-be3dc7c2-4dbd-422e-bec6-b21cfc69b825 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3391168 Aug 03 15:56:27.395049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ee0ed30d-1551-4c72-adc3-1a196d7181ae {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:27.395496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ee0ed30d-1551-4c72-adc3-1a196d7181ae not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:27.396014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 341f2480-a03e-406d-bd4f-4e6fa9750025 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:27.397602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd65e-f399-430d-9da5-7c16a2f1dd76 req-19b832a9-7b83-455d-b820-1add8eca26a4 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:27.403522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.409917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-653fd65e-f399-430d-9da5-7c16a2f1dd76 req-19b832a9-7b83-455d-b820-1add8eca26a4 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 946 time: 0.2123437 Aug 03 15:56:27.425760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 341f2480-a03e-406d-bd4f-4e6fa9750025 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:27.426183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 341f2480-a03e-406d-bd4f-4e6fa9750025 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:27.478179 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-653fd65e-f399-430d-9da5-7c16a2f1dd76 req-19e516af-ce0b-48ec-8e8d-28308adcc26b tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/security-groups?id=168703be-320f-44b5-bb33-6ef97a071c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670834 Aug 03 15:56:27.506888 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff3a00d0-dfef-4725-8465-edc1be890e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.683275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-de6123ca-a000-4160-9052-879f003a8554 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1607351553&fields=id&tenant_id=3947a9d58a424765a75b1995c0597d5a HTTP/1.1" status: 200 len: 267 time: 0.0958452 Aug 03 15:56:27.687959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.726911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.732872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'network': {'name': 'tempest-network-smoke--1183182190', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:27.757028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff3a00d0-dfef-4725-8465-edc1be890e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.785440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff3a00d0-dfef-4725-8465-edc1be890e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.792340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:27.796152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.845192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.864886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a00d0-dfef-4725-8465-edc1be890e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d659d2-52d2-4d1b-99a6-d7e9ac91b43d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:27.878127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ff3a00d0-dfef-4725-8465-edc1be890e70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ecb2d81eb9d64107b66e1813e58754ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1735613 Aug 03 15:56:27.888864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38628) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:27.957865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.958767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dbbc918-fbb3-4d6c-8f93-af370573e6de {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:56:27.984697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:27.995420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f4d3a34-c7cd-42cc-ad11-fdd80874914f admin admin] 10.222.0.70 "DELETE /v2.0/routers/1dbbc918-fbb3-4d6c-8f93-af370573e6de HTTP/1.1" status: 204 len: 168 time: 4.6756046 Aug 03 15:56:27.996393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38632) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:28.050509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.129211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.179595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d4d57-1fd4-42f0-a87f-e93f9d095aed req-6afa4684-0f7d-4b15-b31d-84f9184a2b16 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:28.187675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-537d4d57-1fd4-42f0-a87f-e93f9d095aed req-6afa4684-0f7d-4b15-b31d-84f9184a2b16 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.2156529 Aug 03 15:56:28.219823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-4ea9b130-003e-4665-8a66-0ea5e674cc58 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:28.222608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-4ea9b130-003e-4665-8a66-0ea5e674cc58 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/networks?id=29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 200 len: 812 time: 0.5383039 Aug 03 15:56:28.232449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Deleting subnet dca07c3e-03f6-4e88-9575-15c6360e12e8 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:56:28.250798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.253558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.269310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['01a91e2c-8b90-44b9-94b1-dcab9489feb8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:28.285855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-537d4d57-1fd4-42f0-a87f-e93f9d095aed req-95a81210-d5c4-4ed4-97c0-eea8cd2d2b64 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969677 Aug 03 15:56:28.331540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-61b5ec8c-cef4-48c0-b733-91fd05c86770 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/quotas/3947a9d58a424765a75b1995c0597d5a HTTP/1.1" status: 200 len: 375 time: 0.0931370 Aug 03 15:56:28.382801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.395144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.481123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6830b622-307c-4493-9182-de37410777c2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:28.502897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:56:28.512159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Pushing event deleted for resources: {'Port': ['ID=01a91e2c-8b90-44b9-94b1-dcab9489feb8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:28.542864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.543229 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Added segment a115f61c-0897-4865-859f-06ffe3b49dda of type vlan for network 3133fd60-aaaf-4cb4-af98-029d755796f8 Aug 03 15:56:28.545330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.588411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6830b622-307c-4493-9182-de37410777c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:28.589571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.657338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.665524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] No DVR routers for this DVR port 01a91e2c-8b90-44b9-94b1-dcab9489feb8 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:28.679353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.683132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3be2dcf6-4b7e-4b55-ac8e-36526ae09368 req-174c1887-6ba4-4f47-9635-1b70f38613f5 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.72 "DELETE /v2.0/ports/01a91e2c-8b90-44b9-94b1-dcab9489feb8 HTTP/1.1" status: 204 len: 173 time: 3.2949462 Aug 03 15:56:28.698904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'name': 'network-vif-deleted', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:28.707433 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474ec8c-b53a-4dcd-9389-b458a89947eb" -d '{"events": [{"server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "name": "network-vif-deleted", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:28.727208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a8fee3-efd5-415a-a48d-c690fe0cc23b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:28.742133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.752498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.757035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01d659d2-52d2-4d1b-99a6-d7e9ac91b43d HTTP/1.1" status: 204 len: 168 time: 0.8610995 Aug 03 15:56:28.803219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-5de29512-24bd-4bce-8e3c-6258fc35b982 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3947a9d58a424765a75b1995c0597d5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4303911 Aug 03 15:56:28.811609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.853213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232ddbd-3db7-41f2-943a-b80f5491a951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d659d2-52d2-4d1b-99a6-d7e9ac91b43d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:28.859731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.876153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:28.876822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:28.884126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-ecf4d3a6-a007-4655-8da9-16e6a4d85d81 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:56:28.900906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-ecf4d3a6-a007-4655-8da9-16e6a4d85d81 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256646 Aug 03 15:56:29.091668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8211236 Aug 03 15:56:29.103232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38646) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:29.111121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-396712126', 'admin_state_up': True, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:29.164330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ea049-26c2-4e63-a331-252405676547 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Network': ['ID=3133fd60-aaaf-4cb4-af98-029d755796f8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:29.177166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:56:29.179377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb801b-0633-428b-b807-9c196773977c req-eb801565-8ec7-4167-9681-a4b355847908 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:29.192868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dddb801b-0633-428b-b807-9c196773977c req-eb801565-8ec7-4167-9681-a4b355847908 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.4689507 Aug 03 15:56:29.269162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.317211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dddb801b-0633-428b-b807-9c196773977c req-b4cd5a83-3fdb-4e77-b401-ef409e780c1a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231697 Aug 03 15:56:29.383487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.385247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.405306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca07c3e-03f6-4e88-9575-15c6360e12e8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:29.410163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.415580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-63e21e90-92e8-4dc5-b5b3-a94d6ee55976 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dca07c3e-03f6-4e88-9575-15c6360e12e8 HTTP/1.1" status: 204 len: 168 time: 1.3792877 Aug 03 15:56:29.415884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38650) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:29.428628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-f47b9455-2dab-4bd5-a1d2-79b8483eac5a service neutron] 10.222.0.70 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250523 Aug 03 15:56:29.567777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.601511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38652) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:29.640027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-736671a2-9697-453e-a100-d31d05542eb9 req-e06c3f0e-0dfc-4f9e-86c4-118bc19e9b85 tempest-AttachSCSIVolumeTestJSON-1414040114 tempest-AttachSCSIVolumeTestJSON-1414040114-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4 HTTP/1.1" status: 200 len: 210 time: 0.0647032 Aug 03 15:56:29.649867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e2aa5a-461c-4e24-9d64-504acd35aa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.664851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.737917 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642171a3-b524-4587-aa20-87200a781997 x-openstack-request-id: req-642171a3-b524-4587-aa20-87200a781997 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:29.738605 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4", "name": "network-vif-deleted", "tag": "01a91e2c-8b90-44b9-94b1-dcab9489feb8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:29.739150 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-642171a3-b524-4587-aa20-87200a781997 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:29.739744 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c9ca53-701f-4ef4-bd84-8627cd9d6cb4', 'name': 'network-vif-deleted', 'tag': '01a91e2c-8b90-44b9-94b1-dcab9489feb8', 'status': 'completed', 'code': 200} Aug 03 15:56:29.782481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-a622f597-ce5c-4bc8-8041-d38bd4c6c16f service neutron] 10.222.0.70 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524413 Aug 03 15:56:29.869935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.905180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6702e2-8207-477c-804d-ffb1978f5d65']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:29.928115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fff1e2-2597-4ede-9990-3823e1b5360c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:29.928464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fff1e2-2597-4ede-9990-3823e1b5360c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:29.953112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.954243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.988530 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e2aa5a-461c-4e24-9d64-504acd35aa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:29.995581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e2aa5a-461c-4e24-9d64-504acd35aa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.000242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.019724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3ce26-d2c8-498d-9d5d-d700c87c7734 req-d13684f3-45ff-4813-982b-7fd095f937b5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:30.021324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3df3ce26-d2c8-498d-9d5d-d700c87c7734 req-d13684f3-45ff-4813-982b-7fd095f937b5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.1735690 Aug 03 15:56:30.037719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:56:30.038272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:56:30.063755 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:56:30.143282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-79e2aa5a-461c-4e24-9d64-504acd35aa3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2db4543db40f44989331942bf09d5642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406649 Aug 03 15:56:30.158745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38658) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:30.169136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2aa5a-461c-4e24-9d64-504acd35aa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d84af-0079-451d-bf17-4d964737f2d4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:30.220040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.246273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.259000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d6702e2-8207-477c-804d-ffb1978f5d65 HTTP/1.1" status: 204 len: 168 time: 0.8414166 Aug 03 15:56:30.261970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb46c5df-4ad1-4895-ad47-9929ff8273c2 req-54cd83b8-8f5c-43d1-a8b8-1409ece0bf07 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.1229446 Aug 03 15:56:30.291969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3df3ce26-d2c8-498d-9d5d-d700c87c7734 req-56b4f84d-9e33-4e74-bddf-d02cec232f2f tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116797 Aug 03 15:56:30.313800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201219fe-d807-4326-a978-21a70e8a9f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6702e2-8207-477c-804d-ffb1978f5d65,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:30.332036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 01a91e2c-8b90-44b9-94b1-dcab9489feb8 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:30.342455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.399259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.445467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 01a91e2c-8b90-44b9-94b1-dcab9489feb8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:30.448163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 01a91e2c-8b90-44b9-94b1-dcab9489feb8 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:30.639557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470117e-2e10-4f77-a380-54273f7bd3d4 req-ccffe75c-5a8c-4cec-ae03-3d3c5fecc5f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:30.642621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0470117e-2e10-4f77-a380-54273f7bd3d4 req-ccffe75c-5a8c-4cec-ae03-3d3c5fecc5f5 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1328614 Aug 03 15:56:30.651156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.658373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.667086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c6d84af-0079-451d-bf17-4d964737f2d4 HTTP/1.1" status: 204 len: 168 time: 0.5051656 Aug 03 15:56:30.681380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.707333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24769dac-c32e-47a0-8411-883452bb4b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d84af-0079-451d-bf17-4d964737f2d4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:30.758637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:30.794291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0470117e-2e10-4f77-a380-54273f7bd3d4 req-5bc120bc-0139-4609-90bb-4cd71490e236 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259301 Aug 03 15:56:30.868637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:30.964981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a2af698-ba70-414c-803f-07e4baaa63d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40057b43f9d44b73869e5b3bbe6e828e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953147 Aug 03 15:56:30.965550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:31.080958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.081874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.25.7.164 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/f06f855c-2560-43ab-9bed-249f9d941382) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:31.115247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.211221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.217804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.226317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb2a7c61-741d-43ed-90e9-8bc668656f91 HTTP/1.1" status: 204 len: 168 time: 0.2593586 Aug 03 15:56:31.255522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa082e-9c5f-4f62-8681-5ebc5d0fca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a7c61-741d-43ed-90e9-8bc668656f91,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:31.410894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.689688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f60f2e7-30e0-4e52-8c87-de51533278bc req-75f4a1b3-efce-4a98-b01b-eb452ec52864 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.0792797 Aug 03 15:56:31.727370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e992382-ef97-4a50-9fb4-9e65ee0f1d0e req-80e34105-aea3-4b51-826d-c30892b0fbbd tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:31.737281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e992382-ef97-4a50-9fb4-9e65ee0f1d0e req-80e34105-aea3-4b51-826d-c30892b0fbbd tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.2736964 Aug 03 15:56:31.746312 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:31.879621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:31.915487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:32.010824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:32.037424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e992382-ef97-4a50-9fb4-9e65ee0f1d0e req-d18712b0-4365-4df5-9730-07e7c3ff8bf7 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914999 Aug 03 15:56:32.226348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd34dd6-aff1-4bb4-ac93-7ba2994396ab req-201b1e3f-d83f-4ca2-b8bf-35b80207fb9b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:32.235494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecd34dd6-aff1-4bb4-ac93-7ba2994396ab req-201b1e3f-d83f-4ca2-b8bf-35b80207fb9b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2537780 Aug 03 15:56:32.417678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=f06f855c-2560-43ab-9bed-249f9d941382,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:32.461755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecd34dd6-aff1-4bb4-ac93-7ba2994396ab req-bf375bd3-dd91-4ae0-a6f0-8c3d7fe5fee0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057083 Aug 03 15:56:32.604695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-7ceedddb-0326-48df-8531-e2d0fc40df08 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:32.607354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-7ceedddb-0326-48df-8531-e2d0fc40df08 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.72 "GET /v2.0/networks?id=29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 200 len: 812 time: 0.5664666 Aug 03 15:56:32.851618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-0b37af8a-8187-4e47-ba97-f4a0c7b9506f tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3947a9d58a424765a75b1995c0597d5a HTTP/1.1" status: 200 len: 380 time: 0.2340031 Aug 03 15:56:32.881614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'port': {'device_id': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'admin_state_up': True, 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'security_groups': ['562139ad-871f-4052-b3cb-326d7cf46f21']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:32.992655 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2c57ae2-42c4-46c4-9573-39bca208b80f req-97718a14-b888-4bd6-bc07-f97a945d2457 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.1792836 Aug 03 15:56:33.320048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e3eb0-66e3-4356-b097-6aef3b787341 req-4fc06d90-2c60-49a4-9e29-366d48217125 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:33.325039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-099e3eb0-66e3-4356-b097-6aef3b787341 req-4fc06d90-2c60-49a4-9e29-366d48217125 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.1306608 Aug 03 15:56:33.404805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Made reservation on behalf of 3947a9d58a424765a75b1995c0597d5a for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:33.409451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:33.409967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-099e3eb0-66e3-4356-b097-6aef3b787341 req-596d753f-3e52-4b14-a3cf-1f90acb3b90a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722969 Aug 03 15:56:33.413982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:33.585438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38794) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:33.806842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ebd79-5859-4571-8ff6-684fbb928474 req-c21ca59c-87dc-4990-a6d1-77b8cdf3c6d4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:33.817156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-180ebd79-5859-4571-8ff6-684fbb928474 req-c21ca59c-87dc-4990-a6d1-77b8cdf3c6d4 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2151663 Aug 03 15:56:33.831840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-network', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:33.927387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Made reservation on behalf of 9982528d2c944c43bc55b14e948f2f00 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:33.932175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:33.972171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.231388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8b67aa1-10c0-490d-923c-99d3cf2d77cf req-7a16b98a-f3b4-42a5-ab5c-ef4ac1037fed tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.0603940 Aug 03 15:56:34.310030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.315380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.365023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:56:34.391909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650155d-d605-4316-9a5b-dc00a2736c02,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:34.414020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.414348 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Added segment a1e3fb16-d353-4a2a-aa46-8aff53f6f21c of type vlan for network 093de1c8-6eb8-4428-83f2-9162627334bb Aug 03 15:56:34.467716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.504204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.506459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:34.507472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.567625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9770525 Aug 03 15:56:34.568814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:34.616397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Request body: {'subnet': {'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-subnet', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:34.715160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Allocated IP 172.20.0.9 (29ffaf42-0709-4992-85c7-8f473e5f11c0/7c5b63c3-7b2e-469c-8847-50b9ca19318f/462be441-5f6b-45f8-86e2-cab24f67b03e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:34.773908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-180ebd79-5859-4571-8ff6-684fbb928474 req-51489428-c774-43c0-b49e-369db541b163 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9554398 Aug 03 15:56:34.803189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:34.811091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431816-1c8a-4123-b7c2-c52f10110269 admin admin] Pushing event updated for resources: {'Network': ['ID=093de1c8-6eb8-4428-83f2-9162627334bb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:34.830274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 093de1c8-6eb8-4428-83f2-9162627334bb details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:56:34.863503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038b62d-57ea-44ee-b9d1-0d6787a8dd73 req-cfae2f4c-73e8-4a84-aeaa-78d17bd0478e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:34.866704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9038b62d-57ea-44ee-b9d1-0d6787a8dd73 req-cfae2f4c-73e8-4a84-aeaa-78d17bd0478e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.3411925 Aug 03 15:56:34.868716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Made reservation on behalf of 9982528d2c944c43bc55b14e948f2f00 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:34.874088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.268858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9038b62d-57ea-44ee-b9d1-0d6787a8dd73 req-1f163fc6-743c-4c5c-8ac8-6c256d0cba28 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930905 Aug 03 15:56:35.286901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.318434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.361324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Transition to ACTIVE for port object 462be441-5f6b-45f8-86e2-cab24f67b03e will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:35.437954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dea9b64e-246a-4280-b705-e5fd0ddd4d67 req-45a4e81e-abe8-42b6-bdb7-6676bb41aeac tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.0368595 Aug 03 15:56:35.480803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5e266b-204e-4731-a208-84c353ffed73,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:35.502434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Checking segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:35.503291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Network hostable DHCP agents. Network: 093de1c8-6eb8-4428-83f2-9162627334bb, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:56:35.510559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.532242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Network 093de1c8-6eb8-4428-83f2-9162627334bb is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:56:35.555907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 093de1c8-6eb8-4428-83f2-9162627334bb) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:35.571589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:35.572456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.591385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:56:35.594953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d93873-ae79-4e24-b435-a10b6d009ec9 None None] Network 093de1c8-6eb8-4428-83f2-9162627334bb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:35.604606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:35.619901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-580eaf46-d8d7-4bc2-add7-01d1d657327b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0108874 Aug 03 15:56:35.624562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38852) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:35.628278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:35.632949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:35.636358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:35.665499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.666833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.710150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event updated for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:35.758135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:35.895891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:35.896964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:36.016565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e1c74d-b831-407f-847e-0ac1721573d5 None None] Network 093de1c8-6eb8-4428-83f2-9162627334bb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:36.027684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-dc2a9e47-458d-4b3b-83bf-e5e98d862d1a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1501620 Aug 03 15:56:36.052554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Request body: {'port': {'device_id': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:36.160471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:36.198191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:36.263140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:36.280533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:36.287442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:36.287675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-355db11b-d8d0-4d79-aaaf-cdabd3ed4db5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1793959 Aug 03 15:56:36.287790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:36.380114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:36.384052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:36.512678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361475f8-c2a2-4aa7-a839-112341e4184c req-d6d44671-71c9-4cda-bb85-bed10330abdd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:36.518673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-361475f8-c2a2-4aa7-a839-112341e4184c req-d6d44671-71c9-4cda-bb85-bed10330abdd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.5635879 Aug 03 15:56:36.563128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-051c3659-aba4-48a8-83f6-e0e13ee283d7 None None] Provisioning for port 462be441-5f6b-45f8-86e2-cab24f67b03e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:36.627609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:36.627996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-051c3659-aba4-48a8-83f6-e0e13ee283d7 None None] Provisioning complete for port 462be441-5f6b-45f8-86e2-cab24f67b03e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:36.628486 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-051c3659-aba4-48a8-83f6-e0e13ee283d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:36.716443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-361475f8-c2a2-4aa7-a839-112341e4184c req-779e4e9e-c4ce-499f-81e9-31193daa8837 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879673 Aug 03 15:56:36.978219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb36c2-43a6-43da-b880-d8c53c1c055c req-6e0d5bd1-6a35-4dd9-babb-fa09dda8ecb2 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:36.987569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7cb36c2-43a6-43da-b880-d8c53c1c055c req-6e0d5bd1-6a35-4dd9-babb-fa09dda8ecb2 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.4217522 Aug 03 15:56:37.035575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-051c3659-aba4-48a8-83f6-e0e13ee283d7 None None] Port 462be441-5f6b-45f8-86e2-cab24f67b03e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:37.036140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.051367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-baf8c6eb-1c4b-4e8d-a4f0-6f95af61109f tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=23bd751f84b447cd8c7eb9f9c5ab05bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7597222 Aug 03 15:56:37.067123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a34d4a9-3ed5-4d79-a9a9-0113fc8e526c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.072652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:37.076714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38882) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:37.083042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.262219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da9b56-80b8-42e9-92b3-e2e3fa650f13 req-9149bed0-eea0-43fb-a7df-9ade3206be27 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:37.264232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7da9b56-80b8-42e9-92b3-e2e3fa650f13 req-9149bed0-eea0-43fb-a7df-9ade3206be27 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 931 time: 0.2319140 Aug 03 15:56:37.303895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7cb36c2-43a6-43da-b880-d8c53c1c055c req-9bac4a10-75cd-43a9-8523-3157567a5ac1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131604 Aug 03 15:56:37.374034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7da9b56-80b8-42e9-92b3-e2e3fa650f13 req-d4f6511d-8d36-458a-b9a5-2ca8d4f0e46c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018691 Aug 03 15:56:37.400207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Allocated IP 172.25.7.50 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/334010cd-e162-4ffd-a59b-e6be241c82cd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:37.536171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:33Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:37.547222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:37.585515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:37.585892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Updating router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 port f06f855c-2560-43ab-9bed-249f9d941382 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:37.633420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a34d4a9-3ed5-4d79-a9a9-0113fc8e526c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.635435 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.635938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82388d-149d-4fb5-9007-e652b5de4f89 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:37.638339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be82388d-149d-4fb5-9007-e652b5de4f89 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5602129 Aug 03 15:56:37.646362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38894) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:37.647570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a34d4a9-3ed5-4d79-a9a9-0113fc8e526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.820522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b52e611-64b3-4049-b8bd-bcbc96e12dfd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1594303 Aug 03 15:56:37.829780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d4a9-3ed5-4d79-a9a9-0113fc8e526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d355455b-0b5e-44da-b0f4-4cb1e73527f7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:37.835792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:37.853481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-602394579', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:37.870873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462be441-5f6b-45f8-86e2-cab24f67b03e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:56:37.896255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:37.976678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5a34d4a9-3ed5-4d79-a9a9-0113fc8e526c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a474ffc0bd72431287e2dd7725aed81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3475189 Aug 03 15:56:38.004550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:38.008979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Transition to ACTIVE for port object 462be441-5f6b-45f8-86e2-cab24f67b03e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:38.069129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.161678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae201b44-72e6-40e7-b601-8fe4facd2ed0 req-e879aef0-52f3-4ea0-b928-e45e544e52c3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:38.163285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae201b44-72e6-40e7-b601-8fe4facd2ed0 req-e879aef0-52f3-4ea0-b928-e45e544e52c3 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2361953 Aug 03 15:56:38.163903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.265198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Pushing event updated for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:38.286753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.297525 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.389930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:38.395059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.477773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:38.488864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.497220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:38.505546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Pushing event updated for resources: {'Port': ['ID=334010cd-e162-4ffd-a59b-e6be241c82cd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:38.518044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae201b44-72e6-40e7-b601-8fe4facd2ed0 req-fc85dfb3-087d-4a19-8bd6-d3904d159e09 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262677 Aug 03 15:56:38.536275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:38.610164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.639810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Transition to ACTIVE for port object f06f855c-2560-43ab-9bed-249f9d941382 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:38.662350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.676004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Attempting to bind port 462be441-5f6b-45f8-86e2-cab24f67b03e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:38.676004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Attempting to bind port 462be441-5f6b-45f8-86e2-cab24f67b03e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:38.676310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Attempting to bind port 462be441-5f6b-45f8-86e2-cab24f67b03e on network 29ffaf42-0709-4992-85c7-8f473e5f11c0 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:38.706938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.707882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.708452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Port 462be441-5f6b-45f8-86e2-cab24f67b03e on network 29ffaf42-0709-4992-85c7-8f473e5f11c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:56:38.708806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Attempting to bind port 462be441-5f6b-45f8-86e2-cab24f67b03e on network 29ffaf42-0709-4992-85c7-8f473e5f11c0 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:38.708938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.709803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.710377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.711115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.711669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.712415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.713035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.713828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.714334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.715310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:38.730949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:38.731386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Checking segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:38.731804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Bound using segment: {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:38.732323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Bound port: 462be441-5f6b-45f8-86e2-cab24f67b03e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31210060-8830-49fc-aaa1-5a062cf9f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:38.732691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.774091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4d67d-19a2-4162-80a8-7206f978c88f None None] Pushing event updated for resources: {'Port': ['ID=f06f855c-2560-43ab-9bed-249f9d941382,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:38.835142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.842203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.845137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d355455b-0b5e-44da-b0f4-4cb1e73527f7 HTTP/1.1" status: 204 len: 168 time: 0.8276947 Aug 03 15:56:38.845633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Attempting to bind port f06f855c-2560-43ab-9bed-249f9d941382 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:38.846220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Attempting to bind port f06f855c-2560-43ab-9bed-249f9d941382 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:38.850085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Attempting to bind port f06f855c-2560-43ab-9bed-249f9d941382 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:38.866143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:38.866569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:38.867146 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.867609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:38.868208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Bound port: f06f855c-2560-43ab-9bed-249f9d941382, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:38.868707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:38.901683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d42290-21a0-4933-87c9-7e0edb604325 req-c0df4929-0db5-4af3-94cd-b1682ef1d529 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:38.903351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23d42290-21a0-4933-87c9-7e0edb604325 req-c0df4929-0db5-4af3-94cd-b1682ef1d529 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 943 time: 0.2498293 Aug 03 15:56:38.967318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] For port f06f855c-2560-43ab-9bed-249f9d941382, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:38.973834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] For port f06f855c-2560-43ab-9bed-249f9d941382, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f06f855c-2560-43ab-9bed-249f9d941382,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:38.975106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af8c26-6bbd-4128-8a5b-228bebe5be6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355455b-0b5e-44da-b0f4-4cb1e73527f7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:38.982409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.137050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4d67d-19a2-4162-80a8-7206f978c88f None None] Pushing event updated for resources: {'Port': ['ID=f06f855c-2560-43ab-9bed-249f9d941382,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:39.148061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:39.148826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:39.162999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d5e32-bfc6-455e-9c7d-94a31bb16f2e req-09e677e2-1541-4ddc-a536-50361ee4025a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:39.164665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-005d5e32-bfc6-455e-9c7d-94a31bb16f2e req-09e677e2-1541-4ddc-a536-50361ee4025a tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.6967959 Aug 03 15:56:39.211568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23d42290-21a0-4933-87c9-7e0edb604325 req-31598bae-c757-4a9a-a79b-82ab6475c5c3 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719800 Aug 03 15:56:39.258570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:39.266408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.282822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=462be441-5f6b-45f8-86e2-cab24f67b03e,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:39.348088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.370457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:39.405714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-4722e589-f636-4694-8c61-30f394aef494 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:39.407656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-4722e589-f636-4694-8c61-30f394aef494 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1097 time: 0.4916975 Aug 03 15:56:39.441359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:39.493216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Pushing event updated for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:39.494530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-005d5e32-bfc6-455e-9c7d-94a31bb16f2e req-5a45fa30-c666-4d24-bbfc-f5961ad8e9ca tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187144 Aug 03 15:56:39.516500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Subnet': ['ID=61000488-cfc0-4e7f-892d-c87f399b1957,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:39.584107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:39.584752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.588103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-7324c799-82e1-4b1b-889f-3618a7250548 service neutron] 10.222.0.72 "PUT /v2.0/ports/462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 200 len: 1091 time: 3.5507443 Aug 03 15:56:39.593017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:39.598037 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58" -d '{"events": [{"name": "network-changed", "server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:39.662095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Checking segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:39.662444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network hostable DHCP agents. Network: 3133fd60-aaaf-4cb4-af98-029d755796f8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:56:39.697251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.735862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:39.748888 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1887bab-63bd-4f3b-8ea2-583fd075ad45 x-openstack-request-id: req-d1887bab-63bd-4f3b-8ea2-583fd075ad45 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:39.760292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:39.760893 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1887bab-63bd-4f3b-8ea2-583fd075ad45 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:39.761706 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'status': 'completed', 'code': 200} Aug 03 15:56:39.877897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:56:39.910124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3133fd60-aaaf-4cb4-af98-029d755796f8) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:39.924244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-6f10a176-9058-4468-b267-f3c72b9b11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:39.930854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-6f10a176-9058-4468-b267-f3c72b9b11ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3947a9d58a424765a75b1995c0597d5a&device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 1094 time: 0.2720473 Aug 03 15:56:39.944721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b5145-f5d9-4f1e-bb1d-202e5059507d None None] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:39.958462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:39.959363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:40.054327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3751-1b63-4953-94c9-a6de41d88fee req-6edd453c-d303-427e-a014-d4edb6c82fa1 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:40.056365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcdf3751-1b63-4953-94c9-a6de41d88fee req-6edd453c-d303-427e-a014-d4edb6c82fa1 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.2936404 Aug 03 15:56:40.059546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-748b5433-9b81-426e-9021-1ba0cbb00a91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 200 len: 217 time: 0.0972159 Aug 03 15:56:40.078636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4e36182c-6188-45bd-bfc9-de02330f441a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2379062 Aug 03 15:56:40.078854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:40.100308 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3528f230-9ce0-44d4-bb5b-fd3080284a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:40.196410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcdf3751-1b63-4953-94c9-a6de41d88fee req-7403c5e9-4d6a-43a8-bf05-1951462e9326 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274893 Aug 03 15:56:40.201904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-32fd62a7-b067-4308-82c2-bd38eadb3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:40.204193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-32fd62a7-b067-4308-82c2-bd38eadb3848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c5b63c3-7b2e-469c-8847-50b9ca19318f HTTP/1.1" status: 200 len: 851 time: 0.1367567 Aug 03 15:56:40.367978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215a68-856b-40af-81ea-6448e48e629a req-c1a9ec1b-7a96-45ad-9cf3-876a2ab3eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:40.368588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:33Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:40.369627 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-c1a9ec1b-7a96-45ad-9cf3-876a2ab3eb42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29ffaf42-0709-4992-85c7-8f473e5f11c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581664 Aug 03 15:56:40.487950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3133fd60-aaaf-4cb4-af98-029d755796f8', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:56:40.498867 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:40.505800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf35e5-bad7-441f-89f6-2f6d18b6b812 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:33Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:40.576140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-664da396-e1a0-4ca2-9859-9c6d7aa6ccb1 service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987727 Aug 03 15:56:40.624593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:40.712556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:40.727439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:40.750488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Allocated IP 172.20.0.2 (3133fd60-aaaf-4cb4-af98-029d755796f8/61000488-cfc0-4e7f-892d-c87f399b1957/95b0aed4-f312-43bd-9351-7e957c919bd8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:40.754388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447a23f-6efa-4d75-bf8d-b4ee306ef6d2 req-c906c34f-e4a6-4934-bd71-33dab0e46a70 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:40.756096 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1447a23f-6efa-4d75-bf8d-b4ee306ef6d2 req-c906c34f-e4a6-4934-bd71-33dab0e46a70 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.1586490 Aug 03 15:56:40.769837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce215a68-856b-40af-81ea-6448e48e629a req-0bb744ab-45dd-4a24-b578-3ee8ac41e03a service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849854 Aug 03 15:56:40.865190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1447a23f-6efa-4d75-bf8d-b4ee306ef6d2 req-c689c393-05cc-4323-a6ce-5289ebcfb64c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944033 Aug 03 15:56:40.977234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-ae17d1a3-5ac9-4c9a-85f9-5beb6c7558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:40.988617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-ae17d1a3-5ac9-4c9a-85f9-5beb6c7558b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3947a9d58a424765a75b1995c0597d5a&device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 1094 time: 0.1581304 Aug 03 15:56:41.181809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40b45-94b5-4a04-9da1-808be2bad909 req-ba3b3fa8-de7f-4ff9-bf41-e84e6761f8c7 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:41.191700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08c40b45-94b5-4a04-9da1-808be2bad909 req-ba3b3fa8-de7f-4ff9-bf41-e84e6761f8c7 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 943 time: 0.8149033 Aug 03 15:56:41.321121 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:41.363064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Transition to ACTIVE for port object 95b0aed4-f312-43bd-9351-7e957c919bd8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:41.364719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-1f472028-5e0b-410f-9f3f-8f487fb8404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:41.368656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-1f472028-5e0b-410f-9f3f-8f487fb8404b service neutron] 10.222.0.72 "GET /v2.0/networks?id=29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 200 len: 913 time: 0.3720863 Aug 03 15:56:41.395956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1fef-1a22-4508-ada4-e216f4510dc2 req-36003e02-ca27-41de-b803-85ba89101d2d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:41.409435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-077f1fef-1a22-4508-ada4-e216f4510dc2 req-36003e02-ca27-41de-b803-85ba89101d2d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 946 time: 0.2296524 Aug 03 15:56:41.426137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Transition to ACTIVE for port object 95b0aed4-f312-43bd-9351-7e957c919bd8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:41.455030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:41.515562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:41.519470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-56c14014-8996-4861-99a5-fb32c053135d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 200 len: 217 time: 0.0948255 Aug 03 15:56:41.532065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-077f1fef-1a22-4508-ada4-e216f4510dc2 req-36848697-9273-49e8-834b-fcaf7ca000c0 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214225 Aug 03 15:56:41.591972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:41.598542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:41.634361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Pushing event updated for resources: {'Port': ['ID=95b0aed4-f312-43bd-9351-7e957c919bd8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:41.657241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:41.667707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-6fd7447a-c184-439f-8244-5eb7ab8c86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:41.670372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-6fd7447a-c184-439f-8244-5eb7ab8c86fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c5b63c3-7b2e-469c-8847-50b9ca19318f HTTP/1.1" status: 200 len: 851 time: 0.1324513 Aug 03 15:56:41.752154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-ff225fa7-827d-46a1-b299-0803b7eaccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:41.753912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-ff225fa7-827d-46a1-b299-0803b7eaccc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29ffaf42-0709-4992-85c7-8f473e5f11c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803518 Aug 03 15:56:41.773082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Attempting to bind port 95b0aed4-f312-43bd-9351-7e957c919bd8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:41.774717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Attempting to bind port 95b0aed4-f312-43bd-9351-7e957c919bd8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:41.775766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Attempting to bind port 95b0aed4-f312-43bd-9351-7e957c919bd8 on network 3133fd60-aaaf-4cb4-af98-029d755796f8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:41.791816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:41.794534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Checking segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:41.795689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:41.797493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Bound using segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:41.800715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Bound port: 95b0aed4-f312-43bd-9351-7e957c919bd8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:41.801379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:41.872965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:41.904351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa285-fd48-4927-85af-c035c667937a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:41.910731 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7818c8-e75f-4ee9-a0c8-10a8d149f2ff" -d '{"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa285-fd48-4927-85af-c035c667937a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:42.017477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:42.035059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] For port 95b0aed4-f312-43bd-9351-7e957c919bd8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:42.050881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] For port 95b0aed4-f312-43bd-9351-7e957c919bd8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=95b0aed4-f312-43bd-9351-7e957c919bd8,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:42.058451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:42.206043 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c664dc78-62e8-4f5e-a4ae-fef9c806e1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:42.234901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-0ae7f07c-134f-429a-a928-1131d2bfd339 service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662654 Aug 03 15:56:42.255875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421298f0-c4e9-47f4-88c3-2dfb0fe606d6 None None] Pushing event updated for resources: {'Port': ['ID=95b0aed4-f312-43bd-9351-7e957c919bd8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:42.292346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=7']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:42.356352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08c40b45-94b5-4a04-9da1-808be2bad909 req-f06172ad-6041-4ba7-af0a-6813e403189d tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1635473 Aug 03 15:56:42.363779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 544aa285-fd48-4927-85af-c035c667937a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:56:42.405118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dfe15-4041-4877-9a1e-066a160384ce req-4b3ef98d-ea3f-41b5-bbe8-8c45b5808d1a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:42.408293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f5dfe15-4041-4877-9a1e-066a160384ce req-4b3ef98d-ea3f-41b5-bbe8-8c45b5808d1a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.3206639 Aug 03 15:56:42.506110 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2a5f82-f336-4805-9456-8d548a1b20c6 x-openstack-request-id: req-5b2a5f82-f336-4805-9456-8d548a1b20c6 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:42.506721 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa285-fd48-4927-85af-c035c667937a", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:42.506978 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b2a5f82-f336-4805-9456-8d548a1b20c6 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:42.507726 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa285-fd48-4927-85af-c035c667937a', 'code': 200} Aug 03 15:56:42.510327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df8c5eb2-e6e0-4940-bc7e-33b1a10b4a58 req-d160f57d-c390-4328-9add-3da4fc3dd6d3 service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687159 Aug 03 15:56:42.555049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f06f855c-2560-43ab-9bed-249f9d941382 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:42.641344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f5dfe15-4041-4877-9a1e-066a160384ce req-ee87683f-cc1d-4137-b4cd-95f5f67181bc tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299551 Aug 03 15:56:42.804555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:42.822505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:42.878577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:42.879162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:42.880082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:42.888447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f06f855c-2560-43ab-9bed-249f9d941382 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:42.896506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f06f855c-2560-43ab-9bed-249f9d941382 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:42.897205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:42.899282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:56:42.899647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:42.910565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:42.910945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:42.911377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:42.911919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Bound port: 544aa285-fd48-4927-85af-c035c667937a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:42.912265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.022734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:43.043059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:43.097155 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.108501 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.159799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f06f855c-2560-43ab-9bed-249f9d941382, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f06f855c-2560-43ab-9bed-249f9d941382,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:43.168842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.227031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 544aa285-fd48-4927-85af-c035c667937a has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 15:56:43.229023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:43.317927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f06f855c-2560-43ab-9bed-249f9d941382,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:43.424289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-300a5267-2017-4988-a056-4fe73a61e6c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:43.426057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-300a5267-2017-4988-a056-4fe73a61e6c7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 1.4460404 Aug 03 15:56:43.574569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf6d5-ebea-43fe-a489-9fc6b3beb9c7 req-08b9cdb8-6021-4212-bbb3-c3ec20184c2c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:43.587555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-407bf6d5-ebea-43fe-a489-9fc6b3beb9c7 req-08b9cdb8-6021-4212-bbb3-c3ec20184c2c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 943 time: 0.1118646 Aug 03 15:56:43.614101 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.649585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:56:43.663909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-407bf6d5-ebea-43fe-a489-9fc6b3beb9c7 req-96894f35-0a77-40ae-b9d6-553061aa465b tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754051 Aug 03 15:56:43.678690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:43.679282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:43.679781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:43.754371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:56:43.754704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attempting to bind port 544aa285-fd48-4927-85af-c035c667937a on network 958320b7-c977-4e74-b9bf-e20b43fd4fc1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:43.817671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:43.818033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Checking segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:43.818431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Bound using segment: {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:43.818900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Bound port: 544aa285-fd48-4927-85af-c035c667937a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b480a5d-d6f2-4330-b2c0-b87c18044500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '958320b7-c977-4e74-b9bf-e20b43fd4fc1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:43.819269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:43.829433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a18f19-a888-4bb1-b2a1-0804a7977aaf req-c21fc359-e680-46fe-9b8c-40ca7ac67847 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:43.837496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d1a18f19-a888-4bb1-b2a1-0804a7977aaf req-c21fc359-e680-46fe-9b8c-40ca7ac67847 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.4551783 Aug 03 15:56:43.902783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918d37e-482e-4a00-a8b7-a1be231ab6d4 None None] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:43.912846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1764e-7f41-442e-bbaf-a38f009d8850 req-a20861e7-5edf-4f85-ad20-500dec10c1b9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:43.920964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cee1764e-7f41-442e-bbaf-a38f009d8850 req-a20861e7-5edf-4f85-ad20-500dec10c1b9 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.0992634 Aug 03 15:56:43.985146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cee1764e-7f41-442e-bbaf-a38f009d8850 req-a34b24cd-2702-455c-b186-d91e7bed8264 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628691 Aug 03 15:56:44.005952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d638bd20-7114-4dfa-b3e8-a8a54a835ab8 None None] Provisioning for port 95b0aed4-f312-43bd-9351-7e957c919bd8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:44.088122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d1a18f19-a888-4bb1-b2a1-0804a7977aaf req-6cb35ff1-6e3b-4bfc-92ab-4dda417ac167 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494502 Aug 03 15:56:44.113089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.121519 n-d-803226-3 neutron-server[106016]: WARNING neutron.plugins.ml2.plugin [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Concurrent port binding operations failed on port 544aa285-fd48-4927-85af-c035c667937a Aug 03 15:56:44.131575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:44.134744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:44.154369 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Sync routers for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:44.162929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port 616134b8-9cc7-46ce-9882-98599842f58a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:44.163265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.168922 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:44.170264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:44.216903 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attempt 2 to bind port 544aa285-fd48-4927-85af-c035c667937a Aug 03 15:56:44.221816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:44.222593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.224126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-ffc46162-3877-4ca2-9d96-32e230d8e1a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 1122 time: 4.7945311 Aug 03 15:56:44.256584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:44.310554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.315621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:44.315848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c11ed796-5bba-429e-92c8-6ea4e9d38f72 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6892419 Aug 03 15:56:44.318454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['544aa285-fd48-4927-85af-c035c667937a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:44.324000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['544aa285-fd48-4927-85af-c035c667937a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:44.416005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Deleting port bd563aad-cae0-426f-aa98-5ba01c799d07 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:44.416538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.443071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port 616134b8-9cc7-46ce-9882-98599842f58a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=616134b8-9cc7-46ce-9882-98599842f58a,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:44.445267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.449371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 462be441-5f6b-45f8-86e2-cab24f67b03e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:56:44.451124 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:44.544629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'tag': '544aa285-fd48-4927-85af-c035c667937a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:44.548213 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858309ac-9fec-420c-91ef-9e64ca7f625b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "tag": "544aa285-fd48-4927-85af-c035c667937a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:44.660279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:44.719898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for 616134b8-9cc7-46ce-9882-98599842f58a owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:44.722862 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7d0b0-4c02-4232-95ea-acbe9de27199 x-openstack-request-id: req-82c7d0b0-4c02-4232-95ea-acbe9de27199 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:44.723176 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "tag": "544aa285-fd48-4927-85af-c035c667937a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:44.723403 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82c7d0b0-4c02-4232-95ea-acbe9de27199 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:44.723801 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'tag': '544aa285-fd48-4927-85af-c035c667937a', 'status': 'completed', 'code': 200} Aug 03 15:56:44.990599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f06f855c-2560-43ab-9bed-249f9d941382 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:45.051285 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:39Z', 'revision_number': 3, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:45.112013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-56aaabfe-edc2-4580-85b9-ed1da561763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:45.113572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-56aaabfe-edc2-4580-85b9-ed1da561763a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1125 time: 0.3537509 Aug 03 15:56:45.144694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] For port bd563aad-cae0-426f-aa98-5ba01c799d07, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bd563aad-cae0-426f-aa98-5ba01c799d07,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:45.144943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.183076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.193412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=462be441-5f6b-45f8-86e2-cab24f67b03e,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:45.224671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Calling delete_port for bd563aad-cae0-426f-aa98-5ba01c799d07 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:45.309259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'port_id': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'mac_address': 'fa:16:3e:12:cb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:56:45.325995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f06f855c-2560-43ab-9bed-249f9d941382 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:45.326374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.439252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.475152 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Checking router: e9cc0a33-5e4a-4c4d-a318-a25a89c18192 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:45.476594 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Updating router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 port 334010cd-e162-4ffd-a59b-e6be241c82cd binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:45.476936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462be441-5f6b-45f8-86e2-cab24f67b03e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:56:45.500506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dbb83-d20b-447f-8aed-91c1fb97b313 req-e674b463-bc3b-4788-97be-45b4c8323818 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:45.510401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5dbb83-d20b-447f-8aed-91c1fb97b313 req-e674b463-bc3b-4788-97be-45b4c8323818 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 943 time: 0.5924101 Aug 03 15:56:45.527042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=462be441-5f6b-45f8-86e2-cab24f67b03e,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:45.531872 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.537433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.606234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:45.672055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 95b0aed4-f312-43bd-9351-7e957c919bd8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:45.735123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 616134b8-9cc7-46ce-9882-98599842f58a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:45.837506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 95b0aed4-f312-43bd-9351-7e957c919bd8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:45.843017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.845989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af8f9b-2941-499d-a219-c223eca63fe2 req-d0801351-4837-40d8-bb86-2d174ded30d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:45.846747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['462be441-5f6b-45f8-86e2-cab24f67b03e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:56:45.853033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.1 (3133fd60-aaaf-4cb4-af98-029d755796f8/61000488-cfc0-4e7f-892d-c87f399b1957/4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:45.854889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1af8f9b-2941-499d-a219-c223eca63fe2 req-d0801351-4837-40d8-bb86-2d174ded30d0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 946 time: 0.6683857 Aug 03 15:56:45.896397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.924908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 95b0aed4-f312-43bd-9351-7e957c919bd8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:45.927412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.964491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.975253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:45.993672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.043445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7a7a0-3664-4b87-8b33-aabbdf1ac458,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.072621 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.078161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1af8f9b-2941-499d-a219-c223eca63fe2 req-c3677fbd-240a-4e24-b464-42d25da17a33 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213020 Aug 03 15:56:46.104371 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Transition to ACTIVE for port object 334010cd-e162-4ffd-a59b-e6be241c82cd will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:46.112243 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.134441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0f33fc579c14b6b91655512b474e994&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8755887 Aug 03 15:56:46.145549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39084) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:46.159893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-9271da7e-e67d-4205-a8a6-5db1b06c4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:46.161489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-9271da7e-e67d-4205-a8a6-5db1b06c4327 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 1.0320520 Aug 03 15:56:46.162951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.163292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.163628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.163958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.164288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.164616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.164940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.165262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.165680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.166005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.166325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.166641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f89fb-1fbf-46a8-8114-5a096ae95d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:46.177562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd563aad-cae0-426f-aa98-5ba01c799d07,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.228690 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Attempting to bind port 334010cd-e162-4ffd-a59b-e6be241c82cd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:46.229130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Attempting to bind port 334010cd-e162-4ffd-a59b-e6be241c82cd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:46.230150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Attempting to bind port 334010cd-e162-4ffd-a59b-e6be241c82cd on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:46.244586 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:46.246771 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:46.247182 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.247526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=616134b8-9cc7-46ce-9882-98599842f58a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.247650 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:46.248068 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Bound port: 334010cd-e162-4ffd-a59b-e6be241c82cd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:46.248476 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.300162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-a2fbd9ab-29f2-4c48-a863-081f3ba98028 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 217 time: 0.1081135 Aug 03 15:56:46.303126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.330496 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89948e4-54fe-4fc9-af9f-85b815220c92 None None] Pushing event updated for resources: {'Port': ['ID=334010cd-e162-4ffd-a59b-e6be241c82cd,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.419849 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] For port 334010cd-e162-4ffd-a59b-e6be241c82cd, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:46.427358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] For port 334010cd-e162-4ffd-a59b-e6be241c82cd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=334010cd-e162-4ffd-a59b-e6be241c82cd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:46.435770 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.438252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 95b0aed4-f312-43bd-9351-7e957c919bd8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=95b0aed4-f312-43bd-9351-7e957c919bd8,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:46.447343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.602933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.634611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=95b0aed4-f312-43bd-9351-7e957c919bd8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.660759 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:46.661408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:46.664718 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89948e4-54fe-4fc9-af9f-85b815220c92 None None] Pushing event updated for resources: {'Port': ['ID=334010cd-e162-4ffd-a59b-e6be241c82cd,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:46.672655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15910-f787-44f4-9a39-f1a59e00b51c req-4f84b4fd-cb52-4607-a1c2-1fe94b73f6c8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:46.681719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c15910-f787-44f4-9a39-f1a59e00b51c req-4f84b4fd-cb52-4607-a1c2-1fe94b73f6c8 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.3922029 Aug 03 15:56:46.688364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-430c30d0-11aa-49e4-ba0f-3e03d0ee7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:46.689950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-430c30d0-11aa-49e4-ba0f-3e03d0ee7dcf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.3670259 Aug 03 15:56:46.721801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.778105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-df473ed1-bc6d-427e-bc2c-20652eff4301 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729337 Aug 03 15:56:46.794364 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:46.820551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5dbb83-d20b-447f-8aed-91c1fb97b313 req-aaade1df-adfe-4a3a-bdae-a49c6c3fa679 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2934096 Aug 03 15:56:46.868417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port 616134b8-9cc7-46ce-9882-98599842f58a on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:46.872335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:46.875199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9eee0226-6fb9-465b-8849-3d8b15f99260 req-b05cbf30-3ed4-46b0-9ae3-4d4c5bb84306 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "DELETE /v2.0/ports/616134b8-9cc7-46ce-9882-98599842f58a HTTP/1.1" status: 204 len: 173 time: 3.3957903 Aug 03 15:56:46.880702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c15910-f787-44f4-9a39-f1a59e00b51c req-6e686d6d-eb51-46f4-9cfb-ef810faaf026 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972573 Aug 03 15:56:46.885250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'name': 'network-vif-deleted', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:46.888537 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a5d011-060e-403a-b755-1b6ccea46a18" -d '{"events": [{"server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "name": "network-vif-deleted", "tag": "616134b8-9cc7-46ce-9882-98599842f58a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:46.963503 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f1adf2-8d58-4d47-9979-112c9faabc3d x-openstack-request-id: req-03f1adf2-8d58-4d47-9979-112c9faabc3d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:46.963805 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12d7b02-7a96-4bcc-833f-58e8fd2b8888", "name": "network-vif-deleted", "tag": "616134b8-9cc7-46ce-9882-98599842f58a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:46.964056 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03f1adf2-8d58-4d47-9979-112c9faabc3d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:46.964449 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12d7b02-7a96-4bcc-833f-58e8fd2b8888', 'name': 'network-vif-deleted', 'tag': '616134b8-9cc7-46ce-9882-98599842f58a', 'status': 'completed', 'code': 200} Aug 03 15:56:46.972758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.037925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.058523 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.063923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.065669 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ba7a7a0-3664-4b87-8b33-aabbdf1ac458 HTTP/1.1" status: 204 len: 168 time: 0.9183769 Aug 03 15:56:47.077691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:47.105277 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:39Z', 'revision_number': 3, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:47.108728 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-d34b6889-a26d-4e54-b15b-42b67eb4debd service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139949 Aug 03 15:56:47.141511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e9f95-11ae-4946-9ac8-9ee99b601198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7a7a0-3664-4b87-8b33-aabbdf1ac458,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:47.147345 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de449ee7-d725-4e30-8a67-871706fece47 None None] The sync data for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 is: [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:39Z', 'revision_number': 3, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:47.213302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.329482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d20d375-aae6-454b-aaa4-2f06ed4c74de req-20783915-fa6c-446e-9f10-e4a3d5f11c89 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=a12d7b02-7a96-4bcc-833f-58e8fd2b8888 HTTP/1.1" status: 200 len: 210 time: 0.0708447 Aug 03 15:56:47.404003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.475683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-858309ac-9fec-420c-91ef-9e64ca7f625b req-9db7ef60-362a-434c-a39e-eb6283ad8b19 service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580515 Aug 03 15:56:47.505772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Allocated IP 172.20.0.1 (093de1c8-6eb8-4428-83f2-9162627334bb/fb5e266b-204e-4731-a208-84c353ffed73/232e0965-237d-49cf-9037-37d0dfaecc4d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:47.550857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:47.553735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:47.567390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:47.571081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:47.782959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.810691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:47.871430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:47.913042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:47.947479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.029769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e55d3183-048f-4ae2-8cc1-b82fe29cc50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.200640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d11010c-5e27-46e3-8306-bb9c09b0888d None None] Provisioning for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:48.215117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d11010c-5e27-46e3-8306-bb9c09b0888d None None] Provisioning complete for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:48.215579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d11010c-5e27-46e3-8306-bb9c09b0888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.227661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Network 093de1c8-6eb8-4428-83f2-9162627334bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:48.232311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:48.240762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Pushing event updated for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:48.247540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:48.308573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.342402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e67d-a126-4756-adda-f9593e76d7e2 req-41e8debb-5e0a-4fd7-923d-c4fd7c4f7894 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:48.344508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7e0e67d-a126-4756-adda-f9593e76d7e2 req-41e8debb-5e0a-4fd7-923d-c4fd7c4f7894 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 0.3317289 Aug 03 15:56:48.355606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.355967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9dc5-6ac4-41b5-a75b-e48af8899ee8 req-98f40def-b38e-4ba5-a462-47ce367ada4c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:48.357723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09ca9dc5-6ac4-41b5-a75b-e48af8899ee8 req-98f40def-b38e-4ba5-a462-47ce367ada4c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 944 time: 0.3213117 Aug 03 15:56:48.359748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:48.360364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7d11010c-5e27-46e3-8306-bb9c09b0888d None None] Port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:48.379041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Sync routers for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:48.384033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 462be441-5f6b-45f8-86e2-cab24f67b03e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:48.387508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-51a75e37-5b5f-4c37-a8ee-9e2fc45f7e67 admin admin] 10.222.0.70 "PUT /v2.0/routers/bbd3e2b8-4f3f-45e4-9cf9-6953149cb006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8359354 Aug 03 15:56:48.408846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39108) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:48.494776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7e0e67d-a126-4756-adda-f9593e76d7e2 req-f2a3d97f-39a9-471a-9903-1334ec1f31d5 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355894 Aug 03 15:56:48.571103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:48.573377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:48.733894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09ca9dc5-6ac4-41b5-a75b-e48af8899ee8 req-6cf158cb-811f-43c7-99d7-5119c196f212 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286889 Aug 03 15:56:48.875002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:48.876194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 462be441-5f6b-45f8-86e2-cab24f67b03e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:48.912766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 334010cd-e162-4ffd-a59b-e6be241c82cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:48.926799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 462be441-5f6b-45f8-86e2-cab24f67b03e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:48.927171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.026675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e55d3183-048f-4ae2-8cc1-b82fe29cc50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.053913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e55d3183-048f-4ae2-8cc1-b82fe29cc50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.150409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:49.186428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.230459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.248800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.380204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e55d3183-048f-4ae2-8cc1-b82fe29cc50b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb6c0faacf0c4cdfa33ce80d0638dd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4670899 Aug 03 15:56:49.390871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d3183-048f-4ae2-8cc1-b82fe29cc50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4c634-a803-4efc-933c-a467ac626423,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:49.394536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39128) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:49.420169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:56:49.423309 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462d7d4f-884e-4a3d-8d33-8e92cbfe5013" -d '{"events": [{"server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "name": "network-vif-plugged", "status": "completed", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:56:49.443404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 334010cd-e162-4ffd-a59b-e6be241c82cd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:49.452222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=462be441-5f6b-45f8-86e2-cab24f67b03e,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:49.457562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 334010cd-e162-4ffd-a59b-e6be241c82cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:49.457961 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.461952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.470308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.591769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.633624 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5cac93-946e-47fc-8c16-7b550caa950a x-openstack-request-id: req-ec5cac93-946e-47fc-8c16-7b550caa950a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:56:49.633961 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "name": "network-vif-plugged", "status": "completed", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:56:49.634215 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec5cac93-946e-47fc-8c16-7b550caa950a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:56:49.634507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.634641 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'code': 200} Aug 03 15:56:49.635251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.644303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:49.748509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:56:45Z', 'revision_number': 5, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port': {'id': '6688d873-798b-4da7-9fc7-3c757bc3c840', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:13Z', 'updated_at': '2021-08-03T15:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:49.757726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-6f064167-0ebd-42e0-a345-460424c60807 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:49.759885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-6f064167-0ebd-42e0-a345-460424c60807 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.5044432 Aug 03 15:56:49.808777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.810881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.817617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:49.820413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2c4c634-a803-4efc-933c-a467ac626423 HTTP/1.1" status: 204 len: 168 time: 0.4221392 Aug 03 15:56:49.839726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Pushing event updated for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:49.850690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Checking router: bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:49.894841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Routers {'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:49.895021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:50.079801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471b424-9011-4478-8bf5-5cc265a56d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4c634-a803-4efc-933c-a467ac626423,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:50.099079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07077d-5d56-4d05-88bd-f935ede8dab8 req-115a6fd5-d6f4-4c44-9bc5-106dfb708e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:50.102196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-5f395760-ce5f-49ba-bfb3-d2b9fbb3a40d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/quotas/3e303a39b9de4e9f8b515d3450fa7353 HTTP/1.1" status: 200 len: 375 time: 0.2635286 Aug 03 15:56:50.104653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a07077d-5d56-4d05-88bd-f935ede8dab8 req-115a6fd5-d6f4-4c44-9bc5-106dfb708e0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 1096 time: 0.4070292 Aug 03 15:56:50.171347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.178564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-200dd5fd-52c0-4db6-a77a-9f54db6c5f92 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580807 Aug 03 15:56:50.182147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Deleting port 6688d873-798b-4da7-9fc7-3c757bc3c840 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:50.184203 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.189840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] Set router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:50.264254 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.282003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:56:49Z', 'revision_number': 6, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:50.317541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-85018a6b-5a8c-4a39-bc60-a45ce76b9c07 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260374 Aug 03 15:56:50.343142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Network 093de1c8-6eb8-4428-83f2-9162627334bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:50.357530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:50.367776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d8b3b-4f52-4fa9-9274-e1d68fb6ebfa None None] The sync data for ids ['bbd3e2b8-4f3f-45e4-9cf9-6953149cb006'] in n-d-803226-3 is: [{'id': 'bbd3e2b8-4f3f-45e4-9cf9-6953149cb006', 'name': 'tempest-AttachSCSIVolumeTestJSON-736123189-router', 'tenant_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:12Z', 'updated_at': '2021-08-03T15:56:49Z', 'revision_number': 6, 'project_id': 'feeb38c6aed74f9dbe03cabb80f0140e', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:50.368888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.424131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 334010cd-e162-4ffd-a59b-e6be241c82cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=334010cd-e162-4ffd-a59b-e6be241c82cd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:50.434505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.438977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.439813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 95b0aed4-f312-43bd-9351-7e957c919bd8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:50.454441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:50.582225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:50.631500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=334010cd-e162-4ffd-a59b-e6be241c82cd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:50.652422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 95b0aed4-f312-43bd-9351-7e957c919bd8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:50.652799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.750135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-5a1ad069-0183-46fd-812a-b3c1b2416866 service neutron] 10.222.0.70 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309957 Aug 03 15:56:50.863836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:50.879235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aea5a8d4-6323-4b11-b98c-89e711333e69 admin admin] 10.222.0.70 "PUT /v2.0/routers/e9cc0a33-5e4a-4c4d-a318-a25a89c18192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5620744 Aug 03 15:56:50.879867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:50.890159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Sync routers for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:50.891208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-293149079'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:50.904749 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:50.905624 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:50.945368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:50.955435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:50.972670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 334010cd-e162-4ffd-a59b-e6be241c82cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:51.049931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-a4b0e133-5bb6-430a-9cc1-dee098125900 service neutron] 10.222.0.78 "GET /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.4275596 Aug 03 15:56:51.050745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:56:51.051472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] For port 6688d873-798b-4da7-9fc7-3c757bc3c840, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6688d873-798b-4da7-9fc7-3c757bc3c840,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:51.052046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.073469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Calling delete_port for 6688d873-798b-4da7-9fc7-3c757bc3c840 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:51.111941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.112479 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Added segment 2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948 of type vlan for network 996c0edf-ce4a-4a5e-a537-08c25e41e735 Aug 03 15:56:51.170660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 334010cd-e162-4ffd-a59b-e6be241c82cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:51.170832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.192023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473dfa4-1fad-4278-92b0-07eabe667002 req-fcab88fe-83a0-42b6-927a-0a50f8884329 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:51.193683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5473dfa4-1fad-4278-92b0-07eabe667002 req-fcab88fe-83a0-42b6-927a-0a50f8884329 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 944 time: 1.3713095 Aug 03 15:56:51.282565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a07077d-5d56-4d05-88bd-f935ede8dab8 req-5177bd29-6b9d-41a8-8378-6359680ff3a3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0811458 Aug 03 15:56:51.323362 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:51.376296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.395260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5473dfa4-1fad-4278-92b0-07eabe667002 req-c5ea8272-c46d-4b5b-8827-b5a7edfa4cec tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703300 Aug 03 15:56:51.427974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:51.439093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bd563aad-cae0-426f-aa98-5ba01c799d07 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:51.448443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:51.463423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27244-8e9f-441e-a630-7faeab3e5fff req-b42dcaae-8f29-4f2a-a881-44eb59a41397 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:51.476463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d27244-8e9f-441e-a630-7faeab3e5fff req-b42dcaae-8f29-4f2a-a881-44eb59a41397 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.3224082 Aug 03 15:56:51.494296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:56:51.512063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: bd563aad-cae0-426f-aa98-5ba01c799d07 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:51.513620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bd563aad-cae0-426f-aa98-5ba01c799d07 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:51.692782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.700748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:51.701908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.731474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c471b2b8-de0f-43f7-a1f0-f86d2cef63ee req-0962174a-cad9-4c51-aa65-947bec7d0eeb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 210 time: 0.1332400 Aug 03 15:56:51.753616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 544aa285-fd48-4927-85af-c035c667937a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:51.839612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82d27244-8e9f-441e-a630-7faeab3e5fff req-759252c9-a3db-47ea-bb4d-1e724ed3ff79 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588278 Aug 03 15:56:51.937305 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:51.992573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1066439 Aug 03 15:56:51.996200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:52.008980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2a1ef-1f97-4caf-bf6f-808fe38b230f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Network': ['ID=996c0edf-ce4a-4a5e-a537-08c25e41e735,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:52.024355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1271770456'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:52.032120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:56:52.043746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:56:52.074764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.128017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:52.175577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Pushing event deleted for resources: {'Port': ['ID=6688d873-798b-4da7-9fc7-3c757bc3c840,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:52.194669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:52.204251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:52.217382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.224774 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '232e0965-237d-49cf-9037-37d0dfaecc4d', 'name': '', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'mac_address': 'fa:16:3e:ae:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:47Z', 'updated_at': '2021-08-03T15:56:49Z', 'revision_number': 2, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'subnets': [{'id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:52.288084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89f716ff-9de5-4587-9899-44eff0ebfd07 None None] Provisioning complete for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:52.288338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544aa285-fd48-4927-85af-c035c667937a {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:56:52.293622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-89f716ff-9de5-4587-9899-44eff0ebfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.301199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:52.317598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.377938 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Checking router: e9cc0a33-5e4a-4c4d-a318-a25a89c18192 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:52.382420 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Updating router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 port 232e0965-237d-49cf-9037-37d0dfaecc4d binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:52.431921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:56:52.452118 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.473087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.484942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-89f716ff-9de5-4587-9899-44eff0ebfd07 None None] Port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:56:52.486022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.486384 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Added segment 82af29a7-a732-446f-a485-b9458365ed5a of type vlan for network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d Aug 03 15:56:52.631488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] Transition to ACTIVE for port object 544aa285-fd48-4927-85af-c035c667937a will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:52.637246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.706635 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.743933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:56:52.746615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.766886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:56:52.768436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a4b670d-c6a6-4172-b431-1841b4e45187 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/2cfbc3bb-7b5d-4979-8ea3-2065a81003b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6855443 Aug 03 15:56:52.793382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:52.794350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:52.808653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] Pushing event updated for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:52.818529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39206) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:52.898807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.920830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-1b178897-7748-452d-9f2f-c319a4103389 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:52.930617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] No DVR routers for this DVR port 544aa285-fd48-4927-85af-c035c667937a on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:52.931650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-1b178897-7748-452d-9f2f-c319a4103389 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 819 time: 0.3279767 Aug 03 15:56:52.947930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6688d873-798b-4da7-9fc7-3c757bc3c840 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:52.965582 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:52.989557 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Transition to ACTIVE for port object 232e0965-237d-49cf-9037-37d0dfaecc4d will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:53.012456 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.072791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-6ddfb0f8-aa59-4fe0-9dc4-82b6c0652359 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/quotas/9982528d2c944c43bc55b14e948f2f00 HTTP/1.1" status: 200 len: 375 time: 0.0546479 Aug 03 15:56:53.094205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6688d873-798b-4da7-9fc7-3c757bc3c840 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:53.094805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6688d873-798b-4da7-9fc7-3c757bc3c840 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:53.115071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a989d5-2fdc-47b6-88c0-8167d78ebdb2 None None] Pushing event updated for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:53.141174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-85ad9a84-2b46-4f8d-bde3-b48d51b8ddac service neutron] 10.222.0.78 "PUT /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0705919 Aug 03 15:56:53.147655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:53.243349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.244724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:56:53.277613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Attempting to bind port 232e0965-237d-49cf-9037-37d0dfaecc4d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:53.280079 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Attempting to bind port 232e0965-237d-49cf-9037-37d0dfaecc4d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:53.280469 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Attempting to bind port 232e0965-237d-49cf-9037-37d0dfaecc4d on network 093de1c8-6eb8-4428-83f2-9162627334bb {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:53.283126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.284778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68a0d887-69c0-4dd7-aea5-0e649cd5e27a admin admin] 10.222.0.70 "DELETE /v2.0/routers/bbd3e2b8-4f3f-45e4-9cf9-6953149cb006 HTTP/1.1" status: 204 len: 168 time: 4.7792699 Aug 03 15:56:53.296133 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:53.299736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Checking segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:53.300218 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.300641 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Bound using segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:53.301154 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Bound port: 232e0965-237d-49cf-9037-37d0dfaecc4d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:53.303927 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.305902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39220) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:53.403492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-7e69d18d-bdd6-426e-a207-f1fe4619d28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:53.408552 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-7e69d18d-bdd6-426e-a207-f1fe4619d28a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 812 time: 0.3740499 Aug 03 15:56:53.409358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.429738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:53.430488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.456002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Request body: {'port': {'device_id': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'admin_state_up': True, 'tenant_id': '3e303a39b9de4e9f8b515d3450fa7353'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:53.502845 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] For port 232e0965-237d-49cf-9037-37d0dfaecc4d, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:53.508555 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] For port 232e0965-237d-49cf-9037-37d0dfaecc4d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=232e0965-237d-49cf-9037-37d0dfaecc4d,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:53.520874 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.592115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:49Z', 'revision_number': 2, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:53.622522 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a989d5-2fdc-47b6-88c0-8167d78ebdb2 None None] Pushing event updated for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:53.632172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:56:53.632804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Updating router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:56:53.671771 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:53.673089 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:53.684219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:53.847008 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8492031 Aug 03 15:56:53.863655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39230) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:53.882039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'subnet': {'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:53.914702 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:54.008296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e2cca-ebc5-4b69-880f-71b898be165e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Network': ['ID=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:54.012575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-e1a218a0-96c3-4656-b823-583bb25a8e9c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.015678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-e1a218a0-96c3-4656-b823-583bb25a8e9c tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.7595222 Aug 03 15:56:54.025247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108304a9-b41b-4b41-bfc4-e8a0e1f25090 req-b7f82a36-94bb-41e0-a036-40f0c60d115e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.036042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-6efe8205-67f4-4aec-b4dc-f909ef12a366 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9622319 Aug 03 15:56:54.036263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-108304a9-b41b-4b41-bfc4-e8a0e1f25090 req-b7f82a36-94bb-41e0-a036-40f0c60d115e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 1.0633690 Aug 03 15:56:54.120660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.121594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.122249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.122880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.123522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.124173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.125514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.126202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.126834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.127519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.128137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.129003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.129782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.133427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1d14fb11-5caa-4f59-8b94-93fe1114553b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 1.3138061 Aug 03 15:56:54.137034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39232) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:54.218890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:56:54.241832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Deleting subnet f87fd663-6121-4417-b860-d3ffb76f607f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:56:54.250772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.302688 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.333216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.352301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Transition to ACTIVE for port object 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:54.361047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.391680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-9b60d285-aa35-47be-890b-9e0c3513eb1c service neutron] 10.222.0.70 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543506 Aug 03 15:56:54.472543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e58455-0a5c-4d63-8541-66893058ee99 None None] Pushing event updated for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:54.484453 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.493142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:54.502482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.507554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Made reservation on behalf of 3e303a39b9de4e9f8b515d3450fa7353 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:54.513567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.540329 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '232e0965-237d-49cf-9037-37d0dfaecc4d', 'name': '', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'mac_address': 'fa:16:3e:ae:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:47Z', 'updated_at': '2021-08-03T15:56:53Z', 'revision_number': 4, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'subnets': [{'id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:54.557509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-413aa340-b329-40f6-b4cc-d9707c495dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.559232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Attempting to bind port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:54.559732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Attempting to bind port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:54.560229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Attempting to bind port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 on network 3133fd60-aaaf-4cb4-af98-029d755796f8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:54.566171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-413aa340-b329-40f6-b4cc-d9707c495dd5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917 HTTP/1.1" status: 200 len: 1096 time: 0.5099115 Aug 03 15:56:54.583142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:54.584255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Checking segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:54.584883 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.585608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Bound using segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:54.586267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Bound port: 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:54.586663 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.613156 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3bd45f-ac6f-4c45-a10e-a7a67239a444 None None] The sync data for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 is: [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '232e0965-237d-49cf-9037-37d0dfaecc4d', 'name': '', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'mac_address': 'fa:16:3e:ae:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:47Z', 'updated_at': '2021-08-03T15:56:53Z', 'revision_number': 4, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'subnets': [{'id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:54.617352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-108304a9-b41b-4b41-bfc4-e8a0e1f25090 req-9f50d16e-7536-46c4-836d-d8431f6ac167 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797291 Aug 03 15:56:54.645864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.683781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] For port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:54.689813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] For port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:54.700642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.752280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:54.760931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f87fd663-6121-4417-b860-d3ffb76f607f HTTP/1.1" status: 204 len: 168 time: 0.7182171 Aug 03 15:56:54.776376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:54.781751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d2b33-2c70-44b4-95ec-3c02fe86d45a None None] Network da89f8f5-d3b9-41d6-91f9-e436dbd03eaf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:54.867353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9209c7-23ba-491f-b748-e7b4cd36bf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87fd663-6121-4417-b860-d3ffb76f607f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:54.951586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a635ffc-c3ba-4007-97d9-ec9693aeef5b req-0a0ebc19-b6a1-47ff-bc5e-b28b57db89bd tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 210 time: 0.1133828 Aug 03 15:56:54.988883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.996906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.997480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.998038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.998666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:54.999191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.002138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.002893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.003426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.004664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.006775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.007316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.015121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e0d74ac-e9f3-4df5-a274-76ec78be432e tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7845 time: 0.8707447 Aug 03 15:56:55.016465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e58455-0a5c-4d63-8541-66893058ee99 None None] Pushing event updated for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:55.018349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39258) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:55.150103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 232e0965-237d-49cf-9037-37d0dfaecc4d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:55.200103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:56:55.200355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:55.300139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:55.348197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b2254-f0ff-4373-bce7-1b479e6ab91f req-0fc68da7-9180-432c-9afa-59cfdb30a557 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.354658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:56:55.354991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-b169b302-06af-4da9-af89-431bcb587513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.355656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad0b2254-f0ff-4373-bce7-1b479e6ab91f req-0fc68da7-9180-432c-9afa-59cfdb30a557 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.1607168 Aug 03 15:56:55.357185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-b169b302-06af-4da9-af89-431bcb587513 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1096 time: 0.6867788 Aug 03 15:56:55.415313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:55.431130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-050f221d-52cb-41a9-a156-4792fcf50377 service neutron] 10.222.0.70 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0232797 Aug 03 15:56:55.432731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad0b2254-f0ff-4373-bce7-1b479e6ab91f req-48d71912-5531-4521-8851-72751465234d tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733936 Aug 03 15:56:55.565313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0c1a4b59-9d10-4b70-8512-2b6fcaada17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.568131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-0c1a4b59-9d10-4b70-8512-2b6fcaada17c service neutron] 10.222.0.72 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.1922688 Aug 03 15:56:55.767697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013754-2882-4d49-a7ca-c4eb2bf5d489 req-9edf9b59-e87c-40f7-b1c2-0debbb84b494 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:55.770792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29013754-2882-4d49-a7ca-c4eb2bf5d489 req-9edf9b59-e87c-40f7-b1c2-0debbb84b494 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.1743026 Aug 03 15:56:55.794454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39274) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:55.805068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Request body: {'floatingip': {'port_id': '462be441-5f6b-45f8-86e2-cab24f67b03e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:55.913008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 232e0965-237d-49cf-9037-37d0dfaecc4d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:55.930106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 232e0965-237d-49cf-9037-37d0dfaecc4d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:55.930572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.014409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.018070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] DHCP port deletion for da89f8f5-d3b9-41d6-91f9-e436dbd03eaf request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:56:56.211519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-473c702d-a32e-4127-a63b-751405ed1611 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 200 len: 217 time: 0.5635154 Aug 03 15:56:56.279701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84795c33-8792-448c-8a80-d0dce11f3080 req-a6a84b84-2cab-44a8-b61b-108b5e60df41 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 210 time: 0.0889225 Aug 03 15:56:56.281349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0981ddc4-3073-437c-9746-34d71c45f7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.282878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.305815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:54Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:56.325251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f9dc-5b7e-4e33-a0c8-78eb8d281692 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:54Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:56:56.420766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-28afa23a-84c7-4104-a88f-3451937677d4 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 1.4009626 Aug 03 15:56:56.495725 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.504593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Deleting port ff132bb9-6647-4b08-91f5-0603473ce034 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:56.506682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.607417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d25a58-7106-426a-a338-754e19cc6561 req-59a33285-02c8-4bae-8f39-dac1750f4b04 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:56.612613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58d25a58-7106-426a-a338-754e19cc6561 req-59a33285-02c8-4bae-8f39-dac1750f4b04 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.6556299 Aug 03 15:56:56.639431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a348e1f0-335d-4a3d-a3a3-826aa198682a req-c302909e-9b87-4718-a356-d99cf6ad239c tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 210 time: 0.1585605 Aug 03 15:56:56.691426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 232e0965-237d-49cf-9037-37d0dfaecc4d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=232e0965-237d-49cf-9037-37d0dfaecc4d,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:56.704002 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.707655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Allocated IP 172.20.0.5 (00df7949-bcd9-482e-bf5d-43d7be3992bf/9a77fecc-cc79-4913-9c6e-781e9f6363ec/bf8cf6f1-a26c-492e-aae3-5a8aa958256d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:56.729144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] For port ff132bb9-6647-4b08-91f5-0603473ce034, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ff132bb9-6647-4b08-91f5-0603473ce034,segment=NetworkSegment(41eeb09a-e390-4505-84d8-4c65d62fbfab),segment_id=41eeb09a-e390-4505-84d8-4c65d62fbfab)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:56.730310 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:56.780095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58d25a58-7106-426a-a338-754e19cc6561 req-42776bdd-eac7-4251-8eb1-6b73410032d9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540399 Aug 03 15:56:56.806120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Calling delete_port for ff132bb9-6647-4b08-91f5-0603473ce034 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:56.964179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:57.021507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.022039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.022453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.022799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.032873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.033380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.034769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.035137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.036042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.036586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.037582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.037954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:56:57.049633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:57.110465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-07ef1767-e04a-4758-9f24-7152bbf84571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:57.113850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-07ef1767-e04a-4758-9f24-7152bbf84571 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.8049278 Aug 03 15:56:57.157807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:56:57.164634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:57.165020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.246441 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-6a8b9a69-5491-46b3-939a-4b683296fd61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962701 Aug 03 15:56:57.270877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.386773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.425918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39298) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:57.429228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.445677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-aef3fd89-823a-436f-af25-cbbfbcbb4c47 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874723 Aug 03 15:56:57.447301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26039328', 'description': 'tempest-secgroup-smoke-26039328 description', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:57.483645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:57.486016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] No DVR routers for this DVR port ff132bb9-6647-4b08-91f5-0603473ce034 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:57.488523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb5fa8-7744-4951-a624-7eff5844ea01 None None] Pushing event deleted for resources: {'Port': ['ID=ff132bb9-6647-4b08-91f5-0603473ce034,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:57.492357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.555165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-c83be8e1-4eac-44d2-bc5d-fddb5df4eca4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:57.560271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-c83be8e1-4eac-44d2-bc5d-fddb5df4eca4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 819 time: 0.5823495 Aug 03 15:56:57.605342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Deleting port ff132bb9-6647-4b08-91f5-0603473ce034 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:56:57.605718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.612949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:57.617893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ff132bb9-6647-4b08-91f5-0603473ce034 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:56:57.688618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ff132bb9-6647-4b08-91f5-0603473ce034 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:56:57.690055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ff132bb9-6647-4b08-91f5-0603473ce034 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:56:57.739214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-7da32366-02cb-45a4-8387-18ac15ea3087 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/quotas/9982528d2c944c43bc55b14e948f2f00 HTTP/1.1" status: 200 len: 375 time: 0.0678813 Aug 03 15:56:57.749945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:56:57.780039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] For port ff132bb9-6647-4b08-91f5-0603473ce034, host n-d-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:56:57.781359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.800056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Subnet': ['ID=75403694-d6b0-49e9-b02a-ca4ae9be647a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:57.831995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Calling delete_port for ff132bb9-6647-4b08-91f5-0603473ce034 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:56:57.852987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Port ff132bb9-6647-4b08-91f5-0603473ce034 was not found and therefore no delete operation was performed {{(pid=106016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:56:57.887730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.892847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81b020e6-023f-4812-b15c-750782cb24f3 req-25f49189-1408-485f-9af9-614d97642914 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 210 time: 0.0816555 Aug 03 15:56:57.893482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.935302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:57.935912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network hostable DHCP agents. Network: 996c0edf-ce4a-4a5e-a537-08c25e41e735, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:56:57.942857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.943179 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0981ddc4-3073-437c-9746-34d71c45f7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.958433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4da1cb53-a169-4f6f-a6c2-9230f7db83e6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:57.961897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4da1cb53-a169-4f6f-a6c2-9230f7db83e6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 819 time: 0.5994971 Aug 03 15:56:57.975291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0981ddc4-3073-437c-9746-34d71c45f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:57.978168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff132bb9-6647-4b08-91f5-0603473ce034,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:57.983425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] No DVR routers for this DVR port ff132bb9-6647-4b08-91f5-0603473ce034 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:56:57.992188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Request body: {'port': {'device_id': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'admin_state_up': True, 'tenant_id': '9982528d2c944c43bc55b14e948f2f00'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:58.003180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-e9027310-4b37-47ed-846a-e8e0faa92624 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475033 Aug 03 15:56:58.004079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.017690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.018990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-c5bab69d-6cb1-4467-8206-5e8b7b83fb14 service neutron] 10.222.0.72 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463893 Aug 03 15:56:58.112751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0981ddc4-3073-437c-9746-34d71c45f7e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27a54b9901584cab883ff213cd1cf205&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8018768 Aug 03 15:56:58.141430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ddc4-3073-437c-9746-34d71c45f7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330aee72-87c8-45a2-8897-750bbeaaa896,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:58.146501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39304) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:58.159356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:56:58.186809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.194704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.230273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 996c0edf-ce4a-4a5e-a537-08c25e41e735) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:58.237384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da89f8f5-d3b9-41d6-91f9-e436dbd03eaf']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:58.245351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bcb70-c672-4be5-8eea-4bdf0e0af994 None None] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:56:58.301863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:58.305693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.326041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eeb09a-e390-4505-84d8-4c65d62fbfab') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:58.326351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eeb09a-e390-4505-84d8-4c65d62fbfab') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:56:58.360629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Network 00df7949-bcd9-482e-bf5d-43d7be3992bf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:58.380053 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.406925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95b832a4-463a-4cf3-bcb6-f25fe0218871 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5356286 Aug 03 15:56:58.409917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:58.433361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:58.473579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.481343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'subnet': {'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:58.518383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-996c0edf-ce4a-4a5e-a537-08c25e41e735', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:56:58.522280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.544265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:58.557906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event updated for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:58.647448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:58.648511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.651126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.678292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.699554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:56:58.699964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:56:58.711588 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:56:58.757006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Allocated IP 10.1.1.2 (996c0edf-ce4a-4a5e-a537-08c25e41e735/75403694-d6b0-49e9-b02a-ca4ae9be647a/7d9822c6-733c-412f-a821-436c670e2653) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:56:58.816251 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Floating IP 8b4b9acb-87fb-49eb-bf7d-682da6bab513 associated. External IP: 172.25.7.234, port: 462be441-5f6b-45f8-86e2-cab24f67b03e. Aug 03 15:56:58.820682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-75da3fd7-69f9-48ad-bb39-221d015a4161 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:58.822338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-75da3fd7-69f9-48ad-bb39-221d015a4161 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788&tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.4758625 Aug 03 15:56:58.844963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ee58-46c5-4b57-b8f9-d34c2729a558 req-8b2fa789-452a-4a7e-990a-89a83d2a3884 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:58.852399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea58ee58-46c5-4b57-b8f9-d34c2729a558 req-8b2fa789-452a-4a7e-990a-89a83d2a3884 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.4796989 Aug 03 15:56:58.871806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f0f14e0a-40a3-42d6-8a93-fef8ff97358a service neutron] 10.222.0.70 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8144515 Aug 03 15:56:58.960114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.965904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:58.969164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] 10.222.0.70 "DELETE /v2.0/networks/da89f8f5-d3b9-41d6-91f9-e436dbd03eaf HTTP/1.1" status: 204 len: 168 time: 4.1911964 Aug 03 15:56:59.022980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:59.028814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.036626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 232e0965-237d-49cf-9037-37d0dfaecc4d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:59.067521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0017ec97-2c5c-460a-bd54-db9654c5cb98 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6277578 Aug 03 15:56:59.074706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed306a-10dd-407f-afb2-cf22a631c35c admin admin] Pushing event deleted for resources: {'Network': ['ID=da89f8f5-d3b9-41d6-91f9-e436dbd03eaf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:59.090441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.091362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea58ee58-46c5-4b57-b8f9-d34c2729a558 req-38dc8e5b-d0a2-4ab8-a219-0d765d65b7e0 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369111 Aug 03 15:56:59.101471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Request body: {'port': {'device_id': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:59.102610 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.111560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.114309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.115482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Transition to ACTIVE for port object 7d9822c6-733c-412f-a821-436c670e2653 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:59.115647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/330aee72-87c8-45a2-8897-750bbeaaa896 HTTP/1.1" status: 204 len: 168 time: 0.9666848 Aug 03 15:56:59.131039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-bff2a910-3ce9-486c-a6da-42dafaf6d374 service neutron] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:59.141608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Transition to ACTIVE for port object 7d9822c6-733c-412f-a821-436c670e2653 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:56:59.151375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 232e0965-237d-49cf-9037-37d0dfaecc4d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:59.151821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.185468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.201951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-bff2a910-3ce9-486c-a6da-42dafaf6d374 service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.204642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28c24ec7-528a-412b-834f-fa30d6963c86 req-bff2a910-3ce9-486c-a6da-42dafaf6d374 service neutron] 10.222.0.72 "DELETE /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.3704340 Aug 03 15:56:59.252012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:56:59.260692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:56:59.264246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Made reservation on behalf of 9982528d2c944c43bc55b14e948f2f00 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:59.266690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:56:59.268339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.270383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Pushing event updated for resources: {'Port': ['ID=7d9822c6-733c-412f-a821-436c670e2653,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:59.285355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce04e3-6764-4c11-ad1d-f90787ee4d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330aee72-87c8-45a2-8897-750bbeaaa896,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:59.300006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2979e601-f967-47f4-8940-b306ae76599f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:59.319308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:56:59.324937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.410110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Attempting to bind port 7d9822c6-733c-412f-a821-436c670e2653 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:56:59.410438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Attempting to bind port 7d9822c6-733c-412f-a821-436c670e2653 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:56:59.410778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Attempting to bind port 7d9822c6-733c-412f-a821-436c670e2653 on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:56:59.418506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:56:59.420444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:56:59.420815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:56:59.421299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.422924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Bound using segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:56:59.423049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Bound port: 7d9822c6-733c-412f-a821-436c670e2653, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:56:59.423379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.424760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.434990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9b6e0-2a9b-4903-8287-167832ae2907 req-c71ad209-679b-46a9-943a-26823943535e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:56:59.442680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dd9b6e0-2a9b-4903-8287-167832ae2907 req-c71ad209-679b-46a9-943a-26823943535e tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 931 time: 0.2558990 Aug 03 15:56:59.511948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-6b2df72f-2728-4f2b-8b25-876224724eb6 service neutron] 10.222.0.70 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979598 Aug 03 15:56:59.547811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:56:59.548185 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.555689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] For port 7d9822c6-733c-412f-a821-436c670e2653, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:56:59.570299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] For port 7d9822c6-733c-412f-a821-436c670e2653, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7d9822c6-733c-412f-a821-436c670e2653,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:56:59.599995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.627995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9dd9b6e0-2a9b-4903-8287-167832ae2907 req-093e6925-f8e5-44a6-bb83-c91f6225a371 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842773 Aug 03 15:56:59.701013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db6d3-3329-409a-9119-82cae023cbe7 None None] Pushing event updated for resources: {'Port': ['ID=7d9822c6-733c-412f-a821-436c670e2653,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:56:59.722498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.724148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1dae1668-fceb-4e97-997d-746923ef9d94 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2922385 Aug 03 15:56:59.727257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39316) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:59.727882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:56:59.791557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:56:59.830579 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2165a681-b9c0-4b02-8a94-adc0e0a29458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.892114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:56:59.905539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a0912d4-d2eb-486f-82b7-7f92852bc4cf req-7153da89-0e9f-480a-9e36-c171a1a6c1a1 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 210 time: 0.0680335 Aug 03 15:57:00.138993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.173872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Router 32f515d3-5f7f-4709-9ab4-732f982bd60f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:57:00.260925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Subnet': ['ID=6589a972-2e65-4446-b45f-44b431c63465,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:00.279847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Checking segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:00.280334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network hostable DHCP agents. Network: 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:00.290981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8cf6f1-a26c-492e-aae3-5a8aa958256d {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:00.301518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.304970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.329759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Transition to ACTIVE for port object bf8cf6f1-a26c-492e-aae3-5a8aa958256d will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:00.333902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:00.337834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.355392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.383701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:00.391144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:00.391877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.393093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea9fae-dfc4-428a-9957-a5a7848d1e5a None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:00.460722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:00.516496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Attempting to bind port bf8cf6f1-a26c-492e-aae3-5a8aa958256d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:00.524252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Attempting to bind port bf8cf6f1-a26c-492e-aae3-5a8aa958256d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:00.524620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Attempting to bind port bf8cf6f1-a26c-492e-aae3-5a8aa958256d on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:00.536675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Port bf8cf6f1-a26c-492e-aae3-5a8aa958256d on network 00df7949-bcd9-482e-bf5d-43d7be3992bf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:00.537157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Attempting to bind port bf8cf6f1-a26c-492e-aae3-5a8aa958256d on network 00df7949-bcd9-482e-bf5d-43d7be3992bf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:00.570574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:00.571148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Checking segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:00.572145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Bound using segment: {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:00.572785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Bound port: bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6907a21a-5fb6-49d7-a14e-92e107074ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:00.573305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.578980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bd7728-78ff-428e-b01f-f510a43dc087,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:00.611264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Allocated IP 172.20.0.7 (093de1c8-6eb8-4428-83f2-9162627334bb/fb5e266b-204e-4731-a208-84c353ffed73/a8bd4a9b-b970-4abe-99b8-58c044a7c12c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:00.639822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ips': [{'subnet_id': '6589a972-2e65-4446-b45f-44b431c63465'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:57:00.640767 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.664769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:00.669496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:00.676550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.726578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7768a11-7ee5-4006-901f-c6e70286fa3e req-215054ef-4651-4bdc-992e-70d65ad66f84 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:00.728225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7768a11-7ee5-4006-901f-c6e70286fa3e req-215054ef-4651-4bdc-992e-70d65ad66f84 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.5127230 Aug 03 15:57:00.773258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:57:00.785864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Sync routers for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:57:00.800187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:00.811665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:00.814493 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:00.840572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Allocated IP 10.2.2.2 (5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d/6589a972-2e65-4446-b45f-44b431c63465/fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:00.948348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fc7cfa26-7ab0-4a86-9cc1-dd1bedb946be tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "PUT /v2.0/floatingips/8b4b9acb-87fb-49eb-bf7d-682da6bab513 HTTP/1.1" status: 200 len: 991 time: 5.1520286 Aug 03 15:57:00.956597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:00.959177 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6781797d-9043-432b-8e4a-f239bc60a111" -d '{"events": [{"name": "network-changed", "server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:00.976821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7768a11-7ee5-4006-901f-c6e70286fa3e req-dbe994cc-53ce-4eca-be54-46604db84210 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242229 Aug 03 15:57:01.085578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7d9822c6-733c-412f-a821-436c670e2653 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:01.101437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:01.117622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2165a681-b9c0-4b02-8a94-adc0e0a29458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.122424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.245223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ccba3fe2-d224-45f6-905b-d6237c5c2a88 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7873046 Aug 03 15:57:01.247625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ad763-c60b-4b8d-b571-0cec17bb7a54 None None] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:01.247930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39344) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:01.301059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'name': 'tempest-TaggedBootDevicesTest-1544801760', 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:01.315076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:01.315829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.317755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] 10.222.0.78 "PUT /v2.0/ports/bf8cf6f1-a26c-492e-aae3-5a8aa958256d HTTP/1.1" status: 200 len: 1091 time: 2.2398777 Aug 03 15:57:01.321670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:01.325280 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f23828-38ce-471c-a1c4-9acf747151fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:01.328805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bb321-3898-40c2-b764-8ca1ed547224 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:01.372458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7d9822c6-733c-412f-a821-436c670e2653 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:01.397790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Provisioning for port 7d9822c6-733c-412f-a821-436c670e2653 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:01.403998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.405869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Provisioning complete for port 7d9822c6-733c-412f-a821-436c670e2653 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:01.406248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.421669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Transition to ACTIVE for port object fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:01.475393 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b4b9acb-87fb-49eb-bf7d-682da6bab513', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'port_id': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'mac_address': 'fa:16:3e:12:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:56:25Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 1, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:01.492219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Transition to ACTIVE for port object fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:01.498434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518996a-bf53-4eb8-9794-3faab53a5654 req-b958d7e5-686f-4efd-a4a0-2138290e2967 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:01.510046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.510266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5518996a-bf53-4eb8-9794-3faab53a5654 req-b958d7e5-686f-4efd-a4a0-2138290e2967 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 943 time: 0.7427905 Aug 03 15:57:01.530213 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Checking router: 32f515d3-5f7f-4709-9ab4-732f982bd60f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:57:01.544328 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:01.545883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:01.560409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:01.587427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-2a97a4f1-b921-48bd-8793-c8a6b000f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:01.589675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-2a97a4f1-b921-48bd-8793-c8a6b000f6de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 1094 time: 0.2096968 Aug 03 15:57:01.608684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:01.615703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:01.616494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f123b7bc-b70c-4107-a2e5-5044c12bfb75 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:01.618135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f123b7bc-b70c-4107-a2e5-5044c12bfb75 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.78 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 819 time: 0.5434062 Aug 03 15:57:01.656466 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5518996a-bf53-4eb8-9794-3faab53a5654 req-71ac0fd2-5261-4b2f-a4e1-b952c4a14fec tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407719 Aug 03 15:57:01.660401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2165a681-b9c0-4b02-8a94-adc0e0a29458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.681470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:01.697944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.706284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.707501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3111c4c7-1891-4ec0-859e-607f706fa710 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9198015 Aug 03 15:57:01.717605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Attempting to bind port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:01.718018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Attempting to bind port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:01.718214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Request body: {'port': {'device_id': 'dde5d856-4989-4900-926d-18ab24b860bb', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'admin_state_up': True, 'tenant_id': '9982528d2c944c43bc55b14e948f2f00'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:01.718577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Attempting to bind port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:01.724756 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:01.724996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:01.725391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Checking segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:01.725822 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.726229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Bound using segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:01.726702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Bound port: fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:01.727079 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.736562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a681-b9c0-4b02-8a94-adc0e0a29458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba813c7f-670b-45ef-8d99-d424984d9871,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:01.759674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39348) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:01.790221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-431b4f56-aff1-4768-aa1b-b20d9647a30f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d HTTP/1.1" status: 200 len: 217 time: 0.1875353 Aug 03 15:57:01.804658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:01.821799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] For port 7d9822c6-733c-412f-a821-436c670e2653, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7d9822c6-733c-412f-a821-436c670e2653,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:01.835458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:01.859911 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bfd29e2-46c3-4681-ab56-a9e457a2468c req-0c360435-a1a9-4645-89fa-194466110a40 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 210 time: 0.2527392 Aug 03 15:57:01.904137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:01.925113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2165a681-b9c0-4b02-8a94-adc0e0a29458 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f320cc2734b49d7b139e74d446226fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1409020 Aug 03 15:57:01.934520 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20874f19-6c4f-4827-8845-cfbd02f02171 x-openstack-request-id: req-20874f19-6c4f-4827-8845-cfbd02f02171 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:01.934814 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:01.935069 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20874f19-6c4f-4827-8845-cfbd02f02171 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:01.935472 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'status': 'completed', 'code': 200} Aug 03 15:57:01.944529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39350) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:02.071507 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326f8a85-28b5-4ec8-8392-28ace85597d9 x-openstack-request-id: req-326f8a85-28b5-4ec8-8392-28ace85597d9 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:02.071804 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:02.072076 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-326f8a85-28b5-4ec8-8392-28ace85597d9 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:02.072455 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d', 'status': 'completed', 'code': 200} Aug 03 15:57:02.111900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-1980cc1c-2269-4c52-8ec2-949ef711de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.113404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-1980cc1c-2269-4c52-8ec2-949ef711de19 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.3144150 Aug 03 15:57:02.163082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-294c5511-9add-4500-8e07-a476ab820759 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410974 Aug 03 15:57:02.168164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec4723-f86b-4055-b835-c3b8b61c3f39 None None] Pushing event updated for resources: {'Port': ['ID=7d9822c6-733c-412f-a821-436c670e2653,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:02.175001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781797d-9043-432b-8e4a-f239bc60a111 req-5eb60123-ef15-4d22-a0a2-313bf0250f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.178922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-5eb60123-ef15-4d22-a0a2-313bf0250f1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3947a9d58a424765a75b1995c0597d5a&device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 1096 time: 0.2180550 Aug 03 15:57:02.198265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.201988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] For port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:02.204019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.206216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] For port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:02.224048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.228186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ce2253d9-8096-4be7-bdfd-6d5ef0f616ee None None] Provisioning complete for port 7d9822c6-733c-412f-a821-436c670e2653 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:02.228556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ce2253d9-8096-4be7-bdfd-6d5ef0f616ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.230022 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:57:02.259880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b4b9acb-87fb-49eb-bf7d-682da6bab513', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'port_id': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'mac_address': 'fa:16:3e:12:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:56:25Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 1, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:02.286125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.307490 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05330e9-bedf-4eb2-b1cf-40af23583403 None None] The sync data for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 is: [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b4b9acb-87fb-49eb-bf7d-682da6bab513', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'port_id': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'mac_address': 'fa:16:3e:12:cb:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:56:25Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 1, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:57:02.317081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] device_id is not set on port 201de407-bf91-43b1-8441-080af8996fca yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:02.323417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.332952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbaf37-6d71-46f7-aec9-6c7eee4133f3 None None] Pushing event updated for resources: {'Port': ['ID=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:02.370627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.417494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.513368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781797d-9043-432b-8e4a-f239bc60a111 req-f6cb110d-6650-4e30-a38f-43b25cab2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.514931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-f6cb110d-6650-4e30-a38f-43b25cab2c87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 200 len: 913 time: 0.3163891 Aug 03 15:57:02.528698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-0bfa4a4c-c7d8-4531-8afb-850bcafd81ed service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485873 Aug 03 15:57:02.627491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Network 093de1c8-6eb8-4428-83f2-9162627334bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:02.655784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b5f8-5989-4a4c-a9be-03831932df81 req-e79f8dcf-6426-4c1e-b0ff-63c39363aabd tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.657382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0524b5f8-5989-4a4c-a9be-03831932df81 req-e79f8dcf-6426-4c1e-b0ff-63c39363aabd tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 1096 time: 0.5806777 Aug 03 15:57:02.660039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:02.680854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Pushing event updated for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:02.685345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:02.738503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Made reservation on behalf of 9982528d2c944c43bc55b14e948f2f00 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:02.739640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b16df-5557-4da4-bcba-3201347f5fc7 None None] New status for floating IP 8b4b9acb-87fb-49eb-bf7d-682da6bab513: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:57:02.742322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.850782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.1.1.143 (996c0edf-ce4a-4a5e-a537-08c25e41e735/75403694-d6b0-49e9-b02a-ca4ae9be647a/201de407-bf91-43b1-8441-080af8996fca) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:02.861773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-54c6d877-9b81-4525-a352-77caf4355b3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 200 len: 999 time: 0.3289766 Aug 03 15:57:02.883397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.886503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.891061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba813c7f-670b-45ef-8d99-d424984d9871 HTTP/1.1" status: 204 len: 168 time: 0.9453676 Aug 03 15:57:02.963393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a2cdd-6f09-4214-995a-95996b9910e8 req-8ecfd049-b510-4bb8-8a00-9dde910bfbea tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.965103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b1a2cdd-6f09-4214-995a-95996b9910e8 req-8ecfd049-b510-4bb8-8a00-9dde910bfbea tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 943 time: 0.2027779 Aug 03 15:57:02.967644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.968934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:02.987165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781797d-9043-432b-8e4a-f239bc60a111 req-6513a7f0-aa44-4720-b345-d5cc6e088189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:02.989893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-6513a7f0-aa44-4720-b345-d5cc6e088189 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c5b63c3-7b2e-469c-8847-50b9ca19318f HTTP/1.1" status: 200 len: 851 time: 0.1161506 Aug 03 15:57:02.995305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.002146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c936e391-092d-4e7a-a0b7-c3736d0e52e6 req-612d2451-5404-48a3-865e-b0db4fbb7d57 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355578 Aug 03 15:57:03.010868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0524b5f8-5989-4a4c-a9be-03831932df81 req-3d6a11b6-398d-44a4-8503-b0116ff95189 tempest-LiveMigrationTest-1332663978 tempest-LiveMigrationTest-1332663978-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268089 Aug 03 15:57:03.021290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb567ab-fc7d-43a8-a668-6e3e214dd6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba813c7f-670b-45ef-8d99-d424984d9871,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:03.048172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.098379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fadf2d82-a7e0-4d8d-8834-02381dca132f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1117141 Aug 03 15:57:03.101387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f9675e-b4b1-48af-b953-16ea8e32faeb,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:03.147979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Request body: {'port': {'device_id': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:03.158859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:03.228259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Allocated IP 172.20.0.8 (093de1c8-6eb8-4428-83f2-9162627334bb/fb5e266b-204e-4731-a208-84c353ffed73/65f828a5-f397-4fa3-8dfb-7c22f12bb7b7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:03.259381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.264491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-913da87a-7c59-4dff-90fe-e8f046d99360 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4768803 Aug 03 15:57:03.265726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39368) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:03.272927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:03.274790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:03.283777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7d9822c6-733c-412f-a821-436c670e2653 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:03.371561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7d9822c6-733c-412f-a821-436c670e2653 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:03.371849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.391183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.399449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781797d-9043-432b-8e4a-f239bc60a111 req-e000ad81-be6e-4312-839f-443ccb617ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:03.400976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-e000ad81-be6e-4312-839f-443ccb617ebb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29ffaf42-0709-4992-85c7-8f473e5f11c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932323 Aug 03 15:57:03.409362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b1a2cdd-6f09-4214-995a-95996b9910e8 req-fb84c70f-88d7-49e9-be29-945596b3da20 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249773 Aug 03 15:57:03.418472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5eada016-c7f5-4331-acb5-44e6dd82d4bc req-3fe04db3-3f2f-4912-8ab9-f134d6495996 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 210 time: 0.0855551 Aug 03 15:57:03.469083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.481535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-28ca1f4b-000c-446f-bdd6-770152b328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:03.483121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-28ca1f4b-000c-446f-bdd6-770152b328b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 1094 time: 0.3663852 Aug 03 15:57:03.616084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Deleting port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:03.616568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.658861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object 201de407-bf91-43b1-8441-080af8996fca will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:03.784754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.818496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.878234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-8e93a5c3-d52d-41d0-9cba-b758c2904378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:03.881457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-8e93a5c3-d52d-41d0-9cba-b758c2904378 service neutron] 10.222.0.78 "GET /v2.0/networks?id=00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 200 len: 913 time: 0.3699880 Aug 03 15:57:03.898703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-173ae0fc-49e9-4892-a4fa-1e45c1c664a9 service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834886 Aug 03 15:57:03.925995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] For port 9cf4c771-0cc0-4378-b6b2-8e7eebf11877, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:03.926789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.961326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Calling delete_port for 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:03.961511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09dfe2-b622-4fa4-a758-3d26ddf8410b None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:03.989125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3375e-a248-40d9-925c-453b93d44a70 req-55e77fc5-ca22-41da-9fbd-878df531b581 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:03.989804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:03.997953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbf3375e-a248-40d9-925c-453b93d44a70 req-55e77fc5-ca22-41da-9fbd-878df531b581 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.1415329 Aug 03 15:57:04.056784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-26259093-c6b6-459c-9582-19ea675ff460 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d HTTP/1.1" status: 200 len: 217 time: 0.1541817 Aug 03 15:57:04.129017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.157086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Provisioning for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:04.164555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Provisioning complete for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:04.164934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.247349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Pushing event updated for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:04.291264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.300862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Network 093de1c8-6eb8-4428-83f2-9162627334bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:04.324360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbf3375e-a248-40d9-925c-453b93d44a70 req-bff7f2bc-64b4-4f4c-9528-4a8af7bac8f1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254223 Aug 03 15:57:04.330408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:04.337354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:04.371641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3773493d-a53d-493e-983c-28f480792c86 None None] For port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:04.377714 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.455488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773493d-a53d-493e-983c-28f480792c86 None None] Pushing event updated for resources: {'Port': ['ID=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:04.604243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:04.616712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0c1abbc6-6810-4e39-9e31-6a4b2a026a2b None None] Provisioning complete for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:04.617266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0c1abbc6-6810-4e39-9e31-6a4b2a026a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.618095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95832143-5d4a-4d76-91c6-96da54301c99 req-cc12433f-9fee-42a5-a8a7-06a75edfb3cc tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:04.620904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95832143-5d4a-4d76-91c6-96da54301c99 req-cc12433f-9fee-42a5-a8a7-06a75edfb3cc tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.2036240 Aug 03 15:57:04.621787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:04.623441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:04.628769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:04.629586 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.652350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-c2ed465b-3192-4266-8874-e0b043a5c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:04.654220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-c2ed465b-3192-4266-8874-e0b043a5c3c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 200 len: 852 time: 0.5855360 Aug 03 15:57:04.655385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:04.703419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-f792bb18-266a-4594-a592-6c2dca9e8af2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0373747 Aug 03 15:57:04.718915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.727947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:04.728734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.759308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.766491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Request body: {'port': {'device_id': 'dde5d856-4989-4900-926d-18ab24b860bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:04.811991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-97e6a179-e146-43f4-a2b4-b2f8873e5819 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=00df7949-bcd9-482e-bf5d-43d7be3992bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745022 Aug 03 15:57:04.820372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bd4a9b-b970-4abe-99b8-58c044a7c12c {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:04.862398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6781797d-9043-432b-8e4a-f239bc60a111 req-e0058a86-8412-424a-8980-20777ffa458b service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9466612 Aug 03 15:57:04.867048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-80090f8a-6277-4ae4-857c-c0a69e0fc0ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5816615 Aug 03 15:57:04.878134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.883473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0ff4d6-71ea-406e-b2fe-1e24a588ed22,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:04.885682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39428) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:04.923686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'name': 'tempest-TaggedBootDevicesTest-1191549513', 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:04.933723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:04.937935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b943fa33-19a2-470a-ba4a-9e43e4ef55ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6684656 Aug 03 15:57:04.938885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39438) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:04.977088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:04.990206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bd97194b-f4af-434d-bac1-9c2009ddd316 None None] Provisioning for port 201de407-bf91-43b1-8441-080af8996fca completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:04.999252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:05.018662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Transition to ACTIVE for port object a8bd4a9b-b970-4abe-99b8-58c044a7c12c will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:05.042359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7577cef-5ee8-4291-a21f-eddae7681ca9 req-7e034f6c-8f0a-41ee-8928-42330296860a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:05.044030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7577cef-5ee8-4291-a21f-eddae7681ca9 req-7e034f6c-8f0a-41ee-8928-42330296860a tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 943 time: 0.3078988 Aug 03 15:57:05.088433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdd0e7-643a-4b4c-92f2-5cc3ce8439f0 req-2d757e3f-5462-4e07-aa9b-563116ad6eb5 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:05.090144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5cdd0e7-643a-4b4c-92f2-5cc3ce8439f0 req-2d757e3f-5462-4e07-aa9b-563116ad6eb5 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 931 time: 0.4335132 Aug 03 15:57:05.091368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.095480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bd97194b-f4af-434d-bac1-9c2009ddd316 None None] Provisioning complete for port 201de407-bf91-43b1-8441-080af8996fca triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:05.096806 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bd97194b-f4af-434d-bac1-9c2009ddd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.131285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.149671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-22546562-4a1d-48dd-9329-f70e5e2af552 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151941 Aug 03 15:57:05.182684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bd97194b-f4af-434d-bac1-9c2009ddd316 None None] Port 201de407-bf91-43b1-8441-080af8996fca cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:05.192636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.199749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:05.200080 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.234635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.249888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7577cef-5ee8-4291-a21f-eddae7681ca9 req-b7c80aed-aa42-4a8c-9712-89e9e96f8b04 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818626 Aug 03 15:57:05.258876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Pushing event updated for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:05.339104 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4f23828-38ce-471c-a1c4-9acf747151fb req-5a5069e8-3a08-4223-bed2-e6afb7fa5ff0 service neutron] 10.222.0.78 "GET /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682789 Aug 03 15:57:05.389386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:05.398300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.407123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5cdd0e7-643a-4b4c-92f2-5cc3ce8439f0 req-61d5fc4b-1b9b-48e8-8001-21320f1b842d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965238 Aug 03 15:57:05.407985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf4c771-0cc0-4378-b6b2-8e7eebf11877,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:05.452862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.464038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Deleting port 544aa285-fd48-4927-85af-c035c667937a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:05.464377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.475078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.493085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] device_id is not set on port 8f624caa-71e2-4b3b-89b6-10c736c4042a yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:05.614151 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-b56097cb-08fe-48f4-988b-485044f8bfdc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089252 Aug 03 15:57:05.639516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f23515-bee7-4e9f-bb8d-6e54c1df70c8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:05.691145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.695284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-173a3cd1-5173-4ea1-a229-fb2af8443d1b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7506535 Aug 03 15:57:05.710388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:05.721518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:05.767655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:05.798072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bf8cf6f1-a26c-492e-aae3-5a8aa958256d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:05.822316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fe217-1506-47d9-a907-ff10ba12d7bf req-5d3a2f4b-f923-4a13-b086-d004e29b42ab tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:05.831701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b1fe217-1506-47d9-a907-ff10ba12d7bf req-5d3a2f4b-f923-4a13-b086-d004e29b42ab tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 945 time: 0.2569420 Aug 03 15:57:05.834473 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 15:57:05.845411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.938310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:05.952227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d', 'network_id': '00df7949-bcd9-482e-bf5d-43d7be3992bf', 'port_id': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d', 'mac_address': 'fa:16:3e:6d:c1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a77fecc-cc79-4913-9c6e-781e9f6363ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:05.953248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-ab17aea4-b339-4684-beb6-1d7c03aa6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:05.955119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-ab17aea4-b339-4684-beb6-1d7c03aa6f81 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 1095 time: 0.3130653 Aug 03 15:57:05.970757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:05.998576 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.012470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8cf6f1-a26c-492e-aae3-5a8aa958256d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:06.019085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.040172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:06.045394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.058103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Attempting to bind port a8bd4a9b-b970-4abe-99b8-58c044a7c12c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:06.058544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Attempting to bind port a8bd4a9b-b970-4abe-99b8-58c044a7c12c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:06.058760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Attempting to bind port a8bd4a9b-b970-4abe-99b8-58c044a7c12c on network 093de1c8-6eb8-4428-83f2-9162627334bb {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:06.074327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a16e4a5-0c97-444f-bbbd-f5bbd88b4d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.079719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Port a8bd4a9b-b970-4abe-99b8-58c044a7c12c on network 093de1c8-6eb8-4428-83f2-9162627334bb not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:06.080114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Attempting to bind port a8bd4a9b-b970-4abe-99b8-58c044a7c12c on network 093de1c8-6eb8-4428-83f2-9162627334bb {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:06.092309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b1fe217-1506-47d9-a907-ff10ba12d7bf req-f52a73da-d72d-4696-8999-15f961e4d5aa tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591357 Aug 03 15:57:06.104407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:06.112285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e4c9be-7b49-4f04-a8a5-8c496637461d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:06.143757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.1.1.24 (996c0edf-ce4a-4a5e-a537-08c25e41e735/75403694-d6b0-49e9-b02a-ca4ae9be647a/8f624caa-71e2-4b3b-89b6-10c736c4042a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:06.147958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:06.148404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Checking segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:06.148832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Bound using segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:06.149280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Bound port: a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:06.149666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.230376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-0d7be26b-43ca-49c3-8285-6b845fb382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:06.231826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-0d7be26b-43ca-49c3-8285-6b845fb382c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 200 len: 908 time: 0.2404375 Aug 03 15:57:06.257581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] For port 544aa285-fd48-4927-85af-c035c667937a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=544aa285-fd48-4927-85af-c035c667937a,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:06.258049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.285729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bf8cf6f1-a26c-492e-aae3-5a8aa958256d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:06.288110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-96d911b7-d4d8-415b-9724-08a485e7b547 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 200 len: 217 time: 0.0469892 Aug 03 15:57:06.327096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Calling delete_port for 544aa285-fd48-4927-85af-c035c667937a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:06.455051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-fce59640-b096-48eb-8d92-427cae49d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:06.457506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-fce59640-b096-48eb-8d92-427cae49d41a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 200 len: 847 time: 0.1576858 Aug 03 15:57:06.476588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:06.483610 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.517384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-a2ef1348-034d-4fef-acce-18a4a002b6bd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=958320b7-c977-4e74-b9bf-e20b43fd4fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510612 Aug 03 15:57:06.524469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:06.526967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:06.555335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a16e4a5-0c97-444f-bbbd-f5bbd88b4d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.587533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.590257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.617026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a16e4a5-0c97-444f-bbbd-f5bbd88b4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.623265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.658090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.659561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2237bf95-7218-461d-8679-4930098db12e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9445210 Aug 03 15:57:06.666330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Transition to ACTIVE for port object 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:06.667450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39504) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:06.681181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '2979e601-f967-47f4-8940-b306ae76599f', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:06.692886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6798b37-bee6-4670-aa78-cba47ebb828a req-d70e20b2-90d8-46cf-a42b-7d3e2322aed0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:06.696211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6798b37-bee6-4670-aa78-cba47ebb828a req-d70e20b2-90d8-46cf-a42b-7d3e2322aed0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 944 time: 0.3360803 Aug 03 15:57:06.707125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:06.707741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.709160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] 10.222.0.72 "PUT /v2.0/ports/a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 1091 time: 3.5660880 Aug 03 15:57:06.712105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:06.713067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object 8f624caa-71e2-4b3b-89b6-10c736c4042a will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:06.714623 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c96f38-377f-46fc-a0c6-e27c74df080b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:06.728120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.731308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5a16e4a5-0c97-444f-bbbd-f5bbd88b4d37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6b318e848fb401e835684cea411766a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9614139 Aug 03 15:57:06.737181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39508) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:06.754437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16e4a5-0c97-444f-bbbd-f5bbd88b4d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e7293e-eb49-4919-805f-a37e7e37209b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:06.813664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91635-2a91-4d04-ad08-d3d7ccd5ca9d req-5089f287-e0a6-4609-83dd-95b6d20529f0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:06.815354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74c91635-2a91-4d04-ad08-d3d7ccd5ca9d req-5089f287-e0a6-4609-83dd-95b6d20529f0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 931 time: 0.2630742 Aug 03 15:57:06.827703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-89191bc0-adb5-4f8b-ba8e-5ece21643ccf service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917321 Aug 03 15:57:06.856829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c5b18-1d0b-413b-b45a-87c2c6e3687a service neutron] Pushing event updated for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:06.860618 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 15:57:06.912861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.920277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:06.992103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6798b37-bee6-4670-aa78-cba47ebb828a req-5eb776e1-e5b7-4130-86b2-d64847981e11 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684805 Aug 03 15:57:06.996469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.008904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:07.014530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74c91635-2a91-4d04-ad08-d3d7ccd5ca9d req-c9752758-4329-431e-bb68-182c5ec0c7e6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752844 Aug 03 15:57:07.023428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:07.029676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:07.037789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Pushing event updated for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:07.038062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:07.061472 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67af786-a29e-47f2-bd90-da258a68c143 x-openstack-request-id: req-c67af786-a29e-47f2-bd90-da258a68c143 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:07.061953 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:07.062655 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c67af786-a29e-47f2-bd90-da258a68c143 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:07.062956 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c', 'status': 'completed', 'code': 200} Aug 03 15:57:07.085906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.095230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-76c98ee2-8994-48ce-8be4-f53e8fab431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:07.096813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-76c98ee2-8994-48ce-8be4-f53e8fab431b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1094 time: 0.3299913 Aug 03 15:57:07.102265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.113558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:07.134465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ba17ce-8db4-476c-9359-7b39ce68a769 req-407592d4-df8a-4dc3-b374-414c5e2579ed service neutron] 10.222.0.78 "GET /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963910 Aug 03 15:57:07.154776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:07.155594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.190936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c7991f2c-b1c1-45a3-839f-5be399ce0a4d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2719643 Aug 03 15:57:07.199409 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.202095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.203975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91e7293e-eb49-4919-805f-a37e7e37209b HTTP/1.1" status: 204 len: 168 time: 0.4649155 Aug 03 15:57:07.224468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a9489-682e-4c2d-98c5-ad7abc2adfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e7293e-eb49-4919-805f-a37e7e37209b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:07.239367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-fe4caf69-61eb-45d1-99db-1140f25caebe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.0890217 Aug 03 15:57:07.310965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event deleted for resources: {'Port': ['ID=544aa285-fd48-4927-85af-c035c667937a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:07.377385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.403186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-109fed8c-1007-4879-81d6-3116690d54d7 req-00ef66a3-e3d6-4f0c-9096-076a7e4e6d65 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.1584926 Aug 03 15:57:07.420415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.446279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c056527c-a8af-4f68-85fb-3a18949e643a None None] Provisioning for port 8f624caa-71e2-4b3b-89b6-10c736c4042a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:07.449365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] No DVR routers for this DVR port 544aa285-fd48-4927-85af-c035c667937a on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:07.451939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c056527c-a8af-4f68-85fb-3a18949e643a None None] Provisioning complete for port 8f624caa-71e2-4b3b-89b6-10c736c4042a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:07.453394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c056527c-a8af-4f68-85fb-3a18949e643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.495724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c056527c-a8af-4f68-85fb-3a18949e643a None None] Port 8f624caa-71e2-4b3b-89b6-10c736c4042a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:07.497746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.500302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95832143-5d4a-4d76-91c6-96da54301c99 req-ede84644-6575-48c6-ad6d-861e0e9a2315 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "DELETE /v2.0/ports/544aa285-fd48-4927-85af-c035c667937a HTTP/1.1" status: 204 len: 173 time: 2.8455598 Aug 03 15:57:07.514733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-96642c94-e506-4af4-8e83-68c11f0c0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:07.517784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-96642c94-e506-4af4-8e83-68c11f0c0293 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.2420371 Aug 03 15:57:07.524237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Attempting to bind port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:07.524815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Attempting to bind port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:07.525334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Attempting to bind port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 on network 093de1c8-6eb8-4428-83f2-9162627334bb {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:07.572997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f536fa-d5a4-43d2-af6d-43ade4008ffe,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:07.575536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.577416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dec57e2a-a0d2-4965-b26f-378f27b2b517 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9004025 Aug 03 15:57:07.586292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 on network 093de1c8-6eb8-4428-83f2-9162627334bb not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:07.587730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Attempting to bind port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 on network 093de1c8-6eb8-4428-83f2-9162627334bb {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:07.667883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-25851169-cb1e-49db-887b-69b65c162f5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287920 Aug 03 15:57:07.674551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39526) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:07.681268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624348431', 'description': 'tempest-description--849148639'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Checking segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Bound using segment: {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Bound port: 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:07.697460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.768784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.800328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bf8cf6f1-a26c-492e-aae3-5a8aa958256d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:07.903315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port bf8cf6f1-a26c-492e-aae3-5a8aa958256d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:07.914157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port bf8cf6f1-a26c-492e-aae3-5a8aa958256d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:07.916329 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.976560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:07.990984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.045535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-8aa1363a-77e8-4542-b88d-3941a51bca1c service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256476 Aug 03 15:57:08.069560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-1e79ee13-18aa-492c-b9bd-5b4ce46ad495 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26039328&fields=id&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 267 time: 0.2269955 Aug 03 15:57:08.083772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.086354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:08.088992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4127040 Aug 03 15:57:08.094659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39546) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:08.122168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.144584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480587e-49cb-4c4e-b38c-2c543abb4d0b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b6714-cba1-4683-b334-c8acd297626b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:08.216324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'security_group_rule': {'security_group_id': 'a96b6714-cba1-4683-b334-c8acd297626b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:08.228812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:08.238192 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9129e1-8561-4ead-94e6-0d1bc49326ab" -d '{"events": [{"server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "name": "network-vif-plugged", "status": "completed", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:08.243122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:08.285601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:08.294570 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.295422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c5713-3501-444b-aac0-13b2de6f4f2a req-620c0f50-fe72-4617-b256-32ffdc10acfa tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:08.306902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee2c5713-3501-444b-aac0-13b2de6f4f2a req-620c0f50-fe72-4617-b256-32ffdc10acfa tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 944 time: 0.1374464 Aug 03 15:57:08.334754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.372281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:08.397527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee2c5713-3501-444b-aac0-13b2de6f4f2a req-1dae2127-5613-45cc-9122-7e931e96a875 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896215 Aug 03 15:57:08.457102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.457767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 544aa285-fd48-4927-85af-c035c667937a no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:08.469995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:08.471344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.474021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] 10.222.0.78 "PUT /v2.0/ports/65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 200 len: 1091 time: 3.7519932 Aug 03 15:57:08.499974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 544aa285-fd48-4927-85af-c035c667937a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:08.500146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:57:08.500919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 544aa285-fd48-4927-85af-c035c667937a not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:08.523938 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Sync routers for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:57:08.556370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619fbcd-6ac9-42cb-84fa-3b4bbfcc99de req-5a4c4e52-caaf-49f9-8b2e-5c3982c46207 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:08.556580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb45466a-94d7-441e-8d81-9bb2db1515fd admin admin] 10.222.0.70 "PUT /v2.0/routers/c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5282822 Aug 03 15:57:08.561312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6619fbcd-6ac9-42cb-84fa-3b4bbfcc99de req-5a4c4e52-caaf-49f9-8b2e-5c3982c46207 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 943 time: 0.0853477 Aug 03 15:57:08.562674 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:08.563398 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:08.564055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39560) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:08.716314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6619fbcd-6ac9-42cb-84fa-3b4bbfcc99de req-018b1ae4-f239-47fa-958e-050d4367ccd5 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538985 Aug 03 15:57:08.717516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e704a288-b48c-4542-a8b0-d0f93b3f62fb req-f0de61e5-5818-4ef0-8e0a-5d766bf1a8f6 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635833 Aug 03 15:57:08.736140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cc18e-c359-4025-8237-e7cc2dcd594b service neutron] Pushing event updated for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:08.764000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-2f115906-68ae-435e-a1c5-df9430dce767 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:08.773687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-2f115906-68ae-435e-a1c5-df9430dce767 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/networks?id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 797 time: 0.7026222 Aug 03 15:57:08.780607 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:08.811485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-2927638d-d2f7-49c2-9672-6b62bd8529ad tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/quotas/23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 375 time: 0.0366285 Aug 03 15:57:08.813875 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c778ee-f57b-4681-b07a-8a35aa44eeef x-openstack-request-id: req-46c778ee-f57b-4681-b07a-8a35aa44eeef {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:08.814132 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "name": "network-vif-plugged", "status": "completed", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:08.814390 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46c778ee-f57b-4681-b07a-8a35aa44eeef {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:08.814792 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d', 'code': 200} Aug 03 15:57:08.846974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:08.990842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b3a0fc6-92ac-4825-935d-672858db0717 req-3498a6bf-1d42-42c2-abbb-0b80f14a883e tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.0606134 Aug 03 15:57:09.026124 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:57:04Z', 'revision_number': 5, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:09.059196 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Checking router: c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:57:09.070197 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Routers {'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:09.070517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.072151 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:09.091200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-78fd3bbe-a357-4c1e-9b50-55374ece8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:09.097801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-78fd3bbe-a357-4c1e-9b50-55374ece8807 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1094 time: 0.3202198 Aug 03 15:57:09.098389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-deleted', 'tag': '544aa285-fd48-4927-85af-c035c667937a'}, {'name': 'network-changed', 'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:09.108089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d894-c488-4a60-8af3-1a8c8697ebd6 req-1539f7ed-a6d4-41ff-9d33-74491eb584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:09.110806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b95d894-c488-4a60-8af3-1a8c8697ebd6 req-1539f7ed-a6d4-41ff-9d33-74491eb584fb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 1096 time: 0.1794856 Aug 03 15:57:09.113587 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09225745-f8e4-48cb-8981-9d8b4bb0b14c" -d '{"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-deleted", "tag": "544aa285-fd48-4927-85af-c035c667937a"}, {"name": "network-changed", "server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:09.133515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.146769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.148510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-e0cb2906-cd63-4400-b8e5-afd147baf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:09.150241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-e0cb2906-cd63-4400-b8e5-afd147baf1f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1094 time: 0.5006156 Aug 03 15:57:09.190315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b95d894-c488-4a60-8af3-1a8c8697ebd6 req-68f5ce20-9164-458b-8d28-20f5d01b8564 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702498 Aug 03 15:57:09.249062 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] Set router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:09.256136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Deleting port 99ce77d8-d8bd-4e00-91ff-c02267815583 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:09.258747 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.643625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:09.725620 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:57:04Z', 'revision_number': 5, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:09.729193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330a0c7-69ae-45cd-8d3c-1e586db630bc req-a119c61e-3cb9-48af-a359-2d778c3552b0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:09.737519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5330a0c7-69ae-45cd-8d3c-1e586db630bc req-a119c61e-3cb9-48af-a359-2d778c3552b0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.0945640 Aug 03 15:57:09.770551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] For port 99ce77d8-d8bd-4e00-91ff-c02267815583, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99ce77d8-d8bd-4e00-91ff-c02267815583,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:09.770928 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.781657 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92346b35-29a4-4d22-a5cf-479fc0d8ba71 None None] The sync data for ids ['c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4'] in n-d-803226-3 is: [{'id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'name': 'tempest-AttachSCSIVolumeTestJSON-982114373-router', 'tenant_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:54:26Z', 'updated_at': '2021-08-03T15:57:04Z', 'revision_number': 5, 'project_id': '81f788f1e3fa4ac88c422e6f5a4644c5', 'gw_port': {'id': '99ce77d8-d8bd-4e00-91ff-c02267815583', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:54:27Z', 'updated_at': '2021-08-03T15:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:57:09.788450 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f61aee-10aa-48b6-9b58-77309a80d6e0 x-openstack-request-id: req-d1f61aee-10aa-48b6-9b58-77309a80d6e0 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:09.790429 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb41f705-6ad0-4a88-b007-fffd0ef0a788", "name": "network-vif-deleted", "tag": "544aa285-fd48-4927-85af-c035c667937a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:09.790689 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1f61aee-10aa-48b6-9b58-77309a80d6e0 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:09.791098 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb41f705-6ad0-4a88-b007-fffd0ef0a788', 'name': 'network-vif-deleted', 'tag': '544aa285-fd48-4927-85af-c035c667937a', 'status': 'completed', 'code': 200} Aug 03 15:57:09.791353 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7', 'status': 'completed', 'code': 200} Aug 03 15:57:09.811185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5330a0c7-69ae-45cd-8d3c-1e586db630bc req-14dc56eb-98c9-4c65-8eb6-5c9350b9ad50 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Aug 03 15:57:09.815479 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48d4b648-12ef-49cd-944f-58e8a9a39a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.833767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Calling delete_port for 99ce77d8-d8bd-4e00-91ff-c02267815583 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:09.859076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-b5327f85-8977-43ea-bc6d-49094b5caef5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 200 len: 217 time: 0.0667720 Aug 03 15:57:09.879709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3a12da-1e3a-4e87-85ff-d89288398e35,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:09.900087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.903904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac92435d-16de-4151-be8e-d0afe6a210db tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7778196 Aug 03 15:57:09.904560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b844a85-7ffa-462b-b6b5-65ebffa99d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:09.907028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39604) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:09.915885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'security_group_rule': {'security_group_id': 'a96b6714-cba1-4683-b334-c8acd297626b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:09.920664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-982d9b7b-073b-4ccb-b93e-762c3b7aa165 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0983407 Aug 03 15:57:09.954147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-1c4afffe-1400-4898-a8f7-51933e1b2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:09.955643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-1c4afffe-1400-4898-a8f7-51933e1b2e2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.8364890 Aug 03 15:57:10.026423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.052548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-99e349c2-0670-4e50-9060-dccd2a66eb30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.0848532 Aug 03 15:57:10.092659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cec86-6463-4392-8daf-57676de1475a req-6163152d-c6f3-460d-b0b0-b9dc351b33d6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:10.094260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b54cec86-6463-4392-8daf-57676de1475a req-6163152d-c6f3-460d-b0b0-b9dc351b33d6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 943 time: 0.1680288 Aug 03 15:57:10.102856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-ce25a70b-1ad9-4936-b781-c1de24822ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:10.104376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-ce25a70b-1ad9-4936-b781-c1de24822ee3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.2339113 Aug 03 15:57:10.159774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-945a01f9-f9ca-47d8-b916-a060d29a75df service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417867 Aug 03 15:57:10.185652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-c5283d62-1b5f-4757-a398-a4d8c2e6d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:10.187918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-c5283d62-1b5f-4757-a398-a4d8c2e6d8ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.1265059 Aug 03 15:57:10.240440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-db5d8296-2b30-4cd6-b861-aaf8f299fa79 service neutron] 10.222.0.70 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187594 Aug 03 15:57:10.245436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b54cec86-6463-4392-8daf-57676de1475a req-0bb8e9f9-7df8-4bc8-a8f2-84fdb8d5a807 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378920 Aug 03 15:57:10.272906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-b1074a53-f887-4e33-81c2-c8cc92a35496 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728319 Aug 03 15:57:10.288116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.384825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.404597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.408480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b844a85-7ffa-462b-b6b5-65ebffa99d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.433438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-1169aa34-8807-4727-aade-f60103b38a1a service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606177 Aug 03 15:57:10.453272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.457019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474679 Aug 03 15:57:10.457833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b844a85-7ffa-462b-b6b5-65ebffa99d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.467488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39610) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:10.481576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ce77d8-d8bd-4e00-91ff-c02267815583,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:10.485909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9eb68642-ae74-4e6c-8b80-c2096d55bdfe req-cdb0348e-33c3-4876-85fb-c9043b5c1888 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.1141276 Aug 03 15:57:10.493325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe32c5-e50b-4fd7-a037-42d76ae95c6e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5d6340-3f23-467d-8336-26b50378f529,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:10.493476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:10.561456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.588075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-774c0b5b-3c9f-40a1-823a-c9c01ed1eedb service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017948 Aug 03 15:57:10.589070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b844a85-7ffa-462b-b6b5-65ebffa99d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0326432-893d-4358-80a9-083231559bfc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:10.596215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9b844a85-7ffa-462b-b6b5-65ebffa99d52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82ea2287b1f6477aa1bd9f1077a0dc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516010 Aug 03 15:57:10.599098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39612) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:10.642625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.694067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-5d78d61d-d95f-4d0d-af64-dd3cca3e89b7 service neutron] 10.222.0.70 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237223 Aug 03 15:57:10.745506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c120a49-83e1-4ddb-8f3d-93ecd94824ea req-a50e367c-2c09-411d-b322-efea3ac78226 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001261 Aug 03 15:57:10.751834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.758345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.767477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.790800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c96f38-377f-46fc-a0c6-e27c74df080b req-192d3f46-e2eb-47cf-b8f4-c994d91093e0 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866903 Aug 03 15:57:10.861192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.861693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:57:10.868165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.884093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.890808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc883754-37d5-4435-ad84-b9b70e4f93f3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c4c4257b-bb75-4c6f-a2f6-787aa0e78ac4 HTTP/1.1" status: 204 len: 168 time: 2.3245034 Aug 03 15:57:10.891113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:10.911675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:10.932520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-8f145da5-e951-437f-a3f9-57d3acd1adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:10.937235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-8f145da5-e951-437f-a3f9-57d3acd1adc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1094 time: 0.1256554 Aug 03 15:57:11.038280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e356e-8f6d-4ba1-aa9e-e561f2392821 req-6d86397b-58e7-4d34-9e28-ed24b4d6d6fb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:11.039058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:11.040051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-285e356e-8f6d-4ba1-aa9e-e561f2392821 req-6d86397b-58e7-4d34-9e28-ed24b4d6d6fb tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.0850363 Aug 03 15:57:11.048690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:11.051835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:11.053192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0326432-893d-4358-80a9-083231559bfc HTTP/1.1" status: 204 len: 168 time: 0.4531708 Aug 03 15:57:11.073050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:11.076803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af92765-6b3c-40f9-b2b1-530ef14aeab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0326432-893d-4358-80a9-083231559bfc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:11.078026 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9cf4c771-0cc0-4378-b6b2-8e7eebf11877 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:11.113127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-285e356e-8f6d-4ba1-aa9e-e561f2392821 req-937e8b31-54b6-4f15-9cdf-c65fcb1b328b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586474 Aug 03 15:57:11.300200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2780745-617b-4084-90ec-8f6b854d344c req-9b98b338-e988-484a-8c42-f1e991726ccb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 210 time: 0.2906501 Aug 03 15:57:11.339291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Deleting subnet 42d94411-8817-471a-beca-7dfac523ba3f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:57:11.347173 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:11.368284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-bc5d447f-6598-4e1f-a752-7e8b84ade87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:11.369671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-bc5d447f-6598-4e1f-a752-7e8b84ade87a service neutron] 10.222.0.78 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.3638451 Aug 03 15:57:11.478807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-e8dd76a0-ebee-4da1-8f67-7a31b62d1e9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 200 len: 217 time: 0.0751171 Aug 03 15:57:11.506928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:11.599190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 172.25.7.169 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/cf2feb30-8d7b-4112-9295-f01c79c68ded) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:11.618351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d84ed-28ab-4e9a-bfa0-17df925b91a7 req-2fa3f546-115b-4ff6-86ea-7ea15f7f1ea8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:11.620892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-972d84ed-28ab-4e9a-bfa0-17df925b91a7 req-2fa3f546-115b-4ff6-86ea-7ea15f7f1ea8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.1161654 Aug 03 15:57:11.658375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e7a8-6a0e-4fea-87ff-15239a670cfa req-971f8cb8-922d-47bc-ac88-1b34379088de tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:11.665719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2f2e7a8-6a0e-4fea-87ff-15239a670cfa req-971f8cb8-922d-47bc-ac88-1b34379088de tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 943 time: 0.2646780 Aug 03 15:57:11.678549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-972d84ed-28ab-4e9a-bfa0-17df925b91a7 req-8aa7462c-a5fc-44e2-b94d-dd383e8919b1 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Aug 03 15:57:11.713749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-c6ce7bc8-da54-467a-b013-baa66a74a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:11.715252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-c6ce7bc8-da54-467a-b013-baa66a74a9f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.2204244 Aug 03 15:57:11.819110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2b8be7f-2b90-4dba-acf9-ac0a4f135d57 req-bb674a90-9c26-489e-843b-2672e24b3734 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.0423360 Aug 03 15:57:11.862132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-eb9e8291-1a78-48f5-9ac6-350739c129a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062851 Aug 03 15:57:11.946180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2f2e7a8-6a0e-4fea-87ff-15239a670cfa req-fe7202a5-6593-4cf3-9f98-e9a7469533bb tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796006 Aug 03 15:57:11.947590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.054601 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.078741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-156440ea-0f07-4900-ae19-cb65ea4faf88 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021887 Aug 03 15:57:12.081341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.116727 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e98536ab-0894-4040-ae12-ac2fa657f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.132890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d94411-8817-471a-beca-7dfac523ba3f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:12.157087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71708b-b784-4319-bb42-adb5ca590fe6 None None] Network 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:12.165107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.169538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05ffc17e-dbb6-4e13-9b86-2fd8162494a4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/42d94411-8817-471a-beca-7dfac523ba3f HTTP/1.1" status: 204 len: 168 time: 1.2772298 Aug 03 15:57:12.169884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39658) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:12.220356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.264733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09225745-f8e4-48cb-8981-9d8b4bb0b14c req-c005acf4-81ea-4b62-8a25-f9368713eb03 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766763 Aug 03 15:57:12.276799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:12.287228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:12.291750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:12.296085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=cf2feb30-8d7b-4112-9295-f01c79c68ded,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:12.342099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.435756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c7fbaba-d801-4cb5-8fab-02bc6db915ed req-98b4c277-2259-4037-80f9-65612472acc1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 210 time: 0.0378203 Aug 03 15:57:12.472111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Deleting port b4cda39b-6224-4a76-8c77-a98092133c39 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:12.472810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.475429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a8bd4a9b-b970-4abe-99b8-58c044a7c12c details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:12.586985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] For port b4cda39b-6224-4a76-8c77-a98092133c39, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4cda39b-6224-4a76-8c77-a98092133c39,segment=NetworkSegment(66548e07-1d31-4d19-986a-9215fb379426),segment_id=66548e07-1d31-4d19-986a-9215fb379426)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:12.588321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.622177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Calling delete_port for b4cda39b-6224-4a76-8c77-a98092133c39 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:12.679733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.705850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:12.723450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'port_id': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c', 'mac_address': 'fa:16:3e:d8:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:12.734118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] DHCP port deletion for 52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:57:12.784744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.800021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.822824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.845975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.865613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cda39b-6224-4a76-8c77-a98092133c39,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:12.875127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] No DVR routers for this DVR port b4cda39b-6224-4a76-8c77-a98092133c39 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:12.878193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bd4a9b-b970-4abe-99b8-58c044a7c12c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:12.910448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Deleting port b4cda39b-6224-4a76-8c77-a98092133c39 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:12.910834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.914305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:12.928119 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:12.991099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4cda39b-6224-4a76-8c77-a98092133c39 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:13.038125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b4cda39b-6224-4a76-8c77-a98092133c39 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:13.038477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4cda39b-6224-4a76-8c77-a98092133c39 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:13.038896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99ce77d8-d8bd-4e00-91ff-c02267815583 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:13.062504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7b921fff-64a6-4a66-b5f5-2489a66d68b1 req-f7a3b4a1-e99d-4221-89bb-15cdde4ec471 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb41f705-6ad0-4a88-b007-fffd0ef0a788 HTTP/1.1" status: 200 len: 210 time: 0.0757735 Aug 03 15:57:13.078957 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.099420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] For port b4cda39b-6224-4a76-8c77-a98092133c39, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:13.099890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.108693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 99ce77d8-d8bd-4e00-91ff-c02267815583 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:13.109311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99ce77d8-d8bd-4e00-91ff-c02267815583 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:13.109753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c3b0e8-ed6b-42e6-8ba9-0335fd433e07']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:13.129605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:13.132889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Calling delete_port for b4cda39b-6224-4a76-8c77-a98092133c39 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:13.136195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Port b4cda39b-6224-4a76-8c77-a98092133c39 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:57:13.142898 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.148921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66548e07-1d31-4d19-986a-9215fb379426') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:13.149227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66548e07-1d31-4d19-986a-9215fb379426') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:13.178992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.184929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a8bd4a9b-b970-4abe-99b8-58c044a7c12c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:13.210160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.222376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:57:13.227039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:57:13.229298 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:57:13.277329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] No DVR routers for this DVR port b4cda39b-6224-4a76-8c77-a98092133c39 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:13.290068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa6d5f-62f1-4881-b1dd-4e197507c86d None None] Pushing event deleted for resources: {'Port': ['ID=b4cda39b-6224-4a76-8c77-a98092133c39,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:13.424277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-09d7c88c-943f-4527-9e75-9231bf9ddab4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:13.425719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-09d7c88c-943f-4527-9e75-9231bf9ddab4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.72 "GET /v2.0/networks?id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 797 time: 0.9677920 Aug 03 15:57:13.429906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.439146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.456288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] 10.222.0.70 "DELETE /v2.0/networks/52c3b0e8-ed6b-42e6-8ba9-0335fd433e07 HTTP/1.1" status: 204 len: 168 time: 1.2729778 Aug 03 15:57:13.494538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a2fea-8da7-477a-942b-c830be60b673 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c3b0e8-ed6b-42e6-8ba9-0335fd433e07,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:13.507362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dee4c-665d-4af5-8993-debd06ca82b8 req-0a0984a9-5195-4f49-aada-f399f7db8721 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:13.517135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c79dee4c-665d-4af5-8993-debd06ca82b8 req-0a0984a9-5195-4f49-aada-f399f7db8721 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 943 time: 0.1715524 Aug 03 15:57:13.564281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-280bd4ca-5f1b-4f64-86a7-5cbdf7680025 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 378 time: 0.1050336 Aug 03 15:57:13.575706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'port': {'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'admin_state_up': True, 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'security_groups': ['2979e601-f967-47f4-8940-b306ae76599f']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:13.578958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c79dee4c-665d-4af5-8993-debd06ca82b8 req-5e76855d-2f96-42de-bb68-7c8c86dbb455 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574088 Aug 03 15:57:13.612876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.736953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39694) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:13.751430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65c8c-a81c-4727-8152-524a70e96259 req-d2295c22-095c-4b8b-a822-28ef0fa139e7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:13.760747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ee65c8c-a81c-4727-8152-524a70e96259 req-d2295c22-095c-4b8b-a822-28ef0fa139e7 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.3460879 Aug 03 15:57:13.762023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30d25ac2-2bee-4944-9731-67694ef48391 req-9b27326c-15a4-42ef-bb13-af8859137409 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 210 time: 0.0517809 Aug 03 15:57:13.832356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:13.861476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:13.865194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.900910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ee65c8c-a81c-4727-8152-524a70e96259 req-beb4f3a3-b91d-4f30-b0d3-2cc00b77655d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391590 Aug 03 15:57:13.909039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.921049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:13.975873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39700) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.015392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b9708137-4004-427d-b09f-30bcfd98475d tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:14.049061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7146e1b7-b72d-4bde-b2d7-df0d543ef62c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=feeb38c6aed74f9dbe03cabb80f0140e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713351 Aug 03 15:57:14.051617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39702) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.071971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:14.080619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=cf2feb30-8d7b-4112-9295-f01c79c68ded,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:14.123125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.125366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7', 'network_id': '093de1c8-6eb8-4428-83f2-9162627334bb', 'port_id': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7', 'mac_address': 'fa:16:3e:fd:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5e266b-204e-4731-a208-84c353ffed73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:14.135362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.175389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.192950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.203872 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e880ace2-0675-4d3d-871f-63cff80d68cf tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7347782 Aug 03 15:57:14.217316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9708137-4004-427d-b09f-30bcfd98475d tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "PUT /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f HTTP/1.1" status: 200 len: 366 time: 0.4529309 Aug 03 15:57:14.221099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39712) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.229723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.267698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:14.270807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7561f596-3cdd-40ee-9396-a79d7bdc37dc tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0462551 Aug 03 15:57:14.271553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39714) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.293105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.9 (3133fd60-aaaf-4cb4-af98-029d755796f8/61000488-cfc0-4e7f-892d-c87f399b1957/efb1aab6-3a08-4627-a59b-da2dd6985884) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:14.309755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39720) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.311499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d35179b0-3387-42e1-900b-72890e737e49 tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f HTTP/1.1" status: 200 len: 366 time: 0.0234261 Aug 03 15:57:14.348743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6062ce71-33f9-42bd-9521-8cc19af87c9c tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f HTTP/1.1" status: 204 len: 168 time: 0.0365906 Aug 03 15:57:14.354839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39722) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.364417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:14.369789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59dffc21-dd5d-4334-a233-547fdbccfd77 tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0128164 Aug 03 15:57:14.373433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.382319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39724) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.402108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.407210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.415915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/168703be-320f-44b5-bb33-6ef97a071c14 HTTP/1.1" status: 204 len: 168 time: 0.3629951 Aug 03 15:57:14.435398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e7a1a447-5bba-45af-bb61-8c4389a100f3 tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f HTTP/1.1" status: 200 len: 370 time: 0.0492542 Aug 03 15:57:14.438521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:14.452597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39728) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.466017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6cd64469-06a9-419d-b30d-04c7bc977c1c tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f/default HTTP/1.1" status: 200 len: 370 time: 0.0050983 Aug 03 15:57:14.466017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d11d-6b2a-4aa8-9c20-7c25a3fefa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168703be-320f-44b5-bb33-6ef97a071c14,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:14.466017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39730) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:14.482167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a8bd4a9b-b970-4abe-99b8-58c044a7c12c up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:14.483105 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-7c4a4cf9-4cf6-4e9c-bd60-3278eca8a883 tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] delete failed (client error): The resource could not be found. Aug 03 15:57:14.484748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c4a4cf9-4cf6-4e9c-bd60-3278eca8a883 tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/e3d3486c32844aa9afddbbbb3dcf0c5f HTTP/1.1" status: 404 len: 348 time: 0.0194967 Aug 03 15:57:14.527093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f53958-df6a-456b-9a1c-ab0e7580949d req-fef63723-b1e4-4bc1-b184-754cdacdee56 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:14.529764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f53958-df6a-456b-9a1c-ab0e7580949d req-fef63723-b1e4-4bc1-b184-754cdacdee56 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.1116192 Aug 03 15:57:14.578895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port a8bd4a9b-b970-4abe-99b8-58c044a7c12c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:14.580688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port a8bd4a9b-b970-4abe-99b8-58c044a7c12c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:14.581113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.616099 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f53958-df6a-456b-9a1c-ab0e7580949d req-86db0703-b36d-4ff6-8edc-05752ca22905 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Aug 03 15:57:14.646365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['65f828a5-f397-4fa3-8dfb-7c22f12bb7b7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:14.673374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.709130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object efb1aab6-3a08-4627-a59b-da2dd6985884 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:14.808335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-d54e326c-b5bb-4b4c-85ee-cecd8ba7ee4e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--624348431&fields=id&tenant_id=ee92f323cfd040d2880293e0b98c6706 HTTP/1.1" status: 200 len: 267 time: 0.0813570 Aug 03 15:57:14.850437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:14.896204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d36d94-ab26-42d3-9054-12365bf4cd37 req-6acfddc7-03c0-42cb-934e-3c8dd7c7151c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:14.908739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68d36d94-ab26-42d3-9054-12365bf4cd37 req-6acfddc7-03c0-42cb-934e-3c8dd7c7151c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 944 time: 0.1305003 Aug 03 15:57:14.911547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-88784acd-9366-4f49-96b2-02bc0a349dfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:14.919858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-88784acd-9366-4f49-96b2-02bc0a349dfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 932 time: 0.1104610 Aug 03 15:57:14.941906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:14.973824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:14.981951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:14.991227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:14.996714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68d36d94-ab26-42d3-9054-12365bf4cd37 req-6581c2de-cd34-4349-b2c7-6281067c455f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Aug 03 15:57:15.048472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-535f0108-1de9-4f21-9546-152f8bd00b21 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.059936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-535f0108-1de9-4f21-9546-152f8bd00b21 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 931 time: 0.1389968 Aug 03 15:57:15.126141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39752) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:15.206652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.207046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39754) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:15.210402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-f133e80d-aaac-4e57-9d9f-83b45bf363ce tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1494327 Aug 03 15:57:15.230700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:network and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.246533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.269869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d31fe-9d49-41e6-9608-beefde9979e9 req-15718fed-510d-4b68-a1b0-95896532340b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.274978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c9d31fe-9d49-41e6-9608-beefde9979e9 req-15718fed-510d-4b68-a1b0-95896532340b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 931 time: 0.1605814 Aug 03 15:57:15.287069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.287733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.309755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c18d8b7-6180-44df-a945-79b3e58a00ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81f788f1e3fa4ac88c422e6f5a4644c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006222 Aug 03 15:57:15.311891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:subnet and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.313633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39756) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:15.313820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-a080226d-48d7-428d-891f-2c476819ef5c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1023617 Aug 03 15:57:15.349991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.360912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.364170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:subnetpool and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.374422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.390913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-11ee9b84-b6a1-439e-ae23-bcf2e10b5262 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8188329 Aug 03 15:57:15.409197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Request body: {'port': {'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:15.419517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:port and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.429530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.460683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:15.478207 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a23db-5a21-4b37-a6eb-48324b6347f6" -d '{"events": [{"server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:15.489924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.510281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:15.519291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.542666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f30a2333-6c61-4494-a966-fe5d64b91952 None None] Provisioning for port efb1aab6-3a08-4627-a59b-da2dd6985884 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:15.549462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.583671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-eef919ba-d04f-4d19-ae71-680cc0ca8953 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.590884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-eef919ba-d04f-4d19-ae71-680cc0ca8953 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.598960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-eef919ba-d04f-4d19-ae71-680cc0ca8953 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.606200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-eef919ba-d04f-4d19-ae71-680cc0ca8953 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 1990 time: 0.2916119 Aug 03 15:57:15.607491 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c9d31fe-9d49-41e6-9608-beefde9979e9 req-e9359275-24cf-4084-87be-f225038d77d3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2963967 Aug 03 15:57:15.612063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:15.622278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:router and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.625634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f30a2333-6c61-4494-a966-fe5d64b91952 None None] Provisioning complete for port efb1aab6-3a08-4627-a59b-da2dd6985884 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:15.626494 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f30a2333-6c61-4494-a966-fe5d64b91952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.631674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.635563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.638200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:15.639601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8bbc40b7-0048-4504-9251-718ad0e83251 HTTP/1.1" status: 204 len: 168 time: 0.3243802 Aug 03 15:57:15.640428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.645475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-70c97d58-2638-4193-b829-6824d3ec8b98 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/quotas/ee92f323cfd040d2880293e0b98c6706 HTTP/1.1" status: 200 len: 375 time: 0.0381973 Aug 03 15:57:15.688914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2825c2-5e7a-404e-a505-71f5675d4f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc40b7-0048-4504-9251-718ad0e83251,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:15.721083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:floatingip and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.737710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.820248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f30a2333-6c61-4494-a966-fe5d64b91952 None None] Port efb1aab6-3a08-4627-a59b-da2dd6985884 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:15.822738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ccaa63d9-ed14-4fb6-81d1-4d66393a9042 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1763635 Aug 03 15:57:15.879711 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64a10b-3351-434f-8141-400ae5d037ee x-openstack-request-id: req-7e64a10b-3351-434f-8141-400ae5d037ee {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:15.880058 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "name": "network-vif-plugged", "status": "completed", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:15.880229 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e64a10b-3351-434f-8141-400ae5d037ee {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:15.885547 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c', 'code': 200} Aug 03 15:57:15.901236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:security_group and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.914481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-a9a00965-e966-4816-8cc3-ae9e76bc6dc8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:15.916789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-a9a00965-e966-4816-8cc3-ae9e76bc6dc8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.2242541 Aug 03 15:57:15.923580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.931090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Usage tracker for resource:security_group_rule and tenant:53ea1be85b6a45bc9bdcbb92e6475343 is out of sync, need to count used quota {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 15:57:15.936628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.quota.resource [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106016) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 15:57:15.951436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea44c03f-9bd5-4831-a471-1296e37b372e tempest-QuotasTest-896607257 tempest-QuotasTest-896607257-project-admin] 10.222.0.70 "GET /v2.0/quotas/53ea1be85b6a45bc9bdcbb92e6475343/details.json HTTP/1.1" status: 200 len: 703 time: 0.8241162 Aug 03 15:57:16.132131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-76b0bbcd-3fea-458f-be47-cc859f67677b service neutron] 10.222.0.70 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078887 Aug 03 15:57:16.141227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24942289-b33b-468c-935f-104f1b5e214a req-c667df12-7d82-4a39-9bb9-53354433704b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:16.143537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24942289-b33b-468c-935f-104f1b5e214a req-c667df12-7d82-4a39-9bb9-53354433704b tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.1252515 Aug 03 15:57:16.194658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24942289-b33b-468c-935f-104f1b5e214a req-2a0c1a7c-f999-47c7-85c6-15e2c2778266 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Aug 03 15:57:16.304477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39776) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:16.358671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e725f-6eae-4c31-b714-92a2bef80f7f req-131a8854-3d1c-4829-98fe-9581a8ec85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:16.362167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d36e725f-6eae-4c31-b714-92a2bef80f7f req-131a8854-3d1c-4829-98fe-9581a8ec85c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.4138770 Aug 03 15:57:16.447161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8841b8-b6a2-4493-82e8-be7a06a23850 req-139debb6-212c-4cd4-a3c8-fd50192256b8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:16.447917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa8841b8-b6a2-4493-82e8-be7a06a23850 req-139debb6-212c-4cd4-a3c8-fd50192256b8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 944 time: 0.1167495 Aug 03 15:57:16.498430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Deleting port bf8cf6f1-a26c-492e-aae3-5a8aa958256d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:16.498799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.509078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-9419c73d-4b30-47cc-ac33-b547643c6d96 service neutron] 10.222.0.70 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221564 Aug 03 15:57:16.520364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa8841b8-b6a2-4493-82e8-be7a06a23850 req-f5fdcb05-c2bc-447f-88ce-8864fed44c04 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616932 Aug 03 15:57:16.521547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4dd-2319-4af3-b02c-0aec839438a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.523682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d36e725f-6eae-4c31-b714-92a2bef80f7f req-dc82e772-695b-4816-9e48-844318473e2b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516933 Aug 03 15:57:16.679052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bfee4ed6-c0cc-4fd4-bd2e-3a9cfd9cd0d8 service neutron] 10.222.0.70 "GET /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1238785 Aug 03 15:57:16.692889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4dd-2319-4af3-b02c-0aec839438a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.707360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4dd-2319-4af3-b02c-0aec839438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.826012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb1aab6-3a08-4627-a59b-da2dd6985884 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:16.833319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] For port bf8cf6f1-a26c-492e-aae3-5a8aa958256d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,segment=NetworkSegment(6907a21a-5fb6-49d7-a14e-92e107074ebf),segment_id=6907a21a-5fb6-49d7-a14e-92e107074ebf)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:16.834010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.878396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:16.901729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Calling delete_port for bf8cf6f1-a26c-492e-aae3-5a8aa958256d owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:16.908440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ac4dd-2319-4af3-b02c-0aec839438a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3ccf55-11b5-4119-be1a-3c70d82f21df,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:16.942766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2d6ac4dd-2319-4af3-b02c-0aec839438a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1ecc429efc04bc3ab137952cd73cfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369135 Aug 03 15:57:16.946045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:16.993683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a1ca-bbcb-4a76-a2a5-f7317ecf6023 req-949135f1-a7ec-4f5d-8159-b2ff398a9555 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:17.000280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5f7a1ca-bbcb-4a76-a2a5-f7317ecf6023 req-949135f1-a7ec-4f5d-8159-b2ff398a9555 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 931 time: 0.2227719 Aug 03 15:57:17.004538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-aea5fb4f-a166-44e5-94ab-51d00b77ba69 service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129253 Aug 03 15:57:17.095512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Transition to ACTIVE for port object efb1aab6-3a08-4627-a59b-da2dd6985884 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:17.105041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5f7a1ca-bbcb-4a76-a2a5-f7317ecf6023 req-8b305a20-6a28-49d1-8eee-34337a1ab006 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781920 Aug 03 15:57:17.127491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.175382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.223247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.277401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39804) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:17.393527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.397860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.399286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e3ccf55-11b5-4119-be1a-3c70d82f21df HTTP/1.1" status: 204 len: 168 time: 0.4438710 Aug 03 15:57:17.411957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be860c-7f8f-47b9-832e-9042d034878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3ccf55-11b5-4119-be1a-3c70d82f21df,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:17.488920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:17.582961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2113267159-network', 'tenant_id': 'c42c87db176f41f589fb036e58646fe4'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:17.690161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-28d51666-8196-4e9f-9404-4a81ee5ff190 service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847460 Aug 03 15:57:17.822667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Made reservation on behalf of c42c87db176f41f589fb036e58646fe4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:17.828447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.838286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:17.852645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-d64bc06e-3ade-4948-8686-e4a225716546 service neutron] 10.222.0.70 "GET /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1557643 Aug 03 15:57:17.912944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42741b4-1518-4353-914f-d9916543f3ab req-b0b02f62-f65b-40ec-a851-5415340863b0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:17.917833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f42741b4-1518-4353-914f-d9916543f3ab req-b0b02f62-f65b-40ec-a851-5415340863b0 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 945 time: 0.1388395 Aug 03 15:57:17.959952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:17.982791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:17.988740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:17.990411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.022421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f42741b4-1518-4353-914f-d9916543f3ab req-fd25d053-72ed-4c56-ae3b-b100a8dc7361 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96c8e6d-b706-4f22-8aba-68f85cbb7d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960922 Aug 03 15:57:18.065175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39820) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:18.086349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4058f510-2995-4a1f-84f2-235a870c8d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.139560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.174262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:18.177106 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aeb956-a675-4a37-b27f-833ac3b00126" -d '{"events": [{"server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "name": "network-vif-plugged", "status": "completed", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:18.185324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:18.190983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.191915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bf8cf6f1-a26c-492e-aae3-5a8aa958256d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:18.262092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-a8145910-275c-4823-a827-eaf76171756d service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919060 Aug 03 15:57:18.295773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Attempting to bind port efb1aab6-3a08-4627-a59b-da2dd6985884 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:18.296092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Attempting to bind port efb1aab6-3a08-4627-a59b-da2dd6985884 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:18.296375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Attempting to bind port efb1aab6-3a08-4627-a59b-da2dd6985884 on network 3133fd60-aaaf-4cb4-af98-029d755796f8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:18.297012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4058f510-2995-4a1f-84f2-235a870c8d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.331015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:18.332760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4058f510-2995-4a1f-84f2-235a870c8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.379398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Port efb1aab6-3a08-4627-a59b-da2dd6985884 on network 3133fd60-aaaf-4cb4-af98-029d755796f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:18.379728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Attempting to bind port efb1aab6-3a08-4627-a59b-da2dd6985884 on network 3133fd60-aaaf-4cb4-af98-029d755796f8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:18.388175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.388348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058f510-2995-4a1f-84f2-235a870c8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df230b1-8b34-4226-abb6-407b2d2a7ec5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:18.401595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.409309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:18.409680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Checking segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:18.410079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Bound using segment: {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:18.410529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Bound port: efb1aab6-3a08-4627-a59b-da2dd6985884, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a115f61c-0897-4865-859f-06ffe3b49dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:18.410894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.453805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Pushing event deleted for resources: {'Port': ['ID=bf8cf6f1-a26c-492e-aae3-5a8aa958256d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:18.467411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4058f510-2995-4a1f-84f2-235a870c8d18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53ea1be85b6a45bc9bdcbb92e6475343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008036 Aug 03 15:57:18.474142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39828) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:18.503469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378827e-4a92-4631-90fe-e8c9c0e1898d req-3c7c1d2c-ee39-4759-ae24-435791dde3f6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:18.505049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b378827e-4a92-4631-90fe-e8c9c0e1898d req-3c7c1d2c-ee39-4759-ae24-435791dde3f6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.3042917 Aug 03 15:57:18.592100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.610153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b378827e-4a92-4631-90fe-e8c9c0e1898d req-78c1e2f4-61d6-4ad7-8549-5c627fd26e5d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Aug 03 15:57:18.633550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.701177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.704370 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.708167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9df230b1-8b34-4226-abb6-407b2d2a7ec5 HTTP/1.1" status: 204 len: 168 time: 0.2302787 Aug 03 15:57:18.751162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9da72-af44-4507-a87f-d663971cf261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df230b1-8b34-4226-abb6-407b2d2a7ec5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:18.837543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf120dd9-95ab-452e-b534-1cb9112cc636 req-81c58781-15c7-44f4-ad93-12f25757229c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:18.846269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf120dd9-95ab-452e-b534-1cb9112cc636 req-81c58781-15c7-44f4-ad93-12f25757229c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 943 time: 0.1184931 Aug 03 15:57:18.893479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf120dd9-95ab-452e-b534-1cb9112cc636 req-aca4a083-ca70-4969-ad1b-aa6f02494910 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462291 Aug 03 15:57:18.894704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] No DVR routers for this DVR port bf8cf6f1-a26c-492e-aae3-5a8aa958256d on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:18.904118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:18.906549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-370eb98c-595e-4c91-828f-ddc5c961ccd4 req-4b7475c7-d40d-48ef-afbc-dd003336148d tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.78 "DELETE /v2.0/ports/bf8cf6f1-a26c-492e-aae3-5a8aa958256d HTTP/1.1" status: 204 len: 173 time: 2.9575706 Aug 03 15:57:18.907417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'name': 'network-vif-deleted', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:18.909989 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a702f38f-bac5-4549-b651-17b6b9531e88" -d '{"events": [{"server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "name": "network-vif-deleted", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:18.924129 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e75b8056-027c-4da2-9dd5-90a9ed91f035 service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610320 Aug 03 15:57:18.944335 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dba511-0b32-4fc3-9d73-386b04ae6e27 x-openstack-request-id: req-b0dba511-0b32-4fc3-9d73-386b04ae6e27 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:18.944844 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "name": "network-vif-plugged", "status": "completed", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:18.944937 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0dba511-0b32-4fc3-9d73-386b04ae6e27 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:18.945373 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7', 'code': 200} Aug 03 15:57:19.042851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:19.049531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=efb1aab6-3a08-4627-a59b-da2dd6985884,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:19.079139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.082320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.118043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.171597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-738aac3b-f34d-4fce-a42a-67f6febfebb7 service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461975 Aug 03 15:57:19.174727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.175358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.176784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] 10.222.0.72 "PUT /v2.0/ports/efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 200 len: 1091 time: 3.7774785 Aug 03 15:57:19.229215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:57:19.331628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52687a41-40f3-4815-be29-9a25c249d830,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:19.384589 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5333dee-fca5-428f-b73a-786a9d33453e x-openstack-request-id: req-c5333dee-fca5-428f-b73a-786a9d33453e {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:19.384886 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e155b3f-011e-44f2-b7a2-497adcc49b48", "name": "network-vif-deleted", "tag": "bf8cf6f1-a26c-492e-aae3-5a8aa958256d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:19.385130 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5333dee-fca5-428f-b73a-786a9d33453e {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:19.385522 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e155b3f-011e-44f2-b7a2-497adcc49b48', 'name': 'network-vif-deleted', 'tag': 'bf8cf6f1-a26c-492e-aae3-5a8aa958256d', 'status': 'completed', 'code': 200} Aug 03 15:57:19.419989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.420606 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Added segment e39d8d4b-2f8a-428b-877b-8b7ecdb167a6 of type vlan for network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e Aug 03 15:57:19.432998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a361d4d-c64c-4b6c-96c8-22091c598bd2 req-9a7cd03e-26b9-4dd3-b1db-66ccef8daeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.434717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a361d4d-c64c-4b6c-96c8-22091c598bd2 req-9a7cd03e-26b9-4dd3-b1db-66ccef8daeab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1096 time: 0.3817182 Aug 03 15:57:19.436574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf269b1-da8e-46fa-b802-3c71f33e1ebe service neutron] Pushing event updated for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:19.521995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-73e1ec79-4090-4ff0-a2e7-68e408b47276 req-fedddb0d-b2bd-4de6-b1d8-cecfcb51eec8 tempest-DeleteServersTestJSON-1222091839 tempest-DeleteServersTestJSON-1222091839-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e155b3f-011e-44f2-b7a2-497adcc49b48 HTTP/1.1" status: 200 len: 210 time: 0.0578623 Aug 03 15:57:19.600024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-82bd604f-fdfd-4aa9-9de7-a361595f6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.601111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-82bd604f-fdfd-4aa9-9de7-a361595f6b1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1094 time: 0.3205571 Aug 03 15:57:19.641049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bb4cce17-de69-4c9b-b327-b711b8fa1c24 service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685578 Aug 03 15:57:19.647012 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.669475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17583a-e3ef-4063-87f2-a4f52113aec4 req-af452f08-2a14-4b80-982b-4edc89ef03e4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.671235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f17583a-e3ef-4063-87f2-a4f52113aec4 req-af452f08-2a14-4b80-982b-4edc89ef03e4 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.0891538 Aug 03 15:57:19.719799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f17583a-e3ef-4063-87f2-a4f52113aec4 req-e7cb6a32-c5e7-4b72-b27c-c7958a994282 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Aug 03 15:57:19.735808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a361d4d-c64c-4b6c-96c8-22091c598bd2 req-2f78fc8b-c9e0-45a7-ac89-b2bda2ec8728 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677352 Aug 03 15:57:19.739040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-f1d0752c-ffd7-4436-b4de-56d587d6e52b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 200 len: 217 time: 0.1239512 Aug 03 15:57:19.750263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.754395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.755702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:19.854549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5eb92-982a-41f4-9055-6e6a3d6fef6c req-79a6a68a-948b-48bb-838f-155e0f3a5e54 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:19.856327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ff5eb92-982a-41f4-9055-6e6a3d6fef6c req-79a6a68a-948b-48bb-838f-155e0f3a5e54 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0686455 Aug 03 15:57:19.907058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ff5eb92-982a-41f4-9055-6e6a3d6fef6c req-6130570f-6727-40dc-881a-0d6c0fbb1e3d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Aug 03 15:57:19.983548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6875789 Aug 03 15:57:19.986820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:19.993449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Request body: {'subnet': {'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2113267159-subnet', 'tenant_id': 'c42c87db176f41f589fb036e58646fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:20.007006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475cfc-7946-44b3-a81e-ae489d1cfb21 admin admin] Pushing event updated for resources: {'Network': ['ID=71c8a767-b4e8-41ec-a53c-a2a49100cf9e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:20.019351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:57:20.040507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-cbf40426-2853-43a4-a38b-5a96d71e4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.042900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-cbf40426-2853-43a4-a38b-5a96d71e4756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61000488-cfc0-4e7f-892d-c87f399b1957 HTTP/1.1" status: 200 len: 834 time: 0.2419472 Aug 03 15:57:20.050186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:20.082650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Made reservation on behalf of c42c87db176f41f589fb036e58646fe4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:20.085366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.111058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-6db598d0-3f87-4b4c-800d-3ade79e71a91 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.112645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-6db598d0-3f87-4b4c-800d-3ade79e71a91 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.2129416 Aug 03 15:57:20.134372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-36eb57d9-cc6d-4b83-a66b-f60f51ed84fc service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426160 Aug 03 15:57:20.147251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc6ce0-9c22-454b-b8c2-1b5272d5f510 req-dc663f5c-5d4a-441a-99aa-4bb5249fe37c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.148889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38bc6ce0-9c22-454b-b8c2-1b5272d5f510 req-dc663f5c-5d4a-441a-99aa-4bb5249fe37c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 943 time: 0.1124847 Aug 03 15:57:20.198830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38bc6ce0-9c22-454b-b8c2-1b5272d5f510 req-38eac7d8-eaa5-4791-aa21-09239396cde1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393100 Aug 03 15:57:20.275338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-392465356'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:20.306006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-d69ff9c8-94bb-4900-ab8c-c9bb666038c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.307508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-d69ff9c8-94bb-4900-ab8c-c9bb666038c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3133fd60-aaaf-4cb4-af98-029d755796f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402332 Aug 03 15:57:20.332399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.354785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:20.358199 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.390115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82db4571-c23a-48f3-8ae1-d0f296560623,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:20.397738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Checking segment: {'id': 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:20.398107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Network hostable DHCP agents. Network: 71c8a767-b4e8-41ec-a53c-a2a49100cf9e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:20.404287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.415464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:20.426462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 71c8a767-b4e8-41ec-a53c-a2a49100cf9e) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:20.430583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.431175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.436078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd13bc0-0418-448d-baf3-643968f38265 None None] Network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:20.446422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4ff846ba-2ddc-4d40-b125-5171e490a28c service neutron] 10.222.0.70 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579629 Aug 03 15:57:20.524790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Deleting port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:20.525132 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.574816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79171642-14bf-4a80-b0b1-c20746f3bebd None None] Network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:20.663319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-328a1275-a415-4088-8fc4-8f4bb5a07f09 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432546 Aug 03 15:57:20.770235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-410e4e39-cef5-4c1b-99d9-637d39ddcb29 service neutron] 10.222.0.70 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228528 Aug 03 15:57:20.852025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236765-e377-4932-a3af-acbd5887a87e req-b92d0085-6c8c-40bf-97d9-0326dcbb3257 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:20.853563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c236765-e377-4932-a3af-acbd5887a87e req-b92d0085-6c8c-40bf-97d9-0326dcbb3257 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=64472533-eca2-4e2a-a543-019fd61fd5da HTTP/1.1" status: 200 len: 944 time: 0.0517943 Aug 03 15:57:20.872119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] For port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:20.872492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.893983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c236765-e377-4932-a3af-acbd5887a87e req-ea1217c2-fb08-45f1-803f-4c6cf0874f78 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Aug 03 15:57:20.907064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Calling delete_port for 26cdc7fd-9e8a-480a-8fe2-335fbed3600e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:20.934033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:20.943010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f2d8b260-7e52-450c-8d8e-13e234a9242f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9548323 Aug 03 15:57:20.947017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0edb3b46-eaf6-4011-9714-d7aec64c1379 req-cd668245-3282-487e-85fe-f6ed45c24753 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716808 Aug 03 15:57:20.947615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.023975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:57:21.061958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.062310 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Added segment 58dcd882-ceea-4f25-9c00-aa1c25aaf2f1 of type vlan for network 0eff036b-808f-424c-a5b9-4898d8c8c98d Aug 03 15:57:21.074578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633ad395-f7d9-487b-90f4-101c53179988,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:21.082445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-87cbfc8d-3386-4486-a3ee-392f740f1200 service neutron] 10.222.0.70 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958472 Aug 03 15:57:21.098329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b601d9-1e7f-44a2-911a-70c845626847 req-ed77b586-f915-4473-9c54-57bc6d7e5bc9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.100403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6b601d9-1e7f-44a2-911a-70c845626847 req-ed77b586-f915-4473-9c54-57bc6d7e5bc9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0832555 Aug 03 15:57:21.143260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6b601d9-1e7f-44a2-911a-70c845626847 req-0efeca45-2c9c-465a-aa65-d85c72133f34 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Aug 03 15:57:21.179461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.275460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.283742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.284424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.323468 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-c28eff4d-ab9e-497d-a783-f90ef64cef87 service neutron] 10.222.0.70 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218904 Aug 03 15:57:21.388922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:21.391975 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f4b57b-ac12-411f-83e1-91b8fc729d20" -d '{"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:21.425773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3711209 Aug 03 15:57:21.434565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:21.440977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'subnet': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:21.469251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.482267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['26cdc7fd-9e8a-480a-8fe2-335fbed3600e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:21.494302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b2112-3568-43bd-ae55-d80d845fb710 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Network': ['ID=0eff036b-808f-424c-a5b9-4898d8c8c98d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:21.517271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:57:21.524995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15c1e-7abc-479a-b6ba-3845ee65ba9e req-f213ad34-f8de-4478-854f-fcd91b1c03f1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.533214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f15c1e-7abc-479a-b6ba-3845ee65ba9e req-f213ad34-f8de-4478-854f-fcd91b1c03f1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 943 time: 0.1277354 Aug 03 15:57:21.537618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event deleted for resources: {'Port': ['ID=26cdc7fd-9e8a-480a-8fe2-335fbed3600e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:21.605821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f15c1e-7abc-479a-b6ba-3845ee65ba9e req-cad20288-1004-4480-a487-e26e491a336b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698001 Aug 03 15:57:21.621723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:21.623971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-f195cd39-d4a2-4458-a22e-2f4469a7a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.626571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-f195cd39-d4a2-4458-a22e-2f4469a7a3a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1096 time: 0.2600746 Aug 03 15:57:21.627568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1131473345-network', 'tenant_id': '61030f8f181b41c3bdb95648d3546345'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:21.630594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:21.634174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.645493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] No DVR routers for this DVR port 26cdc7fd-9e8a-480a-8fe2-335fbed3600e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:21.664611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.666658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14e23238-c8bc-41b7-96de-a2b4a978f816 req-61f06309-ee2f-47d7-9d6c-78b74b1de129 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.72 "DELETE /v2.0/ports/26cdc7fd-9e8a-480a-8fe2-335fbed3600e HTTP/1.1" status: 204 len: 173 time: 1.5313468 Aug 03 15:57:21.710245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Made reservation on behalf of 61030f8f181b41c3bdb95648d3546345 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:21.712507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.728650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.729119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-90ffdef8-b6cf-4d37-86f0-a4d2a4ec3e81 service neutron] 10.222.0.70 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756912 Aug 03 15:57:21.785464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-42a724b5-1af0-46ee-a7ba-f80a1f67e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.787903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-42a724b5-1af0-46ee-a7ba-f80a1f67e1f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.1449072 Aug 03 15:57:21.847345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-2692b1df-bc3d-4c6a-9b47-eabacc19399c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 200 len: 217 time: 0.0520055 Aug 03 15:57:21.906954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:21.918306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-f36c121e-119c-40d8-9ee2-66769569bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.920026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-f36c121e-119c-40d8-9ee2-66769569bdec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.0656915 Aug 03 15:57:21.931593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615ef8-9128-46f1-840c-a16be8602404 req-fe647a63-5311-481f-a804-1efbb50f2f13 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:21.933108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b615ef8-9128-46f1-840c-a16be8602404 req-fe647a63-5311-481f-a804-1efbb50f2f13 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1522796 Aug 03 15:57:21.957692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-2b9d1be6-9277-42ac-ba44-ea6b7d6805f3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270238 Aug 03 15:57:21.964247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.064597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-c746ba3c-f0bf-42de-b41d-4719f50dd330 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995843 Aug 03 15:57:22.290968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.307668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b615ef8-9128-46f1-840c-a16be8602404 req-903b90cf-7a45-499f-9da2-c2eb082b26a0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622501 Aug 03 15:57:22.310972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.361493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Subnet': ['ID=98888ff0-0b36-4cab-ba2c-770a3be16ec8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:22.375672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:57:22.393368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a8321-b67c-46ff-9579-a76074b092e4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:22.396453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.396782 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Added segment 22fa13cc-32e3-44bc-9eea-27ad3e2e25d5 of type vlan for network dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 Aug 03 15:57:22.399080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Checking segment: {'id': '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:22.399451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network hostable DHCP agents. Network: 0eff036b-808f-424c-a5b9-4898d8c8c98d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:22.472587 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575da3a4-d6ab-4ce3-81ca-a8319322eb86 x-openstack-request-id: req-575da3a4-d6ab-4ce3-81ca-a8319322eb86 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:22.474998 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:22.476539 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-575da3a4-d6ab-4ce3-81ca-a8319322eb86 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:22.476539 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'status': 'completed', 'code': 200} Aug 03 15:57:22.477208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.508354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:22.545067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0eff036b-808f-424c-a5b9-4898d8c8c98d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:22.549941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.551495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:22.558364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.564323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f571c-a9d7-4bee-8cd5-eef275a8340f None None] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:22.569062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:22.569733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.600458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2065d209-78e0-4a13-b2bf-dc8c24c1fde4 req-e722a8e4-69be-4482-94dc-e5c29e2565b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0735810 Aug 03 15:57:22.623119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-37566c9e-85c8-44fa-aa14-23f16b1bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:22.635163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-37566c9e-85c8-44fa-aa14-23f16b1bbb61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1094 time: 0.1644113 Aug 03 15:57:22.650076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a48e023b-b3dc-4fb7-b002-59bd4e1b19a9 req-2ca254d1-2cf0-4956-92ae-f39a7ec69a02 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776060 Aug 03 15:57:22.668871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d9aa1c56-5b86-46b0-acdf-60f802bb99e2 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2329791 Aug 03 15:57:22.669538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:22.678934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-618065014'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:22.859061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e89f11-b567-4b2d-8939-398ac0949047 req-a9387442-71b0-4f81-99da-d36153f481f4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:22.863933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0eff036b-808f-424c-a5b9-4898d8c8c98d', 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'tenant_id': 'f8994f21824646fdaf908a4f1780627f', 'fixed_ips': [{'subnet_id': '98888ff0-0b36-4cab-ba2c-770a3be16ec8'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:57:22.864832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.865788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2429602 Aug 03 15:57:22.867970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1e89f11-b567-4b2d-8939-398ac0949047 req-a9387442-71b0-4f81-99da-d36153f481f4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 943 time: 0.1160073 Aug 03 15:57:22.870565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39970) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:22.900919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00132a-596d-42e6-821b-d7f09948b658 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:22.909753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Request body: {'subnet': {'network_id': 'dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1131473345-subnet', 'tenant_id': '61030f8f181b41c3bdb95648d3546345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:22.960825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-080ea39e-12de-4d73-ba99-c702a2097382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:22.962877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-080ea39e-12de-4d73-ba99-c702a2097382 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 898 time: 0.3100185 Aug 03 15:57:22.963933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:22.967436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:22.976159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:57:22.976159 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 15:57:22.976159 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id_1': '61030f8f181b41c3bdb95648d3546345', 'expiration_1': datetime.datetime(2021, 8, 3, 15, 57, 22, 923411)}] Aug 03 15:57:22.976159 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:57:22.978168 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:57:22.997998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:57:23.001979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1e89f11-b567-4b2d-8939-398ac0949047 req-7f1652fa-f2b3-46d3-8e03-854b9a1b047f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325965 Aug 03 15:57:23.031227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:23.047458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-38d0d735-6896-4d83-92c3-eb7ef2b7c551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 200 len: 217 time: 0.0719252 Aug 03 15:57:23.166418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-ff0d27dd-77a8-4d78-9304-d5e3f6266af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.168766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-ff0d27dd-77a8-4d78-9304-d5e3f6266af3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61000488-cfc0-4e7f-892d-c87f399b1957 HTTP/1.1" status: 200 len: 834 time: 0.1121407 Aug 03 15:57:23.182515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537616c-477a-48c5-a9bf-3225b0f0d90d req-d81a7d89-a9ce-4108-b3a1-60e937131e29 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.184057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e537616c-477a-48c5-a9bf-3225b0f0d90d req-d81a7d89-a9ce-4108-b3a1-60e937131e29 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 944 time: 0.0894992 Aug 03 15:57:23.244068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e537616c-477a-48c5-a9bf-3225b0f0d90d req-bddb194c-956c-4f09-9eb3-fd60bb63a415 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 Aug 03 15:57:23.259766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::397 (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/0ff16128-bf4d-4c86-aa90-d7cc6c387e7e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:23.262704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-9196f2fc-a1a7-4ac1-b8e2-8d4bae83f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.264643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-9196f2fc-a1a7-4ac1-b8e2-8d4bae83f179 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3133fd60-aaaf-4cb4-af98-029d755796f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797186 Aug 03 15:57:23.399274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-ebb59e5c-5d69-4f37-a7b1-b4833dd428b9 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258662 Aug 03 15:57:23.471299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:23.505745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:23.530385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229defe-eb08-41f3-a161-da2dad96f686 req-b7c4ac2b-5147-44a4-8482-f369f10a7e1e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.532159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1229defe-eb08-41f3-a161-da2dad96f686 req-b7c4ac2b-5147-44a4-8482-f369f10a7e1e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0770934 Aug 03 15:57:23.544236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-7ea69832-9ba6-4ad0-b879-35facefbd47c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.546003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-7ea69832-9ba6-4ad0-b879-35facefbd47c tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 944 time: 0.1451347 Aug 03 15:57:23.605794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1229defe-eb08-41f3-a161-da2dad96f686 req-cf917500-6b0c-4495-90c6-ebffb673e746 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613444 Aug 03 15:57:23.610820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:23.654591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Made reservation on behalf of 61030f8f181b41c3bdb95648d3546345 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:23.659968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:23.664898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:23.670922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:23.675971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:23.682105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:23.683052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:23.699245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=0ff16128-bf4d-4c86-aa90-d7cc6c387e7e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:23.710794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7aa1e778-b8ac-4e08-afd9-e6da78612dec tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0361490 Aug 03 15:57:23.713004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39980) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:23.719194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-456926757', 'allowed_address_pairs': [{'ip_address': '2001:db8::397', 'mac_address': 'fa:16:3e:3d:7b:f0'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:23.725386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Allocated IP 2001:db8::2 (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/8cc18fb6-a77a-4f37-8e28-cfaa6ec45521) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:23.856407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:23.879932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0de4720-ea2d-45fd-be4f-3d3865644ddf req-bfe1bead-157b-4e5a-989a-42f10a4bdbfe tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0720379 Aug 03 15:57:23.900204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f4b57b-ac12-411f-83e1-91b8fc729d20 req-f0b3077a-f2b3-46cc-8449-66e3f0d14849 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864650 Aug 03 15:57:23.964078 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:23.974594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Transition to ACTIVE for port object 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:23.994261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Transition to ACTIVE for port object 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:24.003301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.009527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Deleting port 509bb3e0-6478-47c0-917a-921b1449c18e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:24.010100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.015441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.108008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Pushing event updated for resources: {'Port': ['ID=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:24.122606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.134345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:24.140001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:24.146891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:24.147855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3e448a3f-951e-4853-963d-54f9862a5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.150038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3e448a3f-951e-4853-963d-54f9862a5852 service neutron] 10.222.0.78 "GET /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 1028 time: 0.1251521 Aug 03 15:57:24.176977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4b13c3-b340-4116-af63-e6f027f18297,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:24.209931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port ec53d2ca-309c-4576-9baa-8e467f3ef555 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:24.248254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Attempting to bind port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:24.248671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Attempting to bind port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:24.249134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Attempting to bind port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 on network 0eff036b-808f-424c-a5b9-4898d8c8c98d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:24.255092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:24.255625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Checking segment: {'id': '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:24.256116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.256599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Bound using segment: {'id': '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:24.257155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Bound port: 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:24.257627 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.261689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-67a7b1cf-9489-472e-b248-af1e94ed22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.262637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-67a7b1cf-9489-472e-b248-af1e94ed22f8 service neutron] 10.222.0.78 "GET /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 1027 time: 0.0930665 Aug 03 15:57:24.271094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Checking segment: {'id': '22fa13cc-32e3-44bc-9eea-27ad3e2e25d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:24.271517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Network hostable DHCP agents. Network: dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:24.286594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] For port 509bb3e0-6478-47c0-917a-921b1449c18e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=509bb3e0-6478-47c0-917a-921b1449c18e,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:24.286981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.298750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352b5f-d1a7-4bf8-b6e8-97caf3de9e75 req-a4ffceab-5f99-4410-a947-9e62e88d5fe8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.306600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Calling delete_port for 509bb3e0-6478-47c0-917a-921b1449c18e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:24.306807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0352b5f-d1a7-4bf8-b6e8-97caf3de9e75 req-a4ffceab-5f99-4410-a947-9e62e88d5fe8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 943 time: 0.1882498 Aug 03 15:57:24.403197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] For port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:24.415522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] For port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,segment=NetworkSegment(58dcd882-ceea-4f25-9c00-aa1c25aaf2f1),segment_id=58dcd882-ceea-4f25-9c00-aa1c25aaf2f1)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:24.425437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.490176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-deleted', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:24.494904 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af596d1-69cf-44c4-8e41-8a12a41c2088" -d '{"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-deleted", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:24.495685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0352b5f-d1a7-4bf8-b6e8-97caf3de9e75 req-53e55439-8930-4fec-aa43-9f5913fb37b2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1875741 Aug 03 15:57:24.503710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.523063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device efb1aab6-3a08-4627-a59b-da2dd6985884 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:24.527546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:24.581197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367036eb-0f79-4554-af75-cbd1ae38d96f None None] Pushing event updated for resources: {'Port': ['ID=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:24.582753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::cc (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/ec53d2ca-309c-4576-9baa-8e467f3ef555) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:24.585840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 26cdc7fd-9e8a-480a-8fe2-335fbed3600e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:24.586296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 26cdc7fd-9e8a-480a-8fe2-335fbed3600e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:24.596888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b881d12c-3873-49d8-b69e-c09605a4b317 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.602843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b881d12c-3873-49d8-b69e-c09605a4b317 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.611845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b881d12c-3873-49d8-b69e-c09605a4b317 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.613582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b881d12c-3873-49d8-b69e-c09605a4b317 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 1990 time: 0.3369780 Aug 03 15:57:24.616602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event deleted for resources: {'Port': ['ID=509bb3e0-6478-47c0-917a-921b1449c18e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:24.647100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2cd4ec4-0ee8-4454-a3a7-9160a37ce6b2 req-b4a08d12-6bc2-4d7e-a69d-d67e269dcede tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=01b91518-6aac-4786-bc77-d566e42ca51e HTTP/1.1" status: 200 len: 210 time: 0.1474659 Aug 03 15:57:24.649827 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7b0b3-0e3c-4752-bf0c-99bcb4bbdede x-openstack-request-id: req-2ac7b0b3-0e3c-4752-bf0c-99bcb4bbdede {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:24.650183 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472533-eca2-4e2a-a543-019fd61fd5da", "name": "network-vif-deleted", "tag": "26cdc7fd-9e8a-480a-8fe2-335fbed3600e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:24.650503 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ac7b0b3-0e3c-4752-bf0c-99bcb4bbdede {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:24.650902 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472533-eca2-4e2a-a543-019fd61fd5da', 'name': 'network-vif-deleted', 'tag': '26cdc7fd-9e8a-480a-8fe2-335fbed3600e', 'status': 'completed', 'code': 200} Aug 03 15:57:24.710135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Network dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:24.747591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=efb1aab6-3a08-4627-a59b-da2dd6985884,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:24.770822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:24.773019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] No DVR routers for this DVR port 509bb3e0-6478-47c0-917a-921b1449c18e on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:24.777606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.780073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd11d6f4-b074-4a22-9b83-f385662d0b61 req-f506ab4c-505d-4bd8-9ddf-5fb1394b7373 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "DELETE /v2.0/ports/509bb3e0-6478-47c0-917a-921b1449c18e HTTP/1.1" status: 204 len: 173 time: 1.2248933 Aug 03 15:57:24.784147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:24.840600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:24.844965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1203f-d7bc-4046-b4f4-8011df29cc68 None None] Network dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:24.855381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:24.899644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b8498707-3a1a-4085-abc3-d72d3c47f583 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0208247 Aug 03 15:57:24.949926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-57eb1006-f148-43a3-b0e0-39faa7ee9578 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee92f323cfd040d2880293e0b98c6706 HTTP/1.1" status: 200 len: 379 time: 0.1923485 Aug 03 15:57:24.992064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'admin_state_up': True, 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'security_groups': ['a96b6714-cba1-4683-b334-c8acd297626b']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:25.056290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.074846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb1aab6-3a08-4627-a59b-da2dd6985884 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:25.113698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=efb1aab6-3a08-4627-a59b-da2dd6985884,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:25.120525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4f395d9-04be-489e-82b2-7862ed219998 req-51fa354c-292b-47ae-bd58-fd16f28780e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0842319 Aug 03 15:57:25.129312 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.272135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:25.280081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd5110-5dd0-4eaa-8eb6-36d14dc45370 None None] Network dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:25.301205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3195b-14bc-4c16-a5c4-cfef6d5354e6 req-35efa89c-f330-4837-961c-2c35c63fa855 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:25.303765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65e3195b-14bc-4c16-a5c4-cfef6d5354e6 req-35efa89c-f330-4837-961c-2c35c63fa855 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.5474651 Aug 03 15:57:25.405085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.427787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:25.431880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.479316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object ec53d2ca-309c-4576-9baa-8e467f3ef555 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:25.480123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['efb1aab6-3a08-4627-a59b-da2dd6985884'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:25.501673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65e3195b-14bc-4c16-a5c4-cfef6d5354e6 req-16a89414-61ab-4905-a37a-5f12087bf043 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752603 Aug 03 15:57:25.849435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-99ef7077-b0b8-42a1-9297-bf23b2ea83c0 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:25.868489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-99ef7077-b0b8-42a1-9297-bf23b2ea83c0 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/networks?id=71c8a767-b4e8-41ec-a53c-a2a49100cf9e HTTP/1.1" status: 200 len: 815 time: 0.2112541 Aug 03 15:57:25.896400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-2149b5eb-6464-4aea-a267-a6e5b83cf6ec tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/quotas/c42c87db176f41f589fb036e58646fe4 HTTP/1.1" status: 200 len: 375 time: 0.0257704 Aug 03 15:57:25.923033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 172.20.0.5 (79e409d6-e6f6-4c80-ab10-72683fb6d284/e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2/f43761bb-6e58-42ad-83f9-cf4e136a6996) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:25.941742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.950224 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:25.967287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-24449f75-9890-4290-9f7f-e9bdba365b8c tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c42c87db176f41f589fb036e58646fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693328 Aug 03 15:57:25.994771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f57a23-5420-4c92-b26f-94c6c7a0c469 req-88ae35ac-3af0-4d04-aab0-cf8e0e989255 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:25.997428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0f57a23-5420-4c92-b26f-94c6c7a0c469 req-88ae35ac-3af0-4d04-aab0-cf8e0e989255 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 944 time: 0.3121500 Aug 03 15:57:26.059887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:26.061492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=ec53d2ca-309c-4576-9baa-8e467f3ef555,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:26.066153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:26.068597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:26.075041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:26.075846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:26.143332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-84959cea-465f-43fb-82a2-794a5db5d835 service neutron] 10.222.0.70 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749742 Aug 03 15:57:26.158018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0f57a23-5420-4c92-b26f-94c6c7a0c469 req-94b3f246-e64d-4fc0-96e5-5edcccd05210 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756359 Aug 03 15:57:26.188044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a1228e9f-afcd-4ed5-9fb8-62bfa3ba3394 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4709198 Aug 03 15:57:26.191340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40024) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:26.242506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65689312-fe2f-4fe5-a252-80ca52e566fd None None] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:26.299592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-18843876-6415-4129-9151-59abf0cd95a6 service neutron] 10.222.0.70 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550550 Aug 03 15:57:26.393126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b52e6d-abd2-421e-9756-480d2129d4bc req-89fcef98-5253-449a-af26-a2906e4c0153 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0861480 Aug 03 15:57:26.434418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ccd0126a-99e7-4497-b5da-057373d0670f None None] Provisioning for port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:26.452014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01dc17-e3a9-41a0-87e5-b01a35686bc0 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:26.459483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01dc17-e3a9-41a0-87e5-b01a35686bc0 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:26.476908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01dc17-e3a9-41a0-87e5-b01a35686bc0 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:26.481605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40032) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:26.505956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea01dc17-e3a9-41a0-87e5-b01a35686bc0 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3015282 Aug 03 15:57:26.590662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device efb1aab6-3a08-4627-a59b-da2dd6985884 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:26.654725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-deleted', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:26.660526 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66319f4-049e-43fe-b323-c98147830e1d" -d '{"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-deleted", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:26.717504 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:26.745170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5f5b8c8-cb32-40df-968a-d5eae50dc760 req-24f44881-d14f-4700-bb1f-e1e58f40f369 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 210 time: 0.1261628 Aug 03 15:57:26.782085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object f43761bb-6e58-42ad-83f9-cf4e136a6996 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:26.782374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port efb1aab6-3a08-4627-a59b-da2dd6985884 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:26.791296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port efb1aab6-3a08-4627-a59b-da2dd6985884 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:26.791637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:26.817227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd02a14-9961-45bb-8b86-b8238390ec11 req-8c69293e-38cf-45fc-9bb8-e58ea1b75a37 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:26.831290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edd02a14-9961-45bb-8b86-b8238390ec11 req-8c69293e-38cf-45fc-9bb8-e58ea1b75a37 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1014340 Aug 03 15:57:26.899401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port ec53d2ca-309c-4576-9baa-8e467f3ef555 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:26.916287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:26.982771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edd02a14-9961-45bb-8b86-b8238390ec11 req-f297f85a-dd62-4281-be4d-3c681b0a6396 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530375 Aug 03 15:57:27.030987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.082930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:27.145476 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.146972 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c76a55-7616-4954-a8f3-75972622561c x-openstack-request-id: req-64c76a55-7616-4954-a8f3-75972622561c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:27.148284 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b91518-6aac-4786-bc77-d566e42ca51e", "name": "network-vif-deleted", "tag": "509bb3e0-6478-47c0-917a-921b1449c18e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:27.149057 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64c76a55-7616-4954-a8f3-75972622561c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:27.149931 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b91518-6aac-4786-bc77-d566e42ca51e', 'name': 'network-vif-deleted', 'tag': '509bb3e0-6478-47c0-917a-921b1449c18e', 'status': 'completed', 'code': 200} Aug 03 15:57:27.196521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:27.198834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:27.205395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:27.209971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:27.222051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:27.224297 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e84bce-e635-48c6-b0ba-2d0fb99f1cf6" -d '{"events": [{"server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "name": "network-vif-plugged", "status": "completed", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:27.278167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=efb1aab6-3a08-4627-a59b-da2dd6985884,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:27.302528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.310340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:27.311022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.323507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da1a68-0f1a-4bda-a0fd-a205d8016afb req-d79dafed-2d16-447e-9882-7f65dbf15ad1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:27.325013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07da1a68-0f1a-4bda-a0fd-a205d8016afb req-d79dafed-2d16-447e-9882-7f65dbf15ad1 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.3904102 Aug 03 15:57:27.381280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:27.395394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:27.395835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.411288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-7e8a79d1-5be9-44f7-a1ef-325d5fdcc049 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4343746 Aug 03 15:57:27.433155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'admin_state_up': True, 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'security_groups': ['a96b6714-cba1-4683-b334-c8acd297626b']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:27.502342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07da1a68-0f1a-4bda-a0fd-a205d8016afb req-f26f0417-4d64-4996-83af-c982c459f241 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284840 Aug 03 15:57:27.513684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:27.518522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.548816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Provisioning for port ec53d2ca-309c-4576-9baa-8e467f3ef555 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:27.594713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for ec53d2ca-309c-4576-9baa-8e467f3ef555 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:27.638498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-a5c6940b-fc68-471e-8581-92604f326adb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:27.642188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-a5c6940b-fc68-471e-8581-92604f326adb tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.4779465 Aug 03 15:57:27.660008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Provisioning complete for port ec53d2ca-309c-4576-9baa-8e467f3ef555 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:27.660397 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.740806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:27.745773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.767766 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70b1c9-74b5-447f-815d-f05a0c3a37ee x-openstack-request-id: req-1d70b1c9-74b5-447f-815d-f05a0c3a37ee {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:27.768054 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "name": "network-vif-plugged", "status": "completed", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:27.768378 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d70b1c9-74b5-447f-815d-f05a0c3a37ee {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:27.768802 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'code': 200} Aug 03 15:57:27.782260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.848246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Port ec53d2ca-309c-4576-9baa-8e467f3ef555 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:27.886673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c215ac9-5abe-432a-89b0-6709e95da2f8 req-ba049489-421e-4757-9e91-52d4ac2cbaf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:27.897245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c215ac9-5abe-432a-89b0-6709e95da2f8 req-ba049489-421e-4757-9e91-52d4ac2cbaf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.5830414 Aug 03 15:57:27.916535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Provisioning complete for port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:27.916907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:27.919477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,segment=NetworkSegment(58dcd882-ceea-4f25-9c00-aa1c25aaf2f1),segment_id=58dcd882-ceea-4f25-9c00-aa1c25aaf2f1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:27.975299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:27.983902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.030551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c215ac9-5abe-432a-89b0-6709e95da2f8 req-67e470cc-ec97-44ba-9960-4c7b49f36516 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319606 Aug 03 15:57:28.046048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 509bb3e0-6478-47c0-917a-921b1449c18e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:28.047084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 509bb3e0-6478-47c0-917a-921b1449c18e not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:28.141449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951a04c-67de-414d-999f-82aa33c8c883 req-e915d1c2-34bd-4418-96c9-74a34df73f35 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:28.160385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3951a04c-67de-414d-999f-82aa33c8c883 req-e915d1c2-34bd-4418-96c9-74a34df73f35 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 931 time: 0.2794068 Aug 03 15:57:28.165780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.1.1.177 (996c0edf-ce4a-4a5e-a537-08c25e41e735/75403694-d6b0-49e9-b02a-ca4ae9be647a/a24a667a-5fe0-48c6-9ea1-e6279638f91a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:28.208074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:28.325620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f94674-c319-4a0b-8a89-ef6a1e0374c3 req-896fa4d0-05ef-4865-aefa-2915b1914bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:28.327177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04f94674-c319-4a0b-8a89-ef6a1e0374c3 req-896fa4d0-05ef-4865-aefa-2915b1914bd9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1096 time: 0.4452736 Aug 03 15:57:28.330200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Provisioning for port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:28.334352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Provisioning complete for port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:28.334722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.415177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45238534-5879-417d-bc3c-77b2532af93a None None] Port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:28.438106 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaddc0b6-22fb-456a-bde4-b4a798a31b33 req-dbe08c2d-bc65-46bc-85f2-55df57a0cd5e tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 210 time: 0.0936320 Aug 03 15:57:28.464669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Deleting port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:28.465231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.480148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3951a04c-67de-414d-999f-82aa33c8c883 req-a1616ec5-daf0-4803-b7e3-907dca35e33a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187914 Aug 03 15:57:28.528981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Could not find standard attr ID for object ec53d2ca-309c-4576-9baa-8e467f3ef555. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 15:57:28.542145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Provisioning complete for port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:28.542514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.563769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.586916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-d09da61f-93b4-45a6-bb32-ba4845317aee tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:28.588624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-d09da61f-93b4-45a6-bb32-ba4845317aee tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.78 "GET /v2.0/networks?id=71c8a767-b4e8-41ec-a53c-a2a49100cf9e HTTP/1.1" status: 200 len: 815 time: 0.3649907 Aug 03 15:57:28.599191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:28.612804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Request body: {'port': {'device_id': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e', 'admin_state_up': True, 'tenant_id': 'c42c87db176f41f589fb036e58646fe4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:28.613630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Provisioning for port f43761bb-6e58-42ad-83f9-cf4e136a6996 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:28.615598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=ec53d2ca-309c-4576-9baa-8e467f3ef555,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:28.618278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Provisioning complete for port f43761bb-6e58-42ad-83f9-cf4e136a6996 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:28.619060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.637445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04f94674-c319-4a0b-8a89-ef6a1e0374c3 req-e2d082f3-0fe5-45fe-9e83-ac9c8b463586 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2810254 Aug 03 15:57:28.666735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-81c2fe55-dd1f-4e81-a0e9-f476c51f8651 None None] Port f43761bb-6e58-42ad-83f9-cf4e136a6996 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:28.871100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] For port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,segment=NetworkSegment(2b480a5d-d6f2-4330-b2c0-b87c18044500),segment_id=2b480a5d-d6f2-4330-b2c0-b87c18044500)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:28.871469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.911514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:28.918269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5cd149b3-acce-4d23-919a-91e415c82d85 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/ec53d2ca-309c-4576-9baa-8e467f3ef555 HTTP/1.1" status: 204 len: 168 time: 2.4353471 Aug 03 15:57:28.924066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:28.925257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Calling delete_port for 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:28.935391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:28.995471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:28.996112 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.009185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.018984 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a459afbd-6ce4-42ae-8e25-6ecdbd0b4e6e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] GET failed (client error): The resource could not be found. Aug 03 15:57:29.024157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a459afbd-6ce4-42ae-8e25-6ecdbd0b4e6e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports/ec53d2ca-309c-4576-9baa-8e467f3ef555 HTTP/1.1" status: 404 len: 333 time: 0.0416791 Aug 03 15:57:29.027178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40074) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:29.030642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731a04-92d5-4160-a6b2-9065408277c7 req-ee11edd8-1fc3-45b2-a7a9-5533374b015a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:29.035829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8e1d6-fcec-42a2-bdee-4ea72196b8a0 req-0c8c8ae0-6d04-454f-9915-c667aebe31d9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:29.037380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8d8e1d6-fcec-42a2-bdee-4ea72196b8a0 req-0c8c8ae0-6d04-454f-9915-c667aebe31d9 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 945 time: 0.3088119 Aug 03 15:57:29.041706 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a731a04-92d5-4160-a6b2-9065408277c7 req-ee11edd8-1fc3-45b2-a7a9-5533374b015a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.5186741 Aug 03 15:57:29.042541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-103694415'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:29.069022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object a24a667a-5fe0-48c6-9ea1-e6279638f91a will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:29.083574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Made reservation on behalf of c42c87db176f41f589fb036e58646fe4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:29.087349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.134200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a731a04-92d5-4160-a6b2-9065408277c7 req-6b31a9fa-772d-47c7-909e-f4341a0340b7 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915904 Aug 03 15:57:29.201206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8d8e1d6-fcec-42a2-bdee-4ea72196b8a0 req-cd14e586-59bc-420f-8b22-c1d111322894 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/security-groups?id=49c85c45-0b36-441e-b7af-5a3e33e6abc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382787 Aug 03 15:57:29.210506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40080) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:29.309239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.326965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:29.331750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.365903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port 9d83b814-d72b-4e0d-a2c2-087df231d423 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:29.433837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:29.438752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:29.445948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Allocated IP 172.20.0.10 (71c8a767-b4e8-41ec-a53c-a2a49100cf9e/82db4571-c23a-48f3-8ae1-d0f296560623/d1a26214-fa8c-49bd-9064-5fad7bdec389) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:29.448513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:29.451923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:29.509815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Deleting subnet 9a77fecc-cc79-4913-9c6e-781e9f6363ec {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:57:29.518828 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.565756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabb59e-8187-4b9d-b56b-838569f4f23d req-8f243d92-bfc8-447d-a0c0-424ea5e00206 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:29.567426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2cabb59e-8187-4b9d-b56b-838569f4f23d req-8f243d92-bfc8-447d-a0c0-424ea5e00206 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.2818718 Aug 03 15:57:29.631811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:29.632274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.637267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.647537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-921f6487-149c-4f32-ba1b-bf790750288c req-fb5f5005-cd3b-4117-8fef-c7d511fe8946 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 210 time: 0.0624664 Aug 03 15:57:29.693696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Pushing event deleted for resources: {'Port': ['ID=4b9d8e66-72b4-4bf8-aef0-6443caeefd07,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:29.712382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2cabb59e-8187-4b9d-b56b-838569f4f23d req-72930013-0cce-4540-b9e3-ab4ee4880b55 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304185 Aug 03 15:57:29.716493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ba1b8201-5045-4bbb-bd69-57d7de85782d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3021390 Aug 03 15:57:29.768254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::4f (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/9d83b814-d72b-4e0d-a2c2-087df231d423) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:29.773026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'admin_state_up': True, 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'security_groups': ['a96b6714-cba1-4683-b334-c8acd297626b']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:29.807227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.808522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-56f46b8a-7ac0-4113-ba28-57a9c672788d None None] Provisioning for port a24a667a-5fe0-48c6-9ea1-e6279638f91a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:29.813891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-56f46b8a-7ac0-4113-ba28-57a9c672788d None None] Provisioning complete for port a24a667a-5fe0-48c6-9ea1-e6279638f91a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:29.814327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-56f46b8a-7ac0-4113-ba28-57a9c672788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.849698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-56f46b8a-7ac0-4113-ba28-57a9c672788d None None] Port a24a667a-5fe0-48c6-9ea1-e6279638f91a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:29.849938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.946228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:29.956381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:29.959963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.066874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.154620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:30.174224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:30.177254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:30.182656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Pushing event updated for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:30.230342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.1.1.117 (996c0edf-ce4a-4a5e-a537-08c25e41e735/75403694-d6b0-49e9-b02a-ca4ae9be647a/53cb6b10-9443-4d3a-bbab-7e492ccddae7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:30.238521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] No DVR routers for this DVR port 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:30.246302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.248312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99f1b7fc-3de1-44fc-9a2c-e7065cb68ae8 req-139cec42-03b7-4eb9-bbb0-0c560931f66d tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.78 "DELETE /v2.0/ports/4b9d8e66-72b4-4bf8-aef0-6443caeefd07 HTTP/1.1" status: 204 len: 173 time: 2.5941219 Aug 03 15:57:30.248760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-deleted', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:30.251121 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac96034-1d7d-4afc-b62b-7581d98a0475" -d '{"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-deleted", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:30.294240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:30.294987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.347625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-369884e7-ad7e-4130-b737-89a97cb437d4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7432718 Aug 03 15:57:30.355616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb2ad-8313-4a32-8440-5b789077c7aa req-b0a5847f-6bbe-40f2-bf8a-20ee2c5e0640 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:30.362987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb2ad-8313-4a32-8440-5b789077c7aa req-b0a5847f-6bbe-40f2-bf8a-20ee2c5e0640 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:30.364239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df3eb2ad-8313-4a32-8440-5b789077c7aa req-b0a5847f-6bbe-40f2-bf8a-20ee2c5e0640 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 1653 time: 0.5604615 Aug 03 15:57:30.393502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.401141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Request body: {'port': {'device_id': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:30.417811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a842-8230-46de-ac12-401aef7ed459 req-efaf7416-2ed8-4c1a-8d1c-770750181068 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:30.419397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e44a842-8230-46de-ac12-401aef7ed459 req-efaf7416-2ed8-4c1a-8d1c-770750181068 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1784739 Aug 03 15:57:30.453824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a77fecc-cc79-4913-9c6e-781e9f6363ec,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:30.463559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.465478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2c079ed4-6b7d-4c0f-b250-e9c587566e57 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9a77fecc-cc79-4913-9c6e-781e9f6363ec HTTP/1.1" status: 204 len: 168 time: 1.2538662 Aug 03 15:57:30.471388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:30.485432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df3eb2ad-8313-4a32-8440-5b789077c7aa req-4127c39a-9ca8-4298-b4f7-e895654f526a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051316 Aug 03 15:57:30.502945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.518972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object 9d83b814-d72b-4e0d-a2c2-087df231d423 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:30.578631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.622296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:30.627580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e44a842-8230-46de-ac12-401aef7ed459 req-2a70d37f-f411-4aba-bb4e-3b333b5e0cb8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802351 Aug 03 15:57:30.635221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.640658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:30.659040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.659998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:30.663918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.666130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:30.667026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:30.688577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e08606be-8e4a-4f14-97ce-6d7bb1783d59 req-990650f2-9ca8-4031-953d-8934e2da3e05 tempest-LiveMigrationTest-1167292563 tempest-LiveMigrationTest-1167292563-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cece761-2fc6-4eb5-91f8-bf2126b78a62 HTTP/1.1" status: 200 len: 210 time: 0.0650210 Aug 03 15:57:30.697367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6589069 Aug 03 15:57:30.700622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40100) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:30.709295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object 53cb6b10-9443-4d3a-bbab-7e492ccddae7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:30.731025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::397', 'mac_address': 'fa:16:3e:3d:7b:f0'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:30.763374 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a29a37-fd39-4d53-a477-0b5da19f2a73 x-openstack-request-id: req-25a29a37-fd39-4d53-a477-0b5da19f2a73 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:30.763720 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cece761-2fc6-4eb5-91f8-bf2126b78a62", "name": "network-vif-deleted", "tag": "4b9d8e66-72b4-4bf8-aef0-6443caeefd07", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:30.764237 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25a29a37-fd39-4d53-a477-0b5da19f2a73 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:30.764673 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cece761-2fc6-4eb5-91f8-bf2126b78a62', 'name': 'network-vif-deleted', 'tag': '4b9d8e66-72b4-4bf8-aef0-6443caeefd07', 'status': 'completed', 'code': 200} Aug 03 15:57:30.767982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48b85-1c98-4603-9ae3-d51d57dd8c8d tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=9d83b814-d72b-4e0d-a2c2-087df231d423,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:31.032857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.041229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe4fb-b8cf-4a80-9afa-fc9bfee6d894 req-a1c7e40e-20e6-4d66-8002-05f8734c85ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.042799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8edbe4fb-b8cf-4a80-9afa-fc9bfee6d894 req-a1c7e40e-20e6-4d66-8002-05f8734c85ab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.1142170 Aug 03 15:57:31.050794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.058190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00df7949-bcd9-482e-bf5d-43d7be3992bf']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:31.091101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-76bbf72c-864a-4f6f-87fc-563b003a0d9c None None] Provisioning for port 9d83b814-d72b-4e0d-a2c2-087df231d423 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:31.100291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-76bbf72c-864a-4f6f-87fc-563b003a0d9c None None] Provisioning complete for port 9d83b814-d72b-4e0d-a2c2-087df231d423 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:31.101203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76bbf72c-864a-4f6f-87fc-563b003a0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.108402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f04fd3-c3a8-4992-be56-2d1474102653 req-f6b62dcc-44da-41c3-a889-548426b1aaf2 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.123248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20f04fd3-c3a8-4992-be56-2d1474102653 req-f6b62dcc-44da-41c3-a889-548426b1aaf2 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 932 time: 0.2961376 Aug 03 15:57:31.156260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8edbe4fb-b8cf-4a80-9afa-fc9bfee6d894 req-a507b7de-f5cb-4036-b5b6-e77f13471de2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018128 Aug 03 15:57:31.160503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.178754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-76bbf72c-864a-4f6f-87fc-563b003a0d9c None None] Port 9d83b814-d72b-4e0d-a2c2-087df231d423 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:31.206291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6907a21a-5fb6-49d7-a14e-92e107074ebf') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:31.206607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6907a21a-5fb6-49d7-a14e-92e107074ebf') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:31.222921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20f04fd3-c3a8-4992-be56-2d1474102653 req-ba747411-584f-44e8-abb9-35f77b717028 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940030 Aug 03 15:57:31.273363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.321102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.328468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:31.335015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:31.337913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:57:31.338395 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.340637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95375c-d24e-4fd8-838c-1a2d863352b8 req-6e973e6a-4a5f-4446-bcdc-36c534b064fb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:57:31.344270 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:57:31.346175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:31.350605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a95375c-d24e-4fd8-838c-1a2d863352b8 req-6e973e6a-4a5f-4446-bcdc-36c534b064fb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.0854948 Aug 03 15:57:31.368803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:31.415828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a95375c-d24e-4fd8-838c-1a2d863352b8 req-6e396844-4e45-47fe-8412-baec89633c15 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642388 Aug 03 15:57:31.437048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40106) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:31.493612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.494190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.502335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91003f31-c8cd-4bbb-a969-e4bccf33f649 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.506889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91003f31-c8cd-4bbb-a969-e4bccf33f649 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1091 time: 0.0655000 Aug 03 15:57:31.510223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:31.515847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:31.517366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.532943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.545993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.560540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.564081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] 10.222.0.70 "DELETE /v2.0/networks/00df7949-bcd9-482e-bf5d-43d7be3992bf HTTP/1.1" status: 204 len: 168 time: 1.0891936 Aug 03 15:57:31.620136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b4d1-788a-4b22-841e-b6471e025388 admin admin] Pushing event deleted for resources: {'Network': ['ID=00df7949-bcd9-482e-bf5d-43d7be3992bf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:31.623027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-cd930fcb-3745-4c69-ae3c-b13b6e705425 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8839104 Aug 03 15:57:31.637550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'admin_state_up': True, 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'security_groups': ['a96b6714-cba1-4683-b334-c8acd297626b']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:31.662353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=9d83b814-d72b-4e0d-a2c2-087df231d423,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:31.669523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a26214-fa8c-49bd-9064-5fad7bdec389 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:31.682462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] In _notify_port_updated(), no bound segment for port 9d83b814-d72b-4e0d-a2c2-087df231d423 on network 0eff036b-808f-424c-a5b9-4898d8c8c98d {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 15:57:31.688950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.689691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.694178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0db3aefb-844c-4395-934a-e5dd9ede0281 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "PUT /v2.0/ports/9d83b814-d72b-4e0d-a2c2-087df231d423 HTTP/1.1" status: 200 len: 1001 time: 0.9768219 Aug 03 15:57:31.696118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40116) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:31.728422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.742762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.767598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Transition to ACTIVE for port object d1a26214-fa8c-49bd-9064-5fad7bdec389 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:31.780048 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.821169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b69b1-0c0f-4e35-a846-121e79b082d8 req-a027cfde-f09c-4531-8268-f45229068e3e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.828450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b69b1-0c0f-4e35-a846-121e79b082d8 req-a027cfde-f09c-4531-8268-f45229068e3e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.835523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b69b1-0c0f-4e35-a846-121e79b082d8 req-a027cfde-f09c-4531-8268-f45229068e3e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.837396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-332b69b1-0c0f-4e35-a846-121e79b082d8 req-a027cfde-f09c-4531-8268-f45229068e3e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 2374 time: 0.2066667 Aug 03 15:57:31.848258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f699d3ab-c3eb-42f4-801b-56b7d828a511 None None] Provisioning for port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:31.861096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f699d3ab-c3eb-42f4-801b-56b7d828a511 None None] Provisioning complete for port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:31.861482 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f699d3ab-c3eb-42f4-801b-56b7d828a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:31.865227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40122) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:31.934159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126593e-11ea-4882-ba4b-be193b49b360 req-8d64eb5f-a537-4d7f-abaa-9899f266f39a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:31.935797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c126593e-11ea-4882-ba4b-be193b49b360 req-8d64eb5f-a537-4d7f-abaa-9899f266f39a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1275220 Aug 03 15:57:31.958292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f699d3ab-c3eb-42f4-801b-56b7d828a511 None None] Port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:31.975710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:31.975948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:31.999970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port 9d83b814-d72b-4e0d-a2c2-087df231d423 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:32.000380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.025068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:32.025475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4b9d8e66-72b4-4bf8-aef0-6443caeefd07 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:32.062221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-332b69b1-0c0f-4e35-a846-121e79b082d8 req-dacb0a0d-e452-4cc3-914e-277176dc5eb6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904185 Aug 03 15:57:32.090530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8166e1cf-5609-4eb7-94c6-2a3ac477983c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e303a39b9de4e9f8b515d3450fa7353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198944 Aug 03 15:57:32.094117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:32.094923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6031ee60-f9ed-4944-8db3-ad005d422b9d None None] Provisioning complete for port 9d83b814-d72b-4e0d-a2c2-087df231d423 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:32.095996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6031ee60-f9ed-4944-8db3-ad005d422b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.100965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40124) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:32.124083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.139467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for 9d83b814-d72b-4e0d-a2c2-087df231d423 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:32.180014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:32.188900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6031ee60-f9ed-4944-8db3-ad005d422b9d None None] Port 9d83b814-d72b-4e0d-a2c2-087df231d423 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:32.215170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c126593e-11ea-4882-ba4b-be193b49b360 req-3ebb2236-7653-4cba-9fff-e38ab1fa99e0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611461 Aug 03 15:57:32.301221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.313794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.444630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Attempting to bind port d1a26214-fa8c-49bd-9064-5fad7bdec389 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:32.445083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Attempting to bind port d1a26214-fa8c-49bd-9064-5fad7bdec389 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:32.445878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Attempting to bind port d1a26214-fa8c-49bd-9064-5fad7bdec389 on network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:32.467682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47d77-e40f-4deb-ac2b-1c50a5c589c5 req-2ef5daf2-4d5e-470c-a451-9b02265d26c5 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:32.469245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfa47d77-e40f-4deb-ac2b-1c50a5c589c5 req-2ef5daf2-4d5e-470c-a451-9b02265d26c5 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 944 time: 0.1524119 Aug 03 15:57:32.492246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.508720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Port d1a26214-fa8c-49bd-9064-5fad7bdec389 on network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:32.509309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Attempting to bind port d1a26214-fa8c-49bd-9064-5fad7bdec389 on network 71c8a767-b4e8-41ec-a53c-a2a49100cf9e {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:32.511029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.550351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:32.550705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Checking segment: {'id': 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:32.551103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Bound using segment: {'id': 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:32.551581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Bound port: d1a26214-fa8c-49bd-9064-5fad7bdec389, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:32.551937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.557532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=9d83b814-d72b-4e0d-a2c2-087df231d423,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:32.596620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.25.7.218 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6ff4c47a-d66f-44e5-83b0-12178783903b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:32.605206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Deleting subnet b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:57:32.620295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.642196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfa47d77-e40f-4deb-ac2b-1c50a5c589c5 req-92fb4071-993d-488c-aebd-7c55499334ab tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534555 Aug 03 15:57:32.645364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.781189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.783560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9520f77-4ca0-47b1-b417-4058c36be81a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/9d83b814-d72b-4e0d-a2c2-087df231d423 HTTP/1.1" status: 204 len: 168 time: 1.0864460 Aug 03 15:57:32.786527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:32.816656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:32.822797 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ef993f-7a55-4d08-9dbf-c0c948ee9b16 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] GET failed (client error): The resource could not be found. Aug 03 15:57:32.824414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e7ef993f-7a55-4d08-9dbf-c0c948ee9b16 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports/9d83b814-d72b-4e0d-a2c2-087df231d423 HTTP/1.1" status: 404 len: 333 time: 0.0369616 Aug 03 15:57:32.831958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40134) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:32.836284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389,segment=NetworkSegment(e39d8d4b-2f8a-428b-877b-8b7ecdb167a6),segment_id=e39d8d4b-2f8a-428b-877b-8b7ecdb167a6)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:32.847166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-770689883'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:32.849412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.875348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.904593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.907728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.908892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a96c8e6d-b706-4f22-8aba-68f85cbb7d35 HTTP/1.1" status: 204 len: 168 time: 0.8068271 Aug 03 15:57:32.922214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.934514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3677c-26c4-4ba6-ac3a-d2940ab846cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c8e6d-b706-4f22-8aba-68f85cbb7d35,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:32.971380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:32.972015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:32.973418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] 10.222.0.78 "PUT /v2.0/ports/d1a26214-fa8c-49bd-9064-5fad7bdec389 HTTP/1.1" status: 200 len: 1092 time: 2.6076195 Aug 03 15:57:32.973893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:32.976156 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:33.013412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.2.2.100 (5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d/6589a972-2e65-4446-b45f-44b431c63465/1b579bda-d525-415f-a3ff-f5dd779841a1) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:33.021797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.086189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.092716 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42b301d-551d-491e-b498-d0a0478f2d31 x-openstack-request-id: req-a42b301d-551d-491e-b498-d0a0478f2d31 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:33.093604 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:33.093938 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a42b301d-551d-491e-b498-d0a0478f2d31 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:33.094401 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389', 'status': 'completed', 'code': 200} Aug 03 15:57:33.106579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3420c5-e118-4131-9867-ccb2ebd44c12 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:33.180085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:33.184402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:33.189041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:33.194564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:33.198236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.247007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-5d81e8f4-b3e9-498a-ae05-b918657934e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.249327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-5d81e8f4-b3e9-498a-ae05-b918657934e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c42c87db176f41f589fb036e58646fe4&device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 1095 time: 0.2243714 Aug 03 15:57:33.333179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port b26552b4-762c-433d-9479-8da42d8f8538 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:33.337954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=6ff4c47a-d66f-44e5-83b0-12178783903b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:33.494349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505854-c428-4caa-b69d-d2266dbc2ef8 req-5799e75b-78dc-4c90-9a1b-85db4f6bdedc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.501167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505854-c428-4caa-b69d-d2266dbc2ef8 req-5799e75b-78dc-4c90-9a1b-85db4f6bdedc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.507336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee505854-c428-4caa-b69d-d2266dbc2ef8 req-5799e75b-78dc-4c90-9a1b-85db4f6bdedc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.509078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee505854-c428-4caa-b69d-d2266dbc2ef8 req-5799e75b-78dc-4c90-9a1b-85db4f6bdedc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 2374 time: 0.2806172 Aug 03 15:57:33.645363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee505854-c428-4caa-b69d-d2266dbc2ef8 req-66060afa-fed5-426c-aa46-16543ae69e83 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016133 Aug 03 15:57:33.662276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::1d1 (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/b26552b4-762c-433d-9479-8da42d8f8538) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:33.677437 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-0ecdd946-8fb6-4a84-8a31-3db5787a15fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389 HTTP/1.1" status: 200 len: 217 time: 0.4195163 Aug 03 15:57:33.822049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.915012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40166) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:33.922117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-80be341d-c9e1-48e3-8547-6990174132a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.923716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-80be341d-c9e1-48e3-8547-6990174132a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82db4571-c23a-48f3-8ae1-d0f296560623 HTTP/1.1" status: 200 len: 855 time: 0.2077298 Aug 03 15:57:33.925733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:33.947557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.959622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:33.961260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-63f05846-c935-4a07-bc4d-b72595917a4d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b7d4c1e9-bd27-49d7-a93d-24e32ecd6de9 HTTP/1.1" status: 204 len: 168 time: 1.7762313 Aug 03 15:57:33.974265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413c5e-d765-489d-a6a0-c4ff3e6d9acd req-d1a84b6d-c4d3-496c-915c-2d76d3ed5a3a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:33.981623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39413c5e-d765-489d-a6a0-c4ff3e6d9acd req-d1a84b6d-c4d3-496c-915c-2d76d3ed5a3a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.3031073 Aug 03 15:57:33.989141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:34.024191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-06729884-895a-4f3f-9ae3-932b43f2ac8a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=71c8a767-b4e8-41ec-a53c-a2a49100cf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881484 Aug 03 15:57:34.079534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object 1b579bda-d525-415f-a3ff-f5dd779841a1 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:34.079782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2062e9-c57d-443b-ae26-1e046503e4d8 req-70c782f2-f711-469f-96d8-b9c02553414e tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:34.081247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d2062e9-c57d-443b-ae26-1e046503e4d8 req-70c782f2-f711-469f-96d8-b9c02553414e tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 944 time: 0.1273835 Aug 03 15:57:34.119938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-328453404-network', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:34.137295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.151613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.176609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d2062e9-c57d-443b-ae26-1e046503e4d8 req-b868dcd3-61a7-4095-adff-d23f1d253ba4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845449 Aug 03 15:57:34.201968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object b26552b4-762c-433d-9479-8da42d8f8538 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:34.211088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.219993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39413c5e-d765-489d-a6a0-c4ff3e6d9acd req-0f40eb6f-32a2-45aa-9a58-f79d71015d59 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373745 Aug 03 15:57:34.259629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:34.261961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.267333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.284517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.289346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.310826 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.318323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:34.326351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-14c3afea-5e17-4ac7-8e7b-e960cde45da7 service neutron] 10.222.0.78 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502031 Aug 03 15:57:34.339168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:34.345285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:34.350953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:34.351591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.376484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5402188 Aug 03 15:57:34.376787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:34.380474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e50ddc-d2a5-4e0b-a662-5ba23648941f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=b26552b4-762c-433d-9479-8da42d8f8538,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:34.385934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3d:7b:f0'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:34.402430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:34.476047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:34.488470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:34.493750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:34.494625 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.525551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.579562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958320b7-c977-4e74-b9bf-e20b43fd4fc1']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:34.613440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b480a5d-d6f2-4330-b2c0-b87c18044500') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:34.618296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b480a5d-d6f2-4330-b2c0-b87c18044500') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:34.640620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:34.641462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.678283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.698407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-819040c5-91bb-41f9-8370-cf73790bdff2 req-dede4572-0bb9-41ad-8eed-093cec0d3712 service neutron] 10.222.0.78 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433435 Aug 03 15:57:34.715195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.731070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:57:34.731498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:57:34.733310 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:57:34.765989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-93d502fb-3fef-4adf-8cf4-57f62bf1ab9e None None] Provisioning for port b26552b4-762c-433d-9479-8da42d8f8538 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:34.782899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-93d502fb-3fef-4adf-8cf4-57f62bf1ab9e None None] Provisioning complete for port b26552b4-762c-433d-9479-8da42d8f8538 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:34.785139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93d502fb-3fef-4adf-8cf4-57f62bf1ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.878869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.883486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.901096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.909412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:34.911801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] 10.222.0.70 "DELETE /v2.0/networks/958320b7-c977-4e74-b9bf-e20b43fd4fc1 HTTP/1.1" status: 204 len: 168 time: 0.9068611 Aug 03 15:57:34.915239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93d502fb-3fef-4adf-8cf4-57f62bf1ab9e None None] Port b26552b4-762c-433d-9479-8da42d8f8538 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:34.918159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:34.925332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-60187b71-9b94-49fc-a64f-c02340e11852 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2931795 Aug 03 15:57:34.945729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-8e037399-7449-4c52-aaeb-31fb42cfdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:34.947262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-8e037399-7449-4c52-aaeb-31fb42cfdb09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c42c87db176f41f589fb036e58646fe4&device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 1095 time: 0.1559534 Aug 03 15:57:34.986256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'admin_state_up': True, 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'security_groups': ['a96b6714-cba1-4683-b334-c8acd297626b']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:34.989756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ebfb4-eb28-43ef-a932-74e79fd34012 admin admin] Pushing event deleted for resources: {'Network': ['ID=958320b7-c977-4e74-b9bf-e20b43fd4fc1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:34.997574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:57:35.044209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5a48b9a1-5fb4-4a45-b1fa-f5ff215575d7 None None] Provisioning for port 1b579bda-d525-415f-a3ff-f5dd779841a1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:35.052490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5a48b9a1-5fb4-4a45-b1fa-f5ff215575d7 None None] Provisioning complete for port 1b579bda-d525-415f-a3ff-f5dd779841a1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:35.053342 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5a48b9a1-5fb4-4a45-b1fa-f5ff215575d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.103765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5a48b9a1-5fb4-4a45-b1fa-f5ff215575d7 None None] Port 1b579bda-d525-415f-a3ff-f5dd779841a1 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:35.110302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.110645 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Added segment 38f23b74-988d-43ed-8ae4-411594cc17db of type vlan for network b6815be8-c55f-4a29-b315-27b69c86b55b Aug 03 15:57:35.115353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c052d4-956a-4630-9b2c-278a63d00f05,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:35.194217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Deleting subnet 47b3fff1-26d4-433a-b128-8f09d6249903 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:57:35.206745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.247061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.343471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-c59dccea-b922-4300-abe1-ce9669b5e76f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.347366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.349561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-c59dccea-b922-4300-abe1-ce9669b5e76f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.355470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-c59dccea-b922-4300-abe1-ce9669b5e76f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.362054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-c59dccea-b922-4300-abe1-ce9669b5e76f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.363819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-c59dccea-b922-4300-abe1-ce9669b5e76f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3095 time: 0.1773646 Aug 03 15:57:35.391730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.409396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.416858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-dda41f02-7c82-473a-8bf9-b66d4756d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.418485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-dda41f02-7c82-473a-8bf9-b66d4756d34c service neutron] 10.222.0.78 "GET /v2.0/networks?id=71c8a767-b4e8-41ec-a53c-a2a49100cf9e HTTP/1.1" status: 200 len: 916 time: 0.4369149 Aug 03 15:57:35.454275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.454275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.455057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.458752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.493229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.500304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cbda81e5-bbb3-4fd8-be2a-a499a853dbeb req-fc6165cd-8f75-4344-b6bc-3fd726e53da0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223798 Aug 03 15:57:35.505972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.528253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=6ff4c47a-d66f-44e5-83b0-12178783903b,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:35.531940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc001-7a76-4ea3-9759-fd5326e8f5ef req-0463f50c-04df-4611-ac84-72f8cbbbc1be tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.533610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-539fc001-7a76-4ea3-9759-fd5326e8f5ef req-0463f50c-04df-4611-ac84-72f8cbbbc1be tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 944 time: 0.2671254 Aug 03 15:57:35.539405 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.540812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] In _notify_port_updated(), no bound segment for port b26552b4-762c-433d-9479-8da42d8f8538 on network 0eff036b-808f-424c-a5b9-4898d8c8c98d {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 15:57:35.547230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.547888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.553401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "PUT /v2.0/ports/b26552b4-762c-433d-9479-8da42d8f8538 HTTP/1.1" status: 200 len: 1002 time: 1.1716058 Aug 03 15:57:35.567745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Made reservation on behalf of ee92f323cfd040d2880293e0b98c6706 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:35.572222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.575428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-3274b6f1-a98d-406d-9957-fec8853a8b01 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389 HTTP/1.1" status: 200 len: 217 time: 0.1420131 Aug 03 15:57:35.579063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40184) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:35.635452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40545de9-80fc-4113-a720-bd969f42f56a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=b26552b4-762c-433d-9479-8da42d8f8538,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:35.651283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7262146 Aug 03 15:57:35.670755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40188) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:35.677925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Request body: {'subnet': {'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-subnet', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:35.739554 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Floating IP 7b9f979e-f054-4a33-a85d-7d97a7fd6a21 associated. External IP: 172.25.7.218, port: efb1aab6-3a08-4627-a59b-da2dd6985884. Aug 03 15:57:35.743842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:35.746479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.771985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab34361-5fbf-47f7-a7e2-83a51bd8a6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6815be8-c55f-4a29-b315-27b69c86b55b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:35.801271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b6815be8-c55f-4a29-b315-27b69c86b55b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:57:35.881318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-36c897f8-b5d0-4a6c-baf4-ba6c325c16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.883178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-36c897f8-b5d0-4a6c-baf4-ba6c325c16db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=82db4571-c23a-48f3-8ae1-d0f296560623 HTTP/1.1" status: 200 len: 855 time: 0.2599390 Aug 03 15:57:35.898652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc87c-3c3d-4f61-9af7-2fb4c401edb2 req-5302e0a2-4a74-4bf5-9511-160885973ca4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:35.900274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e2bc87c-3c3d-4f61-9af7-2fb4c401edb2 req-5302e0a2-4a74-4bf5-9511-160885973ca4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.2051516 Aug 03 15:57:35.919523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-539fc001-7a76-4ea3-9759-fd5326e8f5ef req-19adb4fe-f221-4cad-bbd2-10fe1b55bc8d tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330514 Aug 03 15:57:35.951005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:35.962058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-fad5a5d4-a052-4628-a2f4-6a44afb159c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=71c8a767-b4e8-41ec-a53c-a2a49100cf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661247 Aug 03 15:57:36.037427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-462a9080-8f06-4654-9a9b-b44cbb3f67bd None None] Provisioning complete for port b26552b4-762c-433d-9479-8da42d8f8538 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:36.039430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-462a9080-8f06-4654-9a9b-b44cbb3f67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.050891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b3fff1-26d4-433a-b128-8f09d6249903,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:36.082390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-462a9080-8f06-4654-9a9b-b44cbb3f67bd None None] Port b26552b4-762c-433d-9479-8da42d8f8538 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:36.111480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e2bc87c-3c3d-4f61-9af7-2fb4c401edb2 req-416876b2-5991-40f2-969e-55203a750407 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471508 Aug 03 15:57:36.112558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.117229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b463bbf-96e7-4a17-8305-32a8eae55817 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47b3fff1-26d4-433a-b128-8f09d6249903 HTTP/1.1" status: 204 len: 168 time: 1.1936736 Aug 03 15:57:36.131262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40192) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:36.233323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:57:36.254389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port b26552b4-762c-433d-9479-8da42d8f8538 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:36.254738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.322591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.335256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.348632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Allocated IP 10.2.2.200 (5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d/6589a972-2e65-4446-b45f-44b431c63465/d1476c02-3842-4640-8706-c55eafafc9d6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:36.354158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-cba89d7e-d990-4db0-b3a3-f50e7f9953a4 service neutron] 10.222.0.78 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477046 Aug 03 15:57:36.438011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:57:36.440789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d0cc82-b1db-412d-9129-694d13dcfd98,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:36.454786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:57:36.466362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Checking segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:36.466717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Network hostable DHCP agents. Network: b6815be8-c55f-4a29-b315-27b69c86b55b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:36.469784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:36.471097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:36.471274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.510414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8000d79c-78b1-4af7-9465-c87c65fcb4e9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9986587 Aug 03 15:57:36.512270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:36.515417 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce94ee4-193b-40f5-95f0-b56e5a6222ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:36.518526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40194) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:36.526540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Network b6815be8-c55f-4a29-b315-27b69c86b55b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:36.616728 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c78e54-c174-489c-90f4-579fb4f00f4c x-openstack-request-id: req-74c78e54-c174-489c-90f4-579fb4f00f4c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:36.617290 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:36.617735 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-74c78e54-c174-489c-90f4-579fb4f00f4c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:36.618296 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'status': 'completed', 'code': 200} Aug 03 15:57:36.621104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, b6815be8-c55f-4a29-b315-27b69c86b55b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:36.630657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:36.653828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.654437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.685347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ef700-6dca-44c9-86cf-11e591d06f94 None None] Network b6815be8-c55f-4a29-b315-27b69c86b55b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:36.763589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-32008f61-f92f-4b14-a6d4-e8850181088d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0889626 Aug 03 15:57:36.773487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40200) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:36.783665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:36.802809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-596ed06f-1b19-482b-a1c9-fdea6fed2fba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/7b9f979e-f054-4a33-a85d-7d97a7fd6a21 HTTP/1.1" status: 200 len: 991 time: 0.2826009 Aug 03 15:57:36.814588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727910e-df20-490e-a8c5-cab64be260d8 req-a915f8a8-c197-4e8c-ac65-b44a882cf777 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.821486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727910e-df20-490e-a8c5-cab64be260d8 req-a915f8a8-c197-4e8c-ac65-b44a882cf777 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.829257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727910e-df20-490e-a8c5-cab64be260d8 req-a915f8a8-c197-4e8c-ac65-b44a882cf777 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.835544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727910e-df20-490e-a8c5-cab64be260d8 req-a915f8a8-c197-4e8c-ac65-b44a882cf777 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.837570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a727910e-df20-490e-a8c5-cab64be260d8 req-a915f8a8-c197-4e8c-ac65-b44a882cf777 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3095 time: 0.1695664 Aug 03 15:57:36.856962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-cdd1d7eb-7fc7-4795-9755-851c58e69aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.858669 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-cdd1d7eb-7fc7-4795-9755-851c58e69aef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1096 time: 0.2291315 Aug 03 15:57:36.896425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:36.915061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for b26552b4-762c-433d-9479-8da42d8f8538 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:36.952893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a727910e-df20-490e-a8c5-cab64be260d8 req-fce53218-622d-4b4e-8b53-446fc3be710e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078346 Aug 03 15:57:36.996078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-7fb13b04-127e-405f-9500-d55ffa594a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:36.998359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-7fb13b04-127e-405f-9500-d55ffa594a6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 898 time: 0.1298249 Aug 03 15:57:37.036672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-b6815be8-c55f-4a29-b315-27b69c86b55b', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:57:37.038375 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.062941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:33Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:37.119379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:57:37.126582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.150147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-9b924563-88f1-4c0f-b6b5-8816d5c600df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 200 len: 999 time: 0.1442533 Aug 03 15:57:37.190765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:37.191711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:37.208582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f07cc3e-58a3-4394-bce1-118d0c675ddc']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:37.220055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee9c5ca-eaaa-40f8-8923-4df469f8a844') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:37.220448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee9c5ca-eaaa-40f8-8923-4df469f8a844') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:37.232335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.247229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.254917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:57:37.255420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.290107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-5640bdb4-f49f-46f0-8b88-339c93f81e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:37.292029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-5640bdb4-f49f-46f0-8b88-339c93f81e42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61000488-cfc0-4e7f-892d-c87f399b1957 HTTP/1.1" status: 200 len: 834 time: 0.1346476 Aug 03 15:57:37.305183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36a4b3-0f0d-48b0-a4c7-974d5637bc22 req-1171e96b-3424-45e8-8fed-cfa5330ee7b9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:37.313234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a36a4b3-0f0d-48b0-a4c7-974d5637bc22 req-1171e96b-3424-45e8-8fed-cfa5330ee7b9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0891392 Aug 03 15:57:37.410513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-c8caa4a5-ed19-43cf-a6a3-b0c0610ca3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:37.412153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-c8caa4a5-ed19-43cf-a6a3-b0c0610ca3ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3133fd60-aaaf-4cb4-af98-029d755796f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934942 Aug 03 15:57:37.425021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4248e36b-6f3d-4a2f-999d-ec581f6ee79e req-1024218d-72ef-4f10-b270-aadd70e0a295 service neutron] 10.222.0.78 "GET /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0621948 Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:57:37.426086 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:57:37.433188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a36a4b3-0f0d-48b0-a4c7-974d5637bc22 req-9795576f-847f-4269-ad0b-d368edd5e8fe tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124589 Aug 03 15:57:37.435960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.442507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.443948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.480231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Allocated IP 172.20.0.2 (b6815be8-c55f-4a29-b315-27b69c86b55b/95d0cc82-b1db-412d-9129-694d13dcfd98/8e1f521d-5592-45f1-a0c7-254d2b63eed3) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:37.510538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.512152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=b26552b4-762c-433d-9479-8da42d8f8538,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:37.529872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:37.568518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.572597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] 10.222.0.70 "DELETE /v2.0/networks/7f07cc3e-58a3-4394-bce1-118d0c675ddc HTTP/1.1" status: 204 len: 168 time: 1.4432070 Aug 03 15:57:37.578872 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.580944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d9233319-4786-4682-a903-671dc2d67f55 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/b26552b4-762c-433d-9479-8da42d8f8538 HTTP/1.1" status: 204 len: 168 time: 1.9725044 Aug 03 15:57:37.588098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:37.632434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-8965b893-5c86-4259-9323-b3d22f15c32c service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952615 Aug 03 15:57:37.646822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdddbf7-d61c-46e7-8a20-c9349dd40248 req-f16bd47b-d5cd-4867-8796-74b8bc5868f4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:37.655074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bdddbf7-d61c-46e7-8a20-c9349dd40248 req-f16bd47b-d5cd-4867-8796-74b8bc5868f4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 944 time: 0.5562551 Aug 03 15:57:37.668107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13d7a8-295b-48aa-9a68-85bd7f852a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f07cc3e-58a3-4394-bce1-118d0c675ddc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:37.696512 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d930ee4f-3a57-4a2c-87f4-cd2e7b42484f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] GET failed (client error): The resource could not be found. Aug 03 15:57:37.700564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d930ee4f-3a57-4a2c-87f4-cd2e7b42484f tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports/b26552b4-762c-433d-9479-8da42d8f8538 HTTP/1.1" status: 404 len: 333 time: 0.1090729 Aug 03 15:57:37.724476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40214) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:37.734989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-870290934'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:37.740625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.842692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.846683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:37.847211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:37.926267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fce94ee4-193b-40f5-95f0-b56e5a6222ec req-3ef91b89-adc4-44af-9457-1cfd5286d408 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327597 Aug 03 15:57:37.934891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:37.953440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Transition to ACTIVE for port object 8e1f521d-5592-45f1-a0c7-254d2b63eed3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:37.992189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Transition to ACTIVE for port object 8e1f521d-5592-45f1-a0c7-254d2b63eed3 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:38.006239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.014394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bdddbf7-d61c-46e7-8a20-c9349dd40248 req-ca19faec-1345-4258-a3f9-fa84c070529c tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579662 Aug 03 15:57:38.016795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1a26214-fa8c-49bd-9064-5fad7bdec389 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:38.028263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:38.035758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.059821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port e9a871fd-55c6-4c9b-ace8-a10e81dab03a yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:38.079112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.083572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Transition to ACTIVE for port object d1476c02-3842-4640-8706-c55eafafc9d6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:38.100059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-689467d8-389e-408c-9f54-783d97638e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:33Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:38.135629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Network b6815be8-c55f-4a29-b315-27b69c86b55b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:38.136608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689467d8-389e-408c-9f54-783d97638e1e None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:56:48Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:33Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:57:38.152659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:38.167992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:38.168233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9e454b64-8672-4011-840c-91b4af81c8da tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/7b9f979e-f054-4a33-a85d-7d97a7fd6a21 HTTP/1.1" status: 200 len: 991 time: 0.3096573 Aug 03 15:57:38.176036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Pushing event updated for resources: {'Port': ['ID=8e1f521d-5592-45f1-a0c7-254d2b63eed3,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:38.229445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc2a7b20-46cf-42b5-a9a8-ec07f4e0bb79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da6d2aa172194ca8b18d0c0e82b6d917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767059 Aug 03 15:57:38.236837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40224) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:38.267718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::d4 (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/e9a871fd-55c6-4c9b-ace8-a10e81dab03a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:38.273822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.299818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Attempting to bind port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:38.300106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Attempting to bind port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:38.300479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Attempting to bind port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 on network b6815be8-c55f-4a29-b315-27b69c86b55b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:38.312552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:38.312950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Checking segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:38.313363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.313838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Bound using segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:38.314340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Bound port: 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:38.314731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.349462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:38.361622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:38.381293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389,segment=NetworkSegment(e39d8d4b-2f8a-428b-877b-8b7ecdb167a6),segment_id=e39d8d4b-2f8a-428b-877b-8b7ecdb167a6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:38.387646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:38.393891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:38.423333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'd1a26214-fa8c-49bd-9064-5fad7bdec389', 'network_id': '71c8a767-b4e8-41ec-a53c-a2a49100cf9e', 'port_id': 'd1a26214-fa8c-49bd-9064-5fad7bdec389', 'mac_address': 'fa:16:3e:d3:5c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82db4571-c23a-48f3-8ae1-d0f296560623', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:38.432059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] For port 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:38.436987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] For port 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8e1f521d-5592-45f1-a0c7-254d2b63eed3,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:38.466167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.478116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.509856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object e9a871fd-55c6-4c9b-ace8-a10e81dab03a will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:38.568951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.571403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.576720 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39698dd1-842d-4fb1-8e22-e9ff25c22a86 None None] New status for floating IP 7b9f979e-f054-4a33-a85d-7d97a7fd6a21: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:57:38.597581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.639231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a26214-fa8c-49bd-9064-5fad7bdec389 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:38.667005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c8c75-6cc4-4de5-aac8-ee88d35afcd9 req-5ac5dad0-0590-48f2-89ca-ac5b717a940d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.668053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c5c8c75-6cc4-4de5-aac8-ee88d35afcd9 req-5ac5dad0-0590-48f2-89ca-ac5b717a940d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0836077 Aug 03 15:57:38.688344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.730370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-4f6c2fd7-d7d7-4c12-a2c4-9ee2d3d7059c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7816842 Aug 03 15:57:38.741754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389,segment=NetworkSegment(e39d8d4b-2f8a-428b-877b-8b7ecdb167a6),segment_id=e39d8d4b-2f8a-428b-877b-8b7ecdb167a6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:38.743932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c059-5cbd-40d2-a170-3997c0dfb488 None None] Pushing event updated for resources: {'Port': ['ID=8e1f521d-5592-45f1-a0c7-254d2b63eed3,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:38.752185 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.756427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:38.773908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=e9a871fd-55c6-4c9b-ace8-a10e81dab03a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:38.799531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c5c8c75-6cc4-4de5-aac8-ee88d35afcd9 req-aed39379-cc5f-4512-a230-cb69b4c59418 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906575 Aug 03 15:57:38.845686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5fc1484f-0cf1-4c9c-93b1-5fb6a592b520 None None] Provisioning for port d1476c02-3842-4640-8706-c55eafafc9d6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:38.853288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.866006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.879656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.887033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5fc1484f-0cf1-4c9c-93b1-5fb6a592b520 None None] Provisioning complete for port d1476c02-3842-4640-8706-c55eafafc9d6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:38.887782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.888038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5fc1484f-0cf1-4c9c-93b1-5fb6a592b520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.949716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.956066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.958000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:38.982777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:38.991013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1484f-0cf1-4c9c-93b1-5fb6a592b520 None None] Port d1476c02-3842-4640-8706-c55eafafc9d6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:38.991355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:38.997696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-a8a8b7ba-dd7b-44f0-a565-81ad4a8fc5d3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3816 time: 0.7623358 Aug 03 15:57:39.022449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.043184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:39.044935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:39.059486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d1a26214-fa8c-49bd-9064-5fad7bdec389'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:39.073019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:39.093670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:39.094423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.164752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.177919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17865334-034d-4fe2-b4b4-8b0500cdc269 req-ca845462-b2a0-4249-8f4a-f0f4cfc488a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752932 Aug 03 15:57:39.186443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40230) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:39.227338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f8d5ba69-e5ce-45f0-80d2-8c1be2814c98 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5017509 Aug 03 15:57:39.247084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:57:39.266251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40232) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:39.272312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'network_id': '0eff036b-808f-424c-a5b9-4898d8c8c98d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-806914198'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:39.364659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00c683e9-b8fc-4fb3-bda6-b9e0f6a39efd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/7b9f979e-f054-4a33-a85d-7d97a7fd6a21 HTTP/1.1" status: 200 len: 993 time: 0.1620514 Aug 03 15:57:39.438850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.442646 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.444118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49c85c45-0b36-441e-b7af-5a3e33e6abc5 HTTP/1.1" status: 204 len: 168 time: 0.8736746 Aug 03 15:57:39.453235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Allocated IP 172.25.7.210 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/77351e33-d996-4b31-969b-680d167f8a3d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:39.459736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca6737-3ab8-4d44-86e6-f9fbe7de2ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c85c45-0b36-441e-b7af-5a3e33e6abc5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:39.486371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ac318-8bcf-4572-a559-701d332b4fc3 req-2e4f30d3-a957-4ba1-a8c9-58f123d0675d tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:39.487919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a9ac318-8bcf-4572-a559-701d332b4fc3 req-2e4f30d3-a957-4ba1-a8c9-58f123d0675d tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 945 time: 0.2781398 Aug 03 15:57:39.551319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9fdfc10f-d229-42ab-8d95-912d32602e24 None None] Provisioning for port e9a871fd-55c6-4c9b-ace8-a10e81dab03a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:39.561251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9fdfc10f-d229-42ab-8d95-912d32602e24 None None] Provisioning complete for port e9a871fd-55c6-4c9b-ace8-a10e81dab03a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:39.562805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc10f-d229-42ab-8d95-912d32602e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.631342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9fdfc10f-d229-42ab-8d95-912d32602e24 None None] Port e9a871fd-55c6-4c9b-ace8-a10e81dab03a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:39.716417 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a9ac318-8bcf-4572-a559-701d332b4fc3 req-112cc3f0-3ba6-487b-af64-ac07ba881e36 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081821 Aug 03 15:57:39.736341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Made reservation on behalf of f8994f21824646fdaf908a4f1780627f for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:39.739844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.800937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43761bb-6e58-42ad-83f9-cf4e136a6996 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:39.814709 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6040508a-20e1-4861-b373-a9be4f3721c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.832854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.855715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] device_id is not set on port 497d42e1-72a3-442a-a179-b914d8b6c5c7 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:39.876885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:39.984910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939272b-790a-4369-8f31-1166c378e534 req-aa62aeca-4a84-4340-be2b-22ac762e0cef tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:39.996548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6939272b-790a-4369-8f31-1166c378e534 req-aa62aeca-4a84-4340-be2b-22ac762e0cef tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0810361 Aug 03 15:57:40.003443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Allocated IP 2001:db8::c9 (0eff036b-808f-424c-a5b9-4898d8c8c98d/98888ff0-0b36-4cab-ba2c-770a3be16ec8/497d42e1-72a3-442a-a179-b914d8b6c5c7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:40.020334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Transition to ACTIVE for port object f43761bb-6e58-42ad-83f9-cf4e136a6996 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:40.030237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.040846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1a26214-fa8c-49bd-9064-5fad7bdec389 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:40.044159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40242) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:40.049943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6939272b-790a-4369-8f31-1166c378e534 req-3e914c22-4d93-4a96-a530-33d821572c3f tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523622 Aug 03 15:57:40.069743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db926e-6140-45e5-a5c0-841ad7079ae3 None None] Network b6815be8-c55f-4a29-b315-27b69c86b55b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:40.166781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port d1a26214-fa8c-49bd-9064-5fad7bdec389 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:40.173799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fcdcdf4-ed7f-4595-90e4-517902a617ca None None] Provisioning for port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:40.185218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port d1a26214-fa8c-49bd-9064-5fad7bdec389 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:40.185900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.347075 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.373403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:40.376603 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d9968-131d-4760-bebe-79580e216b64" -d '{"events": [{"server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "name": "network-vif-plugged", "status": "completed", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:40.398039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389,segment=NetworkSegment(e39d8d4b-2f8a-428b-877b-8b7ecdb167a6),segment_id=e39d8d4b-2f8a-428b-877b-8b7ecdb167a6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:40.403419 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.467851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:40.475785 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065b0ba2-1e14-49a2-835a-171dd56d6a2e x-openstack-request-id: req-065b0ba2-1e14-49a2-835a-171dd56d6a2e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:40.476639 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "name": "network-vif-plugged", "status": "completed", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:40.477488 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-065b0ba2-1e14-49a2-835a-171dd56d6a2e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:40.477488 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389', 'code': 200} Aug 03 15:57:40.552796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:40.555201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.614666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.615476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.615476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.615671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.615993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.616323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.616649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.616972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.617297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.617618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.617982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.618290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:40.708586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:40.734155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:40.736909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:40.834915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bb5bcd56-3841-4f56-a619-474167c05d20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c96e5ba993fd4383a19550cc95f2cd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7537026 Aug 03 15:57:40.837515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40252) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:40.859583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.865852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.871959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.878901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.884850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.886864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-8c39016c-7dff-42e3-8faa-8ce59ca4479e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3828 time: 0.3581495 Aug 03 15:57:40.887546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=77351e33-d996-4b31-969b-680d167f8a3d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:40.915680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76148d8-7d3b-475d-9f96-1ca471ced64b req-c9a9f6ca-4aa3-4a02-a3e9-c617b59400dc tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.923969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530715b-7303-4c11-bf45-c735a072d4ea req-4b86cd35-b2d0-4c35-b90a-244001e1ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:40.926156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0530715b-7303-4c11-bf45-c735a072d4ea req-4b86cd35-b2d0-4c35-b90a-244001e1ae0f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 1097 time: 0.3689885 Aug 03 15:57:40.926915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c76148d8-7d3b-475d-9f96-1ca471ced64b req-c9a9f6ca-4aa3-4a02-a3e9-c617b59400dc tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.1305156 Aug 03 15:57:40.929492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:40.994666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8e1f521d-5592-45f1-a0c7-254d2b63eed3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:40.997047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Transition to ACTIVE for port object 497d42e1-72a3-442a-a179-b914d8b6c5c7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:40.998565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.020246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c76148d8-7d3b-475d-9f96-1ca471ced64b req-fd8e22e0-71ea-4230-b6fb-c5049122c683 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920508 Aug 03 15:57:41.043894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.065266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:41.070142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:41.070516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.112598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.116579 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.118519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c65d4ea-6163-46d0-a740-96d9565ae201 HTTP/1.1" status: 204 len: 168 time: 0.2797692 Aug 03 15:57:41.122967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Attempting to bind port f43761bb-6e58-42ad-83f9-cf4e136a6996 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:41.123378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Attempting to bind port f43761bb-6e58-42ad-83f9-cf4e136a6996 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:41.123771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Attempting to bind port f43761bb-6e58-42ad-83f9-cf4e136a6996 on network 79e409d6-e6f6-4c80-ab10-72683fb6d284 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:41.131058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c28f89-310a-4882-852d-fd63dbe80a47 req-4d6072fe-202c-4b36-855d-bc2527ac8225 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277398 Aug 03 15:57:41.163449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Port f43761bb-6e58-42ad-83f9-cf4e136a6996 on network 79e409d6-e6f6-4c80-ab10-72683fb6d284 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:41.163890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Attempting to bind port f43761bb-6e58-42ad-83f9-cf4e136a6996 on network 79e409d6-e6f6-4c80-ab10-72683fb6d284 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:41.167109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0530715b-7303-4c11-bf45-c735a072d4ea req-d08da207-c68a-45fe-88a5-b378a8a848b7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241089 Aug 03 15:57:41.179313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828ee50-4eb5-4da8-9f29-1888495e862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65d4ea-6163-46d0-a740-96d9565ae201,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:41.185957 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.187432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:41.187969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Checking segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:41.188423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Bound using segment: {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:41.189007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Bound port: f43761bb-6e58-42ad-83f9-cf4e136a6996, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9826d59c-42ff-43a4-997a-bf17c07f97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:41.189442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.275966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.282584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9067d9-69e3-465e-bf03-4fd5b514b6da req-395e71e4-581d-4f6c-981e-58aa272dd948 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:41.290179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8e1f521d-5592-45f1-a0c7-254d2b63eed3,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:41.292851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f9067d9-69e3-465e-bf03-4fd5b514b6da req-395e71e4-581d-4f6c-981e-58aa272dd948 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.0687490 Aug 03 15:57:41.298660 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.372476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f9067d9-69e3-465e-bf03-4fd5b514b6da req-2cec441c-346c-4117-acb4-94f453f66ab8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Aug 03 15:57:41.373762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=8e1f521d-5592-45f1-a0c7-254d2b63eed3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:41.459766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:41.470482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=497d42e1-72a3-442a-a179-b914d8b6c5c7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:41.473030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:41.511878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:41.518811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:41.519487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.523386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:41.548825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:41.557438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.563622 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5653f15b-4fe1-4706-b472-dbd98346a663 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2965612 Aug 03 15:57:41.566801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:41.576655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::397', 'mac_address': 'fa:16:3e:3d:7b:f0'}, {'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:13:6f:2c'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:41.600029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.660947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:41.661437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.662939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] 10.222.0.78 "PUT /v2.0/ports/f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1091 time: 2.9144127 Aug 03 15:57:41.663405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:41.665756 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:41.715091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:41.760802 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17040f1c-2bbe-44da-b152-add30d5e8960 x-openstack-request-id: req-17040f1c-2bbe-44da-b152-add30d5e8960 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:41.761415 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:41.761853 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17040f1c-2bbe-44da-b152-add30d5e8960 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:41.762409 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'status': 'completed', 'code': 200} Aug 03 15:57:41.893262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853d204-26b2-4ab8-9fd7-caf410881d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:41.900141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6827e36e-e66d-40ec-83d2-d8b5ac38aa0b None None] Provisioning for port 497d42e1-72a3-442a-a179-b914d8b6c5c7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:41.904168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.904715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6827e36e-e66d-40ec-83d2-d8b5ac38aa0b None None] Provisioning complete for port 497d42e1-72a3-442a-a179-b914d8b6c5c7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:41.906069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6827e36e-e66d-40ec-83d2-d8b5ac38aa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:41.994391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6827e36e-e66d-40ec-83d2-d8b5ac38aa0b None None] Port 497d42e1-72a3-442a-a179-b914d8b6c5c7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:42.011390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.130321 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-efb6e9b6-3ef2-4f63-b1a7-b5e0abdf67b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.222567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.247643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.248505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.249254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.249968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.250516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.252505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-4f7038ea-1e67-4bde-865f-6b8696ae8c96 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 4363 time: 0.4602344 Aug 03 15:57:42.289281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.295144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.330646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] In _notify_port_updated(), no bound segment for port 497d42e1-72a3-442a-a179-b914d8b6c5c7 on network 0eff036b-808f-424c-a5b9-4898d8c8c98d {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 15:57:42.347965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.349089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.355191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "PUT /v2.0/ports/497d42e1-72a3-442a-a179-b914d8b6c5c7 HTTP/1.1" status: 200 len: 1065 time: 0.7872488 Aug 03 15:57:42.355887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:42.512358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c9b6f-c5d6-4e91-8e83-d15c18381354 req-5588a7b3-1be9-4900-9edb-601f7776f0dd tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.521348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-297c9b6f-c5d6-4e91-8e83-d15c18381354 req-5588a7b3-1be9-4900-9edb-601f7776f0dd tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.3198285 Aug 03 15:57:42.675061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fa3c93f5-1cfc-4e26-8d6f-aaf58232ef82 None None] Provisioning complete for port 497d42e1-72a3-442a-a179-b914d8b6c5c7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:42.675442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fa3c93f5-1cfc-4e26-8d6f-aaf58232ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.733862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-297c9b6f-c5d6-4e91-8e83-d15c18381354 req-980e1699-251c-49be-8aa0-9f4bac2c9eff tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113538 Aug 03 15:57:42.755169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c93f5-1cfc-4e26-8d6f-aaf58232ef82 None None] Port 497d42e1-72a3-442a-a179-b914d8b6c5c7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:42.762838 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:42.777148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-332e65ad-7558-40ab-b56f-fb7e1b334c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.777818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-332e65ad-7558-40ab-b56f-fb7e1b334c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.778360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-332e65ad-7558-40ab-b56f-fb7e1b334c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.780083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-332e65ad-7558-40ab-b56f-fb7e1b334c5a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5055563 Aug 03 15:57:42.872695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03beb0f-65a6-435a-9f87-ff34a07bbd22 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event updated for resources: {'Port': ['ID=497d42e1-72a3-442a-a179-b914d8b6c5c7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:42.905465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.913490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.919748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.926765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8e1f521d-5592-45f1-a0c7-254d2b63eed3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:42.941014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.951754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:42.954768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-26c5d675-ed03-494d-a9ff-da0c45592a05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3828 time: 0.6471281 Aug 03 15:57:43.027394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:43.027949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.049616 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abdfa2e6-004b-4fc9-987e-aed623d089a1 req-cd25496e-7c6c-4c83-bd96-817126b41d0a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855124 Aug 03 15:57:43.079306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port 497d42e1-72a3-442a-a179-b914d8b6c5c7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:43.079306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.211649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.242092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for 497d42e1-72a3-442a-a179-b914d8b6c5c7 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:43.306969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca1c8b-004c-4cb3-ab10-8168c29d553d req-e4eee092-abeb-4de5-a2ab-94110a5a6cf7 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:43.307620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-6f6f6f4f-ef27-4f9d-b8b9-9dda04438aa0 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770507 Aug 03 15:57:43.310092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eca1c8b-004c-4cb3-ab10-8168c29d553d req-e4eee092-abeb-4de5-a2ab-94110a5a6cf7 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1201832 Aug 03 15:57:43.379542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eca1c8b-004c-4cb3-ab10-8168c29d553d req-63afb7fc-115b-4662-a475-83384a87b165 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Aug 03 15:57:43.451593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.481193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=497d42e1-72a3-442a-a179-b914d8b6c5c7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:43.584709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:57:43.587073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-78c1f12f-a689-43e9-a479-15317906c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:43.588583 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8b076a5-e1e2-4d2a-b6d1-04aadc8b2415 req-78c1f12f-a689-43e9-a479-15317906c87d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7936811 Aug 03 15:57:43.595568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.654433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.660736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b76b02d-ab29-4bf6-8773-03d4261d5c56 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/497d42e1-72a3-442a-a179-b914d8b6c5c7 HTTP/1.1" status: 204 len: 168 time: 1.3011308 Aug 03 15:57:43.661138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:43.680296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-3995bc5c-045d-4567-a541-d040c7c7e1da tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:43.681845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-3995bc5c-045d-4567-a541-d040c7c7e1da tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735409 Aug 03 15:57:43.741471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201de407-bf91-43b1-8441-080af8996fca {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:43.751726 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3c01f5-f8e7-4783-a700-bff4e0a47f61 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] GET failed (client error): The resource could not be found. Aug 03 15:57:43.753270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0e3c01f5-f8e7-4783-a700-bff4e0a47f61 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports/497d42e1-72a3-442a-a179-b914d8b6c5c7 HTTP/1.1" status: 404 len: 333 time: 0.0891514 Aug 03 15:57:43.756254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:43.759560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.770609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-4e52ad47-aae7-4083-a462-957a77eef7c3 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/quotas/bb4efaedbf874a738c8c18cbab3eb349 HTTP/1.1" status: 200 len: 375 time: 0.0396645 Aug 03 15:57:43.831019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Transition to ACTIVE for port object 201de407-bf91-43b1-8441-080af8996fca will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:43.848910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-6327f9d6-ffe0-4312-aaaa-3b11b396e38b tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644798 Aug 03 15:57:43.851185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.899629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c09171-753c-4612-b46e-af5a8e7a7420 req-a7a2f18b-2f79-4256-b45b-bca650c27866 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:43.901196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8c09171-753c-4612-b46e-af5a8e7a7420 req-a7a2f18b-2f79-4256-b45b-bca650c27866 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.0868149 Aug 03 15:57:43.901746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:57:43.907459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port e9a871fd-55c6-4c9b-ace8-a10e81dab03a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:43.907864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.914782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Sync routers for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:57:43.928307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:43.930357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:43.936176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:43.953588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:43.955474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-698f2ab7-f363-4511-b155-a59e4d4ed2b1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1757369 Aug 03 15:57:43.976874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40312) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:44.058319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8c09171-753c-4612-b46e-af5a8e7a7420 req-91310a63-0e02-476a-854f-da3653f70063 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164892 Aug 03 15:57:44.110710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.130726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for e9a871fd-55c6-4c9b-ace8-a10e81dab03a owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:44.203590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d9ec349-37b4-4409-8283-a73723cf3c02 req-f0954b10-699c-424c-8d42-2a476efa31a2 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 210 time: 0.0859094 Aug 03 15:57:44.204633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Attempting to bind port 201de407-bf91-43b1-8441-080af8996fca on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:44.205387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Attempting to bind port 201de407-bf91-43b1-8441-080af8996fca by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:44.205973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Attempting to bind port 201de407-bf91-43b1-8441-080af8996fca on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:44.229126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Port 201de407-bf91-43b1-8441-080af8996fca on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:44.235586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Attempting to bind port 201de407-bf91-43b1-8441-080af8996fca on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:44.276709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:44.277042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:44.277605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Bound using segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:44.281071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Bound port: 201de407-bf91-43b1-8441-080af8996fca, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:44.281907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.364160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.413215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:44.416638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=201de407-bf91-43b1-8441-080af8996fca,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:44.426616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.443788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=e9a871fd-55c6-4c9b-ace8-a10e81dab03a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:44.478292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.487406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.493881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.503306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:44.507723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.514545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.532148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.540223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-99a59694-533d-43a8-a898-42a51cfbfc43 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 4601 time: 0.2428045 Aug 03 15:57:44.587698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.590177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4851474-4916-4e2e-ad85-74c4a64b039e tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/e9a871fd-55c6-4c9b-ace8-a10e81dab03a HTTP/1.1" status: 204 len: 168 time: 0.8326011 Aug 03 15:57:44.611691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40334) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:44.644285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:44.644916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.667735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] 10.222.0.78 "PUT /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 1131 time: 2.9654522 Aug 03 15:57:44.670936 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-044205c1-f841-43b9-880e-31b72364692a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] GET failed (client error): The resource could not be found. Aug 03 15:57:44.673864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '201de407-bf91-43b1-8441-080af8996fca'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:44.679563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-044205c1-f841-43b9-880e-31b72364692a tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "GET /v2.0/ports/e9a871fd-55c6-4c9b-ace8-a10e81dab03a HTTP/1.1" status: 404 len: 333 time: 0.0635290 Aug 03 15:57:44.682127 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "201de407-bf91-43b1-8441-080af8996fca"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:44.703244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:44.735461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96f4d890-3ed0-4b70-b073-b2896c5ed8c4 req-9cdf4c6d-7db9-4bfb-b19e-6e03c5538203 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942499 Aug 03 15:57:44.777614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b786e6-0119-4dc4-b24c-e8e65add4d93 service neutron] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:44.919062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:44.919465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:44.943484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:45.020729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.060305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:41Z', 'revision_number': 3, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:45.078140 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b869e-ff1f-4732-8c6c-74e3392f5128 x-openstack-request-id: req-510b869e-ff1f-4732-8c6c-74e3392f5128 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:45.078466 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "201de407-bf91-43b1-8441-080af8996fca", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:45.078703 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-510b869e-ff1f-4732-8c6c-74e3392f5128 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:45.079394 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '201de407-bf91-43b1-8441-080af8996fca', 'status': 'completed', 'code': 200} Aug 03 15:57:45.102872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.117491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for 0ff16128-bf4d-4c86-aa90-d7cc6c387e7e owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:45.121089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Checking router: 03bedd8b-cdd6-4fbd-9242-663a2ce66405 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:57:45.121442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Updating router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 port 77351e33-d996-4b31-969b-680d167f8a3d binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:57:45.129951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9e8c-f700-4a31-92c7-b2dd1e2c6660 req-c17d4981-3984-4933-adb0-84abf383c765 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.131741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e2f9e8c-f700-4a31-92c7-b2dd1e2c6660 req-c17d4981-3984-4933-adb0-84abf383c765 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.4406028 Aug 03 15:57:45.150557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.154659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.304987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.306333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.306867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.309770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.310314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.310855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.313467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-69ba944a-2e76-46c2-af8c-e12e6092969d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5287 time: 0.2319167 Aug 03 15:57:45.385391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263016d1-2128-4145-86a5-9dea10a362b8 req-0723ef1a-6fae-49f6-906b-ed7ab1343772 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 210 time: 0.0565321 Aug 03 15:57:45.402870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e2f9e8c-f700-4a31-92c7-b2dd1e2c6660 req-1c49f11b-ef05-455b-8f6a-6ccb3707a465 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583592 Aug 03 15:57:45.404713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.484933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.490217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/ports/0ff16128-bf4d-4c86-aa90-d7cc6c387e7e HTTP/1.1" status: 204 len: 168 time: 0.7859025 Aug 03 15:57:45.490907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:45.493583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cc398-4b88-4ca3-a042-63f7c988a546 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=0ff16128-bf4d-4c86-aa90-d7cc6c387e7e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:45.505354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.517366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Transition to ACTIVE for port object 77351e33-d996-4b31-969b-680d167f8a3d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:45.525851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.583367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting subnet 98888ff0-0b36-4cab-ba2c-770a3be16ec8 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:57:45.587782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.596001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Attempting to bind port 77351e33-d996-4b31-969b-680d167f8a3d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:45.596374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Attempting to bind port 77351e33-d996-4b31-969b-680d167f8a3d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:45.596736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Attempting to bind port 77351e33-d996-4b31-969b-680d167f8a3d on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:45.613266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93840b-dbec-46d4-b012-f9d501ea7f86 None None] Pushing event updated for resources: {'Port': ['ID=77351e33-d996-4b31-969b-680d167f8a3d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:45.615895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:45.616428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:45.616831 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.617218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:45.617731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Bound port: 77351e33-d996-4b31-969b-680d167f8a3d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:45.618120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.636907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.707078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] For port 77351e33-d996-4b31-969b-680d167f8a3d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:45.722296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] For port 77351e33-d996-4b31-969b-680d167f8a3d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77351e33-d996-4b31-969b-680d167f8a3d,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:45.728274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.786025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.813176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93840b-dbec-46d4-b012-f9d501ea7f86 None None] Pushing event updated for resources: {'Port': ['ID=77351e33-d996-4b31-969b-680d167f8a3d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:45.829164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:45.829869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:45.864351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-e88bf91f-3eed-4de1-97e2-94c541ea46c3 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746479 Aug 03 15:57:45.956434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:45.963605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-0320f284-8738-4d22-9a5f-72eca94bf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.964080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-0320f284-8738-4d22-9a5f-72eca94bf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.964548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-0320f284-8738-4d22-9a5f-72eca94bf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:45.966157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-0320f284-8738-4d22-9a5f-72eca94bf03e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6367612 Aug 03 15:57:45.990048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:46.080894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.130694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.136769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.144810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.152482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.159682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.166045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.167977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-c5d35d6c-71e1-48d5-9134-af109d0b3df7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 4601 time: 0.2158747 Aug 03 15:57:46.210374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b901f-1aee-4a3d-9e5c-deb6c79ae147 None None] Network 0eff036b-808f-424c-a5b9-4898d8c8c98d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:46.223984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Subnet': ['ID=98888ff0-0b36-4cab-ba2c-770a3be16ec8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:46.235564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.238124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/subnets/98888ff0-0b36-4cab-ba2c-770a3be16ec8 HTTP/1.1" status: 204 len: 168 time: 0.7459326 Aug 03 15:57:46.242236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.242590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.242937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.243278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.243644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.243978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.244307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.244639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.244968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.245485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.245844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.246173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728c35b-d761-46d8-bb35-1fec51e4d9d7 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:46.250507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40354) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:46.277458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-390513c6-fdd8-4b80-b7eb-2d3261463ffd tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.279460 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-390513c6-fdd8-4b80-b7eb-2d3261463ffd tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076850 Aug 03 15:57:46.285721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:41Z', 'revision_number': 3, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:46.322941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Request body: {'port': {'device_id': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': 'bb4efaedbf874a738c8c18cbab3eb349'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:46.334527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a781fd-540f-427a-b258-9e9fa2e0711a None None] The sync data for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 is: [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:41Z', 'revision_number': 3, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:57:46.346567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6be47c67-c82f-4618-b71e-8a53c32e6677 req-7dc3661a-f09c-4323-abc0-08356aba07c7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495309 Aug 03 15:57:46.464811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.483488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] DHCP port deletion for 0eff036b-808f-424c-a5b9-4898d8c8c98d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:57:46.515899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-a19bea8f-6163-41cb-b81e-8e5746bce553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.517566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96f829de-fdb0-4f6f-b2b2-adbec9fcdae3 req-a19bea8f-6163-41cb-b81e-8e5746bce553 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5427048 Aug 03 15:57:46.542002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Deleting port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:46.542686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.603050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d894bb06-9a48-4426-9717-29f63873a957 req-c9313585-2e4b-4b33-b86c-952ed8ba2d01 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 210 time: 0.0657246 Aug 03 15:57:46.620648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] For port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,segment=NetworkSegment(58dcd882-ceea-4f25-9c00-aa1c25aaf2f1),segment_id=58dcd882-ceea-4f25-9c00-aa1c25aaf2f1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:46.621068 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.623014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Made reservation on behalf of bb4efaedbf874a738c8c18cbab3eb349 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:46.629244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.641591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Calling delete_port for 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:46.642329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.677296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4d929-42e2-4de3-a294-c16c60e95f1c req-d2e6c704-3777-49ca-bd04-c8bd27438834 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:46.685619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06a4d929-42e2-4de3-a294-c16c60e95f1c req-d2e6c704-3777-49ca-bd04-c8bd27438834 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.1654987 Aug 03 15:57:46.711666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Deleting port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:46.711972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.732104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.737911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f624caa-71e2-4b3b-89b6-10c736c4042a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:46.773602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06a4d929-42e2-4de3-a294-c16c60e95f1c req-644b16ef-28c2-4693-be92-63446fbb2d3e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869083 Aug 03 15:57:46.774952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Allocated IP 172.20.0.1 (b6815be8-c55f-4a29-b315-27b69c86b55b/95d0cc82-b1db-412d-9129-694d13dcfd98/a57adb82-9bc2-4256-a063-bd728635b5f0) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:46.777430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] No DVR routers for this DVR port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:46.780794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611876c2-2f28-4b21-86ff-99d72ac86d5f None None] Pushing event deleted for resources: {'Port': ['ID=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:46.797400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.822263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Transition to ACTIVE for port object 8f624caa-71e2-4b3b-89b6-10c736c4042a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:46.838720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.853887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] For port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,segment=NetworkSegment(58dcd882-ceea-4f25-9c00-aa1c25aaf2f1),segment_id=58dcd882-ceea-4f25-9c00-aa1c25aaf2f1)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:46.854256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:46.893244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Calling delete_port for 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:57:46.987468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.042451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77351e33-d996-4b31-969b-680d167f8a3d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:47.098219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.107452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.114549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.126305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 77351e33-d996-4b31-969b-680d167f8a3d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:47.138681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 77351e33-d996-4b31-969b-680d167f8a3d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:47.140446 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.177142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] No DVR routers for this DVR port 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:57:47.211734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.229232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Attempting to bind port 8f624caa-71e2-4b3b-89b6-10c736c4042a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:47.230053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Attempting to bind port 8f624caa-71e2-4b3b-89b6-10c736c4042a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:47.230869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Attempting to bind port 8f624caa-71e2-4b3b-89b6-10c736c4042a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:47.250131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Port 8f624caa-71e2-4b3b-89b6-10c736c4042a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:47.250558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Attempting to bind port 8f624caa-71e2-4b3b-89b6-10c736c4042a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:47.252087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Port': ['ID=8cc18fb6-a77a-4f37-8e28-cfaa6ec45521,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.258957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Transition to ACTIVE for port object a57adb82-9bc2-4256-a063-bd728635b5f0 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:47.260743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:47.261096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:47.262230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Bound using segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:47.262899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Bound port: 8f624caa-71e2-4b3b-89b6-10c736c4042a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:47.263422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.345432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.384219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 77351e33-d996-4b31-969b-680d167f8a3d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77351e33-d996-4b31-969b-680d167f8a3d,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:47.384563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.392059 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.402991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ab60f-6647-4d78-aa1d-a905489746aa,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.417330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:47.508729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:57:47.539560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:57:47.540141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8cc18fb6-a77a-4f37-8e28-cfaa6ec45521 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:57:47.542214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=77351e33-d996-4b31-969b-680d167f8a3d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.547949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:47.578524 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.594487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eff036b-808f-424c-a5b9-4898d8c8c98d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:47.594884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Network b6815be8-c55f-4a29-b315-27b69c86b55b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:47.596690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.612351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:47.615864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:47.616178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dcd882-ceea-4f25-9c00-aa1c25aaf2f1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:47.628675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:47.635758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.644060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:47.644709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.651448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] 10.222.0.78 "PUT /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 1130 time: 2.7192760 Aug 03 15:57:47.655107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '8f624caa-71e2-4b3b-89b6-10c736c4042a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:47.658334 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb194e64-68a1-4a3c-84f6-3fbc9574e567" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "8f624caa-71e2-4b3b-89b6-10c736c4042a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:47.667028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.679252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:57:47.679677 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.741258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.759063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:47.763949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Pushing event updated for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:57:47.783467 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:57:47.787808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.796702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:47.805923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] 10.222.0.70 "DELETE /v2.0/networks/0eff036b-808f-424c-a5b9-4898d8c8c98d HTTP/1.1" status: 204 len: 168 time: 1.5403078 Aug 03 15:57:47.863023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711692-33f2-43c2-be8e-c60ed8c50668 tempest-AllowedAddressPairIpV6TestJSON-873642238 tempest-AllowedAddressPairIpV6TestJSON-873642238-project] Pushing event deleted for resources: {'Network': ['ID=0eff036b-808f-424c-a5b9-4898d8c8c98d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:47.922522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc1dd78c-a004-4587-880b-201a02fc86f3 req-8968cc56-a053-49d5-aaf0-3dd42aff3d2d tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 210 time: 0.1221313 Aug 03 15:57:47.947735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:47.970170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:47.986215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:47.993590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.008550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.017478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.042004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.065708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-a46ee1bd-d33d-46dd-89ec-a889450ac7ec tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5373 time: 0.5478578 Aug 03 15:57:48.073801 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c5ef15-8d52-4c9d-bd06-de708145769c x-openstack-request-id: req-f8c5ef15-8d52-4c9d-bd06-de708145769c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:48.074483 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "8f624caa-71e2-4b3b-89b6-10c736c4042a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:48.075057 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8c5ef15-8d52-4c9d-bd06-de708145769c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:48.075643 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '8f624caa-71e2-4b3b-89b6-10c736c4042a', 'status': 'completed', 'code': 200} Aug 03 15:57:48.099228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Allocated IP 192.168.233.20 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b2516a04-66f3-41e8-b7b1-8f4775f80f67) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:48.121493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad184d2-f1b4-4162-b8ad-20f3338848e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:48.211102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2882e6f6-1800-4098-837a-eeff7b3206dc None None] Provisioning for port a57adb82-9bc2-4256-a063-bd728635b5f0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:48.217448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2882e6f6-1800-4098-837a-eeff7b3206dc None None] Provisioning complete for port a57adb82-9bc2-4256-a063-bd728635b5f0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:48.219462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2882e6f6-1800-4098-837a-eeff7b3206dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.262303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57e23fee-44bd-4903-88f9-fc59cdde72af req-ca927c0c-fde6-4e13-a87d-e8f4d5bf6578 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807485 Aug 03 15:57:48.281461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2882e6f6-1800-4098-837a-eeff7b3206dc None None] Port a57adb82-9bc2-4256-a063-bd728635b5f0 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:48.318673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.346779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:48.349035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77f1c7-8d06-4ea4-bfad-14f02d31719a req-107a8070-e629-44fb-8513-32c2dc912e65 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.350757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c77f1c7-8d06-4ea4-bfad-14f02d31719a req-107a8070-e629-44fb-8513-32c2dc912e65 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.2407842 Aug 03 15:57:48.392591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.393527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.394068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.394553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.395037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.395303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.395591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.396124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.398785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-d500a2fc-390e-43e4-9f52-db21eaf25bef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6210 time: 0.3310499 Aug 03 15:57:48.422089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Transition to ACTIVE for port object b2516a04-66f3-41e8-b7b1-8f4775f80f67 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:48.438907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c77f1c7-8d06-4ea4-bfad-14f02d31719a req-f674ce9b-a20e-435d-9ecc-c980d866d599 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743618 Aug 03 15:57:48.481204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.533367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:48.542681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:48.548076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:48.558563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Pushing event updated for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:48.559744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.641503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.642293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.677980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-37ab3e87-2c21-4a8b-b681-b320767ddedc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3595769 Aug 03 15:57:48.696865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Request body: {'port': {'device_id': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:48.743523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f908ffde-e6bd-410a-82a4-19ca6ed62571 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8994f21824646fdaf908a4f1780627f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955379 Aug 03 15:57:48.748990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40394) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:48.850602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.909834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:48.960347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-05743027-7c99-4c92-b9e6-3f9e75662aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.960826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-05743027-7c99-4c92-b9e6-3f9e75662aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.961295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-05743027-7c99-4c92-b9e6-3f9e75662aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:48.963031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-05743027-7c99-4c92-b9e6-3f9e75662aca service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5331664 Aug 03 15:57:48.974778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77351e33-d996-4b31-969b-680d167f8a3d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:49.003711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.082949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6af37514-3275-408b-a10c-6f70b14fcf36 None None] Provisioning for port b2516a04-66f3-41e8-b7b1-8f4775f80f67 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:49.089502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6af37514-3275-408b-a10c-6f70b14fcf36 None None] Provisioning complete for port b2516a04-66f3-41e8-b7b1-8f4775f80f67 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:49.090404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6af37514-3275-408b-a10c-6f70b14fcf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.150379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6af37514-3275-408b-a10c-6f70b14fcf36 None None] Port b2516a04-66f3-41e8-b7b1-8f4775f80f67 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:49.159668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 77351e33-d996-4b31-969b-680d167f8a3d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:49.160389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.257451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0799fa2-0825-4d7e-b690-9bb835fc93f4 req-4c8cc767-25ef-4dda-8819-1836a2aa4e21 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.259155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a0799fa2-0825-4d7e-b690-9bb835fc93f4 req-4c8cc767-25ef-4dda-8819-1836a2aa4e21 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 935 time: 0.1948881 Aug 03 15:57:49.310444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.316813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-4e1b1d90-a338-4962-9436-ab20b8afe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.318658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cb194e64-68a1-4a3c-84f6-3fbc9574e567 req-4e1b1d90-a338-4962-9436-ab20b8afe159 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3446500 Aug 03 15:57:49.342000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.382101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24a667a-5fe0-48c6-9ea1-e6279638f91a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:49.416108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.456935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Transition to ACTIVE for port object a24a667a-5fe0-48c6-9ea1-e6279638f91a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:49.461047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a0799fa2-0825-4d7e-b690-9bb835fc93f4 req-9a464379-b9f3-4344-9e96-26ba9682c1be tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648858 Aug 03 15:57:49.469115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.471289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.481578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec432b-4614-480c-8a3f-43f351a60709 req-d60eeb8e-8757-4738-9f57-793701f6ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.481757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Pushing event updated for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:49.482659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ec432b-4614-480c-8a3f-43f351a60709 req-d60eeb8e-8757-4738-9f57-793701f6ee95 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1096 time: 0.5850077 Aug 03 15:57:49.605458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.607798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.619151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/633ad395-f7d9-487b-90f4-101c53179988 HTTP/1.1" status: 204 len: 168 time: 0.8582382 Aug 03 15:57:49.628869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39f49-0294-4595-b84b-44095036314a service neutron] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:49.650386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.664328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.682676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.698335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.705754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.715278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Attempting to bind port a24a667a-5fe0-48c6-9ea1-e6279638f91a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:49.715621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Attempting to bind port a24a667a-5fe0-48c6-9ea1-e6279638f91a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:49.716110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Attempting to bind port a24a667a-5fe0-48c6-9ea1-e6279638f91a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:49.721672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.728303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:49.733271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-e9c7b61c-2fc4-4d10-9f13-e0af3a6cf068 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5373 time: 0.3103199 Aug 03 15:57:49.744628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Port a24a667a-5fe0-48c6-9ea1-e6279638f91a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:49.744949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Attempting to bind port a24a667a-5fe0-48c6-9ea1-e6279638f91a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:49.769975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ec432b-4614-480c-8a3f-43f351a60709 req-8d461ca6-3934-4aba-8c6f-77e5f4acdbe7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770877 Aug 03 15:57:49.774517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa793e-dedf-4da7-b7a0-9401b59a5bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ad395-f7d9-487b-90f4-101c53179988,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:49.778020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Network b6815be8-c55f-4a29-b315-27b69c86b55b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:49.786155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:49.788148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:49.788506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:49.788887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Bound using segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:49.793793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Bound port: a24a667a-5fe0-48c6-9ea1-e6279638f91a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:49.794605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.836135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e904aae-f403-4bdc-909c-c0b9e4c3936a req-1a34be66-b82d-44cc-b5af-db245392df48 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858514 Aug 03 15:57:49.926472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2516a04-66f3-41e8-b7b1-8f4775f80f67 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:49.935134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:49.949026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Transition to ACTIVE for port object b2516a04-66f3-41e8-b7b1-8f4775f80f67 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:49.955411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.065271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:50.073787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:50.080388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:50.100866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793a004-0b98-4a9a-b77e-bab30e6aa7fa req-47077157-b14c-48ce-b5bd-38d207edd6d9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.113158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2793a004-0b98-4a9a-b77e-bab30e6aa7fa req-47077157-b14c-48ce-b5bd-38d207edd6d9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.3282955 Aug 03 15:57:50.164772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Attempting to bind port b2516a04-66f3-41e8-b7b1-8f4775f80f67 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:50.165452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Attempting to bind port b2516a04-66f3-41e8-b7b1-8f4775f80f67 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:50.166109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Attempting to bind port b2516a04-66f3-41e8-b7b1-8f4775f80f67 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:50.177218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Port b2516a04-66f3-41e8-b7b1-8f4775f80f67 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:50.178082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Attempting to bind port b2516a04-66f3-41e8-b7b1-8f4775f80f67 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:50.185421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:50.185936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:50.186421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:50.188282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Bound port: b2516a04-66f3-41e8-b7b1-8f4775f80f67, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:50.188893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.216058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:57:50.238555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.271621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-823402eb-4b74-4f2a-9244-63a84a9b20aa None None] Provisioning complete for port a57adb82-9bc2-4256-a063-bd728635b5f0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:50.274812 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-823402eb-4b74-4f2a-9244-63a84a9b20aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.319362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2793a004-0b98-4a9a-b77e-bab30e6aa7fa req-2c967f11-0752-45fb-b29e-73e483356c2d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045622 Aug 03 15:57:50.338641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:50.349731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:50.359778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.390237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.391813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.397745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-46e39f49-0294-4595-b84b-44095036314a service neutron] 10.222.0.78 "PUT /v2.0/ports/a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 1091 time: 2.6498406 Aug 03 15:57:50.408906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-823402eb-4b74-4f2a-9244-63a84a9b20aa None None] Port a57adb82-9bc2-4256-a063-bd728635b5f0 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:50.412453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:50.415139 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0f80da-8afb-4e83-9c1f-ed595a661fde" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:50.453285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.453962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.455467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b2516a04-66f3-41e8-b7b1-8f4775f80f67 HTTP/1.1" status: 200 len: 1095 time: 1.7634578 Aug 03 15:57:50.458229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:50.478976 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0012a-2f38-4103-90c0-8c9dd71e5646" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:50.544046 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39125d40-cc68-43f4-880d-915cb3f5e0bb x-openstack-request-id: req-39125d40-cc68-43f4-880d-915cb3f5e0bb {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:50.544341 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:50.544604 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39125d40-cc68-43f4-880d-915cb3f5e0bb {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:50.545016 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'status': 'completed', 'code': 200} Aug 03 15:57:50.549856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:50.601122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39f49-0294-4595-b84b-44095036314a service neutron] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:50.704174 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbea2d9-b4dd-4911-bf9d-72809cb8bb23 x-openstack-request-id: req-bfbea2d9-b4dd-4911-bf9d-72809cb8bb23 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:50.705187 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:50.705782 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfbea2d9-b4dd-4911-bf9d-72809cb8bb23 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:50.706333 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67', 'status': 'completed', 'code': 200} Aug 03 15:57:50.731928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6062cf-d03a-4bf6-9e95-7ae460f203a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:50.782979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-cc36b7dd-a5a1-4c34-81ed-dfaf2758785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.784046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:50.785453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-cc36b7dd-a5a1-4c34-81ed-dfaf2758785e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 1098 time: 0.2553489 Aug 03 15:57:50.859761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.869328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.869884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.870365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.870837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.871303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.871900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:50.873862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-cae96de1-7931-49dd-8e5e-0baf38ee7301 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6277 time: 0.3121619 Aug 03 15:57:50.887059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:57:50.893550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99b887fd-a541-469d-bd88-63d7367ab743 admin admin] 10.222.0.70 "PUT /v2.0/routers/03bedd8b-cdd6-4fbd-9242-663a2ce66405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9153333 Aug 03 15:57:50.899202 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Sync routers for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:57:50.914272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:50.915614 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:50.986557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-b3554837-05da-4809-9e7b-7ff7e210416a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67 HTTP/1.1" status: 200 len: 217 time: 0.1633117 Aug 03 15:57:50.997681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:51.154886 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:51.157212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.164082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.171340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.178258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.184314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.191813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.198601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.207834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-418f1121-8faf-4f05-be99-688ab47cf586 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5385 time: 0.1799152 Aug 03 15:57:51.267295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db227d-99e0-483b-8c8b-1af4267501cc req-49141b51-5d72-4bb0-9396-fbd7d08a4291 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.272310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe6db3b-d48d-43af-bdad-bcb956e531e5 req-c990c9ab-0a5b-4539-a838-7032ae9f457e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635297 Aug 03 15:57:51.285462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35db227d-99e0-483b-8c8b-1af4267501cc req-49141b51-5d72-4bb0-9396-fbd7d08a4291 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 947 time: 0.6070180 Aug 03 15:57:51.288177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-525958df-14d6-4bee-acec-eb028000eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.288665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-525958df-14d6-4bee-acec-eb028000eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.289138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-525958df-14d6-4bee-acec-eb028000eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.291429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-525958df-14d6-4bee-acec-eb028000eac1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3039749 Aug 03 15:57:51.480399 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 2, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:51.493871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cb6b10-9443-4d3a-bbab-7e492ccddae7 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:51.523316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.523870 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Checking router: 03bedd8b-cdd6-4fbd-9242-663a2ce66405 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:57:51.524235 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Updating router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 port a57adb82-9bc2-4256-a063-bd728635b5f0 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:57:51.555642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Transition to ACTIVE for port object 53cb6b10-9443-4d3a-bbab-7e492ccddae7 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:51.559120 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.580044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1129860763'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:51.584302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.648069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-a4e74739-9d08-4fb8-bdac-b5b6c6558c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.649602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-a4e74739-9d08-4fb8-bdac-b5b6c6558c70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.4069486 Aug 03 15:57:51.711963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244706-489d-4fa6-b577-e10e7cc4c239 req-69cd1830-a2f8-4839-94a2-2664ad51eb05 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.716302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb244706-489d-4fa6-b577-e10e7cc4c239 req-69cd1830-a2f8-4839-94a2-2664ad51eb05 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.2653332 Aug 03 15:57:51.746769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-35db227d-99e0-483b-8c8b-1af4267501cc req-7ec6f585-1470-4b96-a7a4-24effbd6a871 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603608 Aug 03 15:57:51.760953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Made reservation on behalf of b47c5cad61dc4b8ea718ae2cc5f35b2e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:51.766134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.778203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:51.788622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.802456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-71965f6a-841c-4efa-a1dd-dfb1eb727089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.805124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe0f80da-8afb-4e83-9c1f-ed595a661fde req-71965f6a-841c-4efa-a1dd-dfb1eb727089 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4622986 Aug 03 15:57:51.822734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-09a3ff5f-f4b7-4a3c-8f05-3a2f3791b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:51.824295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-09a3ff5f-f4b7-4a3c-8f05-3a2f3791b00a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583455 Aug 03 15:57:51.912098 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:51.948424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Attempting to bind port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:51.948934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Attempting to bind port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:51.949937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Attempting to bind port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:52.008529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb244706-489d-4fa6-b577-e10e7cc4c239 req-e6ea9ada-b585-4728-a398-23e2f0c46355 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611098 Aug 03 15:57:52.012405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:52.018280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Attempting to bind port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:52.040304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-7abd360e-7b31-442a-822b-9ca7ac415e51 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048852 Aug 03 15:57:52.043496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:52.046513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Checking segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:52.047694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Bound using segment: {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:52.054675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Bound port: 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:52.056294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.137057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.238438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.249513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:52.254117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:57:52.261702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:52.266454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.267423 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Added segment 6bc62f0d-5c60-4533-b760-1880f019c282 of type vlan for network 512f6973-ed6f-4c23-88cb-888b7cedaa29 Aug 03 15:57:52.271160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.279354 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.319627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Transition to ACTIVE for port object a57adb82-9bc2-4256-a063-bd728635b5f0 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:52.333941 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.351156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:52.351919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.353689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] 10.222.0.78 "PUT /v2.0/ports/53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 1091 time: 1.8153071 Aug 03 15:57:52.402625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:52.426507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.463027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934861f0-c3f8-4201-b6cb-3d6714d369d3 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:52.491053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fffb25-432b-449c-ac9f-65403a73cef1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:52.523156 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Pushing event updated for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:52.535383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85db165-6836-4843-a71c-f3330bf7fe46 req-a1abc7ca-8097-4c40-bdc5-22a999ad7148 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964260 Aug 03 15:57:52.622775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.623140 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.623483 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.623821 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.625092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ccded-3ff3-4714-a94a-d82a304dbdf5 req-059d9b4f-923e-41ea-93bd-8c60bb7a9115 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:52.627986 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.628416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.628753 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.629084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.629412 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.634337 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.635575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.635930 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:52.649754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-605ccded-3ff3-4714-a94a-d82a304dbdf5 req-059d9b4f-923e-41ea-93bd-8c60bb7a9115 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.4128163 Aug 03 15:57:52.738373 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Attempting to bind port a57adb82-9bc2-4256-a063-bd728635b5f0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:52.738797 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Attempting to bind port a57adb82-9bc2-4256-a063-bd728635b5f0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:52.739836 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Attempting to bind port a57adb82-9bc2-4256-a063-bd728635b5f0 on network b6815be8-c55f-4a29-b315-27b69c86b55b {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:52.758184 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:52.759170 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Checking segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:52.759589 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.760252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Bound using segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:52.760566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Bound port: a57adb82-9bc2-4256-a063-bd728635b5f0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:52.768192 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.779349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.791082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:52.791738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.861577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-53b0dafd-871d-449c-916a-cc199b627cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:52.863381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-53b0dafd-871d-449c-916a-cc199b627cb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 1098 time: 0.2090082 Aug 03 15:57:52.909473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-605ccded-3ff3-4714-a94a-d82a304dbdf5 req-039d1ce4-5ce9-4588-82b6-18e2c003c38c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584221 Aug 03 15:57:52.953172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] For port a57adb82-9bc2-4256-a063-bd728635b5f0, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:52.964811 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] For port a57adb82-9bc2-4256-a063-bd728635b5f0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a57adb82-9bc2-4256-a063-bd728635b5f0,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:52.965423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7162480 Aug 03 15:57:52.970882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:52.973311 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:52.974355 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:52.982245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40532) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:52.993594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Request body: {'subnet': {'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:53.081072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:53.094167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:57:53.094843 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:57:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:53.101094 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66881c3a-d374-4fb0-9607-2574ce657bf4 None None] Pushing event updated for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:53.116072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e461bfa-5e4c-40ff-aa12-6479eafe75a8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'Network': ['ID=512f6973-ed6f-4c23-88cb-888b7cedaa29,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:53.130748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:57:53.190862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.196508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ae5be-af4b-48ab-8158-b8dd3417e5a9 req-e55a4c3b-d50d-4b31-b340-da130e979d98 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.196904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.216783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b18ae5be-af4b-48ab-8158-b8dd3417e5a9 req-e55a4c3b-d50d-4b31-b340-da130e979d98 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 947 time: 0.1704395 Aug 03 15:57:53.219315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.238112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.265850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.288852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-905341fc-dce8-4231-befc-77ce10c55eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.290398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-905341fc-dce8-4231-befc-77ce10c55eca service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.3929923 Aug 03 15:57:53.296913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.321429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.330609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a360b61-5685-4882-beef-7580ba24682a req-23a45134-478e-47c9-bc9b-beca7dd8fc08 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5397 time: 0.3721814 Aug 03 15:57:53.367030 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b18ae5be-af4b-48ab-8158-b8dd3417e5a9 req-bed7fb46-9db6-4c0c-95f5-4f926860386b tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472502 Aug 03 15:57:53.369388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:57:53.483421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-905d284e-38f2-4ced-b772-51258781988f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67 HTTP/1.1" status: 200 len: 217 time: 0.1376667 Aug 03 15:57:53.535283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a360b61-5685-4882-beef-7580ba24682a req-2d15d47e-4196-4c35-ba65-9b76209c6073 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974952 Aug 03 15:57:53.543733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Made reservation on behalf of b47c5cad61dc4b8ea718ae2cc5f35b2e for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:53.574668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:53.611960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-e15f1867-5d0c-49ac-8ec0-37eaa1f44d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.614543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-e15f1867-5d0c-49ac-8ec0-37eaa1f44d77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1226425 Aug 03 15:57:53.697512 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9025b4-1a8d-4a96-aa20-df4beaa91c66 x-openstack-request-id: req-ef9025b4-1a8d-4a96-aa20-df4beaa91c66 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:53.698178 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:53.698881 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef9025b4-1a8d-4a96-aa20-df4beaa91c66 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:53.699463 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'status': 'completed', 'code': 200} Aug 03 15:57:53.739452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.740059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.740544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.741018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.741675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.742157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.743043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.746571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-542ff0a5-0147-4546-882a-0fddae84f4de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6344 time: 0.1290245 Aug 03 15:57:53.756916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-d07c53cf-7c51-44f6-9682-2cb4eaa48914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:53.758248 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:52Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:57:53.758813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-d07c53cf-7c51-44f6-9682-2cb4eaa48914 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261086 Aug 03 15:57:53.792548 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48093ae2-6f6d-439c-822b-90c8e405a6c8 None None] The sync data for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 is: [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:52Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:57:54.089351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-89161604-d361-4eb7-9c02-1e3e628a6c2a service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171847 Aug 03 15:57:54.190415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b579bda-d525-415f-a3ff-f5dd779841a1 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:54.198949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:54.214347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Transition to ACTIVE for port object 1b579bda-d525-415f-a3ff-f5dd779841a1 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:54.331905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5bf0012a-2f38-4103-90c0-8c9dd71e5646 req-a0df7b8c-f548-499f-a514-dc9a0bfd54ed service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334838 Aug 03 15:57:54.378038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-2c54bbbc-1315-4c6a-bdfb-6210a82a6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.378245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:54.378583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-2c54bbbc-1315-4c6a-bdfb-6210a82a6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.379195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-2c54bbbc-1315-4c6a-bdfb-6210a82a6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.384359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-2c54bbbc-1315-4c6a-bdfb-6210a82a6612 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6224549 Aug 03 15:57:54.387883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:54.411298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e9efb-1514-41eb-87ab-62e77b5b13d9 req-25190861-6498-4fdf-8e02-638d21d8b7dc tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.449340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-534e9efb-1514-41eb-87ab-62e77b5b13d9 req-25190861-6498-4fdf-8e02-638d21d8b7dc tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.5214038 Aug 03 15:57:54.611402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:54.637118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Checking segment: {'id': '6bc62f0d-5c60-4533-b760-1880f019c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:54.637907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Network hostable DHCP agents. Network: 512f6973-ed6f-4c23-88cb-888b7cedaa29, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:57:54.704021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-a2fb8cb8-1e39-4c66-b844-3c4720c80842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.705512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdac81b4-9334-4b3f-b5ea-b6dd8aedd712 req-a2fb8cb8-1e39-4c66-b844-3c4720c80842 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483623 Aug 03 15:57:54.735968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'Subnet': ['ID=000d41a4-76dd-4e5e-a9ec-b96e785d8817,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:54.767603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-534e9efb-1514-41eb-87ab-62e77b5b13d9 req-67456f68-5440-49f4-a485-35f9c9bb45a3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171270 Aug 03 15:57:54.807327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:57:54.822604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b262cf-17b0-4a21-b76b-abb8e2302b99 req-fdcec066-3deb-4c13-a49b-2f8be42f2678 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.824164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37b262cf-17b0-4a21-b76b-abb8e2302b99 req-fdcec066-3deb-4c13-a49b-2f8be42f2678 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 947 time: 0.2452478 Aug 03 15:57:54.853382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 512f6973-ed6f-4c23-88cb-888b7cedaa29) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:54.862079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d5407-d6d5-4706-838c-a4a30775e3fc None None] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:54.869265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Attempting to bind port 1b579bda-d525-415f-a3ff-f5dd779841a1 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:54.870606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Attempting to bind port 1b579bda-d525-415f-a3ff-f5dd779841a1 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:54.870993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Attempting to bind port 1b579bda-d525-415f-a3ff-f5dd779841a1 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:54.885327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:54.890447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:54.928247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Port 1b579bda-d525-415f-a3ff-f5dd779841a1 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:54.928687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Attempting to bind port 1b579bda-d525-415f-a3ff-f5dd779841a1 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:54.958977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:54.959361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Checking segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:54.959711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Bound using segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:54.960148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Bound port: 1b579bda-d525-415f-a3ff-f5dd779841a1, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:54.960505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:54.978287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37b262cf-17b0-4a21-b76b-abb8e2302b99 req-205f7f6c-16f3-44ff-a6a9-9d87da39e75b tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433918 Aug 03 15:57:54.988447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5968632e-0f98-4c2d-9aa3-3c2398f4dc8b tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0050254 Aug 03 15:57:54.992288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40554) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:55.000555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Request body: {'port': {'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29', 'name': 'tempest-ExtraDHCPOptionsTestJSON-390095946'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:55.014069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a57adb82-9bc2-4256-a063-bd728635b5f0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:55.085559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:55.092451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:55.098723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.146578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-512f6973-ed6f-4c23-88cb-888b7cedaa29', 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29', 'tenant_id': 'b47c5cad61dc4b8ea718ae2cc5f35b2e', 'fixed_ips': [{'subnet_id': '000d41a4-76dd-4e5e-a9ec-b96e785d8817'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:57:55.148467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.163927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a57adb82-9bc2-4256-a063-bd728635b5f0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:55.168705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a57adb82-9bc2-4256-a063-bd728635b5f0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:55.169288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.189624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.200737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.208487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.216196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.222006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:55.223175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.228052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.229336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.230869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-66bed233-a7e2-43c0-a9e3-bf2186ba5394 service neutron] 10.222.0.78 "PUT /v2.0/ports/1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 1091 time: 2.8425171 Aug 03 15:57:55.235226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.241376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.243319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-7d39feaf-2a0d-4ef2-8bb7-abaa63d63ad9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5409 time: 0.2389281 Aug 03 15:57:55.279004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Request body: {'port': {'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:55.366172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.387599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abd8c6fd-c3a5-416d-a050-0c3acac1935c req-8dec9cd9-d538-4e64-87ce-c5a6bc26079b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280632 Aug 03 15:57:55.412517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Made reservation on behalf of b47c5cad61dc4b8ea718ae2cc5f35b2e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:55.419940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.498689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] device_id is not set on port 249ebb1a-e2a7-429e-af0a-1b0732797934 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:55.554523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.650255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Allocated IP 172.20.0.2 (512f6973-ed6f-4c23-88cb-888b7cedaa29/000d41a4-76dd-4e5e-a9ec-b96e785d8817/8118dc21-788c-4a06-813f-bfc0ffe81333) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:55.680491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a57adb82-9bc2-4256-a063-bd728635b5f0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a57adb82-9bc2-4256-a063-bd728635b5f0,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:55.692661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.703729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:55.706935 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19459fb-a705-4d76-a05a-385df4e6776b" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:55.778408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:55.808604 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5c67c3-a605-42e6-b2ce-0b9d04135edc x-openstack-request-id: req-2c5c67c3-a605-42e6-b2ce-0b9d04135edc {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:55.809115 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:55.809414 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c5c67c3-a605-42e6-b2ce-0b9d04135edc {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:55.809836 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'status': 'completed', 'code': 200} Aug 03 15:57:55.927763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.928587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.930527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.931027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.931515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.932408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.932524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:55.934504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a19459fb-a705-4d76-a05a-385df4e6776b req-57a6c31e-f6d9-4b0a-b9fa-016f592365dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6411 time: 0.1055188 Aug 03 15:57:55.945461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.954296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1476c02-3842-4640-8706-c55eafafc9d6 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:55.958368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Transition to ACTIVE for port object 8118dc21-788c-4a06-813f-bfc0ffe81333 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:55.964071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.982380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Transition to ACTIVE for port object 8118dc21-788c-4a06-813f-bfc0ffe81333 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:55.986283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Transition to ACTIVE for port object d1476c02-3842-4640-8706-c55eafafc9d6 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:55.988303 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:55.995504 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.011707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39536a4-2d62-411b-9ff5-ce3c5ee627b5 req-c4865c81-c52d-409d-862e-d4adf8bc64c0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.016996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d39536a4-2d62-411b-9ff5-ce3c5ee627b5 req-c4865c81-c52d-409d-862e-d4adf8bc64c0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1054137 Aug 03 15:57:56.020397 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.090370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:56.101750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Pushing event updated for resources: {'Port': ['ID=8118dc21-788c-4a06-813f-bfc0ffe81333,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:56.104524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:56.109416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:56.135004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:56.153449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d39536a4-2d62-411b-9ff5-ce3c5ee627b5 req-3e0954dd-93b9-4d73-8273-92fc4dd3440b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294138 Aug 03 15:57:56.187339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Allocated IP 172.20.0.12 (512f6973-ed6f-4c23-88cb-888b7cedaa29/000d41a4-76dd-4e5e-a9ec-b96e785d8817/249ebb1a-e2a7-429e-af0a-1b0732797934) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:56.308373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Attempting to bind port d1476c02-3842-4640-8706-c55eafafc9d6 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:56.308886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Attempting to bind port d1476c02-3842-4640-8706-c55eafafc9d6 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:56.309080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Attempting to bind port d1476c02-3842-4640-8706-c55eafafc9d6 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:56.322619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Port d1476c02-3842-4640-8706-c55eafafc9d6 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:57:56.322946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Attempting to bind port d1476c02-3842-4640-8706-c55eafafc9d6 on network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:56.332946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:56.333337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Checking segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:56.334007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Bound using segment: {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:56.334492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Bound port: d1476c02-3842-4640-8706-c55eafafc9d6, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82af29a7-a732-446f-a485-b9458365ed5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:56.334860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.481706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Attempting to bind port 8118dc21-788c-4a06-813f-bfc0ffe81333 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:57:56.482147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Attempting to bind port 8118dc21-788c-4a06-813f-bfc0ffe81333 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6bc62f0d-5c60-4533-b760-1880f019c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:57:56.482387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:56.482541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Attempting to bind port 8118dc21-788c-4a06-813f-bfc0ffe81333 on network 512f6973-ed6f-4c23-88cb-888b7cedaa29 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:57:56.488315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:56.490667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:57:56.491658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Checking segment: {'id': '6bc62f0d-5c60-4533-b760-1880f019c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:57:56.493234 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.494235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Bound using segment: {'id': '6bc62f0d-5c60-4533-b760-1880f019c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:57:56.494952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Bound port: 8118dc21-788c-4a06-813f-bfc0ffe81333, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc62f0d-5c60-4533-b760-1880f019c282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:57:56.495784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.498261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.569880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.570686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.572796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] 10.222.0.78 "PUT /v2.0/ports/d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 1091 time: 1.3051143 Aug 03 15:57:56.605115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c7d4d-e23a-4825-948b-96dbf96ea71e service neutron] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:56.662980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] For port 8118dc21-788c-4a06-813f-bfc0ffe81333, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:57:56.667469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] For port 8118dc21-788c-4a06-813f-bfc0ffe81333, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8118dc21-788c-4a06-813f-bfc0ffe81333,segment=NetworkSegment(6bc62f0d-5c60-4533-b760-1880f019c282),segment_id=6bc62f0d-5c60-4533-b760-1880f019c282)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:57:56.674317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b2516a04-66f3-41e8-b7b1-8f4775f80f67 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:57:56.686182 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:56.808939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.825188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.843459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.848051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:57:56.880155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-90d3455c-a320-4b41-9a04-f4871a2421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.880695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-90d3455c-a320-4b41-9a04-f4871a2421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.881261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-90d3455c-a320-4b41-9a04-f4871a2421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.882973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a19459fb-a705-4d76-a05a-385df4e6776b req-90d3455c-a320-4b41-9a04-f4871a2421ad service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ee92f323cfd040d2880293e0b98c6706&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9383614 Aug 03 15:57:56.883524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.898686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.915211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.925163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd48d0b-01da-4a12-b8bd-f488a3a034d3 req-93adcce3-f36f-46c2-9399-d27dfb7337b9 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.929001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:56.941672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbd48d0b-01da-4a12-b8bd-f488a3a034d3 req-93adcce3-f36f-46c2-9399-d27dfb7337b9 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 947 time: 0.8419948 Aug 03 15:57:56.941913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-ff8ce6a6-c1fa-4b5c-ab11-e6ef4001c1e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2651210 Aug 03 15:57:56.970595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584beea-8cf3-484e-ba92-0944b667fb1e None None] Pushing event updated for resources: {'Port': ['ID=8118dc21-788c-4a06-813f-bfc0ffe81333,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:57.012825 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd53fab2-2c2d-43fc-9d7c-cfca9027610b req-7d5452cc-8296-4589-adc8-b762ae34b359 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717018 Aug 03 15:57:57.038371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a57adb82-9bc2-4256-a063-bd728635b5f0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:57.089447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:57.122221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67', 'mac_address': 'fa:16:3e:66:fa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:57:57.213008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbd48d0b-01da-4a12-b8bd-f488a3a034d3 req-db9956f5-3ddb-46be-9d9f-c8e67a1b1452 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665143 Aug 03 15:57:57.220998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.232473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a57adb82-9bc2-4256-a063-bd728635b5f0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:57.245729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.278929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Transition to ACTIVE for port object 249ebb1a-e2a7-429e-af0a-1b0732797934 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:57.312211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398344ae-4047-45ba-870a-53d309169cfd req-a1724485-024f-4100-883b-98918a52c936 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.312947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-398344ae-4047-45ba-870a-53d309169cfd req-a1724485-024f-4100-883b-98918a52c936 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1606710 Aug 03 15:57:57.333386 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.362967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19459fb-a705-4d76-a05a-385df4e6776b req-60a77297-4de1-4912-b544-0018c6e0c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.365221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a19459fb-a705-4d76-a05a-385df4e6776b req-60a77297-4de1-4912-b544-0018c6e0c053 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4693532 Aug 03 15:57:57.367573 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.396235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2516a04-66f3-41e8-b7b1-8f4775f80f67 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:57:57.416002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-398344ae-4047-45ba-870a-53d309169cfd req-eb034110-90c8-475b-b5e1-86b962cabd3c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936558 Aug 03 15:57:57.435891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:57.475096 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.491488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:57.497775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:57.507192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:57.550180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:57.560365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.560719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.561060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.561403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.562340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.563130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.563519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.564005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.564330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.566509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.566869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.567207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:57:57.567650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.568296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.568771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.569234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.569719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.570180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.570636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.572568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bddc8d4c-e57e-4994-8b69-f719dc0fd1a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6478 time: 0.1299036 Aug 03 15:57:57.575623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'Port': ['ID=249ebb1a-e2a7-429e-af0a-1b0732797934,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:57.622498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8bc0716c-d04b-4cc3-bf7c-20e7fa7b3e0f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 217 time: 0.0397243 Aug 03 15:57:57.683783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.685450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:57.694172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8c67cd05-ebe0-4993-a27c-d118d3577376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.695683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8c67cd05-ebe0-4993-a27c-d118d3577376 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.0639954 Aug 03 15:57:57.706278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c6c3ca6d-c439-49a2-8d2e-1f40520f6ac8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7128370 Aug 03 15:57:57.709683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40590) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:57.715256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Request body: {'port': {'network_id': '512f6973-ed6f-4c23-88cb-888b7cedaa29', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1017171242', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:57:57.715807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.api.validators [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] bootfile-name is not in valid_values {{(pid=106017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:57:57.716141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.api.validators [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] tftp-server is not in valid_values {{(pid=106017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:57:57.716464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.api.validators [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] server-ip-address is not in valid_values {{(pid=106017) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:57:57.730855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b2516a04-66f3-41e8-b7b1-8f4775f80f67'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:57:57.811195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:57.815631 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:57.871976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-95969092-164e-4040-aa13-ff64de1f6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:57.874361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-95969092-164e-4040-aa13-ff64de1f6c44 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535954 Aug 03 15:57:57.903469 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a00ef-bed1-4583-9b2d-d33ec6242c46 x-openstack-request-id: req-3e3a00ef-bed1-4583-9b2d-d33ec6242c46 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:57.903758 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:57.904000 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e3a00ef-bed1-4583-9b2d-d33ec6242c46 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:57.904391 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'status': 'completed', 'code': 200} Aug 03 15:57:58.051318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Made reservation on behalf of b47c5cad61dc4b8ea718ae2cc5f35b2e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:57:58.054909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:58.094083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ab734f6d-1090-4b29-9197-0b3e970a17c1 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876540 Aug 03 15:57:58.095569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] device_id is not set on port ddcba87a-142a-4447-b5bc-c1a4b1b8a380 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:57:58.241876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.249292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.256381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.262657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.270652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.289126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.297089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.306371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-271e7424-d486-4d13-9846-42518567190b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.1855335 Aug 03 15:57:58.336965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Allocated IP 172.20.0.13 (512f6973-ed6f-4c23-88cb-888b7cedaa29/000d41a4-76dd-4e5e-a9ec-b96e785d8817/ddcba87a-142a-4447-b5bc-c1a4b1b8a380) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:57:58.347417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6437085-e303-4ded-9e30-dd8811a22044 None None] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:57:58.373072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-25d14acb-2f52-4675-a9e9-1c8ab1d0e682 req-988d6143-254f-4300-aba7-d50612385024 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605803 Aug 03 15:57:58.455881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-03cfa86d-f928-4f7f-a792-8eabb60b6578 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529291 Aug 03 15:57:58.476435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e22bdb59-9708-4930-852f-24c07cf9b4a6 None None] Provisioning for port 8118dc21-788c-4a06-813f-bfc0ffe81333 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:58.555379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-81c9cbca-1502-428a-8c2c-dc8b48d9b3c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.0723603 Aug 03 15:57:58.570340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c942c-1e0a-45fc-9127-eec834ebe410 req-52957add-6feb-46c1-8cf1-fc7789f45aa6 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.572360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f99c942c-1e0a-45fc-9127-eec834ebe410 req-52957add-6feb-46c1-8cf1-fc7789f45aa6 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 948 time: 0.1853664 Aug 03 15:57:58.662773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b2516a04-66f3-41e8-b7b1-8f4775f80f67 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:58.697433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3f0087b4-d8d1-4769-85df-27a07a9bf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.698946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3f0087b4-d8d1-4769-85df-27a07a9bf557 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1235831 Aug 03 15:57:58.716995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f99c942c-1e0a-45fc-9127-eec834ebe410 req-9fe8a354-efd5-42a4-8260-c09093aefcbc tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271019 Aug 03 15:57:58.774047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b2516a04-66f3-41e8-b7b1-8f4775f80f67 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:58.794165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b2516a04-66f3-41e8-b7b1-8f4775f80f67 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:58.794917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:58.807771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3829f437-ca85-47e3-8fac-5c69690a3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:58.809603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3829f437-ca85-47e3-8fac-5c69690a3541 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929360 Aug 03 15:57:58.930893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:58.976213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:58.993344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:57:58.996347 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ead4c-6d79-43e4-9b99-6384f5f1c468" -d '{"events": [{"server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "name": "network-vif-plugged", "status": "completed", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:57:59.021258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Transition to ACTIVE for port object ddcba87a-142a-4447-b5bc-c1a4b1b8a380 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:57:59.057245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8118dc21-788c-4a06-813f-bfc0ffe81333 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:57:59.080632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-df45c58d-107f-4f13-8f82-afe0825b25e0 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571359 Aug 03 15:57:59.130014 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078b9b3-3089-47ac-8c49-24d2f12a1092 x-openstack-request-id: req-1078b9b3-3089-47ac-8c49-24d2f12a1092 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:57:59.130351 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "name": "network-vif-plugged", "status": "completed", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:57:59.130614 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1078b9b3-3089-47ac-8c49-24d2f12a1092 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:57:59.131222 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67', 'code': 200} Aug 03 15:57:59.136150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:59.162165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.164985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.204884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Provisioning for port 249ebb1a-e2a7-429e-af0a-1b0732797934 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:59.219417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Provisioning complete for port 249ebb1a-e2a7-429e-af0a-1b0732797934 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:59.219827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.244821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8118dc21-788c-4a06-813f-bfc0ffe81333 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:57:59.265353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8118dc21-788c-4a06-813f-bfc0ffe81333 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:59.265779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.268210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:57:59.299797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:57:59.317069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:57:59.336911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:59.355075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Port 249ebb1a-e2a7-429e-af0a-1b0732797934 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:57:59.373443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Provisioning complete for port 8118dc21-788c-4a06-813f-bfc0ffe81333 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:57:59.373908 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.434897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'Port': ['ID=ddcba87a-142a-4447-b5bc-c1a4b1b8a380,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:59.442957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8a53d-e74a-42f9-a416-0f8ef84daddd req-4c1e162a-4450-4e38-83d9-d33455ed8260 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.447693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38b8a53d-e74a-42f9-a416-0f8ef84daddd req-4c1e162a-4450-4e38-83d9-d33455ed8260 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1143634 Aug 03 15:57:59.450036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97661025-81fd-43b8-986f-c617a22b8ae9 req-025e8548-b059-4f2e-8372-010d09ce35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.451558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97661025-81fd-43b8-986f-c617a22b8ae9 req-025e8548-b059-4f2e-8372-010d09ce35b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 1100 time: 0.2561998 Aug 03 15:57:59.483103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.495407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-910aa053-9b25-4372-8601-48a3ff518665 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065795 Aug 03 15:57:59.498734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-9857b0be-be51-4514-bf1b-2106a0bf0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.500474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-9857b0be-be51-4514-bf1b-2106a0bf0ede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.1676612 Aug 03 15:57:59.508293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.508958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.528091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 8118dc21-788c-4a06-813f-bfc0ffe81333, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8118dc21-788c-4a06-813f-bfc0ffe81333,segment=NetworkSegment(6bc62f0d-5c60-4533-b760-1880f019c282),segment_id=6bc62f0d-5c60-4533-b760-1880f019c282)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:57:59.558393 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.602142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38b8a53d-e74a-42f9-a416-0f8ef84daddd req-4c0926e0-aa93-4240-ad1f-ab87a7690820 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390512 Aug 03 15:57:59.626384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=8118dc21-788c-4a06-813f-bfc0ffe81333,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:57:59.646183 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.684957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97661025-81fd-43b8-986f-c617a22b8ae9 req-815f8c22-6db0-4fce-ac39-9bb1b0411290 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213209 Aug 03 15:57:59.691060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-278ac625-af21-4807-b82d-fdbcc70627e5 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9798937 Aug 03 15:57:59.695589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ea7d56ff-adb4-4245-82bd-3b1fb3412b25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.1613226 Aug 03 15:57:59.695774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40626) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:59.722714 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:57:59.723077 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-8955779c-f100-4ec0-b9db-bf16815380ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:57:59.748107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07677e0d-963f-447b-a285-cb5c78543f5e tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.756263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07677e0d-963f-447b-a285-cb5c78543f5e tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.762863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07677e0d-963f-447b-a285-cb5c78543f5e tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.765507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07677e0d-963f-447b-a285-cb5c78543f5e tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0700076 Aug 03 15:57:59.768732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:57:59.781959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.787924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.798022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.805018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.814664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.821695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.828286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.830271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de7ea681-5478-457c-a886-90ea7de9168a req-f2599eaf-4237-4622-b858-e43d94713d3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3086622 Aug 03 15:57:59.877697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-f842beb6-700a-4e27-8bac-ea60c33f499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.879163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-f842beb6-700a-4e27-8bac-ea60c33f499a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1718793 Aug 03 15:57:59.886010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-1dc5682d-13e3-46a6-a26f-ab8ee33d9cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.887464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-1dc5682d-13e3-46a6-a26f-ab8ee33d9cea service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.3496351 Aug 03 15:57:59.908794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaac9b1-7a10-479b-b6b6-684183136b85 req-ad816417-cf6f-4bb7-96d1-79f1197faa3c tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.910568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbaac9b1-7a10-479b-b6b6-684183136b85 req-ad816417-cf6f-4bb7-96d1-79f1197faa3c tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 949 time: 0.0912342 Aug 03 15:57:59.938443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de7ea681-5478-457c-a886-90ea7de9168a req-0f64d957-eb6b-4958-818f-ddd5bf79b12b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973954 Aug 03 15:57:59.946596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Deleting port ddcba87a-142a-4447-b5bc-c1a4b1b8a380 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:57:59.946954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:57:59.975591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-651e4db5-33f0-42af-aecf-289280ac6368 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.0492113 Aug 03 15:57:59.997739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-536d8d49-18cf-4aca-9f9e-01f8c5e3e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:57:59.999451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-536d8d49-18cf-4aca-9f9e-01f8c5e3e7b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053936 Aug 03 15:58:00.044654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.057887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Calling delete_port for ddcba87a-142a-4447-b5bc-c1a4b1b8a380 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:00.099496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-901c31da-4f88-41b5-ad16-6cc327ceee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:00.100970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-901c31da-4f88-41b5-ad16-6cc327ceee27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.1155875 Aug 03 15:58:00.152040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbaac9b1-7a10-479b-b6b6-684183136b85 req-7f979616-a268-4e75-bc31-b34daea0f1b4 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253206 Aug 03 15:58:00.153054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-3a45ea32-7868-4826-8ed9-f321ea9ec05f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369465 Aug 03 15:58:00.158998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-93a1dd3f-e580-47eb-b47b-69d744b03ca2 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286452 Aug 03 15:58:00.218086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.256622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event deleted for resources: {'Port': ['ID=ddcba87a-142a-4447-b5bc-c1a4b1b8a380,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:00.364736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-efa96213-50f7-4e13-b9a1-834bc92956d2 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031412 Aug 03 15:58:00.366707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b8cb619e-8abf-4daa-a1c3-d8bea19b7b32 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912549 Aug 03 15:58:00.366940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.369469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc2ee926-9671-421a-8365-35186e28d9d8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "DELETE /v2.0/ports/ddcba87a-142a-4447-b5bc-c1a4b1b8a380 HTTP/1.1" status: 204 len: 168 time: 0.5992875 Aug 03 15:58:00.373148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:00.389396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Request body: {'port': {'name': 'tempest-new-port-name-1824060975', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:00.391714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] bootfile-name is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:58:00.392071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] tftp-server is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:58:00.392416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] server-ip-address is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 15:58:00.398299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6bb9935d-1c3a-4188-bd1f-9c870736b6ed None None] Provisioning complete for port 249ebb1a-e2a7-429e-af0a-1b0732797934 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:00.404130 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6bb9935d-1c3a-4188-bd1f-9c870736b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.468503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9935d-1c3a-4188-bd1f-9c870736b6ed None None] Port 249ebb1a-e2a7-429e-af0a-1b0732797934 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:00.473090 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6bb9935d-1c3a-4188-bd1f-9c870736b6ed None None] Could not find standard attr ID for object ddcba87a-142a-4447-b5bc-c1a4b1b8a380. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 15:58:00.529816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-e0c8434e-f1cb-4860-b360-ae44319fbbc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0568945 Aug 03 15:58:00.531258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.613311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f526565f-76f7-4eed-a01a-0e137b6038a9 req-30b7feb6-e55b-49ac-b631-5cf950cbdf12 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378709 Aug 03 15:58:00.626411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-5362ea17-9674-42cf-9e83-e9ee43788520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:00.630263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-5362ea17-9674-42cf-9e83-e9ee43788520 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0730963 Aug 03 15:58:00.723857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3d65a2aa-977e-4db2-9ee3-9b9d5f433926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:00.726569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-3d65a2aa-977e-4db2-9ee3-9b9d5f433926 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906243 Aug 03 15:58:00.779903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650e2a4-2337-45dd-bb85-b350f26f50bf req-81a73e0e-8755-4251-b6ac-0be185692122 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:00.782918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e650e2a4-2337-45dd-bb85-b350f26f50bf req-81a73e0e-8755-4251-b6ac-0be185692122 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1026223 Aug 03 15:58:00.845965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.861937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:00.870166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e650e2a4-2337-45dd-bb85-b350f26f50bf req-c081a4d3-72a6-4682-8db4-28b50b329f69 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Aug 03 15:58:00.895099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-bb030319-3e24-4471-b2b1-9526f167bf09 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550388 Aug 03 15:58:00.974728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8118dc21-788c-4a06-813f-bfc0ffe81333 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:00.975668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event updated for resources: {'Port': ['ID=249ebb1a-e2a7-429e-af0a-1b0732797934,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:01.005184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] In _notify_port_updated(), no bound segment for port 249ebb1a-e2a7-429e-af0a-1b0732797934 on network 512f6973-ed6f-4c23-88cb-888b7cedaa29 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 15:58:01.021474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.022618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:01.024474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05d51dfd-1d10-4012-8d7d-f37c23df51b8 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "PUT /v2.0/ports/249ebb1a-e2a7-429e-af0a-1b0732797934 HTTP/1.1" status: 200 len: 1137 time: 0.6488521 Aug 03 15:58:01.028830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40652) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:01.084581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-a5039218-e089-4d53-9de8-06511ef0973a service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809676 Aug 03 15:58:01.110667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8118dc21-788c-4a06-813f-bfc0ffe81333 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:01.111462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:01.164310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1a160-122e-4690-93ea-3b6db5281f78 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.168953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dcf1a160-122e-4690-93ea-3b6db5281f78 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "GET /v2.0/ports/249ebb1a-e2a7-429e-af0a-1b0732797934 HTTP/1.1" status: 200 len: 1137 time: 0.1356778 Aug 03 15:58:01.169777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-2ca5a7bb-eac3-4d3e-bdf8-7cc130be15d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.0772855 Aug 03 15:58:01.175927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40658) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:01.214120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.221613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.230293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.238520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.245887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.262713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.281335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.284697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-952e86df-9529-4927-82a0-22d25826df0d req-730da2f9-9f22-4095-95af-1a9877e30123 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.1915021 Aug 03 15:58:01.350231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-952e86df-9529-4927-82a0-22d25826df0d req-47b0fb3e-720b-4ecc-b49c-733056b2d7af tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562344 Aug 03 15:58:01.415843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7983c5eb-7f4d-4fcc-97c6-7e44f13cfde6 None None] Provisioning complete for port 249ebb1a-e2a7-429e-af0a-1b0732797934 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:01.417735 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7983c5eb-7f4d-4fcc-97c6-7e44f13cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:01.496194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7983c5eb-7f4d-4fcc-97c6-7e44f13cfde6 None None] Port 249ebb1a-e2a7-429e-af0a-1b0732797934 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:01.564349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033089d-8785-47f8-9a9f-10383efc5b4a req-3c0ae4c2-926c-45b4-9c01-eaa2a70b239f tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.564349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7033089d-8785-47f8-9a9f-10383efc5b4a req-3c0ae4c2-926c-45b4-9c01-eaa2a70b239f tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 949 time: 0.0725391 Aug 03 15:58:01.606386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7033089d-8785-47f8-9a9f-10383efc5b4a req-3267519d-e003-4936-98e9-e84e6d62336f tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382624 Aug 03 15:58:01.742522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b0e1ae9e-8a82-4e0f-957c-f6cfece5d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.743971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-b0e1ae9e-8a82-4e0f-957c-f6cfece5d7b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.5033872 Aug 03 15:58:01.803731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Deleting port 249ebb1a-e2a7-429e-af0a-1b0732797934 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:01.804093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:01.879860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-142882f9-dc30-4329-bfc4-db6d521dea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:01.881538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-142882f9-dc30-4329-bfc4-db6d521dea0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237462 Aug 03 15:58:01.956005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:01.976776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Calling delete_port for 249ebb1a-e2a7-429e-af0a-1b0732797934 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:02.083369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-ff8090d6-2b27-489e-a3f8-868c2efda569 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881409 Aug 03 15:58:02.085321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ab0a-2f35-4dbe-bf18-4995ad031712 req-4f824ab9-54eb-470e-83f5-0b1cce29546c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.090138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b346ab0a-2f35-4dbe-bf18-4995ad031712 req-4f824ab9-54eb-470e-83f5-0b1cce29546c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0673492 Aug 03 15:58:02.130043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e1963-8000-42e0-9bb8-66354478de0b req-743232d0-3f83-4807-845a-c00c4ea3b635 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.130508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b346ab0a-2f35-4dbe-bf18-4995ad031712 req-0987e585-3ca7-49f6-a5a6-1b3512ee96f7 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365162 Aug 03 15:58:02.131633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-372e1963-8000-42e0-9bb8-66354478de0b req-743232d0-3f83-4807-845a-c00c4ea3b635 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 949 time: 0.1517026 Aug 03 15:58:02.222755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-372e1963-8000-42e0-9bb8-66354478de0b req-16ddded8-5872-4feb-9d14-2cb146081c6d tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590830 Aug 03 15:58:02.279568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-117c6671-2369-42f7-abe6-e24295021e5c service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883790 Aug 03 15:58:02.332215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-29a96ad2-ae67-4f33-9726-e63a646b56f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.0432682 Aug 03 15:58:02.332788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:02.373448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event deleted for resources: {'Port': ['ID=249ebb1a-e2a7-429e-af0a-1b0732797934,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:02.459277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-12153381-cab3-4a9c-9ea9-5313a46d3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.460780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-12153381-cab3-4a9c-9ea9-5313a46d3cdc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.0981262 Aug 03 15:58:02.537069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:02.547350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-278a4812-3b40-4fc9-a6d9-8581a22478d7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "DELETE /v2.0/ports/249ebb1a-e2a7-429e-af0a-1b0732797934 HTTP/1.1" status: 204 len: 168 time: 1.3634436 Aug 03 15:58:02.552251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40690) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:02.569611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.575600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.582489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.595802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.602813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.608141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-40c54f24-9db7-4933-af4d-6d0b6b5de318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.610636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-40c54f24-9db7-4933-af4d-6d0b6b5de318 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1360233 Aug 03 15:58:02.611370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.620641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:02.622608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-806e6bda-b8e2-4b52-b3db-d3feb61ee86a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.1575942 Aug 03 15:58:02.632466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Deleting subnet 000d41a4-76dd-4e5e-a9ec-b96e785d8817 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:58:02.649137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:02.680895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cecb0ee0-28d6-453d-ab7f-c88989a892ab req-5997f4f2-0b35-4c40-ac6e-154d63b6cd1f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493913 Aug 03 15:58:02.743495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:02.810072 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8cfadeb9-88a5-4171-9efe-024da52445f4 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740322 Aug 03 15:58:02.905106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:02.986789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-678413d2-5e77-4196-a7e4-395778386b15 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536946 Aug 03 15:58:03.006852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.052891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-035df6e9-cf5b-4c89-90dc-e4b8878ab9e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.0560811 Aug 03 15:58:03.088426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event deleted for resources: {'Subnet': ['ID=000d41a4-76dd-4e5e-a9ec-b96e785d8817,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:03.100258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c4b32-f90e-438d-a0f6-b4ec8f5e387d None None] Network 512f6973-ed6f-4c23-88cb-888b7cedaa29 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:03.117027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.121208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-175739a4-cf45-41f1-a23a-af140968eac7 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "DELETE /v2.0/subnets/000d41a4-76dd-4e5e-a9ec-b96e785d8817 HTTP/1.1" status: 204 len: 168 time: 0.5659184 Aug 03 15:58:03.121594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:03.162482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8ab1fa57-3468-4f96-a6c6-bc057c163530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.163941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-8ab1fa57-3468-4f96-a6c6-bc057c163530 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.0919414 Aug 03 15:58:03.283813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.407613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22c8d-13f6-4add-a81a-3c0acd8c5727 req-f23a5929-3fce-4c8b-911d-be9a40ed4d74 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.409050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-800d97ca-2ab0-4b2f-9f1c-3cd5d3abd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.413187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-800d97ca-2ab0-4b2f-9f1c-3cd5d3abd29c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2382824 Aug 03 15:58:03.415205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3a22c8d-13f6-4add-a81a-3c0acd8c5727 req-f23a5929-3fce-4c8b-911d-be9a40ed4d74 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1267226 Aug 03 15:58:03.436090 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] DHCP port deletion for 512f6973-ed6f-4c23-88cb-888b7cedaa29 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:58:03.458620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-6f9e9bfd-8c10-4066-8559-8c688942f430 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.460164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-6f9e9bfd-8c10-4066-8559-8c688942f430 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 949 time: 0.1958110 Aug 03 15:58:03.470245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3a22c8d-13f6-4add-a81a-3c0acd8c5727 req-25acefba-d391-4eb9-ae48-1c66aa0b9b28 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540829 Aug 03 15:58:03.478086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Deleting port 8118dc21-788c-4a06-813f-bfc0ffe81333 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:03.478538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.502593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Deleting port 8118dc21-788c-4a06-813f-bfc0ffe81333 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:03.502975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.547805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] For port 8118dc21-788c-4a06-813f-bfc0ffe81333, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8118dc21-788c-4a06-813f-bfc0ffe81333,segment=NetworkSegment(6bc62f0d-5c60-4533-b760-1880f019c282),segment_id=6bc62f0d-5c60-4533-b760-1880f019c282)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:03.548441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.586697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Calling delete_port for 8118dc21-788c-4a06-813f-bfc0ffe81333 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:03.592427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4283-2aed-49dd-80fb-fbe1aff66f71 req-3946d897-ea49-4031-885b-1fec7e5eb03b tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.601075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98cd4283-2aed-49dd-80fb-fbe1aff66f71 req-3946d897-ea49-4031-885b-1fec7e5eb03b tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 949 time: 0.2538760 Aug 03 15:58:03.619346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] For port 8118dc21-788c-4a06-813f-bfc0ffe81333, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8118dc21-788c-4a06-813f-bfc0ffe81333,segment=NetworkSegment(6bc62f0d-5c60-4533-b760-1880f019c282),segment_id=6bc62f0d-5c60-4533-b760-1880f019c282)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:03.620442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.636136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Calling delete_port for 8118dc21-788c-4a06-813f-bfc0ffe81333 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:03.723059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98cd4283-2aed-49dd-80fb-fbe1aff66f71 req-7f710083-dc7f-4b35-8e7f-c3300a95f794 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/security-groups?id=330ab60f-6647-4d78-aa1d-a905489746aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155312 Aug 03 15:58:03.751618 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.760918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.769098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Deleting port b2516a04-66f3-41e8-b7b1-8f4775f80f67 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:03.769498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:03.789085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-6f76a8f6-b70f-4467-847d-139a053aa3e3 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561256 Aug 03 15:58:03.800380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] Pushing event deleted for resources: {'Port': ['ID=8118dc21-788c-4a06-813f-bfc0ffe81333,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:03.802562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2b82d-e379-486a-8625-f0bd67dd3b20 None None] No DVR routers for this DVR port 8118dc21-788c-4a06-813f-bfc0ffe81333 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:03.856353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event deleted for resources: {'Port': ['ID=8118dc21-788c-4a06-813f-bfc0ffe81333,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:03.868764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] No DVR routers for this DVR port 8118dc21-788c-4a06-813f-bfc0ffe81333 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:03.980509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.990514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:03.999399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-ae4bd3b5-9fe0-4a80-a7d3-f6aab4c00266 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539428 Aug 03 15:58:04.000361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.018299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.026870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.035362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.043597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.054242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-1e8afcf3-8a3d-4def-ac7c-5bb25aca44bb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2649984 Aug 03 15:58:04.074430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] For port b2516a04-66f3-41e8-b7b1-8f4775f80f67, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b2516a04-66f3-41e8-b7b1-8f4775f80f67,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:04.074752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.104313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.127137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Calling delete_port for b2516a04-66f3-41e8-b7b1-8f4775f80f67 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:04.138727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9cafc90-0e0c-47a4-92bb-1b84ada33ee9 req-142b94d3-0ae9-4e18-a997-5eedef6f0c79 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032887 Aug 03 15:58:04.186074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512f6973-ed6f-4c23-88cb-888b7cedaa29']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:04.198193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aadd0c11-5eac-411d-b2ed-a2f5a6826ea8 req-09d9c928-a856-40f6-9739-40897c5a1e3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429052 Aug 03 15:58:04.198408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-e82b3ede-7a93-4cb8-a5f0-f27be6f92fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.199879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-e82b3ede-7a93-4cb8-a5f0-f27be6f92fee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3947a9d58a424765a75b1995c0597d5a&device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 1096 time: 0.1400015 Aug 03 15:58:04.225712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc62f0d-5c60-4533-b760-1880f019c282') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:04.226249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc62f0d-5c60-4533-b760-1880f019c282') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:04.249613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.266126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.275116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:04.275585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:04.279297 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:04.368056 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.374772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.383069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] 10.222.0.70 "DELETE /v2.0/networks/512f6973-ed6f-4c23-88cb-888b7cedaa29 HTTP/1.1" status: 204 len: 168 time: 1.2591898 Aug 03 15:58:04.400949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.401436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.401934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.402404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.402869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.403332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.403790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.406743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2f04dc95-01c0-414d-9004-b2b81f88e371 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6478 time: 0.1530335 Aug 03 15:58:04.422990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecf069-6b4e-4773-a98b-465413155376 tempest-ExtraDHCPOptionsTestJSON-46645260 tempest-ExtraDHCPOptionsTestJSON-46645260-project] Pushing event deleted for resources: {'Network': ['ID=512f6973-ed6f-4c23-88cb-888b7cedaa29,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:04.443084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-bda2e450-2d0b-4d7e-bdc5-0e6874c43a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.444668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-bda2e450-2d0b-4d7e-bdc5-0e6874c43a2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 200 len: 913 time: 0.2235448 Aug 03 15:58:04.539073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.551738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b2516a04-66f3-41e8-b7b1-8f4775f80f67'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:04.617096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Pushing event deleted for resources: {'Port': ['ID=b2516a04-66f3-41e8-b7b1-8f4775f80f67,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:04.670384 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-b501ff39-a91e-4d85-9ce2-4ae358bde5b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 200 len: 1001 time: 0.1845958 Aug 03 15:58:04.729125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] No DVR routers for this DVR port b2516a04-66f3-41e8-b7b1-8f4775f80f67 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:04.775665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:04.777704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b7c3ee4f-a23f-461d-ad6e-92e2642950d6 req-e12fd95a-32c3-4ab6-a49d-f21199a38469 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.72 "DELETE /v2.0/ports/b2516a04-66f3-41e8-b7b1-8f4775f80f67 HTTP/1.1" status: 204 len: 173 time: 1.3025842 Aug 03 15:58:04.778442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'name': 'network-vif-deleted', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:04.781483 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1c340-8284-40ba-a702-01bac003dd50" -d '{"events": [{"server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "name": "network-vif-deleted", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:04.789300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2178cd7b-7d3f-4603-8b55-a94169b1aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.790829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-2178cd7b-7d3f-4603-8b55-a94169b1aa60 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 903 time: 0.3609793 Aug 03 15:58:04.812386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40722) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:04.821711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd250e4-0478-4541-8b06-f4fddeb3db8e req-f3522bcd-18ff-4451-8033-e418d6227387 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.829999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8dd250e4-0478-4541-8b06-f4fddeb3db8e req-f3522bcd-18ff-4451-8033-e418d6227387 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2502873 Aug 03 15:58:04.893672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-ff0fdd10-0959-48d5-99eb-c48088c3a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:04.895221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-ff0fdd10-0959-48d5-99eb-c48088c3a8eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7c5b63c3-7b2e-469c-8847-50b9ca19318f HTTP/1.1" status: 200 len: 851 time: 0.2129836 Aug 03 15:58:04.907309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f55083e-7299-4c8a-9e30-c0e7c0ea5861 req-7bba6f74-2d52-44ff-99cf-1ba781e037f3 tempest-ImagesNegativeTestJSON-1526569452 tempest-ImagesNegativeTestJSON-1526569452-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f9db9a7-37da-4264-bafd-ffe0d83c3d60 HTTP/1.1" status: 200 len: 210 time: 0.0731471 Aug 03 15:58:04.910603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-3bf2cd7b-b527-42c5-85b2-d8380f384d69 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.1097069 Aug 03 15:58:05.014286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8118dc21-788c-4a06-813f-bfc0ffe81333 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:05.040591 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106a0e35-5cee-4afb-a0ba-d1dea20e96c7 x-openstack-request-id: req-106a0e35-5cee-4afb-a0ba-d1dea20e96c7 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:05.041103 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9db9a7-37da-4264-bafd-ffe0d83c3d60", "name": "network-vif-deleted", "tag": "b2516a04-66f3-41e8-b7b1-8f4775f80f67", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:05.041512 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-106a0e35-5cee-4afb-a0ba-d1dea20e96c7 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:05.042075 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9db9a7-37da-4264-bafd-ffe0d83c3d60', 'name': 'network-vif-deleted', 'tag': 'b2516a04-66f3-41e8-b7b1-8f4775f80f67', 'status': 'completed', 'code': 200} Aug 03 15:58:05.056283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8118dc21-788c-4a06-813f-bfc0ffe81333 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:05.056633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8118dc21-788c-4a06-813f-bfc0ffe81333 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:05.082577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8dd250e4-0478-4541-8b06-f4fddeb3db8e req-d7b6eb73-a6bd-49d6-bf7c-579ea92ec0a7 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467165 Aug 03 15:58:05.098785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-49910885-0f9c-42b8-a3fb-b557b37f01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.100255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-49910885-0f9c-42b8-a3fb-b557b37f01db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.1617715 Aug 03 15:58:05.108216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-3799ce0f-8d90-407c-940f-f3ab6fd02914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.110360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-3799ce0f-8d90-407c-940f-f3ab6fd02914 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=29ffaf42-0709-4992-85c7-8f473e5f11c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988487 Aug 03 15:58:05.169207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-725b5b0d-c58a-4c87-b1a1-299fa2674de6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b47c5cad61dc4b8ea718ae2cc5f35b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553674 Aug 03 15:58:05.172937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40728) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:05.244869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:05.303905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:05.368069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:05.375256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:05.379671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1fffb25-432b-449c-ac9f-65403a73cef1 HTTP/1.1" status: 204 len: 168 time: 0.2028844 Aug 03 15:58:05.430247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3221036-1dd7-4f42-afba-11bc3a63d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fffb25-432b-449c-ac9f-65403a73cef1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:05.751198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-d48fcf59-e4b9-45ce-8786-0078d90d8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.753361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-d48fcf59-e4b9-45ce-8786-0078d90d8d9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6418998 Aug 03 15:58:05.779666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-6ff699ec-4abc-4d1e-80f3-099ea27c38ba service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597967 Aug 03 15:58:05.933365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.941057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.947411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.954835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.962780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.969538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.975714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:05.977811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-f9fc7fb1-4932-4b5c-a27b-64a99944e77a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2550459 Aug 03 15:58:06.060595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f546ff8-518b-495c-acd3-7a94236e6a05 req-11a06049-daeb-4de8-b8db-68302f600aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681208 Aug 03 15:58:06.066731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-433b3d48-c238-4dfb-98bb-3c0b1c1757c7 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901609 Aug 03 15:58:06.085987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63fa80bc-bfe1-4511-82fa-d24a62a35c46 req-1f1beb8b-3f65-4e0e-8a47-d5593f744efc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941834 Aug 03 15:58:06.255560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fabe-7a84-4498-bdb5-09e7bdc090c3 req-149bd440-f556-426c-9921-a497e040c24d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:06.258274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c85fabe-7a84-4498-bdb5-09e7bdc090c3 req-149bd440-f556-426c-9921-a497e040c24d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0639460 Aug 03 15:58:06.337284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bb59836-0572-4e66-8b12-5ec6ef5f5c97 req-dc0af7d8-ef7b-4d69-928b-ae8285a17362 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378504 Aug 03 15:58:06.350301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c85fabe-7a84-4498-bdb5-09e7bdc090c3 req-1c9d0207-6702-462e-a549-176d36688ac3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857153 Aug 03 15:58:06.490638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40782) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:06.501564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40786) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:06.628810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012d0cf-1116-44d1-83a5-0c7001b9a6fa tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:06.629294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012d0cf-1116-44d1-83a5-0c7001b9a6fa tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:06.629829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012d0cf-1116-44d1-83a5-0c7001b9a6fa tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:06.631670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6012d0cf-1116-44d1-83a5-0c7001b9a6fa tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=23bd751f84b447cd8c7eb9f9c5ab05bd&network_id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 2969 time: 0.1282141 Aug 03 15:58:06.654346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393174135'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:06.683668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:06.687610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:06.694461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b2516a04-66f3-41e8-b7b1-8f4775f80f67 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:06.699332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:06.721552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b2516a04-66f3-41e8-b7b1-8f4775f80f67 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:06.722321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b2516a04-66f3-41e8-b7b1-8f4775f80f67 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:06.782736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40794) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:06.821190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:06.826387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:06.839933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:06.851286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:06.851652 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 833d1556-2165-49c5-9aef-7be4f1c7d546 of type vlan for network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 Aug 03 15:58:06.900428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496ad4f2-9548-4f32-987b-fad651fc1699,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:06.934629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b8c5a82a-faf2-4b82-a243-ea2b2140aaea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb4efaedbf874a738c8c18cbab3eb349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506639 Aug 03 15:58:06.938455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:06.963319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.033576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.039348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.039952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.043392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.115943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6238616 Aug 03 15:58:07.128074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.214546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a84a-9c4d-4f64-a483-27f7a46e0244 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=01538d41-fa06-4c15-a6b8-a33bc86d9b79,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:07.229898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:07.238537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.241704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:07.245277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/330ab60f-6647-4d78-aa1d-a905489746aa HTTP/1.1" status: 204 len: 168 time: 0.3027999 Aug 03 15:58:07.316010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cae42-b7fb-4669-9551-61f00b3000c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ab60f-6647-4d78-aa1d-a905489746aa,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:07.415974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.461048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.475040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.485535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.493561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.501531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.508970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.526696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-2c2b1f61-d90e-4506-92fe-5eadffe6995e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3066425 Aug 03 15:58:07.623789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11ace7f4-529f-4d78-a302-0e15c74a9525 req-206e8345-18e0-4355-bd0c-16c4c0c52102 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954611 Aug 03 15:58:07.656064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-4543bc4f-b0e0-4852-a282-82442c9219a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2396903 Aug 03 15:58:07.708071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f56c5-8b84-4cc3-8e5c-8f2b49eaa12c req-2a597a79-4f9b-4bbc-9ab6-113914113f09 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.721683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e46f56c5-8b84-4cc3-8e5c-8f2b49eaa12c req-2a597a79-4f9b-4bbc-9ab6-113914113f09 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2291257 Aug 03 15:58:07.801836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-be8eb849-712b-4d21-9e13-683ac37038eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.804057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-be8eb849-712b-4d21-9e13-683ac37038eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 1096 time: 0.0708096 Aug 03 15:58:07.825945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e46f56c5-8b84-4cc3-8e5c-8f2b49eaa12c req-fe225a36-2712-4306-8705-8bf71dab5424 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Aug 03 15:58:07.983423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-6f5560e8-e68b-4b61-b175-5df4bbef766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:07.985461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-6f5560e8-e68b-4b61-b175-5df4bbef766a service neutron] 10.222.0.78 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.1452289 Aug 03 15:58:08.070557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-4984748c-8e09-4e16-b3a6-bf59f7e5b9ad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 200 len: 217 time: 0.0763953 Aug 03 15:58:08.133491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-3c40cc5d-1b1c-4f88-a980-d6617e5a911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:08.137358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-3c40cc5d-1b1c-4f88-a980-d6617e5a911f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.0544696 Aug 03 15:58:08.178407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-b7348f8f-fd27-44b6-ade3-3e9f3e78f4c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290067 Aug 03 15:58:08.298579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-d9b45f23-218c-42c3-8d37-8df125a39126 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125588 Aug 03 15:58:08.413175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b671e6b-0a2d-4472-b2ba-d63c58bd6d87 req-260d704b-39c0-4930-8f4c-435e4640b945 service neutron] 10.222.0.78 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063979 Aug 03 15:58:08.429534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:08.566757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-277147216-network', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:08.595864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:08.599649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:08.613396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:08.864260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:08.880296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:08.972135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c11264f-ed52-4717-b3b5-2af417480f2e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:08.981807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:09.008195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.017984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.024727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.025121 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Added segment 42a16026-6414-440c-aa43-7862de658771 of type vlan for network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 Aug 03 15:58:09.046545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.071726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.105981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.113371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.157712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.180371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.218654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-3729b33a-0083-47ad-ad93-fe7cdb0d7b8c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.4176702 Aug 03 15:58:09.304749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-952a344f-c8f4-43e4-b86c-c4f808cf35f5 req-61013278-496d-4107-80dd-ecaa9484b540 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840862 Aug 03 15:58:09.320740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.322194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.323162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.359686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae589343-c40f-4d38-bb66-8b6bffd44632 req-6f90f35e-eaf7-4410-b52c-a957ee060a38 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.361695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae589343-c40f-4d38-bb66-8b6bffd44632 req-6f90f35e-eaf7-4410-b52c-a957ee060a38 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2351167 Aug 03 15:58:09.426239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:09.435182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0042284 Aug 03 15:58:09.443905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40860) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:09.467666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Request body: {'subnet': {'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-277147216-subnet', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:09.479475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bc59-d49d-405e-8e6e-7f5b3dc96334 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9f8326-9d3b-4021-bf42-cd16fc25ade0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:09.505109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:09.538051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8524359-c726-4bb7-a6e7-cdc51b21c794 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:09.543411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae589343-c40f-4d38-bb66-8b6bffd44632 req-f6c45619-5b83-482d-ab74-ea2e8506fbf9 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342194 Aug 03 15:58:09.556763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8524359-c726-4bb7-a6e7-cdc51b21c794 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 814 time: 0.1290081 Aug 03 15:58:09.590916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:09.593368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.816117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5f972651-0a29-4298-afbc-71a36cff0f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.891597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:09.990401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697476df-f239-4c1b-a050-504c31c6e0ed,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:10.020590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Checking segment: {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:10.023763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Network hostable DHCP agents. Network: eb9f8326-9d3b-4021-bf42-cd16fc25ade0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:10.078577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:10.086733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:10.093584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'network': {'name': 'tempest-network-smoke--1576869743', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:10.102297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, eb9f8326-9d3b-4021-bf42-cd16fc25ade0) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:10.110603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46acd67f-4931-4b2f-94ba-fec9fc0454f2 None None] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:10.142393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.143906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.147187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:10.157070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.210175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:10.223690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1a64e2fe-c6da-4bf0-8906-e96a5e39b7b5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7738943 Aug 03 15:58:10.227155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:10.228703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.229364 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Added segment b620a9ea-ff29-4f9f-abf3-d36dd3da09cf of type vlan for network f496e81a-33c1-46c4-8fd7-adab2cddb40a Aug 03 15:58:10.255003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:10.291778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.317097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.318605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.356278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.368171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.369012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.438505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3487718 Aug 03 15:58:10.459905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40880) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:10.494350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'fixed_ips': [{'subnet_id': '697476df-f239-4c1b-a050-504c31c6e0ed'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:10.495508 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.496151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.563415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d50cd1-e925-4939-8402-bb4900cbfbce tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Network': ['ID=f496e81a-33c1-46c4-8fd7-adab2cddb40a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:10.607777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e4bbb-2916-434a-978a-2130d1e33aea tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.613460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f36e4bbb-2916-434a-978a-2130d1e33aea tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=23bd751f84b447cd8c7eb9f9c5ab05bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1480038 Aug 03 15:58:10.613868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40886) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:10.684239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:10.692941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:10.697233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:10.820585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.828003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.834784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.841081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.847419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.853680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.860555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:10.869513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-32c80b31-4fae-4648-8f5d-2a52c01908b3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3856626 Aug 03 15:58:10.887120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Allocated IP 172.20.0.2 (eb9f8326-9d3b-4021-bf42-cd16fc25ade0/697476df-f239-4c1b-a050-504c31c6e0ed/4b4d315a-90ef-48ed-a04d-751d3dd712cd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:10.926156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:10.957875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2072f135-3558-438b-9eb3-8af4a1f06843 req-f50a482a-8377-4faa-bda2-644192dee698 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858428 Aug 03 15:58:11.167001 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.178622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Transition to ACTIVE for port object 4b4d315a-90ef-48ed-a04d-751d3dd712cd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:11.208251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Transition to ACTIVE for port object 4b4d315a-90ef-48ed-a04d-751d3dd712cd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:11.233873 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.260236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:11.265629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:11.285681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:11.292232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c932036-a21c-48c7-abb1-320f3a4480ef req-816f427e-e9bb-411f-9a5f-78c08791630a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:11.301887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c932036-a21c-48c7-abb1-320f3a4480ef req-816f427e-e9bb-411f-9a5f-78c08791630a tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.5465798 Aug 03 15:58:11.393876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Pushing event updated for resources: {'Port': ['ID=4b4d315a-90ef-48ed-a04d-751d3dd712cd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:11.401406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.415796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Attempting to bind port 4b4d315a-90ef-48ed-a04d-751d3dd712cd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:11.416625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Attempting to bind port 4b4d315a-90ef-48ed-a04d-751d3dd712cd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:11.418365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Attempting to bind port 4b4d315a-90ef-48ed-a04d-751d3dd712cd on network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:11.426342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:11.427124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Checking segment: {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:11.427516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:11.427651 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.428068 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.428630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Bound using segment: {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:11.429333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Bound port: 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:11.429945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.431868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.436182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53750e70-e371-4f36-b349-ee4f5929fef3 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:11.439118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-53750e70-e371-4f36-b349-ee4f5929fef3 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8230116 Aug 03 15:58:11.441947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40906) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:11.513511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2477a3a1-e766-40f9-9ffa-728a38fcc588 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701113 Aug 03 15:58:11.517304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:11.546972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c932036-a21c-48c7-abb1-320f3a4480ef req-73cd3619-c931-4bfe-92a8-17c2097a7505 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434211 Aug 03 15:58:11.562618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a1b350b-cd59-4ee3-8730-2188b6ca0e21 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=23bd751f84b447cd8c7eb9f9c5ab05bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432622 Aug 03 15:58:11.565478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40910) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:11.678189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89542342-4440-4774-8628-89f4da89696c tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:11.680873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-89542342-4440-4774-8628-89f4da89696c tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1143460 Aug 03 15:58:11.684706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40912) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:11.770416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] For port 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:11.774032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] For port 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4b4d315a-90ef-48ed-a04d-751d3dd712cd,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:11.778962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.845463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:11.846867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cd709b61-7057-4a0a-ad14-e3357fed9d4b tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1545992 Aug 03 15:58:11.856883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40916) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:11.878277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399706698', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:11.920346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aabb38-e193-41c6-8e76-ff9d5c6a2c59 None None] Pushing event updated for resources: {'Port': ['ID=4b4d315a-90ef-48ed-a04d-751d3dd712cd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:11.952872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Allocated IP 172.25.7.32 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/ed7dcee1-7298-45db-baa0-ba118706e2b5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:11.957270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c1e7-4aa0-41b5-9f4b-d782f742ae69 req-ee0be200-ac32-4db4-bd14-b3b63362926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:11.960028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5170c1e7-4aa0-41b5-9f4b-d782f742ae69 req-ee0be200-ac32-4db4-bd14-b3b63362926a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.1475780 Aug 03 15:58:12.047525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5170c1e7-4aa0-41b5-9f4b-d782f742ae69 req-7f8d0ae5-1aee-4a60-9ff4-867dc8a38d20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790493 Aug 03 15:58:12.128424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6e21f158-e69d-4c91-88ef-1b40d9a7c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.174249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=3abaebd4-6d88-4a6f-ae2f-ad30781d2c56,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:12.207936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:12.211772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.242489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': '833d1556-2165-49c5-9aef-7be4f1c7d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:12.242872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 01538d41-fa06-4c15-a6b8-a33bc86d9b79, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:12.318914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.325819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.331434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:12.333463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.339662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.347798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.352780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 01538d41-fa06-4c15-a6b8-a33bc86d9b79) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:12.361496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.362241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.368738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.371998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea54a7a-a404-4009-8f2c-1562ede6abf9 None None] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:12.375555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.384631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4ba9f25d-4c63-4e44-9f15-32a7d5fefbda tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2279508 Aug 03 15:58:12.399177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.412996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f47f0954-7fa2-468e-8143-6beeba8eee3e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7276857 Aug 03 15:58:12.416805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:12.425901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754308955'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:12.525996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:12.529506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.536298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a484cb43-7b2f-4566-bd4c-56bdbaa86542 req-4d94d3d4-bfab-4009-b71b-210eafbf2a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507900 Aug 03 15:58:12.566034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.582103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:12.588283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.613190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.614276 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 24a05006-b6d9-4064-9dda-0609363e2ffe of type vlan for network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 Aug 03 15:58:12.708944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Subnet': ['ID=4e882ad5-2b59-438b-8d9c-353c4b5a16e4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:12.712962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-01538d41-fa06-4c15-a6b8-a33bc86d9b79', 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': '3abaebd4-6d88-4a6f-ae2f-ad30781d2c56'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:12.713888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.717106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Checking segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:12.720042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network hostable DHCP agents. Network: f496e81a-33c1-46c4-8fd7-adab2cddb40a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:12.756402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.780979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.796034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:12.810936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f496e81a-33c1-46c4-8fd7-adab2cddb40a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:12.824086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca73f-0919-4336-a9f0-e509f9a55780 req-30982c0c-53b2-40c9-a961-c8bc37ffb4ef tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.834887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bcca73f-0919-4336-a9f0-e509f9a55780 req-30982c0c-53b2-40c9-a961-c8bc37ffb4ef tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1401935 Aug 03 15:58:12.838175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:12.838781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:12.868772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269a0a9-7d95-4832-8b1a-f6ca267e1b68 None None] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:12.877499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd9027db-de5e-4c11-8f2e-6492fbe0007c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0053737 Aug 03 15:58:12.985614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5bcca73f-0919-4336-a9f0-e509f9a55780 req-828cdcd0-5dc7-44ad-8392-ae90e0141184 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497459 Aug 03 15:58:13.026979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:13.039365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:13.048712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:13.086165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Pushing event updated for resources: {'Port': ['ID=ed7dcee1-7298-45db-baa0-ba118706e2b5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:13.090870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.097404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:13.097767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4b4d315a-90ef-48ed-a04d-751d3dd712cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:13.097880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.163084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7434013 Aug 03 15:58:13.165851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:13.176497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:13.254660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ips': [{'subnet_id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:13.255892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.366479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c7053-9c21-4b0c-93c1-07dc128f1abb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:13.472710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:13.478587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.490883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:13.496698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb7e67e-ac47-4f45-8aec-1cd2d1858cf9 None None] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:13.522415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:13.527994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818221801', 'description': 'tempest-secgroup-smoke-818221801 description', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:13.640521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.671651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Allocated IP 2001:db8:0:ffff::2 (01538d41-fa06-4c15-a6b8-a33bc86d9b79/3abaebd4-6d88-4a6f-ae2f-ad30781d2c56/053a95ef-72c3-4f8f-a36c-77e99135a427) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:13.701612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:13.705783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Provisioning for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:13.762166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:13.762806 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.768119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.773121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Provisioning complete for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:13.773391 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.819849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.841050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:13.881338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Allocated IP 172.20.0.18 (f496e81a-33c1-46c4-8fd7-adab2cddb40a/4e882ad5-2b59-438b-8d9c-353c4b5a16e4/00b123ab-77bc-4796-90a1-27c58050fb8b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:13.929844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=e6bf1748-1815-4371-8455-063d35db714d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:13.997135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.005478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.013627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.023691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.032079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.039575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.048616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.052194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-10079a05-2942-4744-8f8e-4625c91161d2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3845358 Aug 03 15:58:14.153337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d309ce08-4898-4fcb-881b-41a34cebeedb req-b255caa6-3521-4d0e-9cc4-063ea0b0c68b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897458 Aug 03 15:58:14.164912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': '24a05006-b6d9-4064-9dda-0609363e2ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:14.165287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:14.187631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.220379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.222745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:14.235590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:14.263626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.264372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.282083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a90a3-e75a-4bc3-9632-99e0e505e09e None None] Network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:14.313560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5ab7eef8-90d9-41fa-970c-747717c1b5f5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1439023 Aug 03 15:58:14.315090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40968) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:14.345831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.348068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8246052 Aug 03 15:58:14.355732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40972) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:14.376295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:14.391285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ad2d-ebbc-42ab-8041-109ed7fe3f1c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aea13e2-0262-4ef3-9764-b644c53ee056,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:14.413938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6f902-c340-41d4-b651-7eef64ea88e4 req-1b5ce5a1-b28f-49c4-963b-c4f9e5746cc0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:14.418726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a6f902-c340-41d4-b651-7eef64ea88e4 req-1b5ce5a1-b28f-49c4-963b-c4f9e5746cc0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2278419 Aug 03 15:58:14.427469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.517440 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.521984 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.529565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a6f902-c340-41d4-b651-7eef64ea88e4 req-ec448154-e9b7-4040-bce8-3f9ac7c23c2e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057312 Aug 03 15:58:14.558085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.614586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Transition to ACTIVE for port object 00b123ab-77bc-4796-90a1-27c58050fb8b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:14.634212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.738974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.743792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.748365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.760869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.782085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Transition to ACTIVE for port object 00b123ab-77bc-4796-90a1-27c58050fb8b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:14.817900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.836889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec7f43c-9c8e-42a7-a553-86f85bb68a9c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:14.850364 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.854557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5ea62c24-8cd8-47cb-8303-ec455e188e81 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941680 Aug 03 15:58:14.862918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:14.869054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Transition to ACTIVE for port object 053a95ef-72c3-4f8f-a36c-77e99135a427 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:14.872578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:14.885460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:14.918279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Router f93a424a-24ff-4ca9-956e-6096ef1c33c8 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:58:14.922109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4b4d315a-90ef-48ed-a04d-751d3dd712cd,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:14.980061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.071745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.108335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:58:15.129435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Transition to ACTIVE for port object 053a95ef-72c3-4f8f-a36c-77e99135a427 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:15.160789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.164533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:15.171393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Sync routers for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:58:15.185464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.186231 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.195663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:15.200947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bf1748-1815-4371-8455-063d35db714d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:15.208213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:15.263002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.269568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.271051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0f6d82f2-0f2a-42ba-8f88-774175bf97ec admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0397441 Aug 03 15:58:15.287084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40988) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:15.287566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Pushing event updated for resources: {'Port': ['ID=00b123ab-77bc-4796-90a1-27c58050fb8b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:15.309978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:15.331049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a05006-b6d9-4064-9dda-0609363e2ffe') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:15.331312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a05006-b6d9-4064-9dda-0609363e2ffe') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:15.343438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.380951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:15.381966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:15.384376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3017d64-210b-4fbd-b18e-9c84267f7791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4', 'network_id': '8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': 'e6bf1748-1815-4371-8455-063d35db714d'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:15.385734 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3017d64-210b-4fbd-b18e-9c84267f7791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.404316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:15.410235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:58:15.410939 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-9946abb1-180f-4219-8a07-178c009d1c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:58:15.412071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.460176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:15.460599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:15.487056 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:15.635271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.636287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:15.642434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.644747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 HTTP/1.1" status: 204 len: 168 time: 1.3295698 Aug 03 15:58:15.650367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:15.657395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-217409474'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:15.677012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:15.726152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.735328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.770150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.778504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.787085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.806364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.823810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.828762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-6af05363-957b-4635-aabf-f30e8b96ec10 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3776374 Aug 03 15:58:15.851487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de70f77-91c2-4ec4-be49-c6c2f8efa6a9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:15.871063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-0b69116e-dd3d-4d2c-8884-7916891fb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.873023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-0b69116e-dd3d-4d2c-8884-7916891fb511 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.7778921 Aug 03 15:58:15.873996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4b4d315a-90ef-48ed-a04d-751d3dd712cd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:15.887105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:15.898304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d92e-2bd4-4a5a-9576-58962249bfc7 req-6bfe4edd-a9c8-4f9d-8d46-e00984196d74 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:15.900035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc35d92e-2bd4-4a5a-9576-58962249bfc7 req-6bfe4edd-a9c8-4f9d-8d46-e00984196d74 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.7934289 Aug 03 15:58:15.908286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6f9ac-6d49-4e90-bbb7-402b23c5a7d5 None None] Network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:15.910362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Attempting to bind port 00b123ab-77bc-4796-90a1-27c58050fb8b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:15.910936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Attempting to bind port 00b123ab-77bc-4796-90a1-27c58050fb8b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:15.911465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Attempting to bind port 00b123ab-77bc-4796-90a1-27c58050fb8b on network f496e81a-33c1-46c4-8fd7-adab2cddb40a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:15.989294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc1405c-1b21-4f79-8849-a4276b5c34ec req-73426d09-c3ec-4df3-be40-4a12135de914 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502337 Aug 03 15:58:16.025679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-ef1c8756-df5f-4b69-b4c1-790ac56ff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:16.027330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-ef1c8756-df5f-4b69-b4c1-790ac56ff852 service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.1441293 Aug 03 15:58:16.031103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.036205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:16.058326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.065533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:16.065533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Checking segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:16.069407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.069861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Bound using segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:16.071650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Bound port: 00b123ab-77bc-4796-90a1-27c58050fb8b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:16.073940 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.080089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6f9ac-6d49-4e90-bbb7-402b23c5a7d5 None None] Network 8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 15:58:16.132413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:16.154264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.154910 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529 of type vlan for network 70136bd3-a9af-4917-b515-b4e3f04adfc1 Aug 03 15:58:16.168581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13517fc5-d13b-44ff-830a-a79d7df64adb,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:16.183119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-858911d3-8173-4df0-b9b5-c8341f07bf46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.1439383 Aug 03 15:58:16.213449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:16.220237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Attempting to bind port 053a95ef-72c3-4f8f-a36c-77e99135a427 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:16.220889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Attempting to bind port 053a95ef-72c3-4f8f-a36c-77e99135a427 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '833d1556-2165-49c5-9aef-7be4f1c7d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:16.222242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Attempting to bind port 053a95ef-72c3-4f8f-a36c-77e99135a427 on network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:16.228157 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:58:16.262742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc35d92e-2bd4-4a5a-9576-58962249bfc7 req-a04efad3-48b7-4363-b976-2067693742fd tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337191 Aug 03 15:58:16.268287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.269151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.273742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e5486cb4-141c-46d6-a1cf-98f17a3444ba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4094932 Aug 03 15:58:16.295898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40998) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:16.312097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:16.312722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Pushing event updated for resources: {'Port': ['ID=053a95ef-72c3-4f8f-a36c-77e99135a427,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:16.332896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.345142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:16.345819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.370261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7157023 Aug 03 15:58:16.375333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41000) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:16.380977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:16.428397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:16.429082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Checking segment: {'id': '833d1556-2165-49c5-9aef-7be4f1c7d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:16.429669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.430395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Bound using segment: {'id': '833d1556-2165-49c5-9aef-7be4f1c7d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:16.431070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Bound port: 053a95ef-72c3-4f8f-a36c-77e99135a427, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833d1556-2165-49c5-9aef-7be4f1c7d546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '01538d41-fa06-4c15-a6b8-a33bc86d9b79'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:16.433301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.455672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bc3b3-7d17-4696-b460-132dfcb0e1bc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=70136bd3-a9af-4917-b515-b4e3f04adfc1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:16.476793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:16.507006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-02d36e22-1cf8-47e0-9ec8-a92200194ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:16.508725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-02d36e22-1cf8-47e0-9ec8-a92200194ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.3049095 Aug 03 15:58:16.584591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.606574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] For port 053a95ef-72c3-4f8f-a36c-77e99135a427, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:16.611036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] For port 053a95ef-72c3-4f8f-a36c-77e99135a427, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=053a95ef-72c3-4f8f-a36c-77e99135a427,segment=NetworkSegment(833d1556-2165-49c5-9aef-7be4f1c7d546),segment_id=833d1556-2165-49c5-9aef-7be4f1c7d546)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:16.648745 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-c5364eee-1d5a-4277-9efb-2ae90d49db2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309090 Aug 03 15:58:16.664017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.759350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6bd3501-64f4-4d9e-b418-d035daabcb02 None None] Provisioning complete for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:16.759682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3501-64f4-4d9e-b418-d035daabcb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.780319 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.829956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] For port 00b123ab-77bc-4796-90a1-27c58050fb8b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:16.865379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] For port 00b123ab-77bc-4796-90a1-27c58050fb8b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00b123ab-77bc-4796-90a1-27c58050fb8b,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:16.879268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.880812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:16.903036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571119c3-e973-461e-9452-dc8f289d8ef3 None None] Pushing event updated for resources: {'Port': ['ID=053a95ef-72c3-4f8f-a36c-77e99135a427,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:17.106926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191b2b-dc62-41f9-b07d-a269078cf7c4 None None] Pushing event updated for resources: {'Port': ['ID=00b123ab-77bc-4796-90a1-27c58050fb8b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:17.154445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a93eab-8b51-4cf6-b88a-7f9c320bf7ed,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:17.160934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:13Z', 'revision_number': 3, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:17.207018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:17.219778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Checking router: f93a424a-24ff-4ca9-956e-6096ef1c33c8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:58:17.220139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Updating router f93a424a-24ff-4ca9-956e-6096ef1c33c8 port ed7dcee1-7298-45db-baa0-ba118706e2b5 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:58:17.229188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:17.270025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:17.274408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be3a584b-d877-4f09-915b-e4724f3ebafb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9754412 Aug 03 15:58:17.285215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:17.291228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:17.363554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:17.433632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.450820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.464378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.483970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.507489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.523247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.558026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:17.565848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-6b69c2d0-af7b-4555-b2b5-5fe2683a1401 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.3540485 Aug 03 15:58:17.607915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 053a95ef-72c3-4f8f-a36c-77e99135a427 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:17.705605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e88b8124-76cd-474e-a3e7-7d9916626824 req-8853568b-764d-42c5-8156-59524e283941 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255803 Aug 03 15:58:17.765440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-6cb1640f-4de4-4898-b38c-ba1a4bd86a1e service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1000578 Aug 03 15:58:17.784077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 053a95ef-72c3-4f8f-a36c-77e99135a427 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:17.797002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4b4d315a-90ef-48ed-a04d-751d3dd712cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:17.884876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4b4d315a-90ef-48ed-a04d-751d3dd712cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:17.886018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:17.924672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.081302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e973d2-77c8-4e53-9123-8cb54386dbfd req-b12f9cb3-44be-4d2c-bb24-1205dce6fb18 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:18.083699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e973d2-77c8-4e53-9123-8cb54386dbfd req-b12f9cb3-44be-4d2c-bb24-1205dce6fb18 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.3635697 Aug 03 15:58:18.132134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.172705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Transition to ACTIVE for port object ed7dcee1-7298-45db-baa0-ba118706e2b5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:18.181321 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.190813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.395679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Attempting to bind port ed7dcee1-7298-45db-baa0-ba118706e2b5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:18.396089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Attempting to bind port ed7dcee1-7298-45db-baa0-ba118706e2b5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:18.397783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Attempting to bind port ed7dcee1-7298-45db-baa0-ba118706e2b5 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:18.410639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529bf26-7cba-418f-ab74-6d8ca05069fd None None] Pushing event updated for resources: {'Port': ['ID=ed7dcee1-7298-45db-baa0-ba118706e2b5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:18.455160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:18.456638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:18.457139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.462217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:18.469088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48d9144b-2ba8-4a69-bb26-1e592f5e9de4 req-ec73b6bf-6c30-4ca0-ad30-73b4cb81dc11 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593065 Aug 03 15:58:18.470074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Bound port: ed7dcee1-7298-45db-baa0-ba118706e2b5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:18.472061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.494926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.499143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.602691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=7d12c537-2c7b-4a2c-be32-ea9917fab2fc,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:18.606129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.607373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2931225 Aug 03 15:58:18.609519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.611342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41020) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:18.621319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:18.673235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] For port ed7dcee1-7298-45db-baa0-ba118706e2b5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:18.687679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] For port ed7dcee1-7298-45db-baa0-ba118706e2b5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ed7dcee1-7298-45db-baa0-ba118706e2b5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:18.695300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e973d2-77c8-4e53-9123-8cb54386dbfd req-f3675d72-362f-4f2b-80fb-04704c09b0ee tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791407 Aug 03 15:58:18.696163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ede8d8-35df-4dc3-9d43-ffde732e4bf5 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2258f45b-c20e-4083-a8a5-35330068ff97,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:18.709022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.827945 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 15:58:18.866109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:18.888623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52267d7f-f7cf-4458-a45e-070f3fddbcd3 None None] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:19.029415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.034471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.061204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7082cae6-f659-43a7-b726-0351b5c72105,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:19.069328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.070954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba4ea08b-544d-4448-8d6a-364e850198c4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583848 Aug 03 15:58:19.073109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:19.073589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 70136bd3-a9af-4917-b515-b4e3f04adfc1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:19.074199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41028) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:19.082069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': '6aea13e2-0262-4ef3-9764-b644c53ee056', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:19.116201 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 15:58:19.143698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.183320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.192620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.198924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.212210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.215163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.221734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.228019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.237257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-9d390620-e1b8-4de2-bc21-cbc9eff2d3e9 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2321835 Aug 03 15:58:19.242358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:19.247291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:19.271159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:19.273619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Allocated IP 172.20.0.1 (eb9f8326-9d3b-4021-bf42-cd16fc25ade0/697476df-f239-4c1b-a050-504c31c6e0ed/0824cebe-7bae-44eb-b0f0-671223348bd1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:19.300782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 70136bd3-a9af-4917-b515-b4e3f04adfc1) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:19.331449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.334546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.345955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.350648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.367787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5aefb462-c4c8-4468-803b-5f228eb86270 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9909914 Aug 03 15:58:19.372088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:19.381766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-989bf46c-2fbe-4e53-9df0-800ffc0cdc78 req-dd7301a9-707c-4d35-9ff7-cfa3ab131311 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431739 Aug 03 15:58:19.386332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1221310651'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:19.391956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1b7172-ad28-4648-96b1-5827e6ebb684,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:19.403538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.413945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-853fb5c1-3412-41f5-a81c-c116fca4e8cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3286598 Aug 03 15:58:19.431481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:19.435410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.464795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:19.478141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.479107 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment cd110b98-796d-4d03-8af6-c1bfa19f0288 of type vlan for network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c Aug 03 15:58:19.535883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.536588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.555977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Transition to ACTIVE for port object 0824cebe-7bae-44eb-b0f0-671223348bd1 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:19.586401 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.598604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:19.599889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.647656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb09d9-f318-4308-9aa2-149267e51fb5 None None] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:19.649516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00b123ab-77bc-4796-90a1-27c58050fb8b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:19.651587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c022ba-14f7-4c92-8af1-d765d836222b None None] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:19.659751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:19.661217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c646389b-be2f-4889-9c0b-576834a109ab None None] Provisioning for port 00b123ab-77bc-4796-90a1-27c58050fb8b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:19.688861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3153014 Aug 03 15:58:19.691622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:19.697634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': 'e5e397ee-f4b4-40ad-a42d-1c2b22814d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:19.799064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Pushing event updated for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:19.822118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:19.824446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:19.831139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:19.843515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529bf26-7cba-418f-ab74-6d8ca05069fd None None] Pushing event updated for resources: {'Port': ['ID=ed7dcee1-7298-45db-baa0-ba118706e2b5,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:19.865339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa96b2-7421-4256-a093-5cfb5a15e4e1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=e5e397ee-f4b4-40ad-a42d-1c2b22814d5c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:19.912454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:19.926086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.011954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-e5e67095-d2f3-4891-b67f-d67d7d89457b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818221801&fields=id&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 267 time: 0.2168069 Aug 03 15:58:20.081250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe868815-1a0c-449e-8905-2e872e2c03a1 req-b1a4395e-168b-4156-990d-ee1d6abee48d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.102299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe868815-1a0c-449e-8905-2e872e2c03a1 req-b1a4395e-168b-4156-990d-ee1d6abee48d tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2468917 Aug 03 15:58:20.135432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:20.138997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.143687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Provisioning for port 053a95ef-72c3-4f8f-a36c-77e99135a427 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:20.202667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Provisioning complete for port 053a95ef-72c3-4f8f-a36c-77e99135a427 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:20.203346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.257136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Performing IP validity checks on allocation pools {{(pid=106016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 15:58:20.257357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 15:58:20.266466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe868815-1a0c-449e-8905-2e872e2c03a1 req-ec7829d6-c2d4-4914-91d0-510b0faaf2bf tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574905 Aug 03 15:58:20.311415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-995022c1-59f2-4acb-af9c-7aa28a7811e3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.316952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-995022c1-59f2-4acb-af9c-7aa28a7811e3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/networks?id=f496e81a-33c1-46c4-8fd7-adab2cddb40a HTTP/1.1" status: 200 len: 797 time: 0.2928376 Aug 03 15:58:20.345519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.356070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 00b123ab-77bc-4796-90a1-27c58050fb8b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:20.364943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:20.390950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-8ec010bd-55b1-4539-9a0a-73227e201b96 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/quotas/23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 375 time: 0.0532210 Aug 03 15:58:20.471864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 00b123ab-77bc-4796-90a1-27c58050fb8b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:20.472601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.589475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-c1f87e0b-a77f-4e39-80e2-6d1c26e01d4a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1855440 Aug 03 15:58:20.664089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.675361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.727485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-70136bd3-a9af-4917-b515-b4e3f04adfc1', 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': '7d12c537-2c7b-4a2c-be32-ea9917fab2fc'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:20.728498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.735838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-77f80c6a-7f91-4aed-81e9-f38758eaeedf service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 15:58:20.746726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-77f80c6a-7f91-4aed-81e9-f38758eaeedf service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1314325 Aug 03 15:58:20.761862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.767737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.833698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.840328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Pushing event updated for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:20.920542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=18b78727-bc2a-46b0-a058-f685c510958d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:20.924203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': 'cd110b98-796d-4d03-8af6-c1bfa19f0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e5e397ee-f4b4-40ad-a42d-1c2b22814d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:20.924782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: e5e397ee-f4b4-40ad-a42d-1c2b22814d5c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:20.957809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] For port 053a95ef-72c3-4f8f-a36c-77e99135a427, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=053a95ef-72c3-4f8f-a36c-77e99135a427,segment=NetworkSegment(833d1556-2165-49c5-9aef-7be4f1c7d546),segment_id=833d1556-2165-49c5-9aef-7be4f1c7d546)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:20.963208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.963831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-70527fac-70a3-420d-b4c1-962093b96054 service neutron] 10.222.0.70 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161365 Aug 03 15:58:20.964462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.972675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:20.973633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.982484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.989316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:20.995503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.002075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.008377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.010582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-f8fd1cb2-1e4e-4ac5-9669-80180ea2b6c0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2474070 Aug 03 15:58:21.055796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:21.072036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-311cfce8-ea53-4222-8ba0-c37c921ae459 req-fd0c6151-8ad8-4801-b5a3-04b4732a67d1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546317 Aug 03 15:58:21.095752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:21.097501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:21.105335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, e5e397ee-f4b4-40ad-a42d-1c2b22814d5c) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:21.136949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.137577 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.173904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Allocated IP 2001:db8::1 (70136bd3-a9af-4917-b515-b4e3f04adfc1/7d12c537-2c7b-4a2c-be32-ea9917fab2fc/b3bbc077-6f04-40ad-88a3-3e2b576b6d6d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:21.207040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c2c028c0-6948-428d-8ed1-9de441ebba64 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5120325 Aug 03 15:58:21.223614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41066) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:21.266101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d02e3-6d03-43f7-aa47-b10b6eb376e1 None None] Network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:21.337754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c0fee-378f-4b14-b5fa-ac42fa42338a req-3cff0b68-7775-476f-84ee-99bc8af7c602 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.339249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e7c0fee-378f-4b14-b5fa-ac42fa42338a req-3cff0b68-7775-476f-84ee-99bc8af7c602 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.0965004 Aug 03 15:58:21.344868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Router f93a424a-24ff-4ca9-956e-6096ef1c33c8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:58:21.358792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-7a893059-45aa-4e95-b581-46d557d08445 service neutron] 10.222.0.70 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932488 Aug 03 15:58:21.450841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e7c0fee-378f-4b14-b5fa-ac42fa42338a req-a59402d9-d6a2-44e3-aeb0-2567e42a11b4 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044943 Aug 03 15:58:21.495175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.564197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:58:21.574963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-38598e29-d34a-4b5b-add4-27c03bbf3d50 admin admin] 10.222.0.70 "PUT /v2.0/routers/f93a424a-24ff-4ca9-956e-6096ef1c33c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2822704 Aug 03 15:58:21.577967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 00b123ab-77bc-4796-90a1-27c58050fb8b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00b123ab-77bc-4796-90a1-27c58050fb8b,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:21.641773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.679902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.704334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Provisioning complete for port 00b123ab-77bc-4796-90a1-27c58050fb8b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:21.705978 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.730319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399a6f6-b15f-43eb-b0cc-81b740550667 req-78b1daae-923f-4ab5-a8d8-923acc6deab3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:21.736134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c399a6f6-b15f-43eb-b0cc-81b740550667 req-78b1daae-923f-4ab5-a8d8-923acc6deab3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1409156 Aug 03 15:58:21.761046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.782100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e879ee-9d97-4ee8-bec1-26a1b0dded5d None None] Pushing event updated for resources: {'Port': ['ID=053a95ef-72c3-4f8f-a36c-77e99135a427,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:21.802110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41084) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:21.805268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c399a6f6-b15f-43eb-b0cc-81b740550667 req-08e1412c-895d-4f35-a045-451380c6c3cd tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626111 Aug 03 15:58:21.821299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=18b78727-bc2a-46b0-a058-f685c510958d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:21.901740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-314488292'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:21.947811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39680901-af12-4732-ab18-4ecea1cf8698 req-6851ee50-945f-4b5d-8574-9cb04ef1397f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 210 time: 0.0383761 Aug 03 15:58:21.962021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.981183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:21.985967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:21.999978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e397ee-f4b4-40ad-a42d-1c2b22814d5c']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:22.022453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:22.028252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd110b98-796d-4d03-8af6-c1bfa19f0288') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:22.028560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd110b98-796d-4d03-8af6-c1bfa19f0288') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:22.041284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.044414 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Added segment 44e2681a-8656-4f2d-81b7-214da66d6bbe of type vlan for network 2469c61d-1d37-44c1-bb63-895f1993cfaa Aug 03 15:58:22.045155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.073903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.088551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:22.089230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:22.093142 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:22.152447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.235964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=00b123ab-77bc-4796-90a1-27c58050fb8b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:22.256256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92f7be-cec6-4adc-8f9d-e2ae72aa3189 None None] Network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:22.268737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.275330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:13Z', 'revision_number': 3, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:22.308948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=e5e397ee-f4b4-40ad-a42d-1c2b22814d5c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:22.315314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.321278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dedaa7a2-e687-4394-8be9-b2854ab6e020 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/e5e397ee-f4b4-40ad-a42d-1c2b22814d5c HTTP/1.1" status: 204 len: 168 time: 1.0929606 Aug 03 15:58:22.321891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41102) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:22.333571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755618953'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:22.372136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:22.379239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.398759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.406420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.414071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.423255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.431052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.431403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:22.439661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.447304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.448705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.449160 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 9afeb120-eaa4-49ec-9e80-720f79eddc1d of type vlan for network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc Aug 03 15:58:22.450028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf71f895-db19-4a47-9331-540c23c134de req-35702f20-bd32-4304-a8d8-e0502f98d4f0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.2041132 Aug 03 15:58:22.450709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.456907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.458009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.560052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.619866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8109508 Aug 03 15:58:22.621135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41110) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:22.638658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'subnet': {'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:22.718264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95b6ef-b312-4f36-b414-55bdd46310fa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Network': ['ID=2469c61d-1d37-44c1-bb63-895f1993cfaa,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:22.737613 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.738477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577da27-b760-4abc-8fb4-3802b726167a None None] The sync data for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 is: [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:13Z', 'revision_number': 3, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:58:22.740034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92f7be-cec6-4adc-8f9d-e2ae72aa3189 None None] Network e5e397ee-f4b4-40ad-a42d-1c2b22814d5c could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 15:58:22.745223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf71f895-db19-4a47-9331-540c23c134de req-8ab975f4-6435-424c-b731-3c010fdb7aad tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2672455 Aug 03 15:58:22.750452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.757023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.757968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.758093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-014c3d27-2a6d-4ed7-8699-497cd959093e tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:22.759526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-014c3d27-2a6d-4ed7-8699-497cd959093e tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.78 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.2833993 Aug 03 15:58:22.765453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:22.914052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.924638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Provisioning for port 0824cebe-7bae-44eb-b0f0-671223348bd1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:22.940257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6169703 Aug 03 15:58:22.947711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:22.954615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '0718b2f3-1b80-49d7-a334-9cd57de5b1bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:22.963824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Provisioning complete for port 0824cebe-7bae-44eb-b0f0-671223348bd1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:22.964463 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:22.979711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Transition to ACTIVE for port object b3bbc077-6f04-40ad-88a3-3e2b576b6d6d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:23.004659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dab25-c851-4287-9ea9-cd9d00718d5f req-2adb477c-f3a8-46f0-9f84-2de7ab4782cc tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:23.006828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d80dab25-c851-4287-9ea9-cd9d00718d5f req-2adb477c-f3a8-46f0-9f84-2de7ab4782cc tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.3255849 Aug 03 15:58:23.012242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6334c10-2115-43e2-a2f8-8e4367b17463 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=0718b2f3-1b80-49d7-a334-9cd57de5b1bc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:23.020937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Deleting port d1a26214-fa8c-49bd-9064-5fad7bdec389 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:23.022046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:23.023058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.033318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.037985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:23.124571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Transition to ACTIVE for port object b3bbc077-6f04-40ad-88a3-3e2b576b6d6d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:23.129423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d84f1afc-d401-415b-8e13-02bf39d485c6 None None] Port 0824cebe-7bae-44eb-b0f0-671223348bd1 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:23.143565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.212921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d80dab25-c851-4287-9ea9-cd9d00718d5f req-c5e23906-4d29-454b-a538-d76a3458b93f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702766 Aug 03 15:58:23.255989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:23.263727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:23.269103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:23.281419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8d399b3-b061-4a98-a4d9-5720d18e6f4d None None] Provisioning complete for port 053a95ef-72c3-4f8f-a36c-77e99135a427 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:23.281857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8d399b3-b061-4a98-a4d9-5720d18e6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.285293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Pushing event updated for resources: {'Port': ['ID=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:23.455445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Attempting to bind port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:23.456803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Attempting to bind port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:23.457713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Attempting to bind port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d on network 70136bd3-a9af-4917-b515-b4e3f04adfc1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:23.585892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-0fa9459b-e521-4614-8b89-0186b262591f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:23.589288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-0fa9459b-e521-4614-8b89-0186b262591f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/networks?id=f496e81a-33c1-46c4-8fd7-adab2cddb40a HTTP/1.1" status: 200 len: 797 time: 0.2558649 Aug 03 15:58:23.619022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:23.620203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Checking segment: {'id': '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:23.622170 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.622857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Bound using segment: {'id': '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:23.624801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Bound port: b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '70136bd3-a9af-4917-b515-b4e3f04adfc1'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:23.625432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.688929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8d399b3-b061-4a98-a4d9-5720d18e6f4d None None] Provisioning complete for port 0824cebe-7bae-44eb-b0f0-671223348bd1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:23.689208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8d399b3-b061-4a98-a4d9-5720d18e6f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.733849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-769643e4-f11e-4bae-afe2-d2bd0a415751 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 470 time: 0.1183689 Aug 03 15:58:23.745768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'port': {'device_id': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'admin_state_up': True, 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'security_groups': ['6aea13e2-0262-4ef3-9764-b644c53ee056']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:23.849581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a8d399b3-b061-4a98-a4d9-5720d18e6f4d None None] Port 0824cebe-7bae-44eb-b0f0-671223348bd1 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:23.869925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] For port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:23.876447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] For port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,segment=NetworkSegment(457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529),segment_id=457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:23.886457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.900356 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:23.989431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a3d57be-23d7-4cbd-881c-19769fd5144f req-76c1eb21-e568-47d9-b11b-1d625d63f954 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 210 time: 0.8962090 Aug 03 15:58:24.041809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:24.052943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.054714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00b123ab-77bc-4796-90a1-27c58050fb8b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:24.165967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f551e-a2b7-4c00-ae28-c069b7e9f1c3 None None] Pushing event updated for resources: {'Port': ['ID=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:24.228098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 00b123ab-77bc-4796-90a1-27c58050fb8b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:24.228494 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.278417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] For port d1a26214-fa8c-49bd-9064-5fad7bdec389, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1a26214-fa8c-49bd-9064-5fad7bdec389,segment=NetworkSegment(e39d8d4b-2f8a-428b-877b-8b7ecdb167a6),segment_id=e39d8d4b-2f8a-428b-877b-8b7ecdb167a6)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:24.278804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.284144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1476c02-3842-4640-8706-c55eafafc9d6 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:24.332450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Calling delete_port for d1a26214-fa8c-49bd-9064-5fad7bdec389 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:24.656265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ed7dcee1-7298-45db-baa0-ba118706e2b5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:24.706535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:24.729141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'port_id': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'mac_address': 'fa:16:3e:bd:aa:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6589a972-2e65-4446-b45f-44b431c63465', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:24.777270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ed7dcee1-7298-45db-baa0-ba118706e2b5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:24.782539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.786765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ed7dcee1-7298-45db-baa0-ba118706e2b5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:24.787262 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.789612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4519e-84fc-4740-a4db-db1fe0655f2c req-dc39c46a-403e-423f-a04d-b3a97500640f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.800444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76e4519e-84fc-4740-a4db-db1fe0655f2c req-dc39c46a-403e-423f-a04d-b3a97500640f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 946 time: 0.2960947 Aug 03 15:58:24.822159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1476c02-3842-4640-8706-c55eafafc9d6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:24.856811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:24.863710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Subnet': ['ID=0b7c734c-267d-44bd-9ad5-5ea029e8abb6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:24.865917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.866741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 201de407-bf91-43b1-8441-080af8996fca details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:24.892241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Checking segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:24.892833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network hostable DHCP agents. Network: 2469c61d-1d37-44c1-bb63-895f1993cfaa, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:24.897782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:24.901411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:24.939056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.945059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.950929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.957669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.964453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.971334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.978588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:24.980682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-76e7b76b-f0fd-4e40-8faf-0065f2196622 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5421 time: 0.9634550 Aug 03 15:58:25.010512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76e4519e-84fc-4740-a4db-db1fe0655f2c req-04d92811-ecf7-452b-b589-b80f875813d0 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/security-groups?id=52687a41-40f3-4815-be29-9a25c249d830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090704 Aug 03 15:58:25.029618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:25.049591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.107556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c5f9c46-7a86-43fb-bc8f-62d193df2f61 req-ae35f30f-7ca1-4315-924b-2ea2a4d865d5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091435 Aug 03 15:58:25.108161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2469c61d-1d37-44c1-bb63-895f1993cfaa) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:25.119099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=201de407-bf91-43b1-8441-080af8996fca,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:25.130325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:25.133907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.136636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:25.141211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '201de407-bf91-43b1-8441-080af8996fca', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'port_id': '201de407-bf91-43b1-8441-080af8996fca', 'mac_address': 'fa:16:3e:78:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:25.146407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.154251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd20c3-1aed-4bf1-8a0e-d1f41326199c None None] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:25.213082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d637cdbb-4164-4b6e-b0b5-98f8295de860 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5895033 Aug 03 15:58:25.218264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41144) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:25.219692 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.232605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1384936699'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:25.276263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d1a26214-fa8c-49bd-9064-5fad7bdec389'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:25.312038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:25.320773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.369807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port ed7dcee1-7298-45db-baa0-ba118706e2b5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ed7dcee1-7298-45db-baa0-ba118706e2b5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:25.371698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Pushing event deleted for resources: {'Port': ['ID=d1a26214-fa8c-49bd-9064-5fad7bdec389,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:25.381268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.382139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 053a95ef-72c3-4f8f-a36c-77e99135a427 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:25.397936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=ef28d023-d28c-44bc-af8f-180bd2739b0e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:25.413497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': '9afeb120-eaa4-49ec-9e80-720f79eddc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0718b2f3-1b80-49d7-a334-9cd57de5b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:25.414187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 0718b2f3-1b80-49d7-a334-9cd57de5b1bc, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:25.458458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.479630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e69bba4-62b8-4ce3-81d5-904994b0398c req-60f558a2-d3d7-42fa-855a-2c608a209336 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 210 time: 0.1284492 Aug 03 15:58:25.480522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201de407-bf91-43b1-8441-080af8996fca {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:25.505017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:25.518171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=201de407-bf91-43b1-8441-080af8996fca,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:25.544952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.27 (f496e81a-33c1-46c4-8fd7-adab2cddb40a/4e882ad5-2b59-438b-8d9c-353c4b5a16e4/a364efe8-8ace-43a2-ab6d-41f532d9ebbc) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:25.559641 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.562876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f43761bb-6e58-42ad-83f9-cf4e136a6996 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:25.578987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] No DVR routers for this DVR port d1a26214-fa8c-49bd-9064-5fad7bdec389 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:25.583673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.589374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b653b9b7-a1f3-405a-9fe0-92318263a665 req-5b776b15-3bc3-491b-9081-966e9b1afc0f tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.78 "DELETE /v2.0/ports/d1a26214-fa8c-49bd-9064-5fad7bdec389 HTTP/1.1" status: 204 len: 173 time: 2.8169613 Aug 03 15:58:25.604527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'name': 'network-vif-deleted', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:25.610257 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445eabc9-9eb7-4c49-84c8-b9fd4961062d" -d '{"events": [{"server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "name": "network-vif-deleted", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:25.644357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918ad4d-ec94-40f8-8017-cbcc8a71880d None None] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:25.676157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b894ec-0eb2-4990-8f9f-858d7e98260c req-906a7693-b1bd-4983-b31a-af2bb98f58c3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:25.677833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0b894ec-0eb2-4990-8f9f-858d7e98260c req-906a7693-b1bd-4983-b31a-af2bb98f58c3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.5171862 Aug 03 15:58:25.729481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:25.756846 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800ce1c-0fa1-4150-a20c-1c9eb236ea49 x-openstack-request-id: req-8800ce1c-0fa1-4150-a20c-1c9eb236ea49 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:25.757145 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59", "name": "network-vif-deleted", "tag": "d1a26214-fa8c-49bd-9064-5fad7bdec389", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:25.757435 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8800ce1c-0fa1-4150-a20c-1c9eb236ea49 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:25.757803 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59', 'name': 'network-vif-deleted', 'tag': 'd1a26214-fa8c-49bd-9064-5fad7bdec389', 'status': 'completed', 'code': 200} Aug 03 15:58:25.769420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:25.773615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=ed7dcee1-7298-45db-baa0-ba118706e2b5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:25.782295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.782907 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Added segment 82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0 of type vlan for network 232d8769-79a3-4ddf-9bef-28fe6da2210a Aug 03 15:58:25.789931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0b894ec-0eb2-4990-8f9f-858d7e98260c req-f9d5cf11-1e15-47a1-aeb7-3e56f4f4e836 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912919 Aug 03 15:58:25.790754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0718b2f3-1b80-49d7-a334-9cd57de5b1bc) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:25.809299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:25.812570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.846461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c32ea8-2c12-4e38-a478-bcfac68ceccb None None] Network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:25.856166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb0a42ec-e50a-4daa-9410-3c76449215ca tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9034045 Aug 03 15:58:25.856514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:25.902166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.972227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:25.999730 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.000484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-02ebe33a-a062-47d0-b86b-66d38c188b45 None None] Provisioning for port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:26.001744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.005876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.008140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.009024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.013415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object a364efe8-8ace-43a2-ab6d-41f532d9ebbc will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:26.121235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9024489 Aug 03 15:58:26.127409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41164) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:26.133291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'subnet': {'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:26.138135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.243261 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Sync routers for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:58:26.260844 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:26.261912 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:26.266808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0af48e9c-c0be-4b9e-9c4a-9955e423f450 req-2ad20645-8243-49b8-b709-b65520e1dbb9 tempest-VolumesAdminNegativeTest-720983483 tempest-VolumesAdminNegativeTest-720983483-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b63336f-3c22-40e4-a1dc-2b0d9ad9eb59 HTTP/1.1" status: 200 len: 210 time: 0.0459273 Aug 03 15:58:26.291748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.348552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a9872-d8a0-4cb9-8c29-620e1cf31bed tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Network': ['ID=232d8769-79a3-4ddf-9bef-28fe6da2210a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:26.394236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:26.412694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.417558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:26.434166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:26.434513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.437029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 053a95ef-72c3-4f8f-a36c-77e99135a427 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:26.447043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0718b2f3-1b80-49d7-a334-9cd57de5b1bc']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:26.449118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.459479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afeb120-eaa4-49ec-9e80-720f79eddc1d') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:26.459821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afeb120-eaa4-49ec-9e80-720f79eddc1d') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:26.469701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.486305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.492684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:26.493161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.537426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'port_id': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'mac_address': 'fa:16:3e:58:bb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:26.558357 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:26.569224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=ef28d023-d28c-44bc-af8f-180bd2739b0e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:26.573165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.599911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.601504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.603588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/0718b2f3-1b80-49d7-a334-9cd57de5b1bc HTTP/1.1" status: 204 len: 168 time: 0.7463694 Aug 03 15:58:26.626377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41174) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:26.635591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1476415262'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:26.642391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae870b8-979f-4f2c-b6c9-e97c4cd1780d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=0718b2f3-1b80-49d7-a334-9cd57de5b1bc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:26.685084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.693179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.704092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.706155 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:26.710686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.717219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.724123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.730666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:26.733370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-8dec1ae4-ef73-4ffa-b7e7-3193e24c18ed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5423 time: 0.1737697 Aug 03 15:58:26.734919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:26.738633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.743551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41180) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:26.760413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:26.761532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1761714902'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:26.812098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:26.838562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:26.851017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:26.852365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:26.856025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.861066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:26.865177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5257e3b-8a6e-4fd2-bc6c-5155a3d861d8 req-4eb02ee7-2a8a-479a-8771-798e32afe9d1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229184 Aug 03 15:58:26.885925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.914955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:26.915497 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment f9322bc8-2be9-4fc8-9c15-342b74d06a9d of type vlan for network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 Aug 03 15:58:26.950510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43761bb-6e58-42ad-83f9-cf4e136a6996 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:26.978512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:26.987153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28864ea9-2529-4adf-91fe-a6ceab1e9225 None None] Network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:27.018576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:27.029406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:27.032436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.045515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:27.047404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.056674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8f624caa-71e2-4b3b-89b6-10c736c4042a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:27.059785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.060061 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Added segment 75409668-14b3-41ad-8a1e-c68c6d75b368 of type vlan for network 9204d1b8-fa19-4251-9f67-91d214644a2a Aug 03 15:58:27.078140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca035-a8d8-4948-ba23-885309f2cf33 req-9c0f60ef-ac30-4413-83ad-c09608b465d1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:27.079947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-142ca035-a8d8-4948-ba23-885309f2cf33 req-9c0f60ef-ac30-4413-83ad-c09608b465d1 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 932 time: 0.3949795 Aug 03 15:58:27.086492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:20Z', 'revision_number': 4, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0824cebe-7bae-44eb-b0f0-671223348bd1', 'name': '', 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'mac_address': 'fa:16:3e:bc:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:18Z', 'updated_at': '2021-08-03T15:58:20Z', 'revision_number': 2, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'subnets': [{'id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:27.094059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-ad1fd3f2-17c6-47bc-a5a8-4a26efca9779 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3522320 Aug 03 15:58:27.096788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:27.124544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Request body: {'port': {'device_id': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:27.136346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8f624caa-71e2-4b3b-89b6-10c736c4042a', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'port_id': '8f624caa-71e2-4b3b-89b6-10c736c4042a', 'mac_address': 'fa:16:3e:47:55:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:27.138329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-2469c61d-1d37-44c1-bb63-895f1993cfaa', 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'fixed_ips': [{'subnet_id': '0b7c734c-267d-44bd-9ad5-5ea029e8abb6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:27.139168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.146680 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Checking router: f93a424a-24ff-4ca9-956e-6096ef1c33c8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:58:27.147830 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Updating router f93a424a-24ff-4ca9-956e-6096ef1c33c8 port 0824cebe-7bae-44eb-b0f0-671223348bd1 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:58:27.180849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.181780 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.242395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28864ea9-2529-4adf-91fe-a6ceab1e9225 None None] Network 0718b2f3-1b80-49d7-a334-9cd57de5b1bc could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 15:58:27.272443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.290127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:27.290795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.351841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.355410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41186) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:27.357347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.375054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:27.392275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-142ca035-a8d8-4948-ba23-885309f2cf33 req-76a75f57-5726-4b08-af4b-f0d68e5ef685 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922831 Aug 03 15:58:27.539415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.570236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Deleting subnet 82db4571-c23a-48f3-8ae1-d0f296560623 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:58:27.579957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8226900 Aug 03 15:58:27.585312 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.587919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:27.611795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1754895157'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:27.629323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Allocated IP 19.80.0.2 (2469c61d-1d37-44c1-bb63-895f1993cfaa/0b7c734c-267d-44bd-9ad5-5ea029e8abb6/db241560-f1c5-42fb-9aa9-f89d6cd8e049) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:27.689149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:27.708683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:27.717362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.763901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0268e-9bd7-4232-8fce-cb093b49a59f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Network': ['ID=9204d1b8-fa19-4251-9f67-91d214644a2a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:27.784026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Subnet': ['ID=7442e565-f1fc-45d0-9c63-bf1c1c310298,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:27.792449 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.793759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.806980 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Transition to ACTIVE for port object 0824cebe-7bae-44eb-b0f0-671223348bd1 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:27.815505 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.821179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.827435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:27.828441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.849472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Checking segment: {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:27.849904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network hostable DHCP agents. Network: 232d8769-79a3-4ddf-9bef-28fe6da2210a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:27.867085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:27.880207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:27.890726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Transition to ACTIVE for port object db241560-f1c5-42fb-9aa9-f89d6cd8e049 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:27.909852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Transition to ACTIVE for port object db241560-f1c5-42fb-9aa9-f89d6cd8e049 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:27.910204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97097f-7ff2-4ebb-8e87-cb17586a0661 None None] Pushing event updated for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:27.927902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ed7dcee1-7298-45db-baa0-ba118706e2b5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:27.931473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:27.965761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9204d1b8-fa19-4251-9f67-91d214644a2a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:28.002408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=8b3fdcf5-0842-4db5-b954-debd0ff2d323,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.009078 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Attempting to bind port 0824cebe-7bae-44eb-b0f0-671223348bd1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:28.009370 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Attempting to bind port 0824cebe-7bae-44eb-b0f0-671223348bd1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:28.011294 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Attempting to bind port 0824cebe-7bae-44eb-b0f0-671223348bd1 on network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:28.027182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:28.027851 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Checking segment: {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:28.028266 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.028734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Bound using segment: {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:28.029507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Bound port: 0824cebe-7bae-44eb-b0f0-671223348bd1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a16026-6414-440c-aa43-7862de658771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:28.030052 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.032284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 232d8769-79a3-4ddf-9bef-28fe6da2210a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:28.034397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.062223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.127515 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] For port 0824cebe-7bae-44eb-b0f0-671223348bd1, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:28.133578 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] For port 0824cebe-7bae-44eb-b0f0-671223348bd1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0824cebe-7bae-44eb-b0f0-671223348bd1,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:28.141856 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.190268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.197233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a364efe8-8ace-43a2-ab6d-41f532d9ebbc {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:28.208945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-51023621-5583-4f7c-a908-66602bf4a7c0 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5799618 Aug 03 15:58:28.216760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.226320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.228227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/82db4571-c23a-48f3-8ae1-d0f296560623 HTTP/1.1" status: 204 len: 168 time: 0.8452690 Aug 03 15:58:28.239281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:28.239629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41198) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:28.240723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.242551 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Added segment ee822f0f-75f3-4ed1-bc63-c9e15a809ce1 of type vlan for network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 Aug 03 15:58:28.249478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Transition to ACTIVE for port object a364efe8-8ace-43a2-ab6d-41f532d9ebbc will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:28.254649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.256470 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97097f-7ff2-4ebb-8e87-cb17586a0661 None None] Pushing event updated for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.257033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:28.258414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:28.267126 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:28.268345 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:28.276123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '8b3fdcf5-0842-4db5-b954-debd0ff2d323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:28.279629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.280283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.347520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ac74a-e437-4a44-8630-7e0e42ff68bd None None] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:28.357603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Pushing event updated for resources: {'Port': ['ID=db241560-f1c5-42fb-9aa9-f89d6cd8e049,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.367553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:28.442743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:28.460111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1768f38d-5cfc-45f7-8690-5cd3d0df1d67 None None] Provisioning for port a364efe8-8ace-43a2-ab6d-41f532d9ebbc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:28.506207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.539042 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:28.581750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-193b56a6-6755-4f22-aaac-a1ef3d585f6c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4446068 Aug 03 15:58:28.581958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ed7dcee1-7298-45db-baa0-ba118706e2b5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:28.581958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.585396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Attempting to bind port a364efe8-8ace-43a2-ab6d-41f532d9ebbc on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:28.585522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Attempting to bind port a364efe8-8ace-43a2-ab6d-41f532d9ebbc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:28.585885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Attempting to bind port a364efe8-8ace-43a2-ab6d-41f532d9ebbc on network f496e81a-33c1-46c4-8fd7-adab2cddb40a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:28.635196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.663843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Port a364efe8-8ace-43a2-ab6d-41f532d9ebbc on network f496e81a-33c1-46c4-8fd7-adab2cddb40a not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:58:28.664186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Attempting to bind port a364efe8-8ace-43a2-ab6d-41f532d9ebbc on network f496e81a-33c1-46c4-8fd7-adab2cddb40a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:28.683849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:28.684549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Checking segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:28.693249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Bound using segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:28.694169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Bound port: a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:28.694838 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.729327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.746683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f624caa-71e2-4b3b-89b6-10c736c4042a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:28.779523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c9e1-3a65-4e16-b6ae-75b557a8d087 req-a64af839-c0b1-45b2-9f03-951801c4596c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.788809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83f0c9e1-3a65-4e16-b6ae-75b557a8d087 req-a64af839-c0b1-45b2-9f03-951801c4596c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 944 time: 0.1738787 Aug 03 15:58:28.799631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1fc01-d384-4efd-819d-42a9f26c7b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82db4571-c23a-48f3-8ae1-d0f296560623,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.815103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.821161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.821940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.835833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:28.840278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:28.876684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83f0c9e1-3a65-4e16-b6ae-75b557a8d087 req-b346d13b-5267-42e1-8e53-97b71fe2355a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857308 Aug 03 15:58:28.879372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:28.881097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.889470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Attempting to bind port db241560-f1c5-42fb-9aa9-f89d6cd8e049 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:28.889944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Attempting to bind port db241560-f1c5-42fb-9aa9-f89d6cd8e049 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:28.893663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Attempting to bind port db241560-f1c5-42fb-9aa9-f89d6cd8e049 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:28.915383 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.922370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 53cb6b10-9443-4d3a-bbab-7e492ccddae7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:28.954291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:28.954876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Checking segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:28.955569 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.955974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Bound using segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:28.956458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Bound port: db241560-f1c5-42fb-9aa9-f89d6cd8e049, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:28.957253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:28.970594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.976990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.984646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.990999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:28.991857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:28.994704 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:20Z', 'revision_number': 4, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0824cebe-7bae-44eb-b0f0-671223348bd1', 'name': '', 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'mac_address': 'fa:16:3e:bc:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:18Z', 'updated_at': '2021-08-03T15:58:28Z', 'revision_number': 4, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'subnets': [{'id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:28.999932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.003903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.004556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.006022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-19ac6b4e-c809-47f2-80d5-ea64e60884b7 service neutron] 10.222.0.78 "PUT /v2.0/ports/a364efe8-8ace-43a2-ab6d-41f532d9ebbc HTTP/1.1" status: 200 len: 1092 time: 1.8949845 Aug 03 15:58:29.006421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.006548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:29.012702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.019286 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:29.031599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-6e5f8ee0-821a-497f-8aa8-9cf972a483e3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5424 time: 0.8597233 Aug 03 15:58:29.056960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.062605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:29.066174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.076121 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4931f4-2898-4e9e-a04d-cc06213277b8 None None] The sync data for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 is: [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T15:58:20Z', 'revision_number': 4, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0824cebe-7bae-44eb-b0f0-671223348bd1', 'name': '', 'network_id': 'eb9f8326-9d3b-4021-bf42-cd16fc25ade0', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'mac_address': 'fa:16:3e:bc:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:18Z', 'updated_at': '2021-08-03T15:58:28Z', 'revision_number': 4, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'subnets': [{'id': '697476df-f239-4c1b-a050-504c31c6e0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:58:29.194505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5912781 Aug 03 15:58:29.231686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb752d9b-d73a-478f-8ad0-2781d0a91c99 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Network': ['ID=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:29.239608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41220) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:29.278101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'subnet': {'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:29.288571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:29.302385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba3278c3-e7a2-4390-8da9-dea86bb1923c req-2af93407-c7de-48b7-8023-a67c2b7fc7e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2671766 Aug 03 15:58:29.401862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b3bbc077-6f04-40ad-88a3-3e2b576b6d6d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:29.441866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:29.478499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:29.503865 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d345a-a723-4042-9e12-7ba20d6f03f7 x-openstack-request-id: req-6c2d345a-a723-4042-9e12-7ba20d6f03f7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:29.504665 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:29.505150 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c2d345a-a723-4042-9e12-7ba20d6f03f7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:29.505812 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc', 'status': 'completed', 'code': 200} Aug 03 15:58:29.514060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:29.524121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.539897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-232d8769-79a3-4ddf-9bef-28fe6da2210a', 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'fixed_ips': [{'subnet_id': '7442e565-f1fc-45d0-9c63-bf1c1c310298'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:29.540706 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.575554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'port_id': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'mac_address': 'fa:16:3e:19:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:29.593298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.613208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c8a767-b4e8-41ec-a53c-a2a49100cf9e']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:29.630358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] For port db241560-f1c5-42fb-9aa9-f89d6cd8e049, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:29.646653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] For port db241560-f1c5-42fb-9aa9-f89d6cd8e049, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=db241560-f1c5-42fb-9aa9-f89d6cd8e049,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:29.649040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:29.650197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39d8d4b-2f8a-428b-877b-8b7ecdb167a6') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:29.676429 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.698097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.710991 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.745966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:29.746968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:29.749366 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:29.782913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-11ffe308-a0dc-48a7-98e6-2e78fedcd608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.789075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-11ffe308-a0dc-48a7-98e6-2e78fedcd608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.799963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-11ffe308-a0dc-48a7-98e6-2e78fedcd608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/networks?id=2469c61d-1d37-44c1-bb63-895f1993cfaa&id=232d8769-79a3-4ddf-9bef-28fe6da2210a&id=2469c61d-1d37-44c1-bb63-895f1993cfaa HTTP/1.1" status: 200 len: 1391 time: 0.7512107 Aug 03 15:58:29.823203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-c048a5f1-0114-4449-ad1c-0486cf1ba4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:29.824785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-c048a5f1-0114-4449-ad1c-0486cf1ba4ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 1095 time: 0.7359822 Aug 03 15:58:29.888683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.905824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5b0e8ebc-5735-4cfe-ad2b-ce470cc3bd99 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/quotas/0d32a57f255346aa958d8a322e86e44b HTTP/1.1" status: 200 len: 375 time: 0.1045377 Aug 03 15:58:29.931264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.937779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] 10.222.0.70 "DELETE /v2.0/networks/71c8a767-b4e8-41ec-a53c-a2a49100cf9e HTTP/1.1" status: 204 len: 168 time: 1.4800291 Aug 03 15:58:29.941775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41226) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:29.980552 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:29.996378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-b1d46bf6-229b-483c-8678-985d14ed6781 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc HTTP/1.1" status: 200 len: 217 time: 0.1483574 Aug 03 15:58:30.020672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391518a-818a-4250-84ea-3df37a7122bb admin admin] Pushing event deleted for resources: {'Network': ['ID=71c8a767-b4e8-41ec-a53c-a2a49100cf9e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.068089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:30.081284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.107826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Deleting subnet 6a4b13c3-b340-4116-af63-e6f027f18297 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:58:30.113892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.123836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cb6b10-9443-4d3a-bbab-7e492ccddae7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:30.137456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:30.138393 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.192163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-4e39cd96-ceac-49fe-8bdf-567bbbb52053 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2854354 Aug 03 15:58:30.192869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.194052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.200967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-7f2185b7-e56c-4b05-a6b5-333f807c47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:30.203258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-7f2185b7-e56c-4b05-a6b5-333f807c47e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4e882ad5-2b59-438b-8d9c-353c4b5a16e4 HTTP/1.1" status: 200 len: 837 time: 0.1948035 Aug 03 15:58:30.206738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafd129-535f-4500-b473-007c2df4f626 None None] Pushing event updated for resources: {'Port': ['ID=db241560-f1c5-42fb-9aa9-f89d6cd8e049,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.234845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:30.261728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.262043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1b579bda-d525-415f-a3ff-f5dd779841a1 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:30.277212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Allocated IP 19.86.0.2 (232d8769-79a3-4ddf-9bef-28fe6da2210a/7442e565-f1fc-45d0-9c63-bf1c1c310298/eb41c369-1697-430d-baed-a9b125465225) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:30.458140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:30.458748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network hostable DHCP agents. Network: 9204d1b8-fa19-4251-9f67-91d214644a2a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:30.501527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-8a645a61-0161-4f58-9151-4e179766c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:30.502016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.502543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-8a645a61-0161-4f58-9151-4e179766c587 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f496e81a-33c1-46c4-8fd7-adab2cddb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2820013 Aug 03 15:58:30.506242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:30.513492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Subnet': ['ID=583a8c35-bca7-4a09-9c89-6a578cd60942,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.562331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=f565c7a3-316b-44a4-854b-8cf5aa701263,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.624440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9204d1b8-fa19-4251-9f67-91d214644a2a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:30.645991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ee993-41ae-4575-b1dc-43fd6d84c3e1 None None] Network 9204d1b8-fa19-4251-9f67-91d214644a2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:30.647696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:30.648529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.649700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:30.654330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.677593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10fae-67a1-40aa-868f-00c1e364073e req-bfded724-8a51-46ab-961a-58e5385b2f57 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:30.679361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70b10fae-67a1-40aa-868f-00c1e364073e req-bfded724-8a51-46ab-961a-58e5385b2f57 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 944 time: 0.6446645 Aug 03 15:58:30.682522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.692016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf600c2f-9f28-4e99-8dee-590bc37a91cb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4331498 Aug 03 15:58:30.700805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41232) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:30.709756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'subnet': {'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:30.747476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.751963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6a4b13c3-b340-4116-af63-e6f027f18297 HTTP/1.1" status: 204 len: 168 time: 0.7832055 Aug 03 15:58:30.758990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b2462-51e9-48a1-85e5-cab56ae5dee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4b13c3-b340-4116-af63-e6f027f18297,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:30.775021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41234) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:30.776069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': 'f9322bc8-2be9-4fc8-9c15-342b74d06a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8b3fdcf5-0842-4db5-b954-debd0ff2d323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:30.776432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 8b3fdcf5-0842-4db5-b954-debd0ff2d323, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:30.789916 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.790548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-29bef681-4e0b-4e30-a66d-23c842f5badd service neutron] 10.222.0.70 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854261 Aug 03 15:58:30.823094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'network_id': '5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d', 'port_id': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'mac_address': 'fa:16:3e:c4:a2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6589a972-2e65-4446-b45f-44b431c63465', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:30.919649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:30.940593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-9f5d4c09-1d4f-4222-9071-c10fc237785a service neutron] 10.222.0.78 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230428 Aug 03 15:58:30.949524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70b10fae-67a1-40aa-868f-00c1e364073e req-2e05eeef-ad9d-4e59-9d9c-e2d6ed344a6c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548845 Aug 03 15:58:30.960739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,segment=NetworkSegment(457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529),segment_id=457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:30.969144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:31.013366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8b3fdcf5-0842-4db5-b954-debd0ff2d323) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:31.052189 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.056039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c24b09-3911-41d4-9011-4404da9b6c63 None None] Network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:31.078991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.079964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.229432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.238456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.249916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1dd886f-4e1d-4c3d-9768-64e445c3a0c8 req-821c5ad4-f21d-4f5c-9d73-ed9b8862061a service neutron] 10.222.0.78 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986319 Aug 03 15:58:31.264144 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-7a90dac3-0b94-4ddf-aac8-330963e32699 service neutron] 10.222.0.70 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723094 Aug 03 15:58:31.264840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:31.298574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fa13cc-32e3-44bc-9eea-27ad3e2e25d5') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:31.298928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fa13cc-32e3-44bc-9eea-27ad3e2e25d5') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:31.315208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.337807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-03034ebc-f52f-418c-af37-f9b3f6f1e85d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0659282 Aug 03 15:58:31.344242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:31.383678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.386238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.390894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.397808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Transition to ACTIVE for port object eb41c369-1697-430d-baed-a9b125465225 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:31.403040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.414057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.425338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.453583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.456145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device db241560-f1c5-42fb-9aa9-f89d6cd8e049 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:31.460612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.469160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-24c3072a-d4d6-452b-aa37-716d9e17c406 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5426 time: 0.3777957 Aug 03 15:58:31.486790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:31.489118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b579bda-d525-415f-a3ff-f5dd779841a1 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:31.490585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.493485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.503050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Transition to ACTIVE for port object eb41c369-1697-430d-baed-a9b125465225 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:31.565127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9204d1b8-fa19-4251-9f67-91d214644a2a', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:31.566107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.571812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:31.572337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:31.576375 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:31.582748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:31.598252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.642552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ae28554-f6ae-4e52-8d1d-6a4d24359dcb req-89a8eb2c-ac19-485b-bab7-bf826b99ae52 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1724241 Aug 03 15:58:31.648897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-a9d9729b-6a50-4f65-b3b6-01abf240f539 service neutron] 10.222.0.70 "GET /v2.0/networks/232d8769-79a3-4ddf-9bef-28fe6da2210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745527 Aug 03 15:58:31.682528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:31.688270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7d608-3f5a-4178-b0d8-33f03ba48dab None None] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:31.741823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.752819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.755732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6 HTTP/1.1" status: 204 len: 168 time: 0.9761424 Aug 03 15:58:31.757166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-0506af51-ac93-43be-a68d-70874fbf8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:31.771955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-0506af51-ac93-43be-a68d-70874fbf8a8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 1095 time: 0.3700693 Aug 03 15:58:31.778285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ab54-0c3a-4fb7-961c-283feb678643 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9de0e3-db8d-49bd-b9ca-1e8dae8ca1e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:31.785623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.814475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.815232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a24a667a-5fe0-48c6-9ea1-e6279638f91a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:31.847652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.863284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:31.937070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.945070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:31.953369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Pushing event updated for resources: {'Port': ['ID=eb41c369-1697-430d-baed-a9b125465225,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:31.962148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:31.970966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-c6c3eec0-d5c7-438e-bb3e-1054da90f95b service neutron] 10.222.0.70 "GET /v2.0/networks/232d8769-79a3-4ddf-9bef-28fe6da2210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135691 Aug 03 15:58:31.971214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4db9e-fb4f-4c0a-abfc-cc30021e538c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8b3fdcf5-0842-4db5-b954-debd0ff2d323', 'network_id': '8b3fdcf5-0842-4db5-b954-debd0ff2d323', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': 'f565c7a3-316b-44a4-854b-8cf5aa701263'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:31.971794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91c4db9e-fb4f-4c0a-abfc-cc30021e538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:31.984464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9d276df7-2e5d-4a27-a916-70e18fd683fd None None] Provisioning for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:32.039867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41244) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:32.051246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=f565c7a3-316b-44a4-854b-8cf5aa701263,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:32.109223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:32.133101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.185810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7cfee7d7-d4cb-4cd3-8a11-e6299a431ca3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c42c87db176f41f589fb036e58646fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422906 Aug 03 15:58:32.185810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.190089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41248) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:32.191741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:32.197463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:32.208660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3fdcf5-0842-4db5-b954-debd0ff2d323']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:32.228559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9322bc8-2be9-4fc8-9c15-342b74d06a9d') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:32.229011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9322bc8-2be9-4fc8-9c15-342b74d06a9d') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:32.230715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-f6ab9483-b3fa-43ee-ac88-7f2693df7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.232390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-f6ab9483-b3fa-43ee-ac88-7f2693df7d68 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f496e81a-33c1-46c4-8fd7-adab2cddb40a HTTP/1.1" status: 200 len: 898 time: 0.3971260 Aug 03 15:58:32.247754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.255432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:32.256070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.273117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47732c1b-057d-425d-8eb1-2fb1b689182d req-b9fff91d-390d-42c4-a87a-659881082eb6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.274844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47732c1b-057d-425d-8eb1-2fb1b689182d req-b9fff91d-390d-42c4-a87a-659881082eb6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 944 time: 0.1564672 Aug 03 15:58:32.311157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.318148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-4a8fb67c-81bb-4db1-a3ae-b34205a29753 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc HTTP/1.1" status: 200 len: 217 time: 0.0742235 Aug 03 15:58:32.326014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:32.326539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:32.334422 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:32.399637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.402471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Attempting to bind port eb41c369-1697-430d-baed-a9b125465225 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:32.402825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Attempting to bind port eb41c369-1697-430d-baed-a9b125465225 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:32.403188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Attempting to bind port eb41c369-1697-430d-baed-a9b125465225 on network 232d8769-79a3-4ddf-9bef-28fe6da2210a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:32.415685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Allocated IP 10.1.1.2 (9204d1b8-fa19-4251-9f67-91d214644a2a/583a8c35-bca7-4a09-9c89-6a578cd60942/0b4a8647-40f3-434d-b7a8-2de2245a614f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:32.440052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47732c1b-057d-425d-8eb1-2fb1b689182d req-83ffaf57-1c89-4b97-ba68-b0b186ed0c4e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584938 Aug 03 15:58:32.455209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.508886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.511980 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.516026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52687a41-40f3-4815-be29-9a25c249d830 HTTP/1.1" status: 204 len: 168 time: 0.3169508 Aug 03 15:58:32.518471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:32.518691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Checking segment: {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:32.519469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.519871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Bound using segment: {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:32.520363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Bound port: eb41c369-1697-430d-baed-a9b125465225, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:32.520794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.524881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7cc6c-0c15-45a0-9f1e-dedd5afea990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52687a41-40f3-4815-be29-9a25c249d830,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:32.547007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'network_id': '996c0edf-ce4a-4a5e-a537-08c25e41e735', 'port_id': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'mac_address': 'fa:16:3e:45:1a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75403694-d6b0-49e9-b02a-ca4ae9be647a', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:32.575898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:32.581002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.603500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.611244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/8b3fdcf5-0842-4db5-b954-debd0ff2d323 HTTP/1.1" status: 204 len: 168 time: 1.2645922 Aug 03 15:58:32.627967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41252) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:32.638436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763953493'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:32.681930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f033e3-cf3b-44d0-aa5e-db056a8c3e3a None None] Network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:32.700332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95972-0c2d-4369-8111-c614f4f74e15 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=8b3fdcf5-0842-4db5-b954-debd0ff2d323,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:32.711525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:32.715612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.765322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:32.789413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.789913 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 64e2b003-65b2-4b2c-9060-aa80ae65a8c0 of type vlan for network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 Aug 03 15:58:32.792206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f033e3-cf3b-44d0-aa5e-db056a8c3e3a None None] Network 8b3fdcf5-0842-4db5-b954-debd0ff2d323 could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 15:58:32.834857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.894639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:32.911554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Subnet': ['ID=b2ede30d-494a-4f70-b0c0-7bc135b2e974,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:32.920797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Checking segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:32.921689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network hostable DHCP agents. Network: 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:32.927856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.934817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.939664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-dd845f08-aa1e-4088-bc18-e4b1674638da service neutron] 10.222.0.70 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9384859 Aug 03 15:58:32.941883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.948512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.955880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.959435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] For port eb41c369-1697-430d-baed-a9b125465225, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:32.961857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-99a95b3c-68d2-4839-8a82-5d40b2c24001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.962498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.963946 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-99a95b3c-68d2-4839-8a82-5d40b2c24001 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4e882ad5-2b59-438b-8d9c-353c4b5a16e4 HTTP/1.1" status: 200 len: 837 time: 0.6231942 Aug 03 15:58:32.970787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:32.972476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-6c0af519-4db7-4fef-b9cb-318667036609 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5427 time: 0.1596417 Aug 03 15:58:33.017399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24a667a-5fe0-48c6-9ea1-e6279638f91a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:33.028877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.036658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:33.037415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:33.038559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.065784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4331145 Aug 03 15:58:33.069349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:33.076175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:33.077260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.097168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.102528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.105683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:33.114781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] For port eb41c369-1697-430d-baed-a9b125465225, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb41c369-1697-430d-baed-a9b125465225,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:33.161875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a364efe8-8ace-43a2-ab6d-41f532d9ebbc details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:33.176959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c722dd1c-3a00-4b60-82b0-ab595569fe28 req-d7aa05c3-2255-4b73-b012-e228f0033718 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1908953 Aug 03 15:58:33.199265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41264) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:33.213371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f458d-bdb4-490d-98b2-f63aa5fb0bc1 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=694b8461-f8bb-40c1-8ee1-0e4e7eae2499,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:33.231728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:33.277690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6f83456f-904a-42d9-b7ec-4c9cb8ca50bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61030f8f181b41c3bdb95648d3546345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766256 Aug 03 15:58:33.279428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:33.290042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Transition to ACTIVE for port object 0b4a8647-40f3-434d-b7a8-2de2245a614f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:33.292260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:33.294172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d7f64-690b-46a2-bc92-9c72d9623eb0 None None] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:33.297817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.301772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:33.302382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.345360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.373415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-01d97fc3-593d-4ba5-b523-c4e6f5fb1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:33.376288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-01d97fc3-593d-4ba5-b523-c4e6f5fb1e80 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f496e81a-33c1-46c4-8fd7-adab2cddb40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3832662 Aug 03 15:58:33.378815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.422297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b09efe87-e2ac-46ea-999d-8cce6eef92f0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7173545 Aug 03 15:58:33.423023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41270) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:33.431313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'name': 'tempest-TaggedBootDevicesTest_v242-242005060', 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:33.470217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-7b9dfff0-edd7-4a7c-b2e7-fbdebb592ef0 service neutron] 10.222.0.70 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051045 Aug 03 15:58:33.482185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:33.486585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.642712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.654790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.655897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/661a8321-b67c-46ff-9579-a76074b092e4 HTTP/1.1" status: 204 len: 168 time: 0.3748393 Aug 03 15:58:33.674470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f4928-d3a5-4500-af0f-9cf21378bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a8321-b67c-46ff-9579-a76074b092e4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:33.755125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364abfa9-e7c6-4c9d-8668-66cf118ab543 req-711e4b5c-19b1-4581-9d2b-dd9be6075fd0 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:33.756745 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-364abfa9-e7c6-4c9d-8668-66cf118ab543 req-711e4b5c-19b1-4581-9d2b-dd9be6075fd0 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.3052063 Aug 03 15:58:33.763296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:33.804917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Transition to ACTIVE for port object 0b4a8647-40f3-434d-b7a8-2de2245a614f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:33.847590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-e3b854fd-8663-4bca-988e-7f35b5ce2607 service neutron] 10.222.0.78 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581461 Aug 03 15:58:33.855232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port db241560-f1c5-42fb-9aa9-f89d6cd8e049, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=db241560-f1c5-42fb-9aa9-f89d6cd8e049,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:33.910920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:33.941994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:33.953778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f43761bb-6e58-42ad-83f9-cf4e136a6996'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:33.989434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'port_id': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc', 'mac_address': 'fa:16:3e:7d:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:34.038284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8f624caa-71e2-4b3b-89b6-10c736c4042a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.040990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a24a667a-5fe0-48c6-9ea1-e6279638f91a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.042947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['53cb6b10-9443-4d3a-bbab-7e492ccddae7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.048414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['201de407-bf91-43b1-8441-080af8996fca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.064570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d1476c02-3842-4640-8706-c55eafafc9d6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.069997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['1b579bda-d525-415f-a3ff-f5dd779841a1'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:34.080541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-36feeb83-7e08-4067-a395-f371505124a1 None None] Provisioning complete for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:34.080926 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-36feeb83-7e08-4067-a395-f371505124a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.088430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=08799c2f-cd58-4859-9d86-11f8c0219aaa,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:34.132500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-364abfa9-e7c6-4c9d-8668-66cf118ab543 req-e55819fe-3c50-4994-96a1-24ec80ed849d tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588600 Aug 03 15:58:34.220099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.256554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab2374-93bd-45e5-a69c-a94d53753971 req-f6eb26d4-f1b8-4ab4-b0ce-ee04bc5cc3d3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:34.271968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3dab2374-93bd-45e5-a69c-a94d53753971 req-f6eb26d4-f1b8-4ab4-b0ce-ee04bc5cc3d3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 944 time: 0.3667595 Aug 03 15:58:34.362282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] device_id is not set on port 1b088cdf-1738-4058-9e62-267695154bf9 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:58:34.385826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3435ec6d-4740-4ef5-b5bf-cce7c9b8ae5f req-abf0e596-c2a0-4de6-b22e-2e38deb2297e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 210 time: 0.0972867 Aug 03 15:58:34.444826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa6300dc-7ce7-4387-9c91-6b8da79ec6e6 req-6e4bca48-4bf8-4006-8df7-ab3c2216303c service neutron] 10.222.0.78 "GET /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861454 Aug 03 15:58:34.461653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': '64e2b003-65b2-4b2c-9060-aa80ae65a8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:34.462042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: 694b8461-f8bb-40c1-8ee1-0e4e7eae2499, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:34.476027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.476944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0824cebe-7bae-44eb-b0f0-671223348bd1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:34.479214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.511778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3dab2374-93bd-45e5-a69c-a94d53753971 req-1debb430-54f8-4943-b5db-87ecc47e68c9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360923 Aug 03 15:58:34.525695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:34.545578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 694b8461-f8bb-40c1-8ee1-0e4e7eae2499) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:34.560519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:34.562080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.588072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a3fc9fbc-61f5-4607-9ddd-767252b496da tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4956968 Aug 03 15:58:34.602045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41312) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:34.620446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:34.723643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:34.785556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a634f69-e5a4-4f88-9489-23e676259840 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:34.845097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:34.850726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:34.885694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:35.103086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:35.106858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:35.286705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb7a3-ffb4-46c6-b594-57de0c9db0d4 req-ab1f6407-6b73-402f-a4d1-2134d2a84e67 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.288292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-462cb7a3-ffb4-46c6-b594-57de0c9db0d4 req-ab1f6407-6b73-402f-a4d1-2134d2a84e67 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.1201665 Aug 03 15:58:35.301977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.314174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.328358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.340372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.356601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.360376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:35.364756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.378941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ips': [{'subnet_id': 'b2ede30d-494a-4f70-b0c0-7bc135b2e974'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:35.379502 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.381881 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.388669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.392027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-67fadee2-146b-4ca8-834b-256eab54265d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5428 time: 0.8082583 Aug 03 15:58:35.489110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-462cb7a3-ffb4-46c6-b594-57de0c9db0d4 req-31192b01-8a56-45b1-8f97-34dbcb034638 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575885 Aug 03 15:58:35.513910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd304f7-14f7-42c2-b2c2-66119c93c648 None None] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:35.595445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1911497163-network', 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:35.597676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.1.1.211 (9204d1b8-fa19-4251-9f67-91d214644a2a/583a8c35-bca7-4a09-9c89-6a578cd60942/1b088cdf-1738-4058-9e62-267695154bf9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:35.634143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.661108 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-227ba673-4ff0-4a69-8753-9e1e9e5f8180 req-0a33b883-0e97-4bc5-a63b-8613cda472e1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2020371 Aug 03 15:58:35.715314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=97402b38-ca83-4ebe-b526-d21a7e6c673f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:35.733105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d4715511-7e81-4807-97f4-5aeac5e3d445 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.739120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d4715511-7e81-4807-97f4-5aeac5e3d445 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.740705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d4715511-7e81-4807-97f4-5aeac5e3d445 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "GET /v2.0/networks?id=2469c61d-1d37-44c1-bb63-895f1993cfaa&id=232d8769-79a3-4ddf-9bef-28fe6da2210a&id=2469c61d-1d37-44c1-bb63-895f1993cfaa HTTP/1.1" status: 200 len: 1391 time: 0.3477688 Aug 03 15:58:35.758772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'admin_state_up': True, 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:35.774486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16684c1f-b80d-4c56-a3dc-888e74ce9057 req-0dcc7d28-c81a-4db7-9fa0-ea687cca938f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 210 time: 0.0600259 Aug 03 15:58:35.795037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:35.797982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:35.801057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.802653 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.805787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:35.808617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.811815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a364efe8-8ace-43a2-ab6d-41f532d9ebbc {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:35.825766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.835370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:35.848188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f927d86c-f2d0-4330-8bc8-56c134cd866b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2330287 Aug 03 15:58:35.856212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41344) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:35.859772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:35.883485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Attempting to bind port 0b4a8647-40f3-434d-b7a8-2de2245a614f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:35.883760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Attempting to bind port 0b4a8647-40f3-434d-b7a8-2de2245a614f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:35.884265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Attempting to bind port 0b4a8647-40f3-434d-b7a8-2de2245a614f on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:35.954231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1a26214-fa8c-49bd-9064-5fad7bdec389 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:35.978996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05508e-2801-41b2-96a8-247825e21aa4 req-7f01e2cd-b33d-4897-b4e7-ca135b3c98d8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.979830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0824cebe-7bae-44eb-b0f0-671223348bd1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:35.980463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d05508e-2801-41b2-96a8-247825e21aa4 req-7f01e2cd-b33d-4897-b4e7-ca135b3c98d8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.2008064 Aug 03 15:58:35.981965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.984247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.986085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.987608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.989249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:35.994720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e71cb7b-9a0e-4908-8bab-1d5e775771b8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1339636 Aug 03 15:58:35.997227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:35.997353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: d1a26214-fa8c-49bd-9064-5fad7bdec389 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:35.997353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1a26214-fa8c-49bd-9064-5fad7bdec389 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:36.005958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384834239'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:36.030003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729c01-0acd-4323-9fa7-36d55b8c8db0 None None] Pushing event updated for resources: {'Port': ['ID=eb41c369-1697-430d-baed-a9b125465225,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:36.044338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.056628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:36.057011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:36.057414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.057985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Bound using segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:36.058469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Bound port: 0b4a8647-40f3-434d-b7a8-2de2245a614f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:36.058855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.071094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object 1b088cdf-1738-4058-9e62-267695154bf9 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:36.075748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d05508e-2801-41b2-96a8-247825e21aa4 req-2db9c171-d7f0-4864-a342-c37b1599645d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659692 Aug 03 15:58:36.113261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.119407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.125356 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.153189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:36.167463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:36.172590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:36.173330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.173812 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Added segment 69c30d4a-ad89-46d0-ab00-14e8b8c56bf2 of type vlan for network ee1d35c5-262f-4e45-b682-989e64a2aac1 Aug 03 15:58:36.175302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375345a8-7ce3-4a57-b9e8-b011ac17857e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:36.177925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:36.231434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0824cebe-7bae-44eb-b0f0-671223348bd1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:36.231737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.232451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.233159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.239486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.252677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:36.272099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:36.276313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.282142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:36.286249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.287314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-aa13fd92-a52d-4540-bf1d-5e02f2fefeef None None] Provisioning for port eb41c369-1697-430d-baed-a9b125465225 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:36.288673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.290446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.291311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.291448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a364efe8-8ace-43a2-ab6d-41f532d9ebbc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:36.302407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67028b11-99d8-44c5-b9f7-56682aec11f9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8780315 Aug 03 15:58:36.305523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:36.327488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'name': 'tempest-TaggedBootDevicesTest_v242-1246106201', 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:36.373452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0119250 Aug 03 15:58:36.378384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41354) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:36.394984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Request body: {'subnet': {'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1911497163-subnet', 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:36.424247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba8e84-7ca9-43d0-ad94-8b0c1a026bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1d35c5-262f-4e45-b682-989e64a2aac1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:36.453105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:36.501783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.502170 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment b30a69c0-97a1-4945-bc66-4ab9f9810a56 of type vlan for network e46adacf-4221-4f4a-ab5a-c6de33f74229 Aug 03 15:58:36.520033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:36.522628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.522905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:36.536532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca144eaa-18f9-43f2-b4f4-4600b096880f req-69fcfaa0-ca1a-4ca7-87f3-716ad3702c71 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.538222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca144eaa-18f9-43f2-b4f4-4600b096880f req-69fcfaa0-ca1a-4ca7-87f3-716ad3702c71 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.2188277 Aug 03 15:58:36.558557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:36.618662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.650809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] device_id is not set on port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 15:58:36.664863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.695913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Allocated IP 19.80.0.53 (2469c61d-1d37-44c1-bb63-895f1993cfaa/0b7c734c-267d-44bd-9ad5-5ea029e8abb6/fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:36.748577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca144eaa-18f9-43f2-b4f4-4600b096880f req-71f8d051-ec5e-4363-bcdc-043185b19b15 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295521 Aug 03 15:58:36.818507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.829971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.830635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:36.866442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] For port 0b4a8647-40f3-434d-b7a8-2de2245a614f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:36.925086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=db241560-f1c5-42fb-9aa9-f89d6cd8e049,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:36.940165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.946849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.948849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] For port 0b4a8647-40f3-434d-b7a8-2de2245a614f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b4a8647-40f3-434d-b7a8-2de2245a614f,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:36.954657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.961244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9651232 Aug 03 15:58:36.964197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.972770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.979668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.987037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:36.995997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-7ef0de52-42aa-4584-9913-d4a3d01d4734 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5428 time: 0.1541646 Aug 03 15:58:37.006713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41362) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:37.024331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:37.082076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5f3fd28-46bd-49ce-9e9a-1e7f3444d67f req-14f6a6fd-3609-4af9-be2f-8314319b5638 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 210 time: 0.1759112 Aug 03 15:58:37.083725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3faf28e4-e670-4f3f-ac53-f99c6d4a61da req-990256db-86c3-4bdd-bebb-abe011834c32 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868335 Aug 03 15:58:37.103588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.1.1.103 (9204d1b8-fa19-4251-9f67-91d214644a2a/583a8c35-bca7-4a09-9c89-6a578cd60942/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:37.115366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d11863-80f4-4a0b-a19f-698e5492e7e9 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=e46adacf-4221-4f4a-ab5a-c6de33f74229,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.161021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-694b8461-f8bb-40c1-8ee1-0e4e7eae2499', 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': '08799c2f-cd58-4859-9d86-11f8c0219aaa'}, {'subnet_id': '97402b38-ca83-4ebe-b526-d21a7e6c673f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:37.161923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.163698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:37.181337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.199162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Allocated IP 10.2.2.2 (1fa0de7b-31e3-456a-a76b-1fe31a0d8a31/b2ede30d-494a-4f70-b0c0-7bc135b2e974/06a8b7ac-307e-4893-ac76-eeaf48be78ab) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:37.307151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.329181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.351906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:37.364546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.413211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.427850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Transition to ACTIVE for port object fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:37.451802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff3572-1745-4ed9-ab41-26334f3d5722 req-e2238957-dde6-40f5-832a-4ad30d3bec56 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:37.453990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33ff3572-1745-4ed9-ab41-26334f3d5722 req-e2238957-dde6-40f5-832a-4ad30d3bec56 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.2516747 Aug 03 15:58:37.457253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.462139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7e204b-1a23-460d-850d-437b3cc95281,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.482396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:37.489065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Pushing event updated for resources: {'Port': ['ID=0b4a8647-40f3-434d-b7a8-2de2245a614f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.490693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:37.497928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:37.505455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.546143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.578875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.587188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:37.587399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.605287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 is not hosted by any dhcp agent {{(pid=106017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 15:58:37.612372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:37.613062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.617389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "PUT /v2.0/networks/e46adacf-4221-4f4a-ab5a-c6de33f74229 HTTP/1.1" status: 200 len: 723 time: 0.6033161 Aug 03 15:58:37.620014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-69cd472c-b9fa-4b84-b4ac-2c6b96a9cf3b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3129435 Aug 03 15:58:37.621947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41366) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:37.633074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Checking segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:37.633074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Network hostable DHCP agents. Network: ee1d35c5-262f-4e45-b682-989e64a2aac1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:37.680149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:37.690763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33ff3572-1745-4ed9-ab41-26334f3d5722 req-528db42f-415f-47fb-b51b-c5fe29f98d59 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198260 Aug 03 15:58:37.704090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d09f5-3ed4-48fc-a38a-a616139b9ec2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=e46adacf-4221-4f4a-ab5a-c6de33f74229,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.729694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.741266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:37.764895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:37.831067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:37.836125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.852009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:37.903683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:37.911788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ee1d35c5-262f-4e45-b682-989e64a2aac1) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:37.916907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:37.917507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:37.925483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0824cebe-7bae-44eb-b0f0-671223348bd1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0824cebe-7bae-44eb-b0f0-671223348bd1,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:37.926272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8f624caa-71e2-4b3b-89b6-10c736c4042a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:37.928430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:37.932008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:37.948395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478c1e-8056-46e1-9231-61947525b083 req-94c405cb-7164-42bf-a720-157a5ad74fd6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:37.950363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00478c1e-8056-46e1-9231-61947525b083 req-94c405cb-7164-42bf-a720-157a5ad74fd6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.72 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.4090569 Aug 03 15:58:37.970186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1b58b-f59c-4ebd-b929-242b076cb746 None None] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:37.992283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:38.027283 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.055377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dbe6a46e-3900-4828-baa4-87a65417bb88 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6673610 Aug 03 15:58:38.159087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:38.160970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.183086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c1c8d-f394-4df7-8762-0b43dd4c5614 req-eabcdfbc-a67f-41d2-8e35-49934faebc8a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:38.193580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e2c1c8d-f394-4df7-8762-0b43dd4c5614 req-eabcdfbc-a67f-41d2-8e35-49934faebc8a tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 945 time: 0.2674839 Aug 03 15:58:38.221800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5c5821f4-724c-4caa-99e6-fd30ae8c36eb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4701209 Aug 03 15:58:38.241503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a', 'admin_state_up': True, 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:38.313885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e2c1c8d-f394-4df7-8762-0b43dd4c5614 req-cbafbd8b-753e-4fee-bbe6-df4499aeee0c tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups?id=562139ad-871f-4052-b3cb-326d7cf46f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139028 Aug 03 15:58:38.334762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.376583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.386784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Transition to ACTIVE for port object 06a8b7ac-307e-4893-ac76-eeaf48be78ab will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:38.399467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Deleting port 462be441-5f6b-45f8-86e2-cab24f67b03e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:38.407491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.485012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=d8743005-7dc0-4279-9baf-500f3e7d864c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:38.496059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Allocated IP 2001:db8::2 (694b8461-f8bb-40c1-8ee1-0e4e7eae2499/08799c2f-cd58-4859-9d86-11f8c0219aaa/edd5ce20-5c38-473f-8d08-dccbaa9b7c99) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:38.534071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': 'b30a69c0-97a1-4945-bc66-4ab9f9810a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:38.534538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: e46adacf-4221-4f4a-ab5a-c6de33f74229, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:38.552788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Allocated IP 172.20.0.1 (694b8461-f8bb-40c1-8ee1-0e4e7eae2499/97402b38-ca83-4ebe-b526-d21a7e6c673f/edd5ce20-5c38-473f-8d08-dccbaa9b7c99) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:38.567878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:38.570482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b4a8647-40f3-434d-b7a8-2de2245a614f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:38.584110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, e46adacf-4221-4f4a-ab5a-c6de33f74229) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:38.584573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Transition to ACTIVE for port object 06a8b7ac-307e-4893-ac76-eeaf48be78ab will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:38.590191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:38.591803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.606841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27fe11c-2986-4c7c-8122-9ed5fb04b563 None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:38.626061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:38.627025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-503f1386-478a-4a1e-9f84-01d7d01e8f31 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0035462 Aug 03 15:58:38.633868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:38.664349 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.700115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a79952-1d8e-4e46-810e-edfe7dae7a4e None None] Pushing event updated for resources: {'Port': ['ID=0b4a8647-40f3-434d-b7a8-2de2245a614f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:38.734382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] For port 462be441-5f6b-45f8-86e2-cab24f67b03e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=462be441-5f6b-45f8-86e2-cab24f67b03e,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:38.735545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.785234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-144afb4e-18d6-476c-aa54-b3543861390b None None] Provisioning for port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:38.836997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-144afb4e-18d6-476c-aa54-b3543861390b None None] Provisioning complete for port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:38.837293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-144afb4e-18d6-476c-aa54-b3543861390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.857470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:38.907456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583543a-03ed-4b17-9207-7922694a89cc req-3afd901f-2937-43cc-8982-4f7f6087afda tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:38.909330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e583543a-03ed-4b17-9207-7922694a89cc req-3afd901f-2937-43cc-8982-4f7f6087afda tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 931 time: 0.4167709 Aug 03 15:58:38.921603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:38.925869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:38.925989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:38.928241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:38.965814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123f186-e031-4070-ac18-1aa14331f038 None None] Network 9204d1b8-fa19-4251-9f67-91d214644a2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:38.991730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8f624caa-71e2-4b3b-89b6-10c736c4042a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:39.014288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:39.128142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:39.135315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892682467', 'description': 'tempest-description--290148063'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:39.181743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.275219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.282963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.289411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.295885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.300632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8f624caa-71e2-4b3b-89b6-10c736c4042a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:39.301025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.303435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.310805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.312548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-144afb4e-18d6-476c-aa54-b3543861390b None None] Port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:39.317341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.319563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-a606739c-00da-44fa-a82d-a8b66818fa1c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5428 time: 0.1244032 Aug 03 15:58:39.381943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa30d9-d7cd-4a1a-9e4d-0762898ac37a None None] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:39.402974 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0433b2e7-a671-46e5-b289-50f12a4c71d6 req-f6347043-6bb7-4b92-b185-923759ddb0d1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626245 Aug 03 15:58:39.426489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.432712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.450517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0b4a8647-40f3-434d-b7a8-2de2245a614f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:39.481017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59846308'] for subnet, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.496485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.501066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3684261 Aug 03 15:58:39.501066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717929f2-df56-4da6-80d9-1d4daaa110ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276e6cab-8b38-40b2-8f4e-1ba611803904,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:39.502863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41396) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:39.509960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'security_group_rule': {'security_group_id': '276e6cab-8b38-40b2-8f4e-1ba611803904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:39.541088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Pushing event updated for resources: {'Port': ['ID=06a8b7ac-307e-4893-ac76-eeaf48be78ab,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:39.544811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb41c369-1697-430d-baed-a9b125465225 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:39.555583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e583543a-03ed-4b17-9207-7922694a89cc req-6fe37e88-887a-4fdf-b05d-86420a9d786a tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258700 Aug 03 15:58:39.568718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.599466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.599466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.599773 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Floating IP 8b4b9acb-87fb-49eb-bf7d-682da6bab513 disassociated. External IP: 172.25.7.234, port: 462be441-5f6b-45f8-86e2-cab24f67b03e. Aug 03 15:58:39.600025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Calling delete_port for 462be441-5f6b-45f8-86e2-cab24f67b03e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:39.603609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Attempting to bind port 06a8b7ac-307e-4893-ac76-eeaf48be78ab on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:39.604109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Attempting to bind port 06a8b7ac-307e-4893-ac76-eeaf48be78ab by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:39.604348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Attempting to bind port 06a8b7ac-307e-4893-ac76-eeaf48be78ab on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:39.669025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Provisioning for port 0b4a8647-40f3-434d-b7a8-2de2245a614f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:39.672574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:39.672574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Checking segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:39.673028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.673431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Bound using segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:39.674080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Bound port: 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:39.674592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.707997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.713943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.746126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Provisioning complete for port 0b4a8647-40f3-434d-b7a8-2de2245a614f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:39.746243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.752516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.761889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.766847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-e46adacf-4221-4f4a-ab5a-c6de33f74229', 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': 'd8743005-7dc0-4279-9baf-500f3e7d864c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:39.767945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.769510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2650983 Aug 03 15:58:39.770309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:39.779211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'security_group_rule': {'security_group_id': '276e6cab-8b38-40b2-8f4e-1ba611803904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:39.789309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Allocated IP 19.86.0.212 (232d8769-79a3-4ddf-9bef-28fe6da2210a/7442e565-f1fc-45d0-9c63-bf1c1c310298/e50448a7-8fe5-40ab-9051-790f690da8d2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:39.811934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ece2-026f-4017-9ead-5e3703c903e3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e649bcd7-fda1-4cf7-a56a-543ea19dbeb6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:39.834324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.854907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Transition to ACTIVE for port object edd5ce20-5c38-473f-8d08-dccbaa9b7c99 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:39.910739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d330-6374-4722-81d6-8f1a9b0362ea req-dbc508d4-1340-48e3-94bc-0c395bfc4b23 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:39.926875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbb6d330-6374-4722-81d6-8f1a9b0362ea req-dbc508d4-1340-48e3-94bc-0c395bfc4b23 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.2249877 Aug 03 15:58:39.958824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745864237734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59850772'] for subnet, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:39.979277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.016467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.018666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Transition to ACTIVE for port object edd5ce20-5c38-473f-8d08-dccbaa9b7c99 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:40.022927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f8bc64c5-21d9-4c86-acf3-33df2a8285c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.042420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-2038e8a3-c0f2-411f-ac04-515256152ade tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:40.044100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-2038e8a3-c0f2-411f-ac04-515256152ade tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.2116575 Aug 03 15:58:40.050822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969732b4-fdba-44b0-97b7-4819dab4766d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:40.056097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.061565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b3becbe-ee65-4a5a-b00a-15cae1b07585 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842326 Aug 03 15:58:40.066532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41410) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:40.071688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:40.091720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-4c044f65-98b7-49b1-a7d4-520279d431bf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/quotas/1e6fc7984b274421bc6d26cd3c27d64d HTTP/1.1" status: 200 len: 375 time: 0.0329134 Aug 03 15:58:40.125298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.129160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-d8c7c918-9ba9-42cd-92a2-7b0f4d63f0bf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299480 Aug 03 15:58:40.131823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.195684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:40.196166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.200619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "PUT /v2.0/subnets/d8743005-7dc0-4279-9baf-500f3e7d864c HTTP/1.1" status: 200 len: 826 time: 1.5743060 Aug 03 15:58:40.210383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41412) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:40.228634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port eb41c369-1697-430d-baed-a9b125465225 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:40.230804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.238475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbb6d330-6374-4722-81d6-8f1a9b0362ea req-3b626a48-a079-4364-a74b-3409dea4ae8e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093441 Aug 03 15:58:40.275077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] For port 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:40.278516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port eb41c369-1697-430d-baed-a9b125465225 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:40.278888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.289700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:40.305989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f7818-b124-4397-b22d-4a53bcdc6901 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=d8743005-7dc0-4279-9baf-500f3e7d864c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:40.315852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.326909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:40.340694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:40.347323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-d4052e7c-feb0-499c-9bc3-d8acc10884e7 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008519 Aug 03 15:58:40.365751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] For port 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=06a8b7ac-307e-4893-ac76-eeaf48be78ab,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:40.389209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event deleted for resources: {'Port': ['ID=462be441-5f6b-45f8-86e2-cab24f67b03e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:40.407744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f624caa-71e2-4b3b-89b6-10c736c4042a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:40.409883 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8327270b-65d9-4c0e-bef4-17c1df10468e" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "8f624caa-71e2-4b3b-89b6-10c736c4042a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:40.421932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Pushing event updated for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:40.425604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.431178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-28d86e24-2490-45f0-a12b-b54ffe455441 req-da2b5d54-c5fb-49e4-8bea-118fe08ab339 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.0643315 Aug 03 15:58:40.439969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.466300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.494779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:40.523103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Transition to ACTIVE for port object e50448a7-8fe5-40ab-9051-790f690da8d2 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:40.529894 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.531503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 53cb6b10-9443-4d3a-bbab-7e492ccddae7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:40.574965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.581995 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eed18e-4168-4ffb-993c-8dbe857e8eaf x-openstack-request-id: req-78eed18e-4168-4ffb-993c-8dbe857e8eaf {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:40.583036 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "8f624caa-71e2-4b3b-89b6-10c736c4042a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:40.583036 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78eed18e-4168-4ffb-993c-8dbe857e8eaf {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:40.583036 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f624caa-71e2-4b3b-89b6-10c736c4042a', 'code': 200} Aug 03 15:58:40.606002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.641954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Allocated IP 2001:db8::2 (e46adacf-4221-4f4a-ab5a-c6de33f74229/d8743005-7dc0-4279-9baf-500f3e7d864c/985e2625-944e-4a8a-8f1a-46abc8c679cf) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:40.660653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f54f3291-441e-47d4-9c7e-ae3aad38b1b6 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112178 Aug 03 15:58:40.759040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Attempting to bind port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:40.759410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Attempting to bind port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '64e2b003-65b2-4b2c-9060-aa80ae65a8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:40.759777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Attempting to bind port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 on network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:40.767912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a0287-937e-4396-ab44-560232b10b3f None None] Pushing event updated for resources: {'Port': ['ID=06a8b7ac-307e-4893-ac76-eeaf48be78ab,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:40.775833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 172.25.7.231 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/532dfb34-5b75-415c-a4d7-91ad00870079) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:40.858915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Router 32f515d3-5f7f-4709-9ab4-732f982bd60f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:58:40.863992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.915734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:40.997534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] For port 0b4a8647-40f3-434d-b7a8-2de2245a614f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b4a8647-40f3-434d-b7a8-2de2245a614f,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:41.021427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 462be441-5f6b-45f8-86e2-cab24f67b03e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:41.033802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:41.034190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Checking segment: {'id': '64e2b003-65b2-4b2c-9060-aa80ae65a8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:41.042915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.043919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Bound using segment: {'id': '64e2b003-65b2-4b2c-9060-aa80ae65a8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:41.045286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Bound port: edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e2b003-65b2-4b2c-9060-aa80ae65a8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '694b8461-f8bb-40c1-8ee1-0e4e7eae2499'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:41.046306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.046456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.058568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.136372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:41.175154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.183444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372d45-7184-4e6f-bc62-9cd9583da2cd req-576fea35-a568-47ca-9187-01a2103f8d37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.184690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.191550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372d45-7184-4e6f-bc62-9cd9583da2cd req-576fea35-a568-47ca-9187-01a2103f8d37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.198589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 462be441-5f6b-45f8-86e2-cab24f67b03e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:41.198937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 462be441-5f6b-45f8-86e2-cab24f67b03e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:41.201058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9372d45-7184-4e6f-bc62-9cd9583da2cd req-576fea35-a568-47ca-9187-01a2103f8d37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 1654 time: 0.1386509 Aug 03 15:58:41.209707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.213172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.230952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.239335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.246785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.260361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.268462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9372d45-7184-4e6f-bc62-9cd9583da2cd req-955c383e-fdeb-4a4e-96d4-86218d3fb1a2 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Aug 03 15:58:41.295165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.297271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-2e6a5ab7-6b5b-47eb-acdb-5e1db7a7eeb7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5429 time: 0.6459298 Aug 03 15:58:41.349601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port eb41c369-1697-430d-baed-a9b125465225, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb41c369-1697-430d-baed-a9b125465225,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:41.357175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:41.363270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:41.384861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:41.392706 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5c1c0d4-ee81-43c5-81ee-aedf84a68625 req-5d193d12-cd88-4628-8953-dc8c46028238 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 210 time: 0.0562382 Aug 03 15:58:41.397207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:41.402290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=532dfb34-5b75-415c-a4d7-91ad00870079,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:41.404935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:41.428997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:41.469155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.470545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.470971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.471783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.472764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.476295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.476658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.477072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.478542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.478961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.481409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.485276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:41.503464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:41.510062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,segment=NetworkSegment(64e2b003-65b2-4b2c-9060-aa80ae65a8c0),segment_id=64e2b003-65b2-4b2c-9060-aa80ae65a8c0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:41.517374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.518407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device db241560-f1c5-42fb-9aa9-f89d6cd8e049 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:41.521737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:41.627600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.637179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:41.644968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Provisioning for port 1b088cdf-1738-4058-9e62-267695154bf9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:41.655468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:41.656114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.686991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Provisioning complete for port 1b088cdf-1738-4058-9e62-267695154bf9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:41.687452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.688994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:41.690462 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.716169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.764881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:41.838776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0a1dc05c-6ef5-4bc3-9463-d9a7c9c3fc9d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6070542 Aug 03 15:58:41.861987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3de7738-0f08-4b4d-a405-7f920aa4bd7b req-578705d6-40d7-459c-97b8-4e415b39738f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5624228 Aug 03 15:58:41.868691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'admin_state_up': True, 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:41.903500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:58:41.913787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2aafb-43f5-44ca-ad65-b263dabbc080 None None] Pushing event updated for resources: {'Port': ['ID=0b4a8647-40f3-434d-b7a8-2de2245a614f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:41.950603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Sync routers for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:58:41.993896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Port 1b088cdf-1738-4058-9e62-267695154bf9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:42.085629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-70537ff9-5540-4e66-b36f-4645e9c12d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.087453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-70537ff9-5540-4e66-b36f-4645e9c12d44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.0827074 Aug 03 15:58:42.112400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] No DVR routers for this DVR port 462be441-5f6b-45f8-86e2-cab24f67b03e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:42.120972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.128650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00478c1e-8056-46e1-9231-61947525b083 req-484e7669-63a7-4692-9b60-1a168fff9fe8 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.72 "DELETE /v2.0/ports/462be441-5f6b-45f8-86e2-cab24f67b03e HTTP/1.1" status: 204 len: 173 time: 4.1470451 Aug 03 15:58:42.132757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'name': 'network-vif-deleted', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:42.146472 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e453b-6fc2-434c-8b84-9c6600448de6" -d '{"events": [{"server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "name": "network-vif-deleted", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:42.166444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:42.167116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:42.271727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-533f8188-a531-4dcc-b158-0a3c0e5eca44 req-03ac25c8-c4b6-49bc-be8e-1ce64af48fc1 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/ports?device_id=657abda9-e92f-4cbe-802d-b7dd70f2feff HTTP/1.1" status: 200 len: 210 time: 0.1809423 Aug 03 15:58:42.296927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Provisioning complete for port 0b4a8647-40f3-434d-b7a8-2de2245a614f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:42.297667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.298405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee2fe4-e5dd-47a0-a7d9-072f33ee4c6c req-4ee5b5d3-fd7a-4fd1-9def-dc3fc38aafb7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.309060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27ee2fe4-e5dd-47a0-a7d9-072f33ee4c6c req-4ee5b5d3-fd7a-4fd1-9def-dc3fc38aafb7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.2982950 Aug 03 15:58:42.421364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.422149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27ee2fe4-e5dd-47a0-a7d9-072f33ee4c6c req-dc8708e1-b0d7-490d-8751-fda738af4f35 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081393 Aug 03 15:58:42.435639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.499120 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288ff45-9d84-4d33-8889-28ebd99049c3 x-openstack-request-id: req-e288ff45-9d84-4d33-8889-28ebd99049c3 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:42.499462 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657abda9-e92f-4cbe-802d-b7dd70f2feff", "name": "network-vif-deleted", "tag": "462be441-5f6b-45f8-86e2-cab24f67b03e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:42.499730 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e288ff45-9d84-4d33-8889-28ebd99049c3 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:42.500142 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657abda9-e92f-4cbe-802d-b7dd70f2feff', 'name': 'network-vif-deleted', 'tag': '462be441-5f6b-45f8-86e2-cab24f67b03e', 'status': 'completed', 'code': 200} Aug 03 15:58:42.509271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:42.523333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.607886 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.631793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-17a65540-43b5-4f49-9fef-2e983d64f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.633620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-17a65540-43b5-4f49-9fef-2e983d64f8c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.5323191 Aug 03 15:58:42.639860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=532dfb34-5b75-415c-a4d7-91ad00870079,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:42.653230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.661351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.676304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-983c43ed-bc24-4f6b-ab2c-92efa9f907ce tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5988932 Aug 03 15:58:42.723169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-8f5f6046-a8b7-44ab-a225-516c453714b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.0772538 Aug 03 15:58:42.723601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5395e1-2452-4dc9-81e0-cc85d7a81d50 req-6f6583ab-d376-4946-9ae1-84334e5bc5df tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.730751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5395e1-2452-4dc9-81e0-cc85d7a81d50 req-6f6583ab-d376-4946-9ae1-84334e5bc5df tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.732776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff5395e1-2452-4dc9-81e0-cc85d7a81d50 req-6f6583ab-d376-4946-9ae1-84334e5bc5df tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 1654 time: 0.1387625 Aug 03 15:58:42.744143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b380aa-6f57-4c3b-9383-6963c6c0cc85 None None] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:42.760823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adef6f-b437-4910-87a6-b2f7db83cc05 req-a604a65a-d962-47ad-8f45-f055ffbc5571 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.770744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-72adef6f-b437-4910-87a6-b2f7db83cc05 req-a604a65a-d962-47ad-8f45-f055ffbc5571 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2943780 Aug 03 15:58:42.789691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Allocated IP 19.80.0.84 (2469c61d-1d37-44c1-bb63-895f1993cfaa/0b7c734c-267d-44bd-9ad5-5ea029e8abb6/e4cef890-73ca-40c0-bddd-e94ed6a61323) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:42.809034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:42.809739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:42.829978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff5395e1-2452-4dc9-81e0-cc85d7a81d50 req-ad69611f-38e2-47b2-85e3-227ea92a061e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766292 Aug 03 15:58:42.957868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-b486b15f-f4f6-49bc-ba45-eec500841e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:42.959787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-b486b15f-f4f6-49bc-ba45-eec500841e9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.2291181 Aug 03 15:58:42.975366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-72adef6f-b437-4910-87a6-b2f7db83cc05 req-f511efd0-273a-495d-b297-5baf0e5a5d08 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000129 Aug 03 15:58:43.004586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-153bac1d-27e4-45b4-ad05-d082f22815c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.021517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Transition to ACTIVE for port object 985e2625-944e-4a8a-8f1a-46abc8c679cf will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:43.023285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=eb41c369-1697-430d-baed-a9b125465225,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.054113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ff0359b-0107-4344-bef9-8aa014231699 req-aee9e2a7-9792-4ed6-ac4b-96047f7d4cd4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 210 time: 0.0468850 Aug 03 15:58:43.175309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c51d-8680-4f7d-ba14-9467b1df3a59 None None] Pushing event updated for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.196297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.213982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Transition to ACTIVE for port object e4cef890-73ca-40c0-bddd-e94ed6a61323 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:43.285817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Transition to ACTIVE for port object 985e2625-944e-4a8a-8f1a-46abc8c679cf will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:43.292113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.295095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d0e2b8e6-df49-4dfb-97bd-addc83dcc691 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1892682467&fields=id&tenant_id=8a5858c3f8f647b79f21bea73d940d8b HTTP/1.1" status: 200 len: 267 time: 0.0516207 Aug 03 15:58:43.302017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.332529 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.415368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:43.423190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b3bbc077-6f04-40ad-88a3-3e2b576b6d6d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:43.424926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:43.440462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:43.447419 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.469482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.479968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:43.535579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-b040aa95-07a0-4fad-840a-381970ff1e63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5575500 Aug 03 15:58:43.560393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.581879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:43.582626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7d4e7d58-898a-47cb-a068-9fe78b9fc825 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.595490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7d4e7d58-898a-47cb-a068-9fe78b9fc825 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 936 time: 0.2656274 Aug 03 15:58:43.610410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:43.620008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:43.622567 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45c060-dc67-43b2-b5d8-0701076b9abd" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:43.643333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Pushing event updated for resources: {'Port': ['ID=985e2625-944e-4a8a-8f1a-46abc8c679cf,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.645998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:43.647833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.652674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:43.674249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a24a667a-5fe0-48c6-9ea1-e6279638f91a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:43.676231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Provisioning for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:43.714858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.721299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.727801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.734803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.740842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.742669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=d8743005-7dc0-4279-9baf-500f3e7d864c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.755644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.762316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.773455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-9e5f1a55-a4f3-4a5c-ab97-c219759e32e6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5429 time: 0.2402894 Aug 03 15:58:43.784591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-8ae38bbd-32e4-49e3-b63c-091c80188b91 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.786105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-8ae38bbd-32e4-49e3-b63c-091c80188b91 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.78 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.9592435 Aug 03 15:58:43.791010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-1c674f99-483d-45ee-87da-462dbb687b67 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.800934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-1c674f99-483d-45ee-87da-462dbb687b67 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 937 time: 0.2044287 Aug 03 15:58:43.813816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Request body: {'port': {'device_id': '198f1e99-ff6c-4879-9817-1b8049276615', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'admin_state_up': True, 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:43.824829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.827941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:43.834723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.852846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:43.853096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Provisioning complete for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:43.853348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.853524 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.855065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f9a3d-dfba-4da6-9fcc-e1597b597212 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:43.865514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e12dccec-9821-4712-b292-169260399be4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0637050 Aug 03 15:58:43.873291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46adacf-4221-4f4a-ab5a-c6de33f74229']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:43.896343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30a69c0-97a1-4945-bc66-4ab9f9810a56') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:43.896655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30a69c0-97a1-4945-bc66-4ab9f9810a56') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:43.910254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7fd31b2-0dbc-4468-89b8-908d2fc9a20c req-8ad654c2-a885-4189-83bf-2f0dff412942 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357999 Aug 03 15:58:43.919293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-03696a1c-c022-4b66-95e2-61a2c568d749 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0561984 Aug 03 15:58:43.927156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-231c717c-7897-44f2-87b7-e3a9e2d71ac8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0446441 Aug 03 15:58:43.933773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:43.937294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:43.946342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-b9308f9c-0f0e-4adc-a158-486bbf127cd3 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990412 Aug 03 15:58:43.990217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.037840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:44.037840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:44.043380 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:44.113113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-70daf3e6-eba3-434d-a213-2d977442b628 None None] Port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:44.127398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a041dc7-1a6f-448f-b005-1b18a976ac22 req-db0f689f-e6a0-4ff5-a3de-2ffe9c908afc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.129001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a041dc7-1a6f-448f-b005-1b18a976ac22 req-db0f689f-e6a0-4ff5-a3de-2ffe9c908afc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.0957615 Aug 03 15:58:44.142167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.148330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Attempting to bind port 985e2625-944e-4a8a-8f1a-46abc8c679cf on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:44.149043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Attempting to bind port 985e2625-944e-4a8a-8f1a-46abc8c679cf by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b30a69c0-97a1-4945-bc66-4ab9f9810a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:44.149364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Attempting to bind port 985e2625-944e-4a8a-8f1a-46abc8c679cf on network e46adacf-4221-4f4a-ab5a-c6de33f74229 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:44.151299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:44.152417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 15:58:44.152417 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 15:58:44.152417 n-d-803226-3 neutron-server[106017]: [parameters: {'id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'}] Aug 03 15:58:44.152417 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:58:44.152795 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:58:44.157743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.187843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd9f9cb-391c-42bc-b356-75fc6c687672 req-70aaf26c-c2fb-4b39-9753-d610227eced1 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317276 Aug 03 15:58:44.203938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:44.204318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Checking segment: {'id': 'b30a69c0-97a1-4945-bc66-4ab9f9810a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:44.204781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.205186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Bound using segment: {'id': 'b30a69c0-97a1-4945-bc66-4ab9f9810a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:44.205720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Bound port: 985e2625-944e-4a8a-8f1a-46abc8c679cf, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30a69c0-97a1-4945-bc66-4ab9f9810a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e46adacf-4221-4f4a-ab5a-c6de33f74229'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:44.206113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.214765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:44.215330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.235265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-eb82237d-c838-4e49-8219-6d28c98495e9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.241686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-eb82237d-c838-4e49-8219-6d28c98495e9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.247928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-eb82237d-c838-4e49-8219-6d28c98495e9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.251111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a24a667a-5fe0-48c6-9ea1-e6279638f91a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:44.255191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-eb82237d-c838-4e49-8219-6d28c98495e9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 1995 time: 0.3159099 Aug 03 15:58:44.275935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a041dc7-1a6f-448f-b005-1b18a976ac22 req-37e5d3cd-c3ee-4569-a55f-1cdabf8f3ebf tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315095 Aug 03 15:58:44.283648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-5114c969-2e3a-4299-b01e-31b8dbbb7b64 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/quotas/8a5858c3f8f647b79f21bea73d940d8b HTTP/1.1" status: 200 len: 375 time: 0.0273833 Aug 03 15:58:44.299299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a24a667a-5fe0-48c6-9ea1-e6279638f91a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:44.299972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.392101 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba57b6e5-de04-4c0d-b0ca-d0067278fb0f x-openstack-request-id: req-ba57b6e5-de04-4c0d-b0ca-d0067278fb0f {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:44.392484 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:44.392681 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba57b6e5-de04-4c0d-b0ca-d0067278fb0f {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:44.393401 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'code': 200} Aug 03 15:58:44.397281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Allocated IP 172.20.0.8 (ee1d35c5-262f-4e45-b682-989e64a2aac1/1e7e204b-1a23-460d-850d-437b3cc95281/a58e5510-6c19-489e-85e0-45b627ab3ac4) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:44.470875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning for port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:44.478217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-11679cf2-be80-49c2-9620-cd2a315739d4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1937146 Aug 03 15:58:44.579339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] For port 985e2625-944e-4a8a-8f1a-46abc8c679cf, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:44.590936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504c95-020d-4c34-a41f-3dccf8a99278 req-9be0959c-95cb-4dc3-b29c-5262d2847cbc tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.594749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning for port e50448a7-8fe5-40ab-9051-790f690da8d2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:44.598518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504c95-020d-4c34-a41f-3dccf8a99278 req-9be0959c-95cb-4dc3-b29c-5262d2847cbc tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.601095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:44.614023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] For port 985e2625-944e-4a8a-8f1a-46abc8c679cf, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=985e2625-944e-4a8a-8f1a-46abc8c679cf,segment=NetworkSegment(b30a69c0-97a1-4945-bc66-4ab9f9810a56),segment_id=b30a69c0-97a1-4945-bc66-4ab9f9810a56)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:44.614266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504c95-020d-4c34-a41f-3dccf8a99278 req-9be0959c-95cb-4dc3-b29c-5262d2847cbc tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:44.623186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64504c95-020d-4c34-a41f-3dccf8a99278 req-9be0959c-95cb-4dc3-b29c-5262d2847cbc tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2375 time: 0.1775208 Aug 03 15:58:44.633800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:44.648613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.660174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.665185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning complete for port e50448a7-8fe5-40ab-9051-790f690da8d2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:44.665185 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.672442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Checking router: 32f515d3-5f7f-4709-9ab4-732f982bd60f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:58:44.674732 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.723713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Transition to ACTIVE for port object fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:44.732737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.735661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.793291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:44.793291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:44.811997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.813967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Port e50448a7-8fe5-40ab-9051-790f690da8d2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:44.840786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:44.853848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-eea4dd73-24d6-4aa2-8b12-948219331847 service neutron] 10.222.0.70 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447766 Aug 03 15:58:44.873089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64504c95-020d-4c34-a41f-3dccf8a99278 req-d67cbf89-c19f-4f21-9f9b-a564bdaab6c7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482803 Aug 03 15:58:44.877996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:44.995153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41486) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:45.011346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:45.012151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4add947-a4c8-4ac7-87e3-f8b85f1f478e None None] Pushing event updated for resources: {'Port': ['ID=985e2625-944e-4a8a-8f1a-46abc8c679cf,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:45.031607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning for port 06a8b7ac-307e-4893-ac76-eeaf48be78ab completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:45.054792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:45.057656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:45.062584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:45.159758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting port 985e2625-944e-4a8a-8f1a-46abc8c679cf {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:45.160257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.171361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b17b70-9aba-4a17-bf6d-2dcf443f2b4b None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:45.190833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.191519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.237188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964101c7-31f7-463d-a1fd-ec3beae750a0 req-99689960-341f-4e02-a773-32939c33fc8b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.245712 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-964101c7-31f7-463d-a1fd-ec3beae750a0 req-99689960-341f-4e02-a773-32939c33fc8b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1217616 Aug 03 15:58:45.250537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-555ceee4-3ac5-4487-b6bc-c0130dcd46dd service neutron] 10.222.0.70 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954084 Aug 03 15:58:45.254801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f09191d0-e919-466b-8fdd-bb4a2b966588 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4525590 Aug 03 15:58:45.266317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Attempting to bind port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:45.266782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Attempting to bind port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:45.267123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Attempting to bind port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:45.269875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Request body: {'port': {'device_id': '198f1e99-ff6c-4879-9817-1b8049276615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:45.325121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:58:45.325513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Attempting to bind port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:45.335454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] For port 985e2625-944e-4a8a-8f1a-46abc8c679cf, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=985e2625-944e-4a8a-8f1a-46abc8c679cf,segment=NetworkSegment(b30a69c0-97a1-4945-bc66-4ab9f9810a56),segment_id=b30a69c0-97a1-4945-bc66-4ab9f9810a56)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:45.336035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.337528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-964101c7-31f7-463d-a1fd-ec3beae750a0 req-85dc1e01-9aa8-48dd-abab-9b9bdb0410b0 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909183 Aug 03 15:58:45.340847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.347564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.358694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:45.359200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Checking segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:45.359988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Bound using segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:45.360526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Bound port: fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:45.360960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.376665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b4a8647-40f3-434d-b7a8-2de2245a614f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:45.380151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.380405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d01f32d3-40dc-40a6-bd4c-159790a0a9fe service neutron] 10.222.0.70 "GET /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1245251 Aug 03 15:58:45.382822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Calling delete_port for 985e2625-944e-4a8a-8f1a-46abc8c679cf owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:45.384414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:45.389392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17761bc7-ac59-4b6b-b902-2ad9862830a0 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:45.430538 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.431360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1b579bda-d525-415f-a3ff-f5dd779841a1 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:45.563735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145cb2-5c14-453c-a724-eabcb485b2c2 req-cd2a9ca1-209e-453f-a323-09dc730d588d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.566288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning complete for port 1b088cdf-1738-4058-9e62-267695154bf9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:45.566672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.573773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a145cb2-5c14-453c-a724-eabcb485b2c2 req-cd2a9ca1-209e-453f-a323-09dc730d588d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 931 time: 0.1456263 Aug 03 15:58:45.606411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:45.661722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a145cb2-5c14-453c-a724-eabcb485b2c2 req-189e52aa-8e11-4f31-95a6-69b16259a756 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870168 Aug 03 15:58:45.751581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:45.761848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Port 1b088cdf-1738-4058-9e62-267695154bf9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:45.817724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58e5510-6c19-489e-85e0-45b627ab3ac4 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:45.819848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.827454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.847342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Transition to ACTIVE for port object a58e5510-6c19-489e-85e0-45b627ab3ac4 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:45.850495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.860121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0b4a8647-40f3-434d-b7a8-2de2245a614f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:45.860344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.869339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.875737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.881706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.887548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.894646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.898151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning for port e4cef890-73ca-40c0-bddd-e94ed6a61323 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:45.900463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.906951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:45.908894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-61e3c112-9dc9-4755-a371-118e6c1b60f1 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5431 time: 0.1394999 Aug 03 15:58:45.935743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 1b579bda-d525-415f-a3ff-f5dd779841a1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:45.949158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning complete for port e4cef890-73ca-40c0-bddd-e94ed6a61323 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:45.949427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.958158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:45.968940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a8172-8635-4fd9-b0e2-a22ed9fceccd None None] Network e46adacf-4221-4f4a-ab5a-c6de33f74229 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:45.971523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 1b579bda-d525-415f-a3ff-f5dd779841a1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:45.971958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:45.989779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:45.991012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:46.020360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ca0657e-e4df-4988-84fe-4bdcef2fede9 req-afba3026-dca7-454a-85f6-12915a237298 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868449 Aug 03 15:58:46.023548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.054544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-8117ccd6-6530-4d44-8a6a-fb7f70183900 service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729178 Aug 03 15:58:46.100581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Attempting to bind port a58e5510-6c19-489e-85e0-45b627ab3ac4 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:46.100805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.101273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Attempting to bind port a58e5510-6c19-489e-85e0-45b627ab3ac4 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:46.102009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Attempting to bind port a58e5510-6c19-489e-85e0-45b627ab3ac4 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:46.103477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.107153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "DELETE /v2.0/security-groups/562139ad-871f-4052-b3cb-326d7cf46f21 HTTP/1.1" status: 204 len: 168 time: 1.1062779 Aug 03 15:58:46.120427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:46.151062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Port a58e5510-6c19-489e-85e0-45b627ab3ac4 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:58:46.155753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Attempting to bind port a58e5510-6c19-489e-85e0-45b627ab3ac4 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:46.164180 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-5bd5c17d-5602-4a18-ab9a-684315b8c111 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] show failed (client error): The resource could not be found. Aug 03 15:58:46.168503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5bd5c17d-5602-4a18-ab9a-684315b8c111 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "GET /v2.0/security-groups/562139ad-871f-4052-b3cb-326d7cf46f21 HTTP/1.1" status: 404 len: 347 time: 0.0427673 Aug 03 15:58:46.171221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:46.171381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.172239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:46.173131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Checking segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:46.173439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Bound using segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:46.173688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71780866-2db0-4e71-b911-a30997c392ea tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562139ad-871f-4052-b3cb-326d7cf46f21,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.174136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Bound port: a58e5510-6c19-489e-85e0-45b627ab3ac4, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:46.174615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.175644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Port e4cef890-73ca-40c0-bddd-e94ed6a61323 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:46.181599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.182332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.183757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 HTTP/1.1" status: 200 len: 1091 time: 2.2556489 Aug 03 15:58:46.184204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:46.187137 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11951f71-9606-406e-a4d3-c6d932f3520d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:46.228915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:46.250784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No DVR routers for this DVR port 985e2625-944e-4a8a-8f1a-46abc8c679cf on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:46.296926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa618a-a96e-44ac-90ce-b3106966d376 req-b41b7aab-2c63-4f6d-a40f-5b6621f2877d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.305278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdaa618a-a96e-44ac-90ce-b3106966d376 req-b41b7aab-2c63-4f6d-a40f-5b6621f2877d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 945 time: 0.2064276 Aug 03 15:58:46.324898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Provisioning complete for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:46.325276 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.326585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.394970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:46.397279 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4923ec-dd6c-49da-b5df-06559d028771" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:46.419214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb41c369-1697-430d-baed-a9b125465225 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:46.456889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.462290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdaa618a-a96e-44ac-90ce-b3106966d376 req-fde5aff9-bb12-481a-9a78-2e2d44b9404e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556716 Aug 03 15:58:46.468886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46adacf-4221-4f4a-ab5a-c6de33f74229']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:46.469703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:46.482009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30a69c0-97a1-4945-bc66-4ab9f9810a56') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:46.482306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30a69c0-97a1-4945-bc66-4ab9f9810a56') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:46.482761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:46.490222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.495918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.512194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.516021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.523028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:46.523751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.538260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d71dba93-c08d-4c2f-b1fd-10a3706232d6 None None] Port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:46.571235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Deleting port 11224ce6-22c4-4e72-8031-fe9dfcf6fbd3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:46.571573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.578630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:46.586568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.587409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a364efe8-8ace-43a2-ab6d-41f532d9ebbc up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:46.587539 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:46.589530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port eb41c369-1697-430d-baed-a9b125465225 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:46.589530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.603917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:46.633393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.633761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.634102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.634437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.634768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.635096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.635422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.635763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.636067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.636391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.636713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.637164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709377a-f33b-4feb-b5d8-af7e17e02709 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:46.647250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.648762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.649516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.651748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] 10.222.0.78 "PUT /v2.0/ports/a58e5510-6c19-489e-85e0-45b627ab3ac4 HTTP/1.1" status: 200 len: 1091 time: 1.3867347 Aug 03 15:58:46.661455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:46.665569 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27af03-dc58-46a2-bb94-86226e22f95f" -d '{"events": [{"name": "network-changed", "server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:46.666238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-6a7289f4-3fe3-494f-b546-9c3d37e4fe16 service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100786 Aug 03 15:58:46.695181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5883371-76ad-4afe-b352-71203b770e83 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 15:58:46.710205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Port': ['ID=985e2625-944e-4a8a-8f1a-46abc8c679cf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.722623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.761189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac3ac9-e336-499f-8fb4-87c87facc36f None None] The sync data for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 is: [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:56:16Z', 'revision_number': 4, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6830b622-307c-4493-9182-de37410777c2', 'name': '', 'network_id': '29ffaf42-0709-4992-85c7-8f473e5f11c0', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'mac_address': 'fa:16:3e:ba:a1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:15Z', 'updated_at': '2021-08-03T15:56:27Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'subnets': [{'id': '7c5b63c3-7b2e-469c-8847-50b9ca19318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:58:46.763940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.764851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.772537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:46.777294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/e46adacf-4221-4f4a-ab5a-c6de33f74229 HTTP/1.1" status: 204 len: 168 time: 6.5659392 Aug 03 15:58:46.779457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:46.788942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Calling delete_port for 11224ce6-22c4-4e72-8031-fe9dfcf6fbd3 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:46.790963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846bc26-2a36-476a-83f4-353fb09599d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.822669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b22f2-fb8d-4353-b7cf-e60fbfad7949 req-9fd613f0-d4dd-4e34-a571-eca19023fbb4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.824208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8149-d13a-4c4e-b0b9-ff001fdc3a55 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=e46adacf-4221-4f4a-ab5a-c6de33f74229,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.830972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b22f2-fb8d-4353-b7cf-e60fbfad7949 req-9fd613f0-d4dd-4e34-a571-eca19023fbb4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.834500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-362da88e-1c55-41ea-939d-3268f5058f99 service neutron] 10.222.0.70 "GET /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1276870 Aug 03 15:58:46.840322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b22f2-fb8d-4353-b7cf-e60fbfad7949 req-9fd613f0-d4dd-4e34-a571-eca19023fbb4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.842126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a17b22f2-fb8d-4353-b7cf-e60fbfad7949 req-9fd613f0-d4dd-4e34-a571-eca19023fbb4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2387 time: 0.2016742 Aug 03 15:58:46.884810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-d91c8e09-32c3-492b-b2d3-0a021da39cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:46.886248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-d91c8e09-32c3-492b-b2d3-0a021da39cbb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 1094 time: 0.1777310 Aug 03 15:58:46.923236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:46.939193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-055177e0-1f96-4348-9c93-8716b9cd199f service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037269 Aug 03 15:58:46.955039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-4f3015fd-42d9-406f-a1fb-86271461392f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4 HTTP/1.1" status: 200 len: 217 time: 0.0574872 Aug 03 15:58:46.958122 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ccd5c6-7ced-4800-a09b-b3a56ec8b065 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:58:46.958810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ccd5c6-7ced-4800-a09b-b3a56ec8b065 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:58:46.966719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10ccd5c6-7ced-4800-a09b-b3a56ec8b065 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/e46adacf-4221-4f4a-ab5a-c6de33f74229 HTTP/1.1" status: 404 len: 339 time: 0.1819558 Aug 03 15:58:46.969759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41508) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:46.987803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a364efe8-8ace-43a2-ab6d-41f532d9ebbc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:46.990723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735155403', 'description': 'd1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:47.002784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0824cebe-7bae-44eb-b0f0-671223348bd1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:47.014525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a364efe8-8ace-43a2-ab6d-41f532d9ebbc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:47.014744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.034162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a17b22f2-fb8d-4353-b7cf-e60fbfad7949 req-5de2b44d-8cc2-46f1-b3af-64910b676f46 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572537 Aug 03 15:58:47.068101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:47.071876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.086290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-87574b0b-c58b-423d-bbc6-0467d0b152db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.087920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-87574b0b-c58b-423d-bbc6-0467d0b152db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.1208110 Aug 03 15:58:47.131524 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c0c469-c287-4cfe-9136-a6284bbbdefc x-openstack-request-id: req-a4c0c469-c287-4cfe-9136-a6284bbbdefc {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:47.131839 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:47.132097 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4c0c469-c287-4cfe-9136-a6284bbbdefc {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:47.132527 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'status': 'completed', 'code': 200} Aug 03 15:58:47.160195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f0578de4-ff47-43b8-8a03-2deb52c807a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639968 Aug 03 15:58:47.209530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:47.223995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-382337b5-979b-4b4c-a094-e7481a2d742e service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839212 Aug 03 15:58:47.273166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.273540 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment 6d49abde-9bfe-4b3b-ba53-b7c6056bbe56 of type vlan for network 5da089a2-56d4-49f2-92fd-5478722da0b3 Aug 03 15:58:47.296115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.321117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0824cebe-7bae-44eb-b0f0-671223348bd1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:47.322045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.334234 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffb72e9-a0ad-4fff-8da0-74891d1d5f4b None None] New status for floating IP 8b4b9acb-87fb-49eb-bf7d-682da6bab513: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:58:47.347527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.354591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5883371-76ad-4afe-b352-71203b770e83 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 15:58:47.379370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Pushing event deleted for resources: {'Port': ['ID=11224ce6-22c4-4e72-8031-fe9dfcf6fbd3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:47.418636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.428974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-367b273c-62e3-471b-82be-bd7533911e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.429478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-367b273c-62e3-471b-82be-bd7533911e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.429972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-367b273c-62e3-471b-82be-bd7533911e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.431687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11951f71-9606-406e-a4d3-c6d932f3520d req-367b273c-62e3-471b-82be-bd7533911e93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2730 time: 0.2669628 Aug 03 15:58:47.449308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e6277679-4a41-4692-a8d4-7181250815fb service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051678 Aug 03 15:58:47.568523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ea1aa-e3d2-4c19-98ce-9c6110e22fbe req-989af19a-22c5-4436-880f-f6af1c621ba4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.570740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-374ea1aa-e3d2-4c19-98ce-9c6110e22fbe req-989af19a-22c5-4436-880f-f6af1c621ba4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.3127277 Aug 03 15:58:47.580562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50448a7-8fe5-40ab-9051-790f690da8d2 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:47.587595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:47.587811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:47.592158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.604125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-f5707cb5-bf56-4b9f-9bf2-0dcb273c3c15 service neutron] 10.222.0.78 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247391 Aug 03 15:58:47.625303 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.625596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Transition to ACTIVE for port object e50448a7-8fe5-40ab-9051-790f690da8d2 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:47.626186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1476c02-3842-4640-8706-c55eafafc9d6 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:47.633194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-54ec77b9-d704-477f-9f06-790828a4bc79 service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660542 Aug 03 15:58:47.634180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.665936 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.669202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.674260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e6b65b4b-d5f0-4d1e-be1e-9fb81db8eec6 tempest-ServersTestManualDisk-1189470931 tempest-ServersTestManualDisk-1189470931-project] 10.222.0.70 "DELETE /v2.0/floatingips/8b4b9acb-87fb-49eb-bf7d-682da6bab513 HTTP/1.1" status: 204 len: 168 time: 1.4864786 Aug 03 15:58:47.690219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41514) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:47.725364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.731036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.731627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.764900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-68a17ab0-a690-4468-809b-5668aeef4ab5 service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955374 Aug 03 15:58:47.815980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Pushing event updated for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:47.818475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device edd5ce20-5c38-473f-8d08-dccbaa9b7c99 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:47.834786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:47.866180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-374ea1aa-e3d2-4c19-98ce-9c6110e22fbe req-c6fa1d76-07f4-49ea-9929-9cef78ba6ef8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643125 Aug 03 15:58:47.868196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-69a982cf-612e-42ba-92fd-b88c5a984a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.869010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-69a982cf-612e-42ba-92fd-b88c5a984a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.869722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-69a982cf-612e-42ba-92fd-b88c5a984a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:47.871896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11951f71-9606-406e-a4d3-c6d932f3520d req-69a982cf-612e-42ba-92fd-b88c5a984a17 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d32a57f255346aa958d8a322e86e44b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4103258 Aug 03 15:58:47.910234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9271276 Aug 03 15:58:47.914021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41516) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:47.933292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port d1476c02-3842-4640-8706-c55eafafc9d6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:47.957908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port d1476c02-3842-4640-8706-c55eafafc9d6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:47.960945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:47.992489 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ee052-7bf0-44b6-9045-fdf60399101d x-openstack-request-id: req-540ee052-7bf0-44b6-9045-fdf60399101d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:47.993081 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:47.993481 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-540ee052-7bf0-44b6-9045-fdf60399101d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:47.994173 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'code': 200} Aug 03 15:58:48.017793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:48.020437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f11d5-f655-458c-b609-d5fa528880f2 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=5da089a2-56d4-49f2-92fd-5478722da0b3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:48.026579 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e3dad6-2b52-47cd-93d0-a11d9710996b x-openstack-request-id: req-90e3dad6-2b52-47cd-93d0-a11d9710996b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:48.026906 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:48.027126 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90e3dad6-2b52-47cd-93d0-a11d9710996b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:48.027526 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'status': 'completed', 'code': 200} Aug 03 15:58:48.046693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-45337c77-82bb-4e9a-ac4a-1c902c851a5d service neutron] 10.222.0.70 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570834 Aug 03 15:58:48.056505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef92685d-a787-4e5d-a655-63c2fe71d736 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.059148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-146750d2-0e9f-40be-9315-64e22f1ab62c req-2519f2ad-827b-4317-877f-4aa759d9a158 service neutron] 10.222.0.78 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356918 Aug 03 15:58:48.063916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ef92685d-a787-4e5d-a655-63c2fe71d736 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks?id=5da089a2-56d4-49f2-92fd-5478722da0b3 HTTP/1.1" status: 200 len: 764 time: 0.1426826 Aug 03 15:58:48.064541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41518) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:48.080180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'description': 'd2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:48.087821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Attempting to bind port e50448a7-8fe5-40ab-9051-790f690da8d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:48.087821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Attempting to bind port e50448a7-8fe5-40ab-9051-790f690da8d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:48.088100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Attempting to bind port e50448a7-8fe5-40ab-9051-790f690da8d2 on network 232d8769-79a3-4ddf-9bef-28fe6da2210a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:48.091643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5da089a2-56d4-49f2-92fd-5478722da0b3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:48.097306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:48.097726 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.143186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951f71-9606-406e-a4d3-c6d932f3520d req-663be2b2-1839-436b-8863-afb0bece71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.144702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11951f71-9606-406e-a4d3-c6d932f3520d req-663be2b2-1839-436b-8863-afb0bece71a9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486346 Aug 03 15:58:48.181413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Port e50448a7-8fe5-40ab-9051-790f690da8d2 on network 232d8769-79a3-4ddf-9bef-28fe6da2210a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:58:48.181809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Attempting to bind port e50448a7-8fe5-40ab-9051-790f690da8d2 on network 232d8769-79a3-4ddf-9bef-28fe6da2210a {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:48.213979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:48.214311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Checking segment: {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:48.214619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Bound using segment: {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:48.215076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Bound port: e50448a7-8fe5-40ab-9051-790f690da8d2, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:48.215443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.348348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-5391ddab-040a-4238-a626-7d4381dae7db service neutron] 10.222.0.70 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811203 Aug 03 15:58:48.421566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.458442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.461772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:48.495913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.497820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.503132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e50448a7-8fe5-40ab-9051-790f690da8d2,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:48.519291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.533803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:48.539748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network 5da089a2-56d4-49f2-92fd-5478722da0b3 is not hosted by any dhcp agent {{(pid=106017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 15:58:48.545009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.546530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.555946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "PUT /v2.0/networks/5da089a2-56d4-49f2-92fd-5478722da0b3 HTTP/1.1" status: 200 len: 761 time: 0.4757886 Aug 03 15:58:48.555946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41522) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:48.562785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.563044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 201de407-bf91-43b1-8441-080af8996fca up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:48.577282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27af03-dc58-46a2-bb94-86226e22f95f req-255453ab-eb68-4e8f-941d-d2723805baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.579003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-255453ab-eb68-4e8f-941d-d2723805baef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 1094 time: 0.4562731 Aug 03 15:58:48.591856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,segment=NetworkSegment(64e2b003-65b2-4b2c-9060-aa80ae65a8c0),segment_id=64e2b003-65b2-4b2c-9060-aa80ae65a8c0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:48.618766 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.619560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 06a8b7ac-307e-4893-ac76-eeaf48be78ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:48.623338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6cc69-1d03-4d53-8257-5f4a9307dfd5 req-80491d05-8a7c-4e6d-94df-17f5452163b7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.631036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3f6cc69-1d03-4d53-8257-5f4a9307dfd5 req-80491d05-8a7c-4e6d-94df-17f5452163b7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 943 time: 0.1264172 Aug 03 15:58:48.679778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Pushing event updated for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:48.700379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 201de407-bf91-43b1-8441-080af8996fca completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:48.703775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-4f26ba8f-0f99-4edf-95b2-56fd3edfa8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433843 Aug 03 15:58:48.704931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:48.710663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 201de407-bf91-43b1-8441-080af8996fca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:48.711015 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.762754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3f6cc69-1d03-4d53-8257-5f4a9307dfd5 req-723898fb-f71a-490d-8f9d-15ca3e4f2671 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285720 Aug 03 15:58:48.768496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 06a8b7ac-307e-4893-ac76-eeaf48be78ab completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:48.788740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 06a8b7ac-307e-4893-ac76-eeaf48be78ab triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:48.789474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.839767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27af03-dc58-46a2-bb94-86226e22f95f req-de377741-cc4e-4d78-a8d3-c352ea00ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.844953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-de377741-cc4e-4d78-a8d3-c352ea00ed22 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 906 time: 0.2410486 Aug 03 15:58:48.852301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:48.864879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-21ce9cba-c0ec-40a4-b0bd-77a39afb39c7 service neutron] 10.222.0.70 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593487 Aug 03 15:58:48.879022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:48.879836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:48.880981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-62e5c6ed-9fac-4926-a41b-17ce66ec18ad service neutron] 10.222.0.72 "PUT /v2.0/ports/e50448a7-8fe5-40ab-9051-790f690da8d2 HTTP/1.1" status: 200 len: 1092 time: 2.6567316 Aug 03 15:58:48.933457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Request body: {'port': {'device_id': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:48.943430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-3c17b827-dc37-44c3-92dc-6419a3185291 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4 HTTP/1.1" status: 200 len: 217 time: 0.0762143 Aug 03 15:58:48.949247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0bf67-bf7f-4cf2-bd88-c5e2a5aa45d3 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=5da089a2-56d4-49f2-92fd-5478722da0b3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:48.965793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5da089a2-56d4-49f2-92fd-5478722da0b3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:48.990772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.032311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.034429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1c6ee8-8e61-4937-9cb0-9684e9d70872 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.039155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.041086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a1c6ee8-8e61-4937-9cb0-9684e9d70872 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks?id=5da089a2-56d4-49f2-92fd-5478722da0b3 HTTP/1.1" status: 200 len: 764 time: 0.3621919 Aug 03 15:58:49.041588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41526) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:49.047417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.055578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.062469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.063445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.071527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.078358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.087229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-51b62903-81c7-421f-b090-b17003654977 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5433 time: 0.2365096 Aug 03 15:58:49.134577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:49.136800 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b83a41-0158-4ab5-b18e-9beee39b1a56" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:49.140684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=06a8b7ac-307e-4893-ac76-eeaf48be78ab,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:49.146692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=201de407-bf91-43b1-8441-080af8996fca,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:49.148715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27af03-dc58-46a2-bb94-86226e22f95f req-3938541f-d31d-4f01-a5c0-e8ef8341ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.148849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.151287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-3938541f-d31d-4f01-a5c0-e8ef8341ec3b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.1912458 Aug 03 15:58:49.155521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.156405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f43761bb-6e58-42ad-83f9-cf4e136a6996 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:49.235728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af8e5f21-84e4-40ba-a914-9e6d5e354d64 req-bbfcb758-31b5-4b0a-b6ab-5b78eaef6555 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261818 Aug 03 15:58:49.235728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-e5a00da3-b6dc-4d54-8e11-9c0858233c19 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670788 Aug 03 15:58:49.236149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.255465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=06a8b7ac-307e-4893-ac76-eeaf48be78ab,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:49.266780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d1d2102a-3133-40e3-9b35-88dbb6188546 service neutron] 10.222.0.70 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012153 Aug 03 15:58:49.307363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f43761bb-6e58-42ad-83f9-cf4e136a6996 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:49.336347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f43761bb-6e58-42ad-83f9-cf4e136a6996 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:49.336757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.370079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e206f-e18b-4882-a703-cb9cfc45effa tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.374793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c19e206f-e18b-4882-a703-cb9cfc45effa tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3273599 Aug 03 15:58:49.375409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41530) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:49.391871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device edd5ce20-5c38-473f-8d08-dccbaa9b7c99 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:49.411984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.422166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:49.432508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67e989ef-07e5-49e4-9343-c233edeb48c4 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 207 time: 0.0538969 Aug 03 15:58:49.434995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41534) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:49.489360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.576300 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-133a2fd7-cffc-40c3-8b3d-2c9e58272d53 service neutron] 10.222.0.78 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402505 Aug 03 15:58:49.618632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574826d-dbba-46d6-8d4d-5eb6f178b163 req-4a553908-a6dc-480e-b5d0-fc878015d065 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.627837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7574826d-dbba-46d6-8d4d-5eb6f178b163 req-4a553908-a6dc-480e-b5d0-fc878015d065 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.2344918 Aug 03 15:58:49.660129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:49.660456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.723626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:49.729790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:49.786186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7574826d-dbba-46d6-8d4d-5eb6f178b163 req-88b7b383-f698-49a2-9135-4381e7cc37f6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574435 Aug 03 15:58:49.841705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df27af03-dc58-46a2-bb94-86226e22f95f req-4d8b3bbb-f8aa-4eff-8102-9fbf621e621d service neutron] 10.222.0.78 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553530 Aug 03 15:58:49.867042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:49.945032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:49.991995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63973d-df5f-46f9-a59c-00fffefd1679 req-6bd2723a-5070-4f9a-962d-f8ff9f22a082 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:49.998118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63973d-df5f-46f9-a59c-00fffefd1679 req-6bd2723a-5070-4f9a-962d-f8ff9f22a082 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.004874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63973d-df5f-46f9-a59c-00fffefd1679 req-6bd2723a-5070-4f9a-962d-f8ff9f22a082 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.006655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a63973d-df5f-46f9-a59c-00fffefd1679 req-6bd2723a-5070-4f9a-962d-f8ff9f22a082 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2399 time: 0.0817876 Aug 03 15:58:50.029773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Deleting port 6830b622-307c-4493-9182-de37410777c2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:50.030274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.072239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.072457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:50.079406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.085946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.086388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1'}, {'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201de407-bf91-43b1-8441-080af8996fca'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:50.088811 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb668806-b26c-4afd-bca3-0bada4195571" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1"}, {"server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "name": "network-vif-plugged", "status": "completed", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "201de407-bf91-43b1-8441-080af8996fca"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:50.091793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.092223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'mac_address': 'fa:16:3e:68:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:50.098437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.104262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.104901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a63973d-df5f-46f9-a59c-00fffefd1679 req-7b7d3ddd-39ae-4ac1-aa2a-42661a0279e2 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869958 Aug 03 15:58:50.110508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-11349ea0-e1af-4a27-98cb-b560ca7f9e0e tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6743674 Aug 03 15:58:50.113569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:50.160503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] For port 6830b622-307c-4493-9182-de37410777c2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6830b622-307c-4493-9182-de37410777c2,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:50.161784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.173764 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.182450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Calling delete_port for 6830b622-307c-4493-9182-de37410777c2 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:50.223328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58e5510-6c19-489e-85e0-45b627ab3ac4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:50.268790 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca5c1f0-5f56-4c0d-8656-db4bf0bc826d x-openstack-request-id: req-fca5c1f0-5f56-4c0d-8656-db4bf0bc826d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:50.269427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:50.269427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fca5c1f0-5f56-4c0d-8656-db4bf0bc826d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:50.273138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:50.273746 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2', 'status': 'completed', 'code': 200} Aug 03 15:58:50.283295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.370075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:50.372248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-f94734f6-36d6-4a4a-8153-ac24dc8e8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.372715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-f94734f6-36d6-4a4a-8153-ac24dc8e8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.373279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-f94734f6-36d6-4a4a-8153-ac24dc8e8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.375080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-f94734f6-36d6-4a4a-8153-ac24dc8e8226 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2797 time: 0.1113610 Aug 03 15:58:50.430744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2fb97-f56b-47ba-88aa-80fbf10c60a0 req-56f4b573-8c64-469c-b39a-ab67192720cc tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.434477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17d2fb97-f56b-47ba-88aa-80fbf10c60a0 req-56f4b573-8c64-469c-b39a-ab67192720cc tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1684926 Aug 03 15:58:50.487144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7317ff-0e35-4385-8322-f2e53bc02473 req-105daf79-7884-479e-8fc0-b9c6c148faa7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.488350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f7317ff-0e35-4385-8322-f2e53bc02473 req-105daf79-7884-479e-8fc0-b9c6c148faa7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 944 time: 0.1733658 Aug 03 15:58:50.494293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3ff7-9ce7-481e-bf80-5131645a647d req-370b561e-d97b-45d4-9b67-5fdee0b3f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.495759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-573b3ff7-9ce7-481e-bf80-5131645a647d req-370b561e-d97b-45d4-9b67-5fdee0b3f51b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.1796660 Aug 03 15:58:50.571991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17d2fb97-f56b-47ba-88aa-80fbf10c60a0 req-e8abeaf8-8f55-4aaa-aed3-7337f3965081 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248419 Aug 03 15:58:50.590761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a58e5510-6c19-489e-85e0-45b627ab3ac4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:58:50.636279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-50563503-9c14-4d05-9548-f100c5423eea tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5185435 Aug 03 15:58:50.639667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41570) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:50.675602 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd94658-f800-43cc-be59-3c1d2ac0dc53 x-openstack-request-id: req-bbd94658-f800-43cc-be59-3c1d2ac0dc53 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:50.676306 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1", "code": 200}, {"server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "name": "network-vif-plugged", "status": "completed", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "201de407-bf91-43b1-8441-080af8996fca", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-plugged", "status": "completed", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:50.676827 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbd94658-f800-43cc-be59-3c1d2ac0dc53 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:50.677465 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'code': 200} Aug 03 15:58:50.678123 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc', 'code': 200} Aug 03 15:58:50.678621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cef890-73ca-40c0-bddd-e94ed6a61323 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:50.678758 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'code': 200} Aug 03 15:58:50.679221 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201de407-bf91-43b1-8441-080af8996fca', 'code': 200} Aug 03 15:58:50.679672 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'code': 200} Aug 03 15:58:50.700096 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f7317ff-0e35-4385-8322-f2e53bc02473 req-a4fe7dfb-337e-4508-8aa2-67079b0dc7b9 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920667 Aug 03 15:58:50.716278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-573b3ff7-9ce7-481e-bf80-5131645a647d req-480c9b72-081f-43b7-b567-6f5b732fc02a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073905 Aug 03 15:58:50.723779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.760061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Transition to ACTIVE for port object e4cef890-73ca-40c0-bddd-e94ed6a61323 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:50.765919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.770198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.771773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.774018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.775913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.778225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.783745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-898aa308-0307-458a-a9fb-70eb6e8ec347 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1142428 Aug 03 15:58:50.791847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41572) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:50.835838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-dcc89a02-88b4-4712-b22c-beeb34c5ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.836328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-dcc89a02-88b4-4712-b22c-beeb34c5ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.836807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-dcc89a02-88b4-4712-b22c-beeb34c5ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.838516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-dcc89a02-88b4-4712-b22c-beeb34c5ae73 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d32a57f255346aa958d8a322e86e44b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4257884 Aug 03 15:58:50.906974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Pushing event updated for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:50.925586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61b9523a-3883-4be3-94b3-5aa5c70eea9d req-99570e8c-f7cd-49dd-be04-248003ea5e8a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0842416 Aug 03 15:58:50.935955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc5d2d-01d9-416a-b4f5-9a9bea9b4d67 req-c89adc0d-8dc0-44e2-bd41-a1a4f4b9eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.937566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78cc5d2d-01d9-416a-b4f5-9a9bea9b4d67 req-c89adc0d-8dc0-44e2-bd41-a1a4f4b9eed3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 1097 time: 0.1498353 Aug 03 15:58:50.966798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:50.980925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.980925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.980925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.981426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.981991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.982456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.982977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:50.985937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9920cf3a-1fed-4358-82a2-428f818da94a req-0a3c0c3a-9f07-44ca-983f-469797d5102a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.1708760 Aug 03 15:58:51.001084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.002697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.004123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.005570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.007127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.012075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ae12d3f0-abd5-4e4e-a3e3-cf3d04f02655 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1877756 Aug 03 15:58:51.016441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:51.030876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.047378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.056718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.064473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.071768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.079792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.086974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.089023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a2b0082-306f-484a-be6c-795a26a10baf req-c26f6496-1b66-44bd-bbd2-441d689bdd1a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.2538972 Aug 03 15:58:51.118157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Pushing event deleted for resources: {'Port': ['ID=6830b622-307c-4493-9182-de37410777c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:51.178435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9920cf3a-1fed-4358-82a2-428f818da94a req-87a1bd1a-1fb9-46f2-a946-0e848979855f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1832032 Aug 03 15:58:51.179858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Attempting to bind port e4cef890-73ca-40c0-bddd-e94ed6a61323 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:51.180204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Attempting to bind port e4cef890-73ca-40c0-bddd-e94ed6a61323 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:51.180664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Attempting to bind port e4cef890-73ca-40c0-bddd-e94ed6a61323 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:51.198261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a2b0082-306f-484a-be6c-795a26a10baf req-ee91091b-e0b3-4ca7-831a-a179ff7eb59d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993588 Aug 03 15:58:51.204240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Port e4cef890-73ca-40c0-bddd-e94ed6a61323 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:58:51.205270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Attempting to bind port e4cef890-73ca-40c0-bddd-e94ed6a61323 on network 2469c61d-1d37-44c1-bb63-895f1993cfaa {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:51.231553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:51.233485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Checking segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:51.237077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Bound using segment: {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:51.238583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Bound port: e4cef890-73ca-40c0-bddd-e94ed6a61323, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e2681a-8656-4f2d-81b7-214da66d6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:51.239697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.239953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78cc5d2d-01d9-416a-b4f5-9a9bea9b4d67 req-9a80fb93-fde2-445d-b9c6-4968a6dda2c1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844789 Aug 03 15:58:51.396807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f770-7ca3-48fc-ba28-0ba0b6a83534 req-66e3b01a-8d5b-46b5-9604-33dbbe0dae32 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.399631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:51.405951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b2f770-7ca3-48fc-ba28-0ba0b6a83534 req-66e3b01a-8d5b-46b5-9604-33dbbe0dae32 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.3329656 Aug 03 15:58:51.412001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c8014-866a-4736-a835-87f7ccc1b52a req-89268852-712f-4933-b302-96e1b212a038 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.416454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 06a8b7ac-307e-4893-ac76-eeaf48be78ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:51.419231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c8014-866a-4736-a835-87f7ccc1b52a req-89268852-712f-4933-b302-96e1b212a038 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.426570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c8014-866a-4736-a835-87f7ccc1b52a req-89268852-712f-4933-b302-96e1b212a038 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.428425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-222c8014-866a-4736-a835-87f7ccc1b52a req-89268852-712f-4933-b302-96e1b212a038 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2411 time: 0.1164169 Aug 03 15:58:51.447464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-4bd84112-9eff-4595-aa38-7cbd85be6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.449030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77b83a41-0158-4ab5-b18e-9beee39b1a56 req-4bd84112-9eff-4595-aa38-7cbd85be6d16 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4995198 Aug 03 15:58:51.449662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:51.460360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.468229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b27a7c-36de-4496-a6ff-9f905bff30cb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.473851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a8b27a7c-36de-4496-a6ff-9f905bff30cb tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks/01538d41-fa06-4c15-a6b8-a33bc86d9b79 HTTP/1.1" status: 200 len: 803 time: 0.4493325 Aug 03 15:58:51.478737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41580) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:51.492753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 06a8b7ac-307e-4893-ac76-eeaf48be78ab triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:51.493233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.522115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.522749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.524264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] 10.222.0.72 "PUT /v2.0/ports/e4cef890-73ca-40c0-bddd-e94ed6a61323 HTTP/1.1" status: 200 len: 1091 time: 2.5976481 Aug 03 15:58:51.538441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-222c8014-866a-4736-a835-87f7ccc1b52a req-79f5b582-6f01-4fb3-8e48-44329a833cca tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999601 Aug 03 15:58:51.552075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e405b-2d68-4acb-8aca-ae1adb32279a service neutron] Pushing event updated for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:51.643704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b2f770-7ca3-48fc-ba28-0ba0b6a83534 req-41e307b3-5a8c-4a5a-8236-c8f9695bb3b6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367790 Aug 03 15:58:51.690472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.704140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-249b7e3c-0524-4245-bb96-8a2e33346a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.704765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-249b7e3c-0524-4245-bb96-8a2e33346a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.705070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-249b7e3c-0524-4245-bb96-8a2e33346a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.708203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-249b7e3c-0524-4245-bb96-8a2e33346a3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2864 time: 0.1196308 Aug 03 15:58:51.726839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4969dfc-6848-4491-bb03-a074f7782f8d req-4b5c8265-c699-4a5f-bca0-5376bcd2d930 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.736364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4969dfc-6848-4491-bb03-a074f7782f8d req-4b5c8265-c699-4a5f-bca0-5376bcd2d930 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.0870738 Aug 03 15:58:51.818506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-11bc161e-7b29-4b57-896a-3dced0248c4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 HTTP/1.1" status: 200 len: 217 time: 0.0707631 Aug 03 15:58:51.837215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0b8d406-a3b6-426f-b695-992d3f25ba18 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/networks/01538d41-fa06-4c15-a6b8-a33bc86d9b79?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3570015 Aug 03 15:58:51.847245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41586) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:51.892541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4969dfc-6848-4491-bb03-a074f7782f8d req-9413c776-01d0-4328-8583-40584f5d67b3 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546245 Aug 03 15:58:51.939279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:51.939731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-09c442b8-3587-470f-b8dd-6052d2fb4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.941451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-09c442b8-3587-470f-b8dd-6052d2fb4ef0 service neutron] 10.222.0.72 "GET /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 1032 time: 0.1183476 Aug 03 15:58:51.946655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:51.958085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-76221159-2520-4f02-a0e6-1148d9c69488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.959781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-76221159-2520-4f02-a0e6-1148d9c69488 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b7c734c-267d-44bd-9ad5-5ea029e8abb6 HTTP/1.1" status: 200 len: 801 time: 0.1290872 Aug 03 15:58:51.967011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e7ce3-4232-471e-b9a5-f32cdb3a6eac tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:51.973974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b97e7ce3-4232-471e-b9a5-f32cdb3a6eac tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets/3abaebd4-6d88-4a6f-ae2f-ad30781d2c56 HTTP/1.1" status: 200 len: 843 time: 0.1207416 Aug 03 15:58:51.980158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41590) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:52.021116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a58e5510-6c19-489e-85e0-45b627ab3ac4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:52.033360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a58e5510-6c19-489e-85e0-45b627ab3ac4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:52.033772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.063817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0630b23a-8e42-44be-98bf-60622e049a3b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.069941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0630b23a-8e42-44be-98bf-60622e049a3b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "GET /v2.0/subnets/3abaebd4-6d88-4a6f-ae2f-ad30781d2c56?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0831831 Aug 03 15:58:52.083368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:52.089183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97908787'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:52.140382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.147549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0dfecc3-58cb-4d8a-8107-6214488644b2 req-96e389d2-df35-41a8-9362-2b5168410976 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0650184 Aug 03 15:58:52.162866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:52.166902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.189104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:52.189466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-04fbd070-9cf7-4ae4-8613-0f0694143cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.191283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-04fbd070-9cf7-4ae4-8613-0f0694143cd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2469c61d-1d37-44c1-bb63-895f1993cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2208557 Aug 03 15:58:52.194036 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.256892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:52.288117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:52.290876 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dfe206-feaa-4590-987c-92e4c6eb1cca" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:52.300644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:58:52.351598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.351960 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Added segment b0e5c885-d571-4bc2-9749-754ec388d204 of type vlan for network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 Aug 03 15:58:52.415616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-47ff677c-eb1a-407d-83d4-d06f51ab52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.419225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-47ff677c-eb1a-407d-83d4-d06f51ab52dc service neutron] 10.222.0.72 "GET /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 1033 time: 0.4692023 Aug 03 15:58:52.456159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.472502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba3a0-6d41-487b-a519-c0ad7475e7d7 req-7f8e87b9-8dd2-4c8f-9c5b-3ed84e04446b tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.473561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.478119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-072ba3a0-6d41-487b-a519-c0ad7475e7d7 req-7f8e87b9-8dd2-4c8f-9c5b-3ed84e04446b tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 944 time: 0.6398702 Aug 03 15:58:52.480347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.503021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.515266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.523060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.531220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.537955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.542620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-95dfbb6a-6118-4437-b7c3-7d3bf5fb72e7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.2391629 Aug 03 15:58:52.544970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-3af9ed6c-99f0-416f-8a3b-46ba4b96b4f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445618 Aug 03 15:58:52.642551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-032f8e8d-3019-4dec-a8af-59bf51ee2373 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.648878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-032f8e8d-3019-4dec-a8af-59bf51ee2373 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.652088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.655588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-032f8e8d-3019-4dec-a8af-59bf51ee2373 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.657452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-032f8e8d-3019-4dec-a8af-59bf51ee2373 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 1995 time: 0.2256455 Aug 03 15:58:52.658394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.659020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:52.675697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94140e72-25a1-4b8d-a185-8b8bd7faf66c req-116ea7ce-e4bf-4852-acc2-ac363c802772 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277444 Aug 03 15:58:52.682149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:58:52.685074 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f9e28-e5c3-4730-b546-d8e6acf2c4fc" -d '{"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-plugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:58:52.709364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-072ba3a0-6d41-487b-a519-c0ad7475e7d7 req-0c017a56-418f-4321-9aeb-4be73c1529aa tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246799 Aug 03 15:58:52.768478 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe4716-cdea-403b-a220-b6e65c1a531b x-openstack-request-id: req-e8fe4716-cdea-403b-a220-b6e65c1a531b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:52.768803 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:52.769017 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8fe4716-cdea-403b-a220-b6e65c1a531b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:52.769433 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323', 'status': 'completed', 'code': 200} Aug 03 15:58:52.769626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-2e30fe37-ea35-4277-ba7e-f1b7acbe9c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5858c3f8f647b79f21bea73d940d8b HTTP/1.1" status: 200 len: 380 time: 0.0970945 Aug 03 15:58:52.777582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6925771 Aug 03 15:58:52.778218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:52.783790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'admin_state_up': True, 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'security_groups': ['276e6cab-8b38-40b2-8f4e-1ba611803904']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:52.791308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:52.802645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8826ed7-51e6-4660-9b26-9d629fb20611 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Network': ['ID=d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:52.817303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:58:52.876753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Router 32f515d3-5f7f-4709-9ab4-732f982bd60f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:58:52.884928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-2a6fa653-7729-4936-86d3-c47df9147254 service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292189 Aug 03 15:58:52.966011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-0ee3a93b-57f3-41ea-a85e-a219a57456e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=e50448a7-8fe5-40ab-9051-790f690da8d2 HTTP/1.1" status: 200 len: 217 time: 0.0704296 Aug 03 15:58:52.970399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ab763-49c0-4b38-b98c-85a08a64285c req-015a50c5-98ea-4959-86ce-447e610c69ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.976638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ab763-49c0-4b38-b98c-85a08a64285c req-015a50c5-98ea-4959-86ce-447e610c69ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.982388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ab763-49c0-4b38-b98c-85a08a64285c req-015a50c5-98ea-4959-86ce-447e610c69ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:52.984995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-331ab763-49c0-4b38-b98c-85a08a64285c req-015a50c5-98ea-4959-86ce-447e610c69ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2411 time: 0.1526537 Aug 03 15:58:53.049287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbd498-b58a-4e06-87e0-b1e75f5dab3a req-6fc5efaf-dccd-4b89-90c8-ab4053406a0e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.051268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bdbd498-b58a-4e06-87e0-b1e75f5dab3a req-6fc5efaf-dccd-4b89-90c8-ab4053406a0e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.1712441 Aug 03 15:58:53.068180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-88e6e4c2-ac22-4d94-8ac2-460ef9367491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.069815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-88e6e4c2-ac22-4d94-8ac2-460ef9367491 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7442e565-f1fc-45d0-9c63-bf1c1c310298 HTTP/1.1" status: 200 len: 801 time: 0.0911045 Aug 03 15:58:53.070846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 15:58:53.070846 n-d-803226-3 neutron-server[106016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 15:58:53.070846 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'id': 'fb417287-10a9-40ca-baa6-75c8cdb36069', 'expiration': datetime.datetime(2021, 8, 3, 16, 0, 53, 60240)}] Aug 03 15:58:53.070846 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:58:53.071237 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:58:53.094518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-331ab763-49c0-4b38-b98c-85a08a64285c req-919315a7-b134-41da-9e46-cbfd16c4d57b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961020 Aug 03 15:58:53.097778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:58:53.100784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Made reservation on behalf of d793436cce694e0a8739ddc87a4931b7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:53.106542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f4218573-2ed1-49ab-ae04-07dd7b29d828 admin admin] 10.222.0.70 "PUT /v2.0/routers/32f515d3-5f7f-4709-9ab4-732f982bd60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4130068 Aug 03 15:58:53.106718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.106822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:53.119151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Sync routers for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:58:53.128733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:53.129388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:53.227863 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:58:53.228896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Performing IP validity checks on allocation pools {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 15:58:53.229735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 15:58:53.239308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f059c-1ac8-467b-ac98-5c8bcdd1a9d2 x-openstack-request-id: req-325f059c-1ac8-467b-ac98-5c8bcdd1a9d2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:58:53.239602 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-plugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:58:53.239853 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-325f059c-1ac8-467b-ac98-5c8bcdd1a9d2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:58:53.240442 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'code': 200} Aug 03 15:58:53.243149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6bdbd498-b58a-4e06-87e0-b1e75f5dab3a req-f374671e-389f-429a-a556-b3a928ed78c8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766651 Aug 03 15:58:53.262330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-7f855ad4-b2fa-40db-a1b7-2df23fe1f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.264787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-7f855ad4-b2fa-40db-a1b7-2df23fe1f387 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232d8769-79a3-4ddf-9bef-28fe6da2210a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1815724 Aug 03 15:58:53.356786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e9daf-1eee-46c1-be77-5eb92d2c227c req-bc58cd41-9d56-4d99-93a2-a99298ae7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.358390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a86e9daf-1eee-46c1-be77-5eb92d2c227c req-bc58cd41-9d56-4d99-93a2-a99298ae7ec3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 1096 time: 0.1010430 Aug 03 15:58:53.359578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.393574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:53.401764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a7b80805-e5d0-4069-a792-8bada0183edf req-7b9d319a-c119-4bb0-b201-f45db4614121 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0391500 Aug 03 15:58:53.474947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1c65b-91b5-4d10-b4d7-af60b814c1c3 req-f33f41cd-f11c-44a3-a98f-de5424945699 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.476072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8e1c65b-91b5-4d10-b4d7-af60b814c1c3 req-f33f41cd-f11c-44a3-a98f-de5424945699 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2374239 Aug 03 15:58:53.539408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-5775845a-5ee9-433c-90ef-e22206d29669 service neutron] 10.222.0.72 "GET /v2.0/networks/232d8769-79a3-4ddf-9bef-28fe6da2210a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572885 Aug 03 15:58:53.560043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a86e9daf-1eee-46c1-be77-5eb92d2c227c req-3d44f9c3-deb5-4af2-9b99-e0abb8d9dcfc service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941370 Aug 03 15:58:53.568483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8e1c65b-91b5-4d10-b4d7-af60b814c1c3 req-3985e6fd-50d8-4daa-a98d-5b5c6566aaf6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847657 Aug 03 15:58:53.581033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.651794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:53.656126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.715291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.740848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:58:50Z', 'revision_number': 5, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port': {'id': '33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:9c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:09Z', 'updated_at': '2021-08-03T15:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:53.794728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Checking router: 32f515d3-5f7f-4709-9ab4-732f982bd60f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:58:53.806685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Routers {'32f515d3-5f7f-4709-9ab4-732f982bd60f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:58:53.807768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['32f515d3-5f7f-4709-9ab4-732f982bd60f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:53.810276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ff13-396a-4b03-b944-bfc6f5bb92ae req-ed0a55df-819e-4da3-b7af-97f5784be8a0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:53.819488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b97ff13-396a-4b03-b944-bfc6f5bb92ae req-ed0a55df-819e-4da3-b7af-97f5784be8a0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.3036249 Aug 03 15:58:53.845573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=b5f93b11-28fd-4632-961c-19e9df00cfa7,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:53.890964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Deleting port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:53.891727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:53.909972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-de171c2f-0591-4e06-90ee-a04e478eeef1 service neutron] 10.222.0.72 "GET /v2.0/networks/232d8769-79a3-4ddf-9bef-28fe6da2210a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528755 Aug 03 15:58:53.922516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b97ff13-396a-4b03-b944-bfc6f5bb92ae req-fdbcf6b8-e8f7-4002-8833-9f51eaa2917b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020925 Aug 03 15:58:53.953424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 172.20.0.10 (b6815be8-c55f-4a29-b315-27b69c86b55b/95d0cc82-b1db-412d-9129-694d13dcfd98/c1cd3a9b-3bce-4942-a631-abcfb02603cd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:53.972416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] Set router 32f515d3-5f7f-4709-9ab4-732f982bd60f gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:58:54.012379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Checking segment: {'id': 'b0e5c885-d571-4bc2-9749-754ec388d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:54.013014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network hostable DHCP agents. Network: d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:58:54.020246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-cd16d3ec-8b8e-4f82-aa85-163077e8eeb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323 HTTP/1.1" status: 200 len: 217 time: 0.0933526 Aug 03 15:58:54.032209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.034011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:58:53Z', 'revision_number': 6, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:54.038989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.045720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.051900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.058408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.060999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25948b55-89da-4926-9e34-4e2f8bcd212e None None] The sync data for ids ['32f515d3-5f7f-4709-9ab4-732f982bd60f'] in n-d-803226-3 is: [{'id': '32f515d3-5f7f-4709-9ab4-732f982bd60f', 'name': 'tempest-ServersTestManualDisk-1489886282-router', 'tenant_id': '3947a9d58a424765a75b1995c0597d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:07Z', 'updated_at': '2021-08-03T15:58:53Z', 'revision_number': 6, 'project_id': '3947a9d58a424765a75b1995c0597d5a', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:58:54.065536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.071758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.074448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-70f065aa-dddf-4087-a488-ca7e8fbd8282 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.2399249 Aug 03 15:58:54.117355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-2844fa36-741c-4682-88fb-0f5eeff15a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.119344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-2844fa36-741c-4682-88fb-0f5eeff15a5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b7c734c-267d-44bd-9ad5-5ea029e8abb6 HTTP/1.1" status: 200 len: 801 time: 0.0902901 Aug 03 15:58:54.165316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] For port 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:54.165718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.172677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:58:54.179730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3f275d7-ac76-4ca9-a1d5-c376bb947edb req-673a66cf-6a16-41ef-9176-b676dbe093d7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945687 Aug 03 15:58:54.214130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:54.223300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.224056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.226691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433bb00-5c9f-4a2c-9f55-405b19b25e8c None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:54.231591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Calling delete_port for 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:54.269116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a0fe-048a-4d1a-8f10-1e99aeff7629 req-49af0ea2-3801-4a65-b2d7-f326c0c7422e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.271026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6f5a0fe-048a-4d1a-8f10-1e99aeff7629 req-49af0ea2-3801-4a65-b2d7-f326c0c7422e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 945 time: 0.1564825 Aug 03 15:58:54.319625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46311fbc-136d-484c-81e7-4fd3c063ac5f tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5354309 Aug 03 15:58:54.321568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979d3e-e741-4da0-926f-2601cc525d40 req-8c84a52a-6349-4394-8c74-e1002b0699ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.324475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-8c84a52a-6349-4394-8c74-e1002b0699ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2469c61d-1d37-44c1-bb63-895f1993cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1911266 Aug 03 15:58:54.331720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41632) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:54.353444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:54.407238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.535875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44', 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44', 'tenant_id': 'd793436cce694e0a8739ddc87a4931b7', 'fixed_ips': [{'subnet_id': 'b5f93b11-28fd-4632-961c-19e9df00cfa7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:58:54.537358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.546294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object c1cd3a9b-3bce-4942-a631-abcfb02603cd will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:54.638943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6f5a0fe-048a-4d1a-8f10-1e99aeff7629 req-b305737d-7589-46d7-b8bf-40f7831c5737 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206449 Aug 03 15:58:54.677879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74c2d-8b8b-4774-9ed1-4d31b3b6ed27 req-1b201d5e-994d-4d3c-ad57-056cc7883c81 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.683352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74c2d-8b8b-4774-9ed1-4d31b3b6ed27 req-1b201d5e-994d-4d3c-ad57-056cc7883c81 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.691408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74c2d-8b8b-4774-9ed1-4d31b3b6ed27 req-1b201d5e-994d-4d3c-ad57-056cc7883c81 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.699510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34f74c2d-8b8b-4774-9ed1-4d31b3b6ed27 req-1b201d5e-994d-4d3c-ad57-056cc7883c81 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2411 time: 0.1513720 Aug 03 15:58:54.750345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.800308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.842930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network b6815be8-c55f-4a29-b315-27b69c86b55b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:54.850227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844e34-9d1e-4606-aea7-574d16479212 req-d1a50aa3-b83a-4405-b8c6-1ec05eb10657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:54.852070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-d1a50aa3-b83a-4405-b8c6-1ec05eb10657 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.4132559 Aug 03 15:58:54.864883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59846308'] for subnet, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:54.872196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:54.890374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34f74c2d-8b8b-4774-9ed1-4d31b3b6ed27 req-7ac15c3f-cbca-4f88-b6ce-19a6a8bdbefb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899161 Aug 03 15:58:54.894413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:54.924898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-1b784005-df50-4ecb-ba9b-cb2b20e559fa service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995108 Aug 03 15:58:55.012219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Allocated IP 2001:db8::3 (d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44/b5f93b11-28fd-4632-961c-19e9df00cfa7/daad910a-c465-4016-96b9-468a595ee32c) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:55.052005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.059372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.067475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.075235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.083509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.093627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.104831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.115592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc2aa3b6-c3e2-4831-9e59-810b4f33f41d req-aaaa9a68-370b-4e9b-870d-c2be2c6e9429 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.3187904 Aug 03 15:58:55.160818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:55.183846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Request body: {'floatingip': {'port_id': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:55.287193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24979d3e-e741-4da0-926f-2601cc525d40 req-40f84c48-69f9-4793-927f-e456b486f674 service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094170 Aug 03 15:58:55.346916 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.356124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.356743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.359669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Transition to ACTIVE for port object daad910a-c465-4016-96b9-468a595ee32c will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:55.368453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:55.379493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Transition to ACTIVE for port object daad910a-c465-4016-96b9-468a595ee32c will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:55.388649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:55.394121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.395143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.422678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844e34-9d1e-4606-aea7-574d16479212 req-54f874a5-0349-4898-a7c6-2d4d47dbe147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.423243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:55.425029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-54f874a5-0349-4898-a7c6-2d4d47dbe147 service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.5619311 Aug 03 15:58:55.426193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-06fae033-31d3-4e18-b9a8-f83bc68417c1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6494644 Aug 03 15:58:55.438642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:55.438879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33e2398b-e8fc-4e7a-bedf-e3e0c0f5b703 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:55.439223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6830b622-307c-4493-9182-de37410777c2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:55.440879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f5ca617a-7671-4cde-a1b6-8aee976a4c5b None None] Provisioning for port c1cd3a9b-3bce-4942-a631-abcfb02603cd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:55.459200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41640) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:55.473218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'admin_state_up': True, 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'security_groups': ['276e6cab-8b38-40b2-8f4e-1ba611803904']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:55.484065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6830b622-307c-4493-9182-de37410777c2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:55.484423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6830b622-307c-4493-9182-de37410777c2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:55.487633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f5ca617a-7671-4cde-a1b6-8aee976a4c5b None None] Provisioning complete for port c1cd3a9b-3bce-4942-a631-abcfb02603cd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:55.490305 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f5ca617a-7671-4cde-a1b6-8aee976a4c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.507779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Pushing event updated for resources: {'Port': ['ID=daad910a-c465-4016-96b9-468a595ee32c,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:55.528781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:55.531707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:55.534088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:55.555404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.572331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca617a-7671-4cde-a1b6-8aee976a4c5b None None] Port c1cd3a9b-3bce-4942-a631-abcfb02603cd cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:58:55.607771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Attempting to bind port daad910a-c465-4016-96b9-468a595ee32c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:58:55.609355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Attempting to bind port daad910a-c465-4016-96b9-468a595ee32c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b0e5c885-d571-4bc2-9749-754ec388d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:58:55.610768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Attempting to bind port daad910a-c465-4016-96b9-468a595ee32c on network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:58:55.616692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:58:55.617355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Checking segment: {'id': 'b0e5c885-d571-4bc2-9749-754ec388d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:58:55.618087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.619120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Bound using segment: {'id': 'b0e5c885-d571-4bc2-9749-754ec388d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:58:55.619767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Bound port: daad910a-c465-4016-96b9-468a595ee32c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e5c885-d571-4bc2-9749-754ec388d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd5ea75fa-3ce3-4b19-a1ee-10aa77c71d44'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:58:55.621037 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.643362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1431-c9a0-4f49-81a5-16d672dafd93 req-95e1d423-8fc4-4e16-998b-58a925c6f84b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:55.653065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-028d1431-c9a0-4f49-81a5-16d672dafd93 req-95e1d423-8fc4-4e16-998b-58a925c6f84b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.5449588 Aug 03 15:58:55.693210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-6c3033c9-ea18-4a8b-a588-e44a4a3b9b60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.2497489 Aug 03 15:58:55.710327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] For port daad910a-c465-4016-96b9-468a595ee32c, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:58:55.714869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] For port daad910a-c465-4016-96b9-468a595ee32c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=daad910a-c465-4016-96b9-468a595ee32c,segment=NetworkSegment(b0e5c885-d571-4bc2-9749-754ec388d204),segment_id=b0e5c885-d571-4bc2-9749-754ec388d204)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:58:55.720510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:55.805058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a034b7-7e0f-4fbc-8a11-4ac2c116edaa None None] Pushing event updated for resources: {'Port': ['ID=daad910a-c465-4016-96b9-468a595ee32c,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:55.906266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.177003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-be69c7d6-1a55-4fcc-8851-94cc9cadadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.177485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-be69c7d6-1a55-4fcc-8851-94cc9cadadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.178125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-be69c7d6-1a55-4fcc-8851-94cc9cadadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.179698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-be69c7d6-1a55-4fcc-8851-94cc9cadadb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2864 time: 0.7604427 Aug 03 15:58:56.188315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a75e0-7825-449b-9cbe-0c16681dc191 req-88389001-6b10-45a8-aeba-a4deb178ae7b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.189843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d23a75e0-7825-449b-9cbe-0c16681dc191 req-88389001-6b10-45a8-aeba-a4deb178ae7b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 932 time: 0.9000676 Aug 03 15:58:56.190572 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.199556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.331844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745864237734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59850772'] for subnet, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.362868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844e34-9d1e-4606-aea7-574d16479212 req-4e3adc81-96e8-4426-be90-ea9b9478f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.364337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-4e3adc81-96e8-4426-be90-ea9b9478f3d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.6589847 Aug 03 15:58:56.369822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.370526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f515d3-5f7f-4709-9ab4-732f982bd60f {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:58:56.380663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-028d1431-c9a0-4f49-81a5-16d672dafd93 req-95555dd1-33e7-4275-bb22-84341cdf9499 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265232 Aug 03 15:58:56.392727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d23a75e0-7825-449b-9cbe-0c16681dc191 req-e487c62b-7a30-49b7-9a61-762c128ab259 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642084 Aug 03 15:58:56.394376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.395742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1de50552-c7c5-419c-9a1e-8a24048152c6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/32f515d3-5f7f-4709-9ab4-732f982bd60f HTTP/1.1" status: 204 len: 168 time: 3.2880130 Aug 03 15:58:56.402956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41646) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:56.462912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-fb7b3011-885e-4a11-8882-109c97c7e117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689628 Aug 03 15:58:56.517786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.523492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.525022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "PUT /v2.0/subnets/b5f93b11-28fd-4632-961c-19e9df00cfa7 HTTP/1.1" status: 200 len: 900 time: 2.1922486 Aug 03 15:58:56.527855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41648) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:56.585947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-5ef50270-4cdf-483c-8629-0147cdd999da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.588044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-5ef50270-4cdf-483c-8629-0147cdd999da service neutron] 10.222.0.72 "GET /v2.0/networks?id=2469c61d-1d37-44c1-bb63-895f1993cfaa HTTP/1.1" status: 200 len: 902 time: 0.3791873 Aug 03 15:58:56.632502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd259a5-db94-4061-92c6-19e71b33b1dd tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event updated for resources: {'Subnet': ['ID=b5f93b11-28fd-4632-961c-19e9df00cfa7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:56.692379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Deleting subnet 7c5b63c3-7b2e-469c-8847-50b9ca19318f {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:58:56.752827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-9bf9d03a-118d-4f3a-b939-6a296efb84b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323 HTTP/1.1" status: 200 len: 217 time: 0.0593600 Aug 03 15:58:56.789033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:58:56.794683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.805854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.881271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753ce8-83a8-4802-ab5a-1b904381fe71 req-f58f7e36-4306-429a-bf2d-6923ea812de6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.887110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753ce8-83a8-4802-ab5a-1b904381fe71 req-f58f7e36-4306-429a-bf2d-6923ea812de6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.894738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753ce8-83a8-4802-ab5a-1b904381fe71 req-f58f7e36-4306-429a-bf2d-6923ea812de6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.896482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11753ce8-83a8-4802-ab5a-1b904381fe71 req-f58f7e36-4306-429a-bf2d-6923ea812de6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2411 time: 0.3207223 Aug 03 15:58:56.898953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-c2e57487-3588-400c-bc2b-a97ef64f4efa service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182942 Aug 03 15:58:56.902470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:56.907276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-2f716afc-682a-4983-a026-819c9616ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.908900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-2f716afc-682a-4983-a026-819c9616ef51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0b7c734c-267d-44bd-9ad5-5ea029e8abb6 HTTP/1.1" status: 200 len: 801 time: 0.1435618 Aug 03 15:58:56.970503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315af46-8b31-4d98-ae5d-2d3de021ec65 req-0a17678e-9253-4377-a237-07f4a221af45 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:56.978794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2315af46-8b31-4d98-ae5d-2d3de021ec65 req-0a17678e-9253-4377-a237-07f4a221af45 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 945 time: 0.4243579 Aug 03 15:58:57.075196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11753ce8-83a8-4802-ab5a-1b904381fe71 req-a2794700-509f-4f4f-a53d-a892d466ea7d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652865 Aug 03 15:58:57.098021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-b8bf9508-1ebf-417b-8d33-0411f122b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:57.099679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-b8bf9508-1ebf-417b-8d33-0411f122b20e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2469c61d-1d37-44c1-bb63-895f1993cfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1723487 Aug 03 15:58:57.124083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6570c6-24d3-4c0b-a597-f37a9f39e6ce None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:57.187791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.266398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-e0ad183b-0044-49f2-a690-b68e2813000c service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504810 Aug 03 15:58:57.270646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2315af46-8b31-4d98-ae5d-2d3de021ec65 req-90125058-6de7-4aaa-bbab-dc7049c12d0a tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844934 Aug 03 15:58:57.286350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9844e34-9d1e-4606-aea7-574d16479212 req-04a09e41-a3b8-4ba3-8837-27c443c3758e service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697333 Aug 03 15:58:57.376569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting port daad910a-c465-4016-96b9-468a595ee32c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:57.376831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.423098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device daad910a-c465-4016-96b9-468a595ee32c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:58:57.491540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4955e5a3-6a2c-4717-a4e0-83ba5934c476 None None] Provisioning for port daad910a-c465-4016-96b9-468a595ee32c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:57.508169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dfe206-feaa-4590-987c-92e4c6eb1cca req-54c89172-5fdd-40e4-8595-6b5e12f8f5f2 service neutron] 10.222.0.72 "GET /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070706 Aug 03 15:58:57.542810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] For port daad910a-c465-4016-96b9-468a595ee32c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=daad910a-c465-4016-96b9-468a595ee32c,segment=NetworkSegment(b0e5c885-d571-4bc2-9749-754ec388d204),segment_id=b0e5c885-d571-4bc2-9749-754ec388d204)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:57.543188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.571068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.1.1.153 (9204d1b8-fa19-4251-9f67-91d214644a2a/583a8c35-bca7-4a09-9c89-6a578cd60942/261a7212-2350-4eba-9810-522dfe1c303b) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:57.601858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Calling delete_port for daad910a-c465-4016-96b9-468a595ee32c owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:58:57.622883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port daad910a-c465-4016-96b9-468a595ee32c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:58:57.638114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port daad910a-c465-4016-96b9-468a595ee32c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:58:57.639050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.753813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85682e3a-68ac-4885-937e-7892c59f8adc req-a90a645c-bc47-4f99-b40a-4729cb1d9b4b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:57.755639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85682e3a-68ac-4885-937e-7892c59f8adc req-a90a645c-bc47-4f99-b40a-4729cb1d9b4b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1442003 Aug 03 15:58:57.775207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.827910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port daad910a-c465-4016-96b9-468a595ee32c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=daad910a-c465-4016-96b9-468a595ee32c,segment=NetworkSegment(b0e5c885-d571-4bc2-9749-754ec388d204),segment_id=b0e5c885-d571-4bc2-9749-754ec388d204)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:57.838753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.860946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:57.893887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85682e3a-68ac-4885-937e-7892c59f8adc req-a41aac2d-7421-433b-89d5-f0cee32370f6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194777 Aug 03 15:58:57.954644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.958476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:57.971355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=daad910a-c465-4016-96b9-468a595ee32c,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:57.980558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.981160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.981700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.982191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.982707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.983895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.984293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.984637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.984975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.985311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.985672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:57.986430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:58:58.016371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Port': ['ID=daad910a-c465-4016-96b9-468a595ee32c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:58.044836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e5bc61-b62c-47d9-92ba-7573d97b89a0 None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:58.103462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5dec5476-7a70-4338-a8c3-051affeb48fc None None] Could not find standard attr ID for object daad910a-c465-4016-96b9-468a595ee32c. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 15:58:58.126269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No DVR routers for this DVR port daad910a-c465-4016-96b9-468a595ee32c on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:58:58.185115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.244663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63f7f8-0f09-4ff8-b239-ed2932240846 req-8728ebc7-a636-438f-907f-33460e950ad7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:58.246279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d63f7f8-0f09-4ff8-b239-ed2932240846 req-8728ebc7-a636-438f-907f-33460e950ad7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 945 time: 0.2196016 Aug 03 15:58:58.312489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d63f7f8-0f09-4ff8-b239-ed2932240846 req-690b35b4-88ed-45e3-aa61-0e79f8c35c12 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548141 Aug 03 15:58:58.319055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.362237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f93b11-28fd-4632-961c-19e9df00cfa7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:58.436905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.442931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2d166-7d7f-46c1-93e5-039d96fc8efc req-6b8e8be1-165b-45bf-920f-e578db08c7a8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:58.444779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-daf2d166-7d7f-46c1-93e5-039d96fc8efc req-6b8e8be1-165b-45bf-920f-e578db08c7a8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 932 time: 0.8406041 Aug 03 15:58:58.461066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:58.481738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaceb01-f6b1-4c88-bbd3-2a3b0e8cb399 None None] Network d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:58.492977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e5c885-d571-4bc2-9749-754ec388d204') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:58.493419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e5c885-d571-4bc2-9749-754ec388d204') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:58.506784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.507703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.526284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.540240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f36998-fc05-4504-bd7a-614f17b73b9a req-0f48c5fc-0f9d-441c-b68e-053062367642 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:58.541044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.547290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f36998-fc05-4504-bd7a-614f17b73b9a req-0f48c5fc-0f9d-441c-b68e-053062367642 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:58.554838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f36998-fc05-4504-bd7a-614f17b73b9a req-0f48c5fc-0f9d-441c-b68e-053062367642 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:58.556707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08f36998-fc05-4504-bd7a-614f17b73b9a req-0f48c5fc-0f9d-441c-b68e-053062367642 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2411 time: 0.1108956 Aug 03 15:58:58.569207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:58.569432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:58.632142 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:58.680555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.684816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08f36998-fc05-4504-bd7a-614f17b73b9a req-94fe92d4-774d-4319-9747-1ded0cea8087 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205256 Aug 03 15:58:58.691004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.693537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 HTTP/1.1" status: 204 len: 168 time: 2.1392393 Aug 03 15:58:58.699063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:58.734202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e2f4b-3fd5-42ee-aa9f-45485b0f4620 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:58.736727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.744056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23846ef-2a3c-4191-b40a-ee8dc86ce1f9 None None] DHCP port deletion for d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:58:58.766425 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-99beba4f-847d-42ed-bed4-4c05a5a5de1d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:58:58.766929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99beba4f-847d-42ed-bed4-4c05a5a5de1d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:58:58.772837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-99beba4f-847d-42ed-bed4-4c05a5a5de1d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/b5f93b11-28fd-4632-961c-19e9df00cfa7 HTTP/1.1" status: 404 len: 337 time: 0.0720537 Aug 03 15:58:58.773537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41664) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:58.776420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-daf2d166-7d7f-46c1-93e5-039d96fc8efc req-1cc624c7-93c1-4877-8827-d02282e769a0 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782049 Aug 03 15:58:58.794780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.813450 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb311c02-bf75-4cd5-90f4-4b2d02883234 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:58:58.814738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb311c02-bf75-4cd5-90f4-4b2d02883234 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:58:58.816859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eb311c02-bf75-4cd5-90f4-4b2d02883234 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/d5ea75fa-3ce3-4b19-a1ee-10aa77c71d44 HTTP/1.1" status: 404 len: 339 time: 0.0423577 Aug 03 15:58:58.820851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41666) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:58.927356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e50448a7-8fe5-40ab-9051-790f690da8d2 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:58.930074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.935192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c5b63c3-7b2e-469c-8847-50b9ca19318f HTTP/1.1" status: 204 len: 168 time: 2.5278103 Aug 03 15:58:58.936182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b6891-8ddb-4979-b3bb-c104ac4239c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5b63c3-7b2e-469c-8847-50b9ca19318f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:58.939269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.941417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41674) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:58.947398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:58.961824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc1ae2-9b9d-41ad-b1e7-48d345ce30c4 None None] Network 29ffaf42-0709-4992-85c7-8f473e5f11c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:58:59.015509 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Floating IP 2d25d274-3787-4846-9348-92f5f2ce1470 associated. External IP: 172.25.7.169, port: f43761bb-6e58-42ad-83f9-cf4e136a6996. Aug 03 15:58:59.028860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object 261a7212-2350-4eba-9810-522dfe1c303b will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:58:59.271027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.311605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc9eff-6d69-4a3b-9307-9995517b123c req-66ac3a16-b10f-4a6b-b732-659004875d4e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:59.315388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92bc9eff-6d69-4a3b-9307-9995517b123c req-66ac3a16-b10f-4a6b-b732-659004875d4e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2969916 Aug 03 15:58:59.365561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.384553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da089a2-56d4-49f2-92fd-5478722da0b3']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:59.398777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d49abde-9bfe-4b3b-ba53-b7c6056bbe56') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:59.399332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d49abde-9bfe-4b3b-ba53-b7c6056bbe56') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:58:59.406854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device daad910a-c465-4016-96b9-468a595ee32c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:58:59.410813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.438293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: daad910a-c465-4016-96b9-468a595ee32c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:58:59.439626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device daad910a-c465-4016-96b9-468a595ee32c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:58:59.450601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e50448a7-8fe5-40ab-9051-790f690da8d2,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:59.462714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.473801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e50448a7-8fe5-40ab-9051-790f690da8d2', 'network_id': '232d8769-79a3-4ddf-9bef-28fe6da2210a', 'port_id': 'e50448a7-8fe5-40ab-9051-790f690da8d2', 'mac_address': 'fa:16:3e:d7:40:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7442e565-f1fc-45d0-9c63-bf1c1c310298', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:58:59.487167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.496898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:58:59.497544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:58:59.502619 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:58:59.550549 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.584212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50448a7-8fe5-40ab-9051-790f690da8d2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:58:59.591564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:58:59.600215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:58:59.605466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.611719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:58:59.617619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] DHCP port deletion for 29ffaf42-0709-4992-85c7-8f473e5f11c0 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:58:59.639884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.648976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/5da089a2-56d4-49f2-92fd-5478722da0b3 HTTP/1.1" status: 204 len: 168 time: 0.8242128 Aug 03 15:58:59.656633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41690) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:59.672550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e50448a7-8fe5-40ab-9051-790f690da8d2,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:59.682302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.683341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:58:59.710154 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc01400-2e12-4c7e-ad24-207684cf8f3d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:58:59.710743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc01400-2e12-4c7e-ad24-207684cf8f3d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:58:59.717853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9cc01400-2e12-4c7e-ad24-207684cf8f3d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/d8743005-7dc0-4279-9baf-500f3e7d864c HTTP/1.1" status: 404 len: 337 time: 0.0562890 Aug 03 15:58:59.717853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41692) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:59.727051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe9d08-ce48-433e-b314-1a0fb6def841 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=5da089a2-56d4-49f2-92fd-5478722da0b3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:59.739146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Deleting port a8607f7d-c8a1-4d82-b6bb-084c5937832f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:59.739146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.762798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92bc9eff-6d69-4a3b-9307-9995517b123c req-99c22eba-8679-4d0d-8a99-0cb3402a49d8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305844 Aug 03 15:58:59.773072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:58:59.825427 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f9d301-8c6b-46d5-9327-19bee8a705fc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:58:59.826259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f9d301-8c6b-46d5-9327-19bee8a705fc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:58:59.832043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40f9d301-8c6b-46d5-9327-19bee8a705fc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/e46adacf-4221-4f4a-ab5a-c6de33f74229 HTTP/1.1" status: 404 len: 339 time: 0.1126382 Aug 03 15:58:59.832807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41698) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:58:59.849839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:58:59.850500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.885292 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:58:59.926749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d8f1805f-78fa-4628-a5e6-80b58ec3bfc7 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4584501 Aug 03 15:58:59.930336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.17 (f496e81a-33c1-46c4-8fd7-adab2cddb40a/4e882ad5-2b59-438b-8d9c-353c4b5a16e4/c6a1e443-0f48-4d65-96e8-f356bb94827e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:58:59.939143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'admin_state_up': True, 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'security_groups': ['276e6cab-8b38-40b2-8f4e-1ba611803904']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:58:59.956610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Deleting port a8607f7d-c8a1-4d82-b6bb-084c5937832f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:58:59.956996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:58:59.991644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] For port a8607f7d-c8a1-4d82-b6bb-084c5937832f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8607f7d-c8a1-4d82-b6bb-084c5937832f,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:58:59.992025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.016534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Calling delete_port for a8607f7d-c8a1-4d82-b6bb-084c5937832f owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:00.068457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] For port a8607f7d-c8a1-4d82-b6bb-084c5937832f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8607f7d-c8a1-4d82-b6bb-084c5937832f,segment=NetworkSegment(31210060-8830-49fc-aaa1-5a062cf9f880),segment_id=31210060-8830-49fc-aaa1-5a062cf9f880)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:00.068851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.081983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Calling delete_port for a8607f7d-c8a1-4d82-b6bb-084c5937832f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:00.109928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Router b28974e1-e0d5-493c-8742-c44f66605d88 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:00.136869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting subnet 97402b38-ca83-4ebe-b526-d21a7e6c673f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:00.143908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.179487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc63a-38d4-47c9-88c8-e59b4bdb5ae6 req-4c1b5b1b-2684-40ef-8bce-74e4030b46a4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:00.186630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc63a-38d4-47c9-88c8-e59b4bdb5ae6 req-4c1b5b1b-2684-40ef-8bce-74e4030b46a4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:00.188649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4acc63a-38d4-47c9-88c8-e59b4bdb5ae6 req-4c1b5b1b-2684-40ef-8bce-74e4030b46a4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 1654 time: 0.2295206 Aug 03 15:59:00.196687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.205088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.215665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] No DVR routers for this DVR port a8607f7d-c8a1-4d82-b6bb-084c5937832f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:00.229381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.250983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ad848-773b-40e3-be47-365d1396ce9c None None] Pushing event deleted for resources: {'Port': ['ID=a8607f7d-c8a1-4d82-b6bb-084c5937832f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.253046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d15946fe-8405-4961-b9f8-62d457d4e9e6 None None] Provisioning for port 261a7212-2350-4eba-9810-522dfe1c303b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:00.259722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d15946fe-8405-4961-b9f8-62d457d4e9e6 None None] Provisioning complete for port 261a7212-2350-4eba-9810-522dfe1c303b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:00.260252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d15946fe-8405-4961-b9f8-62d457d4e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.299376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d15946fe-8405-4961-b9f8-62d457d4e9e6 None None] Port 261a7212-2350-4eba-9810-522dfe1c303b cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:00.321743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8a7e3-de3e-4167-9a8e-0fa61d06ba85 req-2006566c-f311-4f01-945b-fe9a4fcaee71 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:00.330509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8a7e3-de3e-4167-9a8e-0fa61d06ba85 req-2006566c-f311-4f01-945b-fe9a4fcaee71 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:00.336945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8a7e3-de3e-4167-9a8e-0fa61d06ba85 req-2006566c-f311-4f01-945b-fe9a4fcaee71 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:00.339429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ad8a7e3-de3e-4167-9a8e-0fa61d06ba85 req-2006566c-f311-4f01-945b-fe9a4fcaee71 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2412 time: 0.4281781 Aug 03 15:59:00.344483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.349362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4acc63a-38d4-47c9-88c8-e59b4bdb5ae6 req-7409796e-f892-4e00-820f-a5ff4629567c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405592 Aug 03 15:59:00.350932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:00.374422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'port_id': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'mac_address': 'fa:16:3e:db:91:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c734c-267d-44bd-9ad5-5ea029e8abb6', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:59:00.403684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:00.408775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.423853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object c6a1e443-0f48-4d65-96e8-f356bb94827e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:00.427649 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.481953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:00.503157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:00.513856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.520705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Sync routers for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:00.523087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:00.528068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.529454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.530855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e4cef890-73ca-40c0-bddd-e94ed6a61323 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:59:00.533459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ad8a7e3-de3e-4167-9a8e-0fa61d06ba85 req-45c48600-7867-496f-8266-7085016bdb91 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844866 Aug 03 15:59:00.548210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:00.548860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:00.576903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8607f7d-c8a1-4d82-b6bb-084c5937832f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.583654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.608839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] No DVR routers for this DVR port a8607f7d-c8a1-4d82-b6bb-084c5937832f on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:00.714594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:00.717019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.722241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f77d9c38-99b4-4eef-8036-8e62b1644459 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "PUT /v2.0/floatingips/2d25d274-3787-4846-9348-92f5f2ce1470 HTTP/1.1" status: 200 len: 991 time: 5.5563767 Aug 03 15:59:00.725513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.725686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:00.727978 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:00.736325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.736891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ffaf42-0709-4992-85c7-8f473e5f11c0']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:00.740777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e4cef890-73ca-40c0-bddd-e94ed6a61323', 'network_id': '2469c61d-1d37-44c1-bb63-895f1993cfaa', 'port_id': 'e4cef890-73ca-40c0-bddd-e94ed6a61323', 'mac_address': 'fa:16:3e:49:86:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7c734c-267d-44bd-9ad5-5ea029e8abb6', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:59:00.751667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31210060-8830-49fc-aaa1-5a062cf9f880') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:00.751667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31210060-8830-49fc-aaa1-5a062cf9f880') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:00.762134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.778310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.786337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:00.786752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.814579 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:00.855801 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:00.860924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.868899 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.871246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] 10.222.0.70 "DELETE /v2.0/networks/29ffaf42-0709-4992-85c7-8f473e5f11c0 HTTP/1.1" status: 204 len: 168 time: 1.9237430 Aug 03 15:59:00.903996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:00.912558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:00.915204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:00.930326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52a22-4f7a-475c-b952-bcb6300d571e admin admin] Pushing event deleted for resources: {'Network': ['ID=29ffaf42-0709-4992-85c7-8f473e5f11c0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.958535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:00.981936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:00.987094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.1.1.133 (9204d1b8-fa19-4251-9f67-91d214644a2a/583a8c35-bca7-4a09-9c89-6a578cd60942/e1c10535-b3ce-49ee-ada1-5dc08f4c0f60) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:01.016782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.027375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.041625 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b341f-c49c-4b3e-a5d6-454b34e6ef56 x-openstack-request-id: req-8f0b341f-c49c-4b3e-a5d6-454b34e6ef56 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:01.041829 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:01.042078 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f0b341f-c49c-4b3e-a5d6-454b34e6ef56 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:01.042402 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'status': 'completed', 'code': 200} Aug 03 15:59:01.051444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cef890-73ca-40c0-bddd-e94ed6a61323 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:01.076851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=97402b38-ca83-4ebe-b526-d21a7e6c673f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:01.120460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.130515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c23cbd24-0d69-48bd-b470-33fa43ee5039 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/97402b38-ca83-4ebe-b526-d21a7e6c673f HTTP/1.1" status: 204 len: 168 time: 1.2939346 Aug 03 15:59:01.131873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72acb38b-7aad-49b2-b28c-6eaae28ddd41 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:01.133913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:01.167597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:01.262883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2d25d274-3787-4846-9348-92f5f2ce1470', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'port_id': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'mac_address': 'fa:16:3e:58:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:12Z', 'updated_at': '2021-08-03T15:58:57Z', 'revision_number': 1, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:01.317231 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Checking router: b28974e1-e0d5-493c-8742-c44f66605d88 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:59:01.328420 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:01.329054 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:01.377149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting subnet 08799c2f-cd58-4859-9d86-11f8c0219aaa {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:01.396316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.398067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8607f7d-c8a1-4d82-b6bb-084c5937832f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:01.402493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:01.405926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.459960 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.460581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:01.462971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a8607f7d-c8a1-4d82-b6bb-084c5937832f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:01.463471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8607f7d-c8a1-4d82-b6bb-084c5937832f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:01.478806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-66d5fbdb-1df1-4ab5-a77c-e46303f199ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3947a9d58a424765a75b1995c0597d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100300 Aug 03 15:59:01.484238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41732) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:01.542184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.542680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.543168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.544021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.544140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.544726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.545205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.547909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-13270f91-15a7-4c9a-9280-4f450ca64cbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.3955467 Aug 03 15:59:01.552541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:01.582680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e813d863-a2b3-45f0-88a9-4b721805a301 None None] Provisioning for port c6a1e443-0f48-4d65-96e8-f356bb94827e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:01.590741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e813d863-a2b3-45f0-88a9-4b721805a301 None None] Provisioning complete for port c6a1e443-0f48-4d65-96e8-f356bb94827e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:01.591127 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e813d863-a2b3-45f0-88a9-4b721805a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.616625 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:01.724211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e813d863-a2b3-45f0-88a9-4b721805a301 None None] Port c6a1e443-0f48-4d65-96e8-f356bb94827e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:01.733462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-c53e5e4e-2d6b-48e4-8adf-43150951a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.736135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-c53e5e4e-2d6b-48e4-8adf-43150951a6ff service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284 HTTP/1.1" status: 200 len: 913 time: 0.1713731 Aug 03 15:59:01.748434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e50448a7-8fe5-40ab-9051-790f690da8d2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:01.832791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481d111-ec29-4d1e-aa19-56d0e0366a9b req-52bd78de-2163-4595-8b5d-5dd79f2b5b6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.836371 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2d25d274-3787-4846-9348-92f5f2ce1470', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'port_id': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'mac_address': 'fa:16:3e:58:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:12Z', 'updated_at': '2021-08-03T15:58:57Z', 'revision_number': 1, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:01.847750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481d111-ec29-4d1e-aa19-56d0e0366a9b req-52bd78de-2163-4595-8b5d-5dd79f2b5b6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:01.855657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f481d111-ec29-4d1e-aa19-56d0e0366a9b req-52bd78de-2163-4595-8b5d-5dd79f2b5b6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 1654 time: 0.3464634 Aug 03 15:59:01.868509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd37f5-e4ab-407d-977f-8ec424d4182f None None] The sync data for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 is: [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2d25d274-3787-4846-9348-92f5f2ce1470', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'floating_ip_address': '172.25.7.169', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'port_id': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'mac_address': 'fa:16:3e:58:bb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:12Z', 'updated_at': '2021-08-03T15:58:57Z', 'revision_number': 1, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:01.882119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:01.882334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-89231a19-0d45-4ff6-8bc5-80dc571c837d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 999 time: 0.1286898 Aug 03 15:59:01.963283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.008094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:59:02.017982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-2880b799-1fd0-422b-b5ea-5610c9b5379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:02.020586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-2880b799-1fd0-422b-b5ea-5610c9b5379e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.0541306 Aug 03 15:59:02.021128 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.060575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f481d111-ec29-4d1e-aa19-56d0e0366a9b req-12239e91-69ef-4b15-9ed6-2bb4e0ba40da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687376 Aug 03 15:59:02.181127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.268548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.272973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.274912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab8add0b-b710-4ce8-b0e5-a64c3f2ed287 HTTP/1.1" status: 204 len: 168 time: 0.7873328 Aug 03 15:59:02.277937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ef84e-4624-4602-a8cd-abdc57b373c7 req-f18fbe74-ca59-4fd9-b3df-e7698f89ef1f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:02.287001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ef84e-4624-4602-a8cd-abdc57b373c7 req-f18fbe74-ca59-4fd9-b3df-e7698f89ef1f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:02.293740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ef84e-4624-4602-a8cd-abdc57b373c7 req-f18fbe74-ca59-4fd9-b3df-e7698f89ef1f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:02.302886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a80ef84e-4624-4602-a8cd-abdc57b373c7 req-f18fbe74-ca59-4fd9-b3df-e7698f89ef1f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2414 time: 0.5627944 Aug 03 15:59:02.342233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd0791-1752-4678-ab1e-3fdb69b279c9 None None] New status for floating IP 2d25d274-3787-4846-9348-92f5f2ce1470: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:59:02.345392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e820c96-c592-4c79-bb97-a28c537bdf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8add0b-b710-4ce8-b0e5-a64c3f2ed287,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:02.381564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.465728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=08799c2f-cd58-4859-9d86-11f8c0219aaa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:02.466240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a80ef84e-4624-4602-a8cd-abdc57b373c7 req-ec940054-6fb7-4fb5-905f-bedae950d3f9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590168 Aug 03 15:59:02.481633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-11108759-6f46-49e0-a6e4-f4b83c8a2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:02.484312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-11108759-6f46-49e0-a6e4-f4b83c8a2d63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4547765 Aug 03 15:59:02.490797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.495929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41758) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:02.497306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c435f69e-12b7-47f8-8b4a-623a7893543b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/08799c2f-cd58-4859-9d86-11f8c0219aaa HTTP/1.1" status: 204 len: 168 time: 1.3623025 Aug 03 15:59:02.583166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5c8da-ad45-4a7a-9007-d563486f13a4 None None] Network 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:02.764172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.764548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:02.835257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:02.839768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1c0330a-87ce-479a-b903-6598786de6ef None None] Provisioning complete for port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:02.840162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1c0330a-87ce-479a-b903-6598786de6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:02.842786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e4cef890-73ca-40c0-bddd-e94ed6a61323'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:02.902984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'mac_address': 'fa:16:3e:68:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:59:03.027696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.086785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a58e5510-6c19-489e-85e0-45b627ab3ac4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:03.159928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] DHCP port deletion for 694b8461-f8bb-40c1-8ee1-0e4e7eae2499 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:03.190470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:03.230562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.338645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device edd5ce20-5c38-473f-8d08-dccbaa9b7c99 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:03.423555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a58e5510-6c19-489e-85e0-45b627ab3ac4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:03.428930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:03.524532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.593822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-663f7353-ce2c-445e-8255-5bbb9ee59d7b service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0450952 Aug 03 15:59:03.597496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.617894 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.666981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6bd58-c750-490c-ab8e-6d6e4d0f593b req-07ae4b26-511e-42f6-b15c-c69cba1ca585 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:03.672036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Deleting port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:03.672555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.674590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:03.678884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6bd58-c750-490c-ab8e-6d6e4d0f593b req-07ae4b26-511e-42f6-b15c-c69cba1ca585 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:03.689026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6bd58-c750-490c-ab8e-6d6e4d0f593b req-07ae4b26-511e-42f6-b15c-c69cba1ca585 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:03.699375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3c6bd58-c750-490c-ab8e-6d6e4d0f593b req-07ae4b26-511e-42f6-b15c-c69cba1ca585 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2414 time: 0.1078637 Aug 03 15:59:03.730645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41812) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:03.731654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.778615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3c6bd58-c750-490c-ab8e-6d6e4d0f593b req-ee07bd1a-abdc-45de-8d72-732dc297de9c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773895 Aug 03 15:59:03.797558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.835616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,segment=NetworkSegment(64e2b003-65b2-4b2c-9060-aa80ae65a8c0),segment_id=64e2b003-65b2-4b2c-9060-aa80ae65a8c0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:03.836022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.867865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Calling delete_port for edd5ce20-5c38-473f-8d08-dccbaa9b7c99 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:03.897850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,segment=NetworkSegment(64e2b003-65b2-4b2c-9060-aa80ae65a8c0),segment_id=64e2b003-65b2-4b2c-9060-aa80ae65a8c0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:03.925622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:03.937222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:04.003007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1226619993-network', 'tenant_id': 'deca8c40714c4529aa3285754eed8f55'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:04.012428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:04.012803 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.039153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Made reservation on behalf of deca8c40714c4529aa3285754eed8f55 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:04.045982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.066856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.180202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6184ac74-73a3-4d08-a62f-ff0c78cc5cc4 req-f49a7563-37c4-42b4-b6ac-4933bbf5db88 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517548 Aug 03 15:59:04.186033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.214466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.246528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.276295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f27aa-14af-48f5-a59e-7fd412c38065 req-2fae6474-4ca0-448d-bbd5-e9294ce046a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:04.285116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f27aa-14af-48f5-a59e-7fd412c38065 req-2fae6474-4ca0-448d-bbd5-e9294ce046a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:04.294438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff6f27aa-14af-48f5-a59e-7fd412c38065 req-2fae6474-4ca0-448d-bbd5-e9294ce046a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 1654 time: 0.6777091 Aug 03 15:59:04.297517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.316189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.320907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:04.324811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.330302 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f4e3c7-fe66-4423-9771-02b9f7803b5c" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:04.360922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.378895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 9204d1b8-fa19-4251-9f67-91d214644a2a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:04.418155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] Pushing event deleted for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.422681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:04.429062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.431436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9267d79-f95a-4fc5-87ba-4ddb1db6468d None None] No DVR routers for this DVR port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:04.433618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:04.434702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891ec12-a789-422c-b019-1333a0c44a4e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.443562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:04.486383 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217b950-5edd-4317-b17a-2ba5783cc9c8 x-openstack-request-id: req-8217b950-5edd-4317-b17a-2ba5783cc9c8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:04.486688 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:04.488435 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8217b950-5edd-4317-b17a-2ba5783cc9c8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:04.488612 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'code': 200} Aug 03 15:59:04.499176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:04.503187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:04.513145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:04.513521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.530735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.531696 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Added segment 4c5b438c-f748-4369-90af-a55f0e71cbe1 of type vlan for network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 Aug 03 15:59:04.600962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.604290 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.684077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:04.709904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.711124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:04.712771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.768314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff6f27aa-14af-48f5-a59e-7fd412c38065 req-fbd0fe31-fd6e-460a-b8c4-1560ef9bb5c4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719498 Aug 03 15:59:04.769007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:04.871574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1353931 Aug 03 15:59:04.873007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:04.947695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Request body: {'subnet': {'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1226619993-subnet', 'tenant_id': 'deca8c40714c4529aa3285754eed8f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:04.953129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-38c9ea5f-8fd8-4546-976c-fcde0cf9ce25 None None] Provisioning for port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:04.961963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:04.962687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-38c9ea5f-8fd8-4546-976c-fcde0cf9ce25 None None] Provisioning complete for port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:04.963089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.963694 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-38c9ea5f-8fd8-4546-976c-fcde0cf9ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:04.996176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] For port edd5ce20-5c38-473f-8d08-dccbaa9b7c99, host n-d-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:04.996868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.032891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47085fcb-dcb5-4f34-964d-74df3e60a339 admin admin] Pushing event updated for resources: {'Network': ['ID=dabd8e94-e137-4220-8b14-5f4a8b01e4e4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:05.040875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Calling delete_port for edd5ce20-5c38-473f-8d08-dccbaa9b7c99 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:05.055156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 was not found and therefore no delete operation was performed {{(pid=106016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:59:05.057626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-38c9ea5f-8fd8-4546-976c-fcde0cf9ce25 None None] Port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:05.060925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:05.085359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.102693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Made reservation on behalf of deca8c40714c4529aa3285754eed8f55 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:05.108213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.161791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Port': ['ID=edd5ce20-5c38-473f-8d08-dccbaa9b7c99,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:05.170486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0390e67b-3a8d-4b27-abdf-f9cd35f43458 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2367244 Aug 03 15:59:05.181010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No DVR routers for this DVR port edd5ce20-5c38-473f-8d08-dccbaa9b7c99 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:05.188185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'admin_state_up': True, 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'security_groups': ['276e6cab-8b38-40b2-8f4e-1ba611803904']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:05.245935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4848e3d2-7d26-4ede-a4be-4422e8aa752d None None] Provisioning complete for port c6a1e443-0f48-4d65-96e8-f356bb94827e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:05.247654 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4848e3d2-7d26-4ede-a4be-4422e8aa752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.343360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4848e3d2-7d26-4ede-a4be-4422e8aa752d None None] Port c6a1e443-0f48-4d65-96e8-f356bb94827e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:05.350753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:05.363323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.381464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694b8461-f8bb-40c1-8ee1-0e4e7eae2499']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:05.404160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.411809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e2b003-65b2-4b2c-9060-aa80ae65a8c0') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:05.412621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e2b003-65b2-4b2c-9060-aa80ae65a8c0') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:05.467190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f6a7-e087-484b-969e-7ed303fcf16b req-1247c58e-6171-4e9a-a993-8c6c2fb288b3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:05.473328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f6a7-e087-484b-969e-7ed303fcf16b req-1247c58e-6171-4e9a-a993-8c6c2fb288b3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:05.480820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f6a7-e087-484b-969e-7ed303fcf16b req-1247c58e-6171-4e9a-a993-8c6c2fb288b3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:05.488589 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.490607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa8f6a7-e087-484b-969e-7ed303fcf16b req-1247c58e-6171-4e9a-a993-8c6c2fb288b3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2415 time: 0.5329955 Aug 03 15:59:05.495222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e50448a7-8fe5-40ab-9051-790f690da8d2 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:05.528191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cc3425-5b7d-4c30-be8d-5abea6767739,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:05.558996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.571794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Checking segment: {'id': '4c5b438c-f748-4369-90af-a55f0e71cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:05.572327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Network hostable DHCP agents. Network: dabd8e94-e137-4220-8b14-5f4a8b01e4e4, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:05.583362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:05.585107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:05.588679 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:05.600074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa8f6a7-e087-484b-969e-7ed303fcf16b req-2a85222a-b69e-4696-9df4-70f45ed6653c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084056 Aug 03 15:59:05.616489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port e50448a7-8fe5-40ab-9051-790f690da8d2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:05.619747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:05.626842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e50448a7-8fe5-40ab-9051-790f690da8d2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:05.627508 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.631324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, dabd8e94-e137-4220-8b14-5f4a8b01e4e4) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:05.639580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:05.640407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.683529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bc42f-6c41-45fe-9318-a685d6ff4c9b None None] Network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:05.700066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cd1df4b8-0f52-4148-b526-59fd324798a0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8258915 Aug 03 15:59:05.741815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:05.747184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:05.755023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1e59411-169d-4c17-a61f-5752f8aea387 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/2cfbc3bb-7b5d-4979-8ea3-2065a81003b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2856183 Aug 03 15:59:05.758027 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:05.758501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.770970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:05.772316 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:05.777446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41852) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:05.779870 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:05.788831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/694b8461-f8bb-40c1-8ee1-0e4e7eae2499 HTTP/1.1" status: 204 len: 168 time: 3.2901452 Aug 03 15:59:05.843446 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b0497-cbc3-4a6e-9aa6-18c7043608b5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:05.844165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b0497-cbc3-4a6e-9aa6-18c7043608b5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:05.850907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea6b0497-cbc3-4a6e-9aa6-18c7043608b5 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/f565c7a3-316b-44a4-854b-8cf5aa701263 HTTP/1.1" status: 404 len: 337 time: 0.0720768 Aug 03 15:59:05.851513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41856) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:05.898921 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb99a0a-1ed1-4cdb-b229-369973cb8718 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:05.903947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb99a0a-1ed1-4cdb-b229-369973cb8718 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:05.911614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41860) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:05.914104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fcb99a0a-1ed1-4cdb-b229-369973cb8718 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/8b3fdcf5-0842-4db5-b954-debd0ff2d323 HTTP/1.1" status: 404 len: 339 time: 0.0607352 Aug 03 15:59:05.974818 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c2b4f7-3a6a-4db6-8e1f-9161eb854748 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:05.974818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c2b4f7-3a6a-4db6-8e1f-9161eb854748 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:05.984817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-00c2b4f7-3a6a-4db6-8e1f-9161eb854748 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/ef28d023-d28c-44bc-af8f-180bd2739b0e HTTP/1.1" status: 404 len: 337 time: 0.0690434 Aug 03 15:59:05.986594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:06.002597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809a070-eca2-4aa7-acf5-ad3d220e113b tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=694b8461-f8bb-40c1-8ee1-0e4e7eae2499,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:06.074627 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b645c2-8577-4c25-a52f-691922f0611c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:06.079547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b645c2-8577-4c25-a52f-691922f0611c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:06.085167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-86b645c2-8577-4c25-a52f-691922f0611c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/0718b2f3-1b80-49d7-a334-9cd57de5b1bc HTTP/1.1" status: 404 len: 339 time: 0.0864141 Aug 03 15:59:06.085358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:06.090016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f641-8119-45b0-bc85-a2de5b118279 req-654298a3-6488-467f-8f7c-6f8802534925 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:06.104145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f641-8119-45b0-bc85-a2de5b118279 req-654298a3-6488-467f-8f7c-6f8802534925 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:06.130013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:06.133412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495f641-8119-45b0-bc85-a2de5b118279 req-654298a3-6488-467f-8f7c-6f8802534925 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:06.143982 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:06.148860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b495f641-8119-45b0-bc85-a2de5b118279 req-654298a3-6488-467f-8f7c-6f8802534925 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 2375 time: 0.1877191 Aug 03 15:59:06.229473 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7445bcca-f8ae-4238-9e9c-eaba735754cc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:06.230202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7445bcca-f8ae-4238-9e9c-eaba735754cc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:06.241613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7445bcca-f8ae-4238-9e9c-eaba735754cc tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/18b78727-bc2a-46b0-a058-f685c510958d HTTP/1.1" status: 404 len: 337 time: 0.1536391 Aug 03 15:59:06.246593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:06.258449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754ca0e-4578-43e0-8161-ba8332f764ff None None] Network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:06.278017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b495f641-8119-45b0-bc85-a2de5b118279 req-5aa6c188-f9c6-47d6-8704-3e58a0575fef tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231170 Aug 03 15:59:06.306230 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-78128c10-e16b-44a3-ad64-59e9b129658a tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:06.306891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78128c10-e16b-44a3-ad64-59e9b129658a tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:06.312029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:06.316742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.318212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78128c10-e16b-44a3-ad64-59e9b129658a tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/e5e397ee-f4b4-40ad-a42d-1c2b22814d5c HTTP/1.1" status: 404 len: 339 time: 0.0703013 Aug 03 15:59:06.359172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.456590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a58e5510-6c19-489e-85e0-45b627ab3ac4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:06.457021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.463759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e50448a7-8fe5-40ab-9051-790f690da8d2,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:06.509742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:06.512664 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3c7b1-65eb-43f3-88df-ef50fa17d9bd" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:06.532994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.534015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e4cef890-73ca-40c0-bddd-e94ed6a61323 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:06.640008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:01Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a1e443-0f48-4d65-96e8-f356bb94827e', 'name': '', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:ad:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:59Z', 'updated_at': '2021-08-03T15:59:02Z', 'revision_number': 2, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:06.640428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting subnet 7d12c537-2c7b-4a2c-be32-ea9917fab2fc {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:06.655766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.672937 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a5088-2a21-48a2-ad32-d51af5823268 x-openstack-request-id: req-c11a5088-2a21-48a2-ad32-d51af5823268 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:06.673289 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:06.673514 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c11a5088-2a21-48a2-ad32-d51af5823268 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:06.673968 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2', 'code': 200} Aug 03 15:59:06.704641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:06.729553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:59:06.729941 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Updating router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 port c6a1e443-0f48-4d65-96e8-f356bb94827e binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 15:59:06.758087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.780901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.783210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port e4cef890-73ca-40c0-bddd-e94ed6a61323 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:06.792326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e4cef890-73ca-40c0-bddd-e94ed6a61323 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:06.792720 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.801732 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.830391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:06.841630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:06.917851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:06.979334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.039033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-2af2b38e-9a49-41ee-b2fd-1a3c803fd66f tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:07.040844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-2af2b38e-9a49-41ee-b2fd-1a3c803fd66f tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/networks?id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4 HTTP/1.1" status: 200 len: 814 time: 0.2119057 Aug 03 15:59:07.082456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-654c376f-8c0d-4f7f-9bbd-61d1a838e9b0 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/quotas/deca8c40714c4529aa3285754eed8f55 HTTP/1.1" status: 200 len: 375 time: 0.0328925 Aug 03 15:59:07.087481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:07.093967 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.227180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:07.254928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-4079dffe-a434-4b4a-8e22-307922636800 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=deca8c40714c4529aa3285754eed8f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1522694 Aug 03 15:59:07.432929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.2.2.100 (1fa0de7b-31e3-456a-a76b-1fe31a0d8a31/b2ede30d-494a-4f70-b0c0-7bc135b2e974/a4960352-5b38-4fae-81a2-bbf51a1dfce8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:07.501443 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.526959 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Transition to ACTIVE for port object c6a1e443-0f48-4d65-96e8-f356bb94827e will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:07.535398 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.559174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.575271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-2a4f0c28-663b-4ce7-9843-fb7c60ebcd22 service neutron] 10.222.0.70 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114653 Aug 03 15:59:07.632255 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Pushing event updated for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:07.665438 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.666138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.666747 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.669049 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.669548 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.670092 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.670625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.672325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.672813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.673293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.673814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.676294 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:07.676973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a75-9b6a-4fe2-b640-8de5bcdc6883 req-730a1975-7986-4a0b-9480-0d9c3208aec6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:07.687270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a75-9b6a-4fe2-b640-8de5bcdc6883 req-730a1975-7986-4a0b-9480-0d9c3208aec6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:07.703422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a75-9b6a-4fe2-b640-8de5bcdc6883 req-730a1975-7986-4a0b-9480-0d9c3208aec6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:07.712537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18330a75-9b6a-4fe2-b640-8de5bcdc6883 req-730a1975-7986-4a0b-9480-0d9c3208aec6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2416 time: 0.8721342 Aug 03 15:59:07.737201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-115969eb-0715-4eb0-9568-4851823ef47b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907012 Aug 03 15:59:07.758757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Attempting to bind port c6a1e443-0f48-4d65-96e8-f356bb94827e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:07.759136 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Attempting to bind port c6a1e443-0f48-4d65-96e8-f356bb94827e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:07.759485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Attempting to bind port c6a1e443-0f48-4d65-96e8-f356bb94827e on network f496e81a-33c1-46c4-8fd7-adab2cddb40a {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:07.767833 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:07.768207 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Checking segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:07.769091 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.769500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Bound using segment: {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:07.770012 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Bound port: c6a1e443-0f48-4d65-96e8-f356bb94827e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:07.770400 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:07.882250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18330a75-9b6a-4fe2-b640-8de5bcdc6883 req-2a1d3b3f-4ff5-4daf-8804-1168425b5861 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686614 Aug 03 15:59:07.936328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-5f6fd37a-29f3-45ed-bf09-76dcde87fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:07.942427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-5f6fd37a-29f3-45ed-bf09-76dcde87fd89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9982528d2c944c43bc55b14e948f2f00&device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 1096 time: 0.1802950 Aug 03 15:59:07.943642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] For port c6a1e443-0f48-4d65-96e8-f356bb94827e, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:07.960074 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] For port c6a1e443-0f48-4d65-96e8-f356bb94827e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c6a1e443-0f48-4d65-96e8-f356bb94827e,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:07.961097 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-118e5af9-8ba6-4a37-bebb-b767de21563f service neutron] 10.222.0.70 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849580 Aug 03 15:59:07.978870 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.068745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.103012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.148840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object a4960352-5b38-4fae-81a2-bbf51a1dfce8 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:08.205660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-3284cb45-6f75-4b8f-aab7-6be4d8061734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:08.207136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-3284cb45-6f75-4b8f-aab7-6be4d8061734 service neutron] 10.222.0.72 "GET /v2.0/networks?id=093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 200 len: 920 time: 0.2431664 Aug 03 15:59:08.209775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62333df-fe9d-4237-a13a-0b77d6fb748a None None] Pushing event updated for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:08.218660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=7d12c537-2c7b-4a2c-be32-ea9917fab2fc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:08.223154 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:08.224030 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:08.236807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.243119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1fd1fb5-0999-44d5-bd11-a4a0f1b7790d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/7d12c537-2c7b-4a2c-be32-ea9917fab2fc HTTP/1.1" status: 204 len: 168 time: 1.9259112 Aug 03 15:59:08.243361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b504ab1-e189-428e-be88-518f5ce901ae None None] Network 70136bd3-a9af-4917-b515-b4e3f04adfc1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:08.246432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41904) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:08.337321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.484986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-97c9689b-96c4-4eb0-9f40-dff08f0cf794 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 200 len: 217 time: 0.2654827 Aug 03 15:59:08.538529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e4637ce5-d8af-4fa3-9bed-d711f1d57668 req-d21b3cd4-3d07-4344-8a13-a2635a607229 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 210 time: 0.1123996 Aug 03 15:59:08.539134 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:08.544024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:08.572777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:08.587460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:08.659631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:08.675516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4'}, {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:08.678320 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f52e63-7cf3-4dc4-947e-3fb4902f4b4d" -d '{"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-plugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4"}, {"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:08.697306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] DHCP port deletion for 70136bd3-a9af-4917-b515-b4e3f04adfc1 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:08.795864 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b884798-9c0b-41e7-8e40-3724a497495b x-openstack-request-id: req-0b884798-9c0b-41e7-8e40-3724a497495b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:08.796200 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-plugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4", "code": 200}, {"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-plugged", "status": "completed", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:08.796700 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b884798-9c0b-41e7-8e40-3724a497495b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:08.797035 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'code': 200} Aug 03 15:59:08.797313 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323', 'code': 200} Aug 03 15:59:08.797422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.845568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:08.846290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.877280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Deleting port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:08.877475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:08.919829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-678caffe-a8f2-4e6e-9a73-d11813f92e3a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7366588 Aug 03 15:59:08.942206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'admin_state_up': True, 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'security_groups': ['276e6cab-8b38-40b2-8f4e-1ba611803904']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:09.088278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-17b6f6a8-12ac-4dd2-b8aa-50265adb6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.091914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-17b6f6a8-12ac-4dd2-b8aa-50265adb6ac8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 200 len: 859 time: 0.5100889 Aug 03 15:59:09.118271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-4263a542-388b-4282-94c5-7aa6a9bc7179 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.146875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-4263a542-388b-4282-94c5-7aa6a9bc7179 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.154660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] For port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,segment=NetworkSegment(457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529),segment_id=457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:09.156126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.182675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-4263a542-388b-4282-94c5-7aa6a9bc7179 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.208977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-4263a542-388b-4282-94c5-7aa6a9bc7179 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.218623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Calling delete_port for b3bbc077-6f04-40ad-88a3-3e2b576b6d6d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:09.219526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-4263a542-388b-4282-94c5-7aa6a9bc7179 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3096 time: 0.8012459 Aug 03 15:59:09.225926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1a955093-eaed-41d6-978a-775a74818a9a None None] Provisioning for port a4960352-5b38-4fae-81a2-bbf51a1dfce8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:09.243261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1a955093-eaed-41d6-978a-775a74818a9a None None] Provisioning complete for port a4960352-5b38-4fae-81a2-bbf51a1dfce8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:09.250786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a955093-eaed-41d6-978a-775a74818a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.254414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:01Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a1e443-0f48-4d65-96e8-f356bb94827e', 'name': '', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:ad:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:59Z', 'updated_at': '2021-08-03T15:59:07Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:09.266173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Made reservation on behalf of 8a5858c3f8f647b79f21bea73d940d8b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:09.285948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.374086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-bfd5d06e-ae29-4bf2-ac77-479d0e575686 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=093de1c8-6eb8-4428-83f2-9162627334bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2672338 Aug 03 15:59:09.378370 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c200d96-90e9-4533-8052-ab233e82d255 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:01Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6a1e443-0f48-4d65-96e8-f356bb94827e', 'name': '', 'network_id': 'f496e81a-33c1-46c4-8fd7-adab2cddb40a', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:ad:7e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:59Z', 'updated_at': '2021-08-03T15:59:07Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '4e882ad5-2b59-438b-8d9c-353c4b5a16e4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:09.389896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e414302-cfe4-4bc9-a333-df39e19b71c0 req-c62c8975-b5f4-4008-afa3-6e53aab06570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.390625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e414302-cfe4-4bc9-a333-df39e19b71c0 req-c62c8975-b5f4-4008-afa3-6e53aab06570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.391385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e414302-cfe4-4bc9-a333-df39e19b71c0 req-c62c8975-b5f4-4008-afa3-6e53aab06570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.393384 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e414302-cfe4-4bc9-a333-df39e19b71c0 req-c62c8975-b5f4-4008-afa3-6e53aab06570 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2870 time: 0.5086908 Aug 03 15:59:09.500809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b3bbc077-6f04-40ad-88a3-3e2b576b6d6d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:09.538900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348bab5-da38-4285-b7f3-21fb47f78ae7 req-fa9a6fbd-eb09-44e6-b490-2c122b8122bb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.546188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348bab5-da38-4285-b7f3-21fb47f78ae7 req-fa9a6fbd-eb09-44e6-b490-2c122b8122bb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.571563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348bab5-da38-4285-b7f3-21fb47f78ae7 req-fa9a6fbd-eb09-44e6-b490-2c122b8122bb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:09.584300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.590626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a348bab5-da38-4285-b7f3-21fb47f78ae7 req-fa9a6fbd-eb09-44e6-b490-2c122b8122bb tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.4942055 Aug 03 15:59:09.649873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b3bbc077-6f04-40ad-88a3-3e2b576b6d6d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:09.662246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b3bbc077-6f04-40ad-88a3-3e2b576b6d6d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:09.700758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] Pushing event deleted for resources: {'Port': ['ID=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:09.711696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:09.712152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.744911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c1f03-522d-45f3-a7aa-c8e1cba7b5b7 None None] No DVR routers for this DVR port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:09.759870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1a955093-eaed-41d6-978a-775a74818a9a None None] Port a4960352-5b38-4fae-81a2-bbf51a1dfce8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:09.762774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e414302-cfe4-4bc9-a333-df39e19b71c0 req-d5f40750-6b30-4911-a56b-866882d72369 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384703 Aug 03 15:59:09.827934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a348bab5-da38-4285-b7f3-21fb47f78ae7 req-51cd1f17-0e02-4a27-b34e-690227857f84 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361808 Aug 03 15:59:09.835215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4cb2aa3a-331a-43e0-b582-ff21c32ce0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:09.882676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d09c49e8-7173-4210-aaf6-bbb0bc7e340f req-48939292-70bc-43b0-8378-367c872bbeae tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6460707 Aug 03 15:59:09.984160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-78bf5c32-75e5-4c3e-8937-09e1d8aade84 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771079 Aug 03 15:59:10.075416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Allocated IP 10.2.2.200 (1fa0de7b-31e3-456a-a76b-1fe31a0d8a31/b2ede30d-494a-4f70-b0c0-7bc135b2e974/46f416bd-bc3c-4830-8e34-31bd774e3ce7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:10.097679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] For port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:10.098970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.172248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Calling delete_port for b3bbc077-6f04-40ad-88a3-3e2b576b6d6d owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:10.179567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d was not found and therefore no delete operation was performed {{(pid=106017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:59:10.184595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.230782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No DVR routers for this DVR port b3bbc077-6f04-40ad-88a3-3e2b576b6d6d on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:10.233855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Port': ['ID=b3bbc077-6f04-40ad-88a3-3e2b576b6d6d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:10.239307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87e8d3df-c8dc-4ce9-bf12-db95908e9719 req-94edcf04-d639-4703-a405-ddb3ace9172f tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 210 time: 0.0996196 Aug 03 15:59:10.451548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.480466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70136bd3-a9af-4917-b515-b4e3f04adfc1']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:10.505723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:10.506023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457d0f48-ca3c-4bb4-99f5-e1ffe4c1a529') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:10.520646 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.585560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.593499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:10.594727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.595427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:10.693440 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:10.712283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd5e9751-295f-4848-9fbd-4e4ca8cf4dc3 req-99ea5b3a-5c80-4472-9956-70640bbd5d14 service neutron] 10.222.0.72 "GET /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129304 Aug 03 15:59:10.712283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.730412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:10.736026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/70136bd3-a9af-4917-b515-b4e3f04adfc1 HTTP/1.1" status: 204 len: 168 time: 2.4884617 Aug 03 15:59:10.746265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:10.774303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Transition to ACTIVE for port object 46f416bd-bc3c-4830-8e34-31bd774e3ce7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:10.789566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb2dd-9f3b-42e9-a9c6-f9e546da0ac8 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=70136bd3-a9af-4917-b515-b4e3f04adfc1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:10.803461 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-961ffc31-6489-49b4-93a1-4ccd4549c40d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:10.804918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961ffc31-6489-49b4-93a1-4ccd4549c40d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:10.807976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-961ffc31-6489-49b4-93a1-4ccd4549c40d tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/e6bf1748-1815-4371-8455-063d35db714d HTTP/1.1" status: 404 len: 337 time: 0.0522006 Aug 03 15:59:10.809913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:10.887404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-2741fac6-5875-4e43-931b-7e2a5c1a642f tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:10.889392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-2741fac6-5875-4e43-931b-7e2a5c1a642f tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.78 "GET /v2.0/networks?id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4 HTTP/1.1" status: 200 len: 814 time: 0.4127009 Aug 03 15:59:10.894452 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-1847e1eb-4e3a-4000-b6f5-0b062b33b361 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:10.895715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1847e1eb-4e3a-4000-b6f5-0b062b33b361 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:10.898256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1847e1eb-4e3a-4000-b6f5-0b062b33b361 tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/8e5eb8d6-f3c1-4f3a-b1d3-7dc4d78dcea4 HTTP/1.1" status: 404 len: 339 time: 0.0868738 Aug 03 15:59:10.900824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:10.906847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Request body: {'port': {'device_id': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4', 'admin_state_up': True, 'tenant_id': 'deca8c40714c4529aa3285754eed8f55'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:11.027763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting subnet 3abaebd4-6d88-4a6f-ae2f-ad30781d2c56 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:11.037565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.153578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.337562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.411680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a47f-70d8-4219-9c12-4a3b9c4bb209 req-61b52125-2c24-4261-bfbc-a440ce2bc22e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.422652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c6a1e443-0f48-4d65-96e8-f356bb94827e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:11.441679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a47f-70d8-4219-9c12-4a3b9c4bb209 req-61b52125-2c24-4261-bfbc-a440ce2bc22e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.465534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.466528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a47f-70d8-4219-9c12-4a3b9c4bb209 req-61b52125-2c24-4261-bfbc-a440ce2bc22e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.472951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.479905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.486788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e855a47f-70d8-4219-9c12-4a3b9c4bb209 req-61b52125-2c24-4261-bfbc-a440ce2bc22e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.3022509 Aug 03 15:59:11.487115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.491910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Made reservation on behalf of deca8c40714c4529aa3285754eed8f55 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:11.497004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:11.501937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.510224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-d134144a-e0fd-4873-93ed-0e6ecb35ca86 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3817 time: 0.2665050 Aug 03 15:59:11.565956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:11.571271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c6a1e443-0f48-4d65-96e8-f356bb94827e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:11.586329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c6a1e443-0f48-4d65-96e8-f356bb94827e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:11.587049 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.599178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30e8b3e4-1e64-4e6f-ad3d-b322f6ac4d8b req-1de94369-b6bb-4e80-b0ec-74eec314291c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815430 Aug 03 15:59:11.600966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.688262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:11.694977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:11.783578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.794104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.847934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c6a1e443-0f48-4d65-96e8-f356bb94827e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c6a1e443-0f48-4d65-96e8-f356bb94827e,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:11.865659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.867588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Subnet': ['ID=3abaebd4-6d88-4a6f-ae2f-ad30781d2c56,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:11.893324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:11.896068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e361d8ae-9479-462c-bac1-d458c6a416fe tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/subnets/3abaebd4-6d88-4a6f-ae2f-ad30781d2c56 HTTP/1.1" status: 204 len: 168 time: 0.9939592 Aug 03 15:59:11.900581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41970) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:11.944439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224e41a-4f05-492b-86ef-3090059fd437 None None] Network 01538d41-fa06-4c15-a6b8-a33bc86d9b79 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:12.077471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f72dbf7-3192-47b3-98b2-c2c76df732f6 req-68393a57-084d-4897-909e-2cad490b073d tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 210 time: 0.0551884 Aug 03 15:59:12.185814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.313762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Deleting port 053a95ef-72c3-4f8f-a36c-77e99135a427 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:12.314391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.403445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] For port 053a95ef-72c3-4f8f-a36c-77e99135a427, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=053a95ef-72c3-4f8f-a36c-77e99135a427,segment=NetworkSegment(833d1556-2165-49c5-9aef-7be4f1c7d546),segment_id=833d1556-2165-49c5-9aef-7be4f1c7d546)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:12.404106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.423972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Calling delete_port for 053a95ef-72c3-4f8f-a36c-77e99135a427 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:12.443497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:12.461390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c46ae8ab-82ed-42d8-80a5-c0324e056c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.470415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0ca2023-f8fd-4add-90bc-d71bbd8f1110 None None] Provisioning for port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:12.518601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0ca2023-f8fd-4add-90bc-d71bbd8f1110 None None] Provisioning complete for port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:12.518991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0ca2023-f8fd-4add-90bc-d71bbd8f1110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.630980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca2023-f8fd-4add-90bc-d71bbd8f1110 None None] Port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:12.654034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.691382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] No DVR routers for this DVR port 053a95ef-72c3-4f8f-a36c-77e99135a427 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:12.726217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:12.727730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.750380 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:12.752960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fed53-f750-4de0-b0cd-bdcede3a4b85 None None] DHCP port deletion for 01538d41-fa06-4c15-a6b8-a33bc86d9b79 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:12.754488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:12.772994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a5c407bf-a419-4ed3-a435-36535f550f34 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8421977 Aug 03 15:59:12.807403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:12.853696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Port': ['ID=053a95ef-72c3-4f8f-a36c-77e99135a427,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:12.968867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Allocated IP 172.20.0.11 (dabd8e94-e137-4220-8b14-5f4a8b01e4e4/47cc3425-5b7d-4c30-be8d-5abea6767739/4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:12.999779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.018609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01538d41-fa06-4c15-a6b8-a33bc86d9b79']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:13.037024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833d1556-2165-49c5-9aef-7be4f1c7d546') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:13.037821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833d1556-2165-49c5-9aef-7be4f1c7d546') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:13.058016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:13.066200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:13.086203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:13.096606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:13.104233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:13.106620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-bd719800-801f-4cb3-ba06-27e8189aebf9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3817 time: 0.2790143 Aug 03 15:59:13.141941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e855a47f-70d8-4219-9c12-4a3b9c4bb209 req-d6499c91-d2f1-4f86-b2c3-60c4fd5bd4e8 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6542120 Aug 03 15:59:13.156037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.186932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.218770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:13.219449 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:13.223211 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:13.240804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf013b9d-cce7-482f-8452-d7a20cc644ea req-d9cb8d6a-c94a-4aec-8cac-2698353930b5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119158 Aug 03 15:59:13.243606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.376865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.387879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.397493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] 10.222.0.70 "DELETE /v2.0/networks/01538d41-fa06-4c15-a6b8-a33bc86d9b79 HTTP/1.1" status: 204 len: 168 time: 1.4955671 Aug 03 15:59:13.451089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd666b-791e-4b8c-8415-fdc4ed40c06c tempest-NetworksIpV6Test-29628375 tempest-NetworksIpV6Test-29628375-project] Pushing event deleted for resources: {'Network': ['ID=01538d41-fa06-4c15-a6b8-a33bc86d9b79,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:13.565062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.579765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c6a1e443-0f48-4d65-96e8-f356bb94827e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:13.664453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ccacc311-6b0c-41d0-9f58-f8780e037256 req-a39bb1ae-48e8-4bf1-806e-f3982f943ae0 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 210 time: 0.1459029 Aug 03 15:59:13.749757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.751229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.767329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c6a1e443-0f48-4d65-96e8-f356bb94827e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:13.767892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:13.941359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42002) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:13.981841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:13.996256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:14.002609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cd3a9b-3bce-4942-a631-abcfb02603cd {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:14.012502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:14.015153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 053a95ef-72c3-4f8f-a36c-77e99135a427 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:14.020077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Pushing event updated for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:14.026339 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.065401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 053a95ef-72c3-4f8f-a36c-77e99135a427 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:14.078687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 053a95ef-72c3-4f8f-a36c-77e99135a427 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:14.092516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Transition to ACTIVE for port object c1cd3a9b-3bce-4942-a631-abcfb02603cd will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:14.099839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.170464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:14.176293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.237978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:14.279800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-144655fa-746a-4202-8712-bea07b30f347 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3782136 Aug 03 15:59:14.322201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Request body: {'port': {'device_id': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:14.347318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b539439a-2e56-42d3-a5bb-75cd3228d94a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d793436cce694e0a8739ddc87a4931b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992763 Aug 03 15:59:14.349586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42016) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:14.429827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.511279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Attempting to bind port c1cd3a9b-3bce-4942-a631-abcfb02603cd on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:14.511661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Attempting to bind port c1cd3a9b-3bce-4942-a631-abcfb02603cd by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:14.511996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Attempting to bind port c1cd3a9b-3bce-4942-a631-abcfb02603cd on network b6815be8-c55f-4a29-b315-27b69c86b55b {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:14.521567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.525820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.568034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01aa16-f68f-4b52-96cb-3d7c8ffc7cda req-95481e27-0281-41ab-bc68-e427923d31c6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:14.580349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01aa16-f68f-4b52-96cb-3d7c8ffc7cda req-95481e27-0281-41ab-bc68-e427923d31c6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:14.594952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01aa16-f68f-4b52-96cb-3d7c8ffc7cda req-95481e27-0281-41ab-bc68-e427923d31c6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:14.609588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b01aa16-f68f-4b52-96cb-3d7c8ffc7cda req-95481e27-0281-41ab-bc68-e427923d31c6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.2451522 Aug 03 15:59:14.633261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.634701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.636150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/496ad4f2-9548-4f32-987b-fad651fc1699 HTTP/1.1" status: 204 len: 168 time: 0.2852447 Aug 03 15:59:14.645299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Port c1cd3a9b-3bce-4942-a631-abcfb02603cd on network b6815be8-c55f-4a29-b315-27b69c86b55b not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:14.645630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Attempting to bind port c1cd3a9b-3bce-4942-a631-abcfb02603cd on network b6815be8-c55f-4a29-b315-27b69c86b55b {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:14.755278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:14.755871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Checking segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:14.756133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Bound using segment: {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:14.756491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Bound port: c1cd3a9b-3bce-4942-a631-abcfb02603cd, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f23b74-988d-43ed-8ae4-411594cc17db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:14.756845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:14.813135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad4a03-c2e5-405e-9458-d9cfd914b54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496ad4f2-9548-4f32-987b-fad651fc1699,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:14.822114 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b01aa16-f68f-4b52-96cb-3d7c8ffc7cda req-001564f8-b708-47de-bca2-f2f9432969d4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115057 Aug 03 15:59:14.975101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:14.995784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:15.007582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.025043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.038360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.065159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.066972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-0032cadc-88f6-48bf-b214-e6bf07935ca4 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3829 time: 0.4522815 Aug 03 15:59:15.197190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3260bee2-3803-4812-a01c-e5fc9e04b087 req-e3e4c257-2cb7-40fd-a652-86ba81e19303 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185169 Aug 03 15:59:15.369450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:15.392367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:15.417667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Transition to ACTIVE for port object 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:15.468128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:15.549569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:15.627584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dc19b-06ea-499d-9c1c-18eb306dc38a req-db1c2e8e-90fc-4496-b195-802deb18bac9 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.629314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f63dc19b-06ea-499d-9c1c-18eb306dc38a req-db1c2e8e-90fc-4496-b195-802deb18bac9 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 944 time: 0.1967940 Aug 03 15:59:15.639568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:15.697572 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:15.726606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:15.835180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:15.839332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:15.853881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:15.856063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-cc4027fb-863d-479c-986d-11678f8f10fc service neutron] 10.222.0.72 "PUT /v2.0/ports/c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1092 time: 3.0670788 Aug 03 15:59:15.868959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f63dc19b-06ea-499d-9c1c-18eb306dc38a req-02b13d59-373f-452e-ad1a-0e0391cae65c tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269824 Aug 03 15:59:15.871675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:15.877949 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e318a6aa-8107-41d8-959b-a73778e2b0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:15.974781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Attempting to bind port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:15.975126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Attempting to bind port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '4c5b438c-f748-4369-90af-a55f0e71cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:15.975461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Attempting to bind port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 on network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:15.989955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:16.100136 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afcbd1-24fd-4a20-a441-57e78d9948c5 x-openstack-request-id: req-a4afcbd1-24fd-4a20-a441-57e78d9948c5 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:16.100570 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:16.103239 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4afcbd1-24fd-4a20-a441-57e78d9948c5 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:16.103239 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'status': 'completed', 'code': 200} Aug 03 15:59:16.132765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b9a6-ce24-4a88-ba9a-063bb7a9442f req-cca588d5-3f6f-42bf-b861-5a974bde1442 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.145534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b9a6-ce24-4a88-ba9a-063bb7a9442f req-cca588d5-3f6f-42bf-b861-5a974bde1442 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.147978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 on network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:16.148443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Attempting to bind port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 on network dabd8e94-e137-4220-8b14-5f4a8b01e4e4 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:16.166162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:16.166698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Checking segment: {'id': '4c5b438c-f748-4369-90af-a55f0e71cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:16.167197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Bound using segment: {'id': '4c5b438c-f748-4369-90af-a55f0e71cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:16.167882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Bound port: 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5b438c-f748-4369-90af-a55f0e71cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:16.168338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b9a6-ce24-4a88-ba9a-063bb7a9442f req-cca588d5-3f6f-42bf-b861-5a974bde1442 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.168471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:16.179543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f79b9a6-ce24-4a88-ba9a-063bb7a9442f req-cca588d5-3f6f-42bf-b861-5a974bde1442 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.2559402 Aug 03 15:59:16.299226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42074) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:16.317840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f79b9a6-ce24-4a88-ba9a-063bb7a9442f req-a88edbae-98fe-4612-ba05-16cacb72f3e7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Aug 03 15:59:16.337145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.338213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.338958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.340185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.340965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.343676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-92cdf9fb-8ffa-4a28-9308-04504b1735da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 4364 time: 0.2848492 Aug 03 15:59:16.349367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:16.357271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,segment=NetworkSegment(4c5b438c-f748-4369-90af-a55f0e71cbe1),segment_id=4c5b438c-f748-4369-90af-a55f0e71cbe1)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:16.360537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:16.377587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:16.512691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-84cf6689-74e5-4902-9d2e-0beeb3992eaa tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] Request body: {'port': {'network_id': '9feccf2f-04ef-4b5d-b8c8-8996b6939955', 'name': 'tempest-NetworksNegativeTestJSON-1315951573'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:16.548201 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cf6689-74e5-4902-9d2e-0beeb3992eaa tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] POST failed (client error): The resource could not be found. Aug 03 15:59:16.549109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cf6689-74e5-4902-9d2e-0beeb3992eaa tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:16.550557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84cf6689-74e5-4902-9d2e-0beeb3992eaa tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2316756 Aug 03 15:59:16.559136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:16.582091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-c76f892e-d36f-406b-9248-5c9b050ec466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.583344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-c76f892e-d36f-406b-9248-5c9b050ec466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.584147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-c76f892e-d36f-406b-9248-5c9b050ec466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.586044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-c76f892e-d36f-406b-9248-5c9b050ec466 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2316906 Aug 03 15:59:16.600455 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77f3cfb-7cb7-47dc-a5eb-6881ecf5f810 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:16.601328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77f3cfb-7cb7-47dc-a5eb-6881ecf5f810 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:16.603841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d77f3cfb-7cb7-47dc-a5eb-6881ecf5f810 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "DELETE /v2.0/networks/4bc13f5e-5b2e-4f40-b8e0-a72c5084b1e6 HTTP/1.1" status: 404 len: 339 time: 0.0434546 Aug 03 15:59:16.604870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.606593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:16.607050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] 10.222.0.78 "PUT /v2.0/ports/4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 HTTP/1.1" status: 200 len: 1092 time: 2.2902746 Aug 03 15:59:16.621317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42080) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:16.724599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9fd8-82c4-467b-a82d-182b48050da9 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:16.894856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-7a3cb275-6df1-4f21-93e6-5517b666d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.915655 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e318a6aa-8107-41d8-959b-a73778e2b0bc req-7a3cb275-6df1-4f21-93e6-5517b666d34b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3083365 Aug 03 15:59:16.933586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.952534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.959510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.966357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.973688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:16.975609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-68282c7f-d4e1-4e3e-82c0-09245569af70 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3829 time: 0.5686362 Aug 03 15:59:17.124031 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-326290b0-5706-4ddf-8a7e-ffc7d85381b3 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:17.126133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326290b0-5706-4ddf-8a7e-ffc7d85381b3 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:17.140179 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-326290b0-5706-4ddf-8a7e-ffc7d85381b3 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "DELETE /v2.0/ports/92d36c5c-0052-4722-a798-ec248596cbce HTTP/1.1" status: 404 len: 333 time: 0.5098944 Aug 03 15:59:17.148147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cfdd4-252d-48ea-8fb5-b82f893e7caf req-4ad29496-0a0e-4bd5-a933-eb212905e1d2 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.165954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-713cfdd4-252d-48ea-8fb5-b82f893e7caf req-4ad29496-0a0e-4bd5-a933-eb212905e1d2 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 944 time: 0.1395240 Aug 03 15:59:17.171245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42098) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.337227 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bfbb75-ea4e-495e-94ff-a09de9be5848 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] DELETE failed (client error): The resource could not be found. Aug 03 15:59:17.337753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bfbb75-ea4e-495e-94ff-a09de9be5848 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:17.349924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2bfbb75-ea4e-495e-94ff-a09de9be5848 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "DELETE /v2.0/subnets/76122968-6a26-44f8-9285-875aa6c4218f HTTP/1.1" status: 404 len: 337 time: 0.1643848 Aug 03 15:59:17.353810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.407240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8787dae-6a23-40bc-b224-9c9a32c4e40a req-d7be3426-8344-43b4-ac63-4076143a9979 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951818 Aug 03 15:59:17.433020 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db04290-c271-4666-86ea-6e82eddf5d8d tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] GET failed (client error): The resource could not be found. Aug 03 15:59:17.441481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-f5446b64-cb4b-4987-a0c1-4ff528ab115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.441911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-f5446b64-cb4b-4987-a0c1-4ff528ab115a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=deca8c40714c4529aa3285754eed8f55&device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 1095 time: 0.5907857 Aug 03 15:59:17.442818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4db04290-c271-4666-86ea-6e82eddf5d8d tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "GET /v2.0/networks/605c51a2-f0b4-4649-a3be-baed8d0f015a HTTP/1.1" status: 404 len: 339 time: 0.0890863 Aug 03 15:59:17.445231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.462537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-713cfdd4-252d-48ea-8fb5-b82f893e7caf req-0df0d152-f442-460c-91dd-ce9224b7b958 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955818 Aug 03 15:59:17.507119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-68ba3d1a-6b35-4647-a35a-1006d8cb1e1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 HTTP/1.1" status: 200 len: 217 time: 0.0455644 Aug 03 15:59:17.559308 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-128732f0-997f-4fef-8121-6c47e11cf4d7 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] GET failed (client error): The resource could not be found. Aug 03 15:59:17.577572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-128732f0-997f-4fef-8121-6c47e11cf4d7 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "GET /v2.0/ports/350900b4-3d84-457a-9034-265c506a3fe0 HTTP/1.1" status: 404 len: 333 time: 0.1090419 Aug 03 15:59:17.578809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42110) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.627627 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-22744ac6-9d76-492d-be3c-2ee023b9a4c6 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] GET failed (client error): The resource could not be found. Aug 03 15:59:17.635701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22744ac6-9d76-492d-be3c-2ee023b9a4c6 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "GET /v2.0/subnets/9faf77a0-9617-4e2a-8097-72f837a68265 HTTP/1.1" status: 404 len: 337 time: 0.0474939 Aug 03 15:59:17.637737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.650814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-2cdf57dd-48cc-453b-9ea3-a5c8ed048439 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.658978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-2cdf57dd-48cc-453b-9ea3-a5c8ed048439 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.667988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-2cdf57dd-48cc-453b-9ea3-a5c8ed048439 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.669985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-2cdf57dd-48cc-453b-9ea3-a5c8ed048439 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.3693137 Aug 03 15:59:17.677990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-551cccbb-cbe0-412c-82c9-f276fbede764 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:17.703725 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-551cccbb-cbe0-412c-82c9-f276fbede764 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] PUT failed (client error): The resource could not be found. Aug 03 15:59:17.705070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551cccbb-cbe0-412c-82c9-f276fbede764 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:17.711511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42114) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.720343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-41bf2cc5-3822-4486-ac2d-55ad7ee2bf26 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:17.729057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-57eb0844-1a25-4ffe-aafb-267046a22c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:17.730738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-57eb0844-1a25-4ffe-aafb-267046a22c2b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=47cc3425-5b7d-4c30-be8d-5abea6767739 HTTP/1.1" status: 200 len: 854 time: 0.1971133 Aug 03 15:59:17.730975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-551cccbb-cbe0-412c-82c9-f276fbede764 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "PUT /v2.0/networks/a611de49-7014-424c-a431-4560c37a1177 HTTP/1.1" status: 404 len: 339 time: 0.0585043 Aug 03 15:59:17.784667 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bf2cc5-3822-4486-ac2d-55ad7ee2bf26 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] PUT failed (client error): The resource could not be found. Aug 03 15:59:17.785606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bf2cc5-3822-4486-ac2d-55ad7ee2bf26 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:17.786941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-41bf2cc5-3822-4486-ac2d-55ad7ee2bf26 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "PUT /v2.0/ports/f6bb36db-86dd-48c5-a66d-32deb0f77e4f HTTP/1.1" status: 404 len: 333 time: 0.0742273 Aug 03 15:59:17.805308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42116) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:17.811683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-5221026c-8a55-4e5f-82c0-f702fd561fb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549569 Aug 03 15:59:17.817683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c69d9de7-24a2-4feb-a3c5-0d404dcfece2 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:17.942029 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-31fcf6d2-30dd-4005-8ac0-05332b7d5631 service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190431 Aug 03 15:59:17.993673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b088cdf-1738-4058-9e62-267695154bf9 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:18.049393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cbda-c79e-4a35-aa13-d9ab304b386e req-eead08a0-03f9-4848-a685-4f825589325d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.056605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cbda-c79e-4a35-aa13-d9ab304b386e req-eead08a0-03f9-4848-a685-4f825589325d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.063771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2cbda-c79e-4a35-aa13-d9ab304b386e req-eead08a0-03f9-4848-a685-4f825589325d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.065717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9be2cbda-c79e-4a35-aa13-d9ab304b386e req-eead08a0-03f9-4848-a685-4f825589325d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.4289529 Aug 03 15:59:18.118083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:18.120571 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:18.124971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdc41cb4-d9ce-40bc-8f0a-49b168201762 req-eb0e31ce-b8ed-47e7-863e-5743876c1e71 service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219406 Aug 03 15:59:18.128048 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:18.130752 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d9de7-24a2-4feb-a3c5-0d404dcfece2 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] PUT failed (client error): The resource could not be found. Aug 03 15:59:18.143558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d9de7-24a2-4feb-a3c5-0d404dcfece2 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 15:59:18.145015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c69d9de7-24a2-4feb-a3c5-0d404dcfece2 tempest-NetworksNegativeTestJSON-63327606 tempest-NetworksNegativeTestJSON-63327606-project] 10.222.0.70 "PUT /v2.0/subnets/167abee2-1b8f-41b4-9370-2aa997b31ea8 HTTP/1.1" status: 404 len: 337 time: 0.3363051 Aug 03 15:59:18.167666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9be2cbda-c79e-4a35-aa13-d9ab304b386e req-881c88bd-66e0-4fde-b4e3-7bc3ee5f1661 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842419 Aug 03 15:59:18.175923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Transition to ACTIVE for port object 1b088cdf-1738-4058-9e62-267695154bf9 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:18.184433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:18.282971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port e50448a7-8fe5-40ab-9051-790f690da8d2 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:18.283394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:18.288120 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd6467-9632-4b29-ac29-ee68921d12a7 x-openstack-request-id: req-bfbd6467-9632-4b29-ac29-ee68921d12a7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:18.305416 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:18.306446 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfbd6467-9632-4b29-ac29-ee68921d12a7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:18.312218 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5', 'status': 'completed', 'code': 200} Aug 03 15:59:18.483902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:18.491266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-b4b575aa-b07c-465f-9252-cf7086160ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.493082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-b4b575aa-b07c-465f-9252-cf7086160ca2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=deca8c40714c4529aa3285754eed8f55&device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 1095 time: 0.1681421 Aug 03 15:59:18.754035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-e7fcaff5-f11c-4f69-88e0-4b2989c6ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.756026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-e7fcaff5-f11c-4f69-88e0-4b2989c6ecf0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4 HTTP/1.1" status: 200 len: 915 time: 0.2371697 Aug 03 15:59:18.886558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:18.899771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-da5ce032-9a46-4b54-96d6-ca5e07c015db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 HTTP/1.1" status: 200 len: 217 time: 0.1300819 Aug 03 15:59:18.938643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port e50448a7-8fe5-40ab-9051-790f690da8d2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e50448a7-8fe5-40ab-9051-790f690da8d2,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:18.939005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:18.960821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for e50448a7-8fe5-40ab-9051-790f690da8d2 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:18.976699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.983450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.984531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Attempting to bind port 1b088cdf-1738-4058-9e62-267695154bf9 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:18.985939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Attempting to bind port 1b088cdf-1738-4058-9e62-267695154bf9 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:18.986544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Attempting to bind port 1b088cdf-1738-4058-9e62-267695154bf9 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:18.989922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.996000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:18.999333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Port 1b088cdf-1738-4058-9e62-267695154bf9 on network 9204d1b8-fa19-4251-9f67-91d214644a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:19.000274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Attempting to bind port 1b088cdf-1738-4058-9e62-267695154bf9 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:19.003532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.010089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.018650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-a3082823-5730-4057-ac4a-f2432924b0ab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 4606 time: 0.1850753 Aug 03 15:59:19.028667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ce6e-d0c8-4224-ab2a-109f71738e51 req-80fe211f-71ff-4219-85bd-df77b434dd65 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.037502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95a1ce6e-d0c8-4224-ab2a-109f71738e51 req-80fe211f-71ff-4219-85bd-df77b434dd65 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 944 time: 0.2782359 Aug 03 15:59:19.043057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:19.044029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:19.044678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Bound using segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:19.046859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Bound port: 1b088cdf-1738-4058-9e62-267695154bf9, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:19.047543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.130320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95a1ce6e-d0c8-4224-ab2a-109f71738e51 req-8196f3ca-0f17-4fc8-a987-751ac73c8f11 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913401 Aug 03 15:59:19.136381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b6fa4e6-61bf-4639-8a14-ea32e2434c83 req-bcf71321-218f-4a4b-8dea-490d5dcc7cf5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167986 Aug 03 15:59:19.159865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-09c116b6-d963-483b-abf3-252e230d6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.166427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-09c116b6-d963-483b-abf3-252e230d6758 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=47cc3425-5b7d-4c30-be8d-5abea6767739 HTTP/1.1" status: 200 len: 854 time: 0.2356632 Aug 03 15:59:19.285853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-0a30ccc1-01f2-4bc5-9c44-535202a73158 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067612 Aug 03 15:59:19.500806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1683e2d0-58e4-4e38-9829-48bce7b947d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.521255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:19.529429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b088cdf-1738-4058-9e62-267695154bf9,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:19.540286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.614878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:19.660499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.664248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.671625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b9f6-f4d9-4335-92d5-c2aa304be855 req-aeca132c-aeb3-4b20-9678-96fb5c86a8a3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.674550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e35b80a4-65bc-4180-9ab7-2893009a449d service neutron] 10.222.0.72 "PUT /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 1135 time: 3.7009580 Aug 03 15:59:19.677362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-cb590228-b275-4a9f-907a-8835973a9fa4 service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719478 Aug 03 15:59:19.704242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b9f6-f4d9-4335-92d5-c2aa304be855 req-aeca132c-aeb3-4b20-9678-96fb5c86a8a3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.715409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b9f6-f4d9-4335-92d5-c2aa304be855 req-aeca132c-aeb3-4b20-9678-96fb5c86a8a3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:19.728312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b63b9f6-f4d9-4335-92d5-c2aa304be855 req-aeca132c-aeb3-4b20-9678-96fb5c86a8a3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 2417 time: 0.2963750 Aug 03 15:59:19.735254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:19.774438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.953397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b63b9f6-f4d9-4335-92d5-c2aa304be855 req-01727253-d6c8-4ec2-b411-ff3df622240c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208338 Aug 03 15:59:19.956216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=e50448a7-8fe5-40ab-9051-790f690da8d2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:19.969616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port e50448a7-8fe5-40ab-9051-790f690da8d2 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:19.973848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:19.978026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-1ab4fcb1-39ae-40b8-91fd-b8ef89c58a28 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "DELETE /v2.0/ports/e50448a7-8fe5-40ab-9051-790f690da8d2 HTTP/1.1" status: 204 len: 173 time: 2.2177827 Aug 03 15:59:19.981057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:19.985111 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46891e6-d7bb-40d0-8d04-387456b2c904" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:19.996048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74f91060-4f42-40d6-8047-2ce3b3bf1d8a req-95ecb2bd-9087-4d6f-a541-0bbeb4534184 service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022342 Aug 03 15:59:20.102599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:59:20.131964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.228263 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b9167-00a0-4ba2-a5c7-5d82aaf29104 x-openstack-request-id: req-fc2b9167-00a0-4ba2-a5c7-5d82aaf29104 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:20.228578 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "e50448a7-8fe5-40ab-9051-790f690da8d2", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:20.228840 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc2b9167-00a0-4ba2-a5c7-5d82aaf29104 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:20.229764 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'e50448a7-8fe5-40ab-9051-790f690da8d2', 'status': 'completed', 'code': 200} Aug 03 15:59:20.384220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1683e2d0-58e4-4e38-9829-48bce7b947d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.436281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1683e2d0-58e4-4e38-9829-48bce7b947d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.482106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '1b088cdf-1738-4058-9e62-267695154bf9'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:20.488398 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "1b088cdf-1738-4058-9e62-267695154bf9"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:20.526212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port e4cef890-73ca-40c0-bddd-e94ed6a61323 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:20.526730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.629154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1683e2d0-58e4-4e38-9829-48bce7b947d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57edcc0a11aa497a9d34500f39303428&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7412732 Aug 03 15:59:20.636347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683e2d0-58e4-4e38-9829-48bce7b947d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d3d8d-d7ac-4811-a258-a0b69fa13431,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:20.650632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42180) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:20.695660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422cad-51a6-498c-8475-8d27378dc3d5 req-50bc8d18-2660-45e5-bb8d-bd38739dbd7e tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.705574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b422cad-51a6-498c-8475-8d27378dc3d5 req-50bc8d18-2660-45e5-bb8d-bd38739dbd7e tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 944 time: 0.3137109 Aug 03 15:59:20.782806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,segment=NetworkSegment(4c5b438c-f748-4369-90af-a55f0e71cbe1),segment_id=4c5b438c-f748-4369-90af-a55f0e71cbe1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:20.795799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port e4cef890-73ca-40c0-bddd-e94ed6a61323, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e4cef890-73ca-40c0-bddd-e94ed6a61323,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:20.796212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.815787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.818294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b422cad-51a6-498c-8475-8d27378dc3d5 req-17f3c18b-6876-4e47-bcee-1faebeb13bbf tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126103 Aug 03 15:59:20.824218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5', 'network_id': 'dabd8e94-e137-4220-8b14-5f4a8b01e4e4', 'port_id': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5', 'mac_address': 'fa:16:3e:a0:55:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cc3425-5b7d-4c30-be8d-5abea6767739', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:59:20.828176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.838141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.871328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for e4cef890-73ca-40c0-bddd-e94ed6a61323 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:20.874456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.886441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.893309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.924694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:20.939876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0be2edbf-c662-4649-8d93-817983b30651 req-5c37fcd7-9a4f-4bd4-a1cd-c38fde9169da tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 4606 time: 0.4447773 Aug 03 15:59:20.955201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:20.977599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:21.002673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,segment=NetworkSegment(4c5b438c-f748-4369-90af-a55f0e71cbe1),segment_id=4c5b438c-f748-4369-90af-a55f0e71cbe1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:21.010811 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.052756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.070998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0be2edbf-c662-4649-8d93-817983b30651 req-67d883fd-9dd8-4066-b6cd-9e9b39e027e1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231742 Aug 03 15:59:21.179299 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d02b8-707d-47d6-95f1-bd74149e90ce x-openstack-request-id: req-bd0d02b8-707d-47d6-95f1-bd74149e90ce {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:21.183016 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "1b088cdf-1738-4058-9e62-267695154bf9", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:21.183016 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd0d02b8-707d-47d6-95f1-bd74149e90ce {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:21.183016 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '1b088cdf-1738-4058-9e62-267695154bf9', 'status': 'completed', 'code': 200} Aug 03 15:59:21.207792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:21.272642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.296958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.305118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/918d3d8d-d7ac-4811-a258-a0b69fa13431 HTTP/1.1" status: 204 len: 168 time: 0.6495805 Aug 03 15:59:21.367978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20293eab-af20-46d9-897b-afbe5a6190ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d3d8d-d7ac-4811-a258-a0b69fa13431,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:21.403519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:21.423205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.424064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:21.438359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d58e8-4971-4aca-972a-aba49d668104 req-d85820a4-95a2-45e8-bf19-a5fb565e10d3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.446273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d58e8-4971-4aca-972a-aba49d668104 req-d85820a4-95a2-45e8-bf19-a5fb565e10d3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.455451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-709d58e8-4971-4aca-972a-aba49d668104 req-d85820a4-95a2-45e8-bf19-a5fb565e10d3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 1681 time: 0.1806650 Aug 03 15:59:21.516716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Transition to ACTIVE for port object f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:21.527247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.527814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.528685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.528838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.529891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.530399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:21.533434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-abeab9a2-b091-45c7-b5ad-ada2f9437805 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5292 time: 0.2254612 Aug 03 15:59:21.571515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e50448a7-8fe5-40ab-9051-790f690da8d2 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:21.594076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-709d58e8-4971-4aca-972a-aba49d668104 req-30f604d8-9e1e-4fa5-be24-208855070703 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375520 Aug 03 15:59:21.594978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.635656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: e50448a7-8fe5-40ab-9051-790f690da8d2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:21.636919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e50448a7-8fe5-40ab-9051-790f690da8d2 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:21.637352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:21.730695 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:21.912594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:21.924863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=e4cef890-73ca-40c0-bddd-e94ed6a61323,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:22.015096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-ca6b8efe-6f92-4e03-88a7-7d73f3f19b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:22.015876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-ca6b8efe-6f92-4e03-88a7-7d73f3f19b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:22.017330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-ca6b8efe-6f92-4e03-88a7-7d73f3f19b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:22.023588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-ca6b8efe-6f92-4e03-88a7-7d73f3f19b4a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4689412 Aug 03 15:59:22.026248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port e4cef890-73ca-40c0-bddd-e94ed6a61323 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:22.033564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:22.041774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-f4817522-b361-4f34-9a8f-b870b8f1eb86 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "DELETE /v2.0/ports/e4cef890-73ca-40c0-bddd-e94ed6a61323 HTTP/1.1" status: 204 len: 173 time: 2.0423660 Aug 03 15:59:22.181313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42222) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:22.244761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:22.258336 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf1ccb6-7415-43cc-b7b4-ac0b0a8a8acd" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:22.301666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:22.467289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Attempting to bind port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:22.467999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Attempting to bind port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:22.468113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Attempting to bind port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:22.480890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on network 9204d1b8-fa19-4251-9f67-91d214644a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:22.481699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Attempting to bind port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:22.494914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41e1be-738f-45ff-80ff-d19548c50aee req-f84759b5-104e-41dd-a789-cfcbc8d5e0fa tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:22.506882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de41e1be-738f-45ff-80ff-d19548c50aee req-f84759b5-104e-41dd-a789-cfcbc8d5e0fa tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 945 time: 0.4196317 Aug 03 15:59:22.512223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:22.587268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:22.603664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:22.604086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Bound using segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:22.606815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Bound port: f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:22.607228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:22.673402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:22.677217 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe381f1-1455-4337-8903-93621507d9a3" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:22.706508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:22.714111 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:22.715225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e4cef890-73ca-40c0-bddd-e94ed6a61323 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:22.813406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: e4cef890-73ca-40c0-bddd-e94ed6a61323 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:22.813809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e4cef890-73ca-40c0-bddd-e94ed6a61323 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:22.815429 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de41e1be-738f-45ff-80ff-d19548c50aee req-9578ee0e-ff36-42ce-98d0-4b64af7f13d8 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074348 Aug 03 15:59:22.839662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:22.989378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:22.997486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:23.027167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42244) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:23.039754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:23.104372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.109088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:23.114638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 1136 time: 3.3881636 Aug 03 15:59:23.187310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:23.194760 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7a06a-83a0-4f74-a1c7-837e35e9337c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "f8b3ce0e-b914-496a-aa44-5b002ac1a3f6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:23.225044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:23.341096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1091790785'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:23.392483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:23.399060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:23.463132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.471555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.491465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.501382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.509181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.520075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.529366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:23.594351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-adec2ab9-f8ac-40c2-95ba-13c0ab8aed25 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5384 time: 0.6058917 Aug 03 15:59:23.594351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:23.594351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed3d8e-3f98-459d-80bd-2160f955ed62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:23.594351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:23.813155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d77a3b27-e29e-4bae-a75d-5444bd42af83 req-ee3c9bd3-80c9-480f-8b88-175c4aba7d65 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2644007 Aug 03 15:59:23.933018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.016906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.105457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:24.163630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e4f0c-003c-4015-8554-b757dcf2a362 req-fabc7152-8637-4a44-b1b2-fea129f0b3ad tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.173111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:24.177144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-859e4f0c-003c-4015-8554-b757dcf2a362 req-fabc7152-8637-4a44-b1b2-fea129f0b3ad tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 1.4026208 Aug 03 15:59:24.216765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:24.222999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:24.223812 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.310207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-818603dc-cf8d-44a2-b80e-7b08d2352823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.312172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-761ef1be-a1a6-4cc5-aeb0-3f99dd8f54dd req-818603dc-cf8d-44a2-b80e-7b08d2352823 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2369738 Aug 03 15:59:24.341382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-859e4f0c-003c-4015-8554-b757dcf2a362 req-a254f91b-d2cf-442a-861f-0e98ccac18a5 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612403 Aug 03 15:59:24.342997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.355242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:24.355977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.437697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,segment=NetworkSegment(4c5b438c-f748-4369-90af-a55f0e71cbe1),segment_id=4c5b438c-f748-4369-90af-a55f0e71cbe1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:24.443488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.466859 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19762b-e0f1-46ad-8c5e-ece4d233ec35 x-openstack-request-id: req-0f19762b-e0f1-46ad-8c5e-ece4d233ec35 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:24.470181 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "e4cef890-73ca-40c0-bddd-e94ed6a61323", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:24.470282 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f19762b-e0f1-46ad-8c5e-ece4d233ec35 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:24.471194 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'e4cef890-73ca-40c0-bddd-e94ed6a61323', 'status': 'completed', 'code': 200} Aug 03 15:59:24.496329 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3835efd-c053-418c-a2b3-c84090294da7 x-openstack-request-id: req-b3835efd-c053-418c-a2b3-c84090294da7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:24.496937 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:24.497365 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3835efd-c053-418c-a2b3-c84090294da7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:24.497954 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'code': 200} Aug 03 15:59:24.560537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:24.743888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.744392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.744881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.745355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.745855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.746381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.746907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.749235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-c09f9b19-8da7-4296-adb3-d4f7cf3abb13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6221 time: 0.1721334 Aug 03 15:59:24.756960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:24.757365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.850055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:24.878208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fabb210-be2f-4558-b9bf-b6281a3a7c99,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:24.890514 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826abb4-53f0-493f-9396-bfb5deb49e9f x-openstack-request-id: req-2826abb4-53f0-493f-9396-bfb5deb49e9f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:24.891288 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "f8b3ce0e-b914-496a-aa44-5b002ac1a3f6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:24.891599 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2826abb4-53f0-493f-9396-bfb5deb49e9f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:24.892165 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6', 'status': 'completed', 'code': 200} Aug 03 15:59:24.904251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:24.905377 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment f820ed1b-88b1-4a34-97b5-d037084e4af3 of type vlan for network 8a30ef64-425d-4c29-8391-6352bd16a74e Aug 03 15:59:24.946968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d419f1-3191-4d33-94d1-22decfb236bc req-7e4dd9bb-46ec-4202-8fc5-f6f7d9b71b66 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:24.955416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0d419f1-3191-4d33-94d1-22decfb236bc req-7e4dd9bb-46ec-4202-8fc5-f6f7d9b71b66 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 943 time: 0.9429312 Aug 03 15:59:25.022600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.024491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.093349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-8ee6b721-1aaa-4549-9862-f7ab5243c4e8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.095795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-8ee6b721-1aaa-4549-9862-f7ab5243c4e8 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.78 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.2118855 Aug 03 15:59:25.113570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0d419f1-3191-4d33-94d1-22decfb236bc req-ebc15684-06b6-4fe1-ae14-aa4536149ce5 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570561 Aug 03 15:59:25.119931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17d0f1-3ee5-4b90-8a28-5139b1c9c9ff req-c0d7841f-e591-4e08-8bf9-6f0a8eef7e57 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.121588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb17d0f1-3ee5-4b90-8a28-5139b1c9c9ff req-c0d7841f-e591-4e08-8bf9-6f0a8eef7e57 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.3034353 Aug 03 15:59:25.135421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-ae21d94a-d1c6-4123-9298-a5db0b679beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.135833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-ae21d94a-d1c6-4123-9298-a5db0b679beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.136276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-ae21d94a-d1c6-4123-9298-a5db0b679beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.138000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-ae21d94a-d1c6-4123-9298-a5db0b679beb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3775496 Aug 03 15:59:25.203226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.209943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.211072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.356020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb17d0f1-3ee5-4b90-8a28-5139b1c9c9ff req-43e95766-d012-4676-b1d0-effce054b545 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113893 Aug 03 15:59:25.375297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3424840 Aug 03 15:59:25.376309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42272) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:25.395303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1891904075'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:25.436610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261a7212-2350-4eba-9810-522dfe1c303b {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:25.451399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f4394-8182-49fb-8010-5054480bfed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=8a30ef64-425d-4c29-8391-6352bd16a74e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:25.457471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.465634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8a30ef64-425d-4c29-8391-6352bd16a74e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:25.508889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:25.512283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.534092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Transition to ACTIVE for port object 261a7212-2350-4eba-9810-522dfe1c303b will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:25.551358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.563791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.572128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.579324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.587397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.595639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.603395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.605893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-5bd24528-3ccc-4f2a-823e-66b653d2bb06 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5384 time: 0.3919322 Aug 03 15:59:25.609083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.613788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Deleting port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:25.614128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.689774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-eb78bac9-31fd-42df-a36e-c02845474d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.691333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40a7a06a-83a0-4f74-a1c7-837e35e9337c req-eb78bac9-31fd-42df-a36e-c02845474d63 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5389950 Aug 03 15:59:25.704643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:25.746621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1372-213f-4ec0-85d8-b62d9cc49e47 req-ad6a6dbb-c741-4f48-8e76-27a9c724e6d6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:25.749888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:25.760868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efce1372-213f-4ec0-85d8-b62d9cc49e47 req-ad6a6dbb-c741-4f48-8e76-27a9c724e6d6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 945 time: 0.2802682 Aug 03 15:59:25.763331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.772410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.772850 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment e1545519-363f-47d7-b828-bb0de28d256b of type vlan for network a3786e38-57f3-436a-95e9-7f24e03d89c7 Aug 03 15:59:25.836415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc75560b-0d4c-422d-8182-9ab8f1ba743c req-28b6c218-d25c-4e0b-986c-621ad58621b6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095983 Aug 03 15:59:25.845714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:25.950511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:25.979253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.029149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efce1372-213f-4ec0-85d8-b62d9cc49e47 req-08613c1a-54a6-49d5-a968-213814544d93 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648933 Aug 03 15:59:26.075178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:26.080042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.082274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d71367c-b556-48e3-9311-7ac8a92004cc req-fb7889c1-7dc1-4d99-83c0-b91dc588f640 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.72 "DELETE /v2.0/ports/fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5 HTTP/1.1" status: 204 len: 173 time: 4.0291226 Aug 03 15:59:26.083199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] For port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:26.083707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.137503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Calling delete_port for 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:26.157346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Attempting to bind port 261a7212-2350-4eba-9810-522dfe1c303b on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:26.157838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Attempting to bind port 261a7212-2350-4eba-9810-522dfe1c303b by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:26.158194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Attempting to bind port 261a7212-2350-4eba-9810-522dfe1c303b on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:26.168465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Port 261a7212-2350-4eba-9810-522dfe1c303b on network 9204d1b8-fa19-4251-9f67-91d214644a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:26.168830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Attempting to bind port 261a7212-2350-4eba-9810-522dfe1c303b on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:26.239215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:26.239215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:26.239604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Bound using segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:26.240060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Bound port: 261a7212-2350-4eba-9810-522dfe1c303b, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:26.240429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.304936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.310563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:26.311909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.352207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:26.355223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dcad6968-0153-461c-8ea1-e9a7ead53596 req-14d482a7-0625-4e88-a1d9-a9f11540bf51 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ea9daf0-6286-4b70-9a28-384457d277c1 HTTP/1.1" status: 200 len: 210 time: 0.0705130 Aug 03 15:59:26.372952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:26.411720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.438142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0481942 Aug 03 15:59:26.450414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42292) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:26.458292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:26.504534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:26.505288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:26.506209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.507854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] 10.222.0.72 "PUT /v2.0/ports/261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 1091 time: 3.3283427 Aug 03 15:59:26.508407 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf10d6-e9af-4543-94a8-21cc6945938f" -d '{"events": [{"server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "name": "network-vif-plugged", "status": "completed", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:26.551935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:26.554281 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc60100-0061-4d45-b331-b56d0fbf0a00" -d '{"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:26.585195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988917d-117b-474b-8dfa-8c542a42465d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=a3786e38-57f3-436a-95e9-7f24e03d89c7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:26.599707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:26.619202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:26.670677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a81ab-31d7-4628-8518-24ea8cab7331 service neutron] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:26.705070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port c6a1e443-0f48-4d65-96e8-f356bb94827e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:26.705504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.710686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:26.715889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.720496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:26.838009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807fd2d-3fa2-4b46-b8ef-c1e00f7968be req-8f567976-f163-4d00-acb2-0f9096d68b40 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:26.848465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2807fd2d-3fa2-4b46-b8ef-c1e00f7968be req-8f567976-f163-4d00-acb2-0f9096d68b40 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.3629766 Aug 03 15:59:26.851207 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05edb983-98a3-4eaa-9ca4-9fe871ac8113 x-openstack-request-id: req-05edb983-98a3-4eaa-9ca4-9fe871ac8113 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:26.855561 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "name": "network-vif-plugged", "status": "completed", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:26.857107 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05edb983-98a3-4eaa-9ca4-9fe871ac8113 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:26.859467 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5', 'code': 200} Aug 03 15:59:26.870337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a8bd4a9b-b970-4abe-99b8-58c044a7c12c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:26.887680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Pushing event deleted for resources: {'Port': ['ID=65f828a5-f397-4fa3-8dfb-7c22f12bb7b7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:26.911722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:26.933102 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10adab9-4336-4a87-97c7-3afa46262570" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "261a7212-2350-4eba-9810-522dfe1c303b"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:26.946489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.043932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] No DVR routers for this DVR port 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:27.069092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.071771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5811a1-5999-4799-90e4-91b8b1063977 req-404396b1-f98e-41c8-a00a-e28d13bd9a5c tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.78 "DELETE /v2.0/ports/65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 HTTP/1.1" status: 204 len: 173 time: 1.9536576 Aug 03 15:59:27.082030 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e56df-d192-4068-9b06-59fc7e3dad0b x-openstack-request-id: req-df3e56df-d192-4068-9b06-59fc7e3dad0b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:27.084179 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea9daf0-6286-4b70-9a28-384457d277c1", "name": "network-vif-deleted", "tag": "fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:27.084736 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df3e56df-d192-4068-9b06-59fc7e3dad0b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:27.086737 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea9daf0-6286-4b70-9a28-384457d277c1', 'name': 'network-vif-deleted', 'tag': 'fe247cfb-65bf-49d8-bad1-ee5ec5c82fe5', 'status': 'completed', 'code': 200} Aug 03 15:59:27.090330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2807fd2d-3fa2-4b46-b8ef-c1e00f7968be req-71ce53b3-cd3f-47a8-a08b-3a8a5381f7bb tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352078 Aug 03 15:59:27.178325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.320537 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5523cfd8-1556-40ba-9b0d-119bda1417a6 x-openstack-request-id: req-5523cfd8-1556-40ba-9b0d-119bda1417a6 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:27.321298 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "261a7212-2350-4eba-9810-522dfe1c303b", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:27.321969 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5523cfd8-1556-40ba-9b0d-119bda1417a6 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:27.322718 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b', 'status': 'completed', 'code': 200} Aug 03 15:59:27.442656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.449806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.459629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.466372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.472678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.479520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.488661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.488872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23a21dc1-6204-4292-8d6d-f35f96035aff req-7679dfe0-407e-4395-bdc1-78bf17543641 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=dde5d856-4989-4900-926d-18ab24b860bb HTTP/1.1" status: 200 len: 210 time: 0.0345476 Aug 03 15:59:27.498779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-eeaaa596-6894-4965-b7b5-c9004002af4d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5396 time: 0.3783035 Aug 03 15:59:27.501958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=4fd87def-d67a-4c5f-bf39-f0286abe5309,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:27.512967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061f432-46d4-49df-a6e5-e9386658de89 req-fd686797-6186-468d-a20c-d81eeed905ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.515972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f061f432-46d4-49df-a6e5-e9386658de89 req-fd686797-6186-468d-a20c-d81eeed905ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 1097 time: 0.4083147 Aug 03 15:59:27.565536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.566056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.566842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.567012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.567462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.567928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.568402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.571860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b10adab9-4336-4a87-97c7-3afa46262570 req-a2f54c3e-8a55-4f78-a001-275694521392 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6288 time: 0.3476658 Aug 03 15:59:27.597228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': 'f820ed1b-88b1-4a34-97b5-d037084e4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:27.597601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: 8a30ef64-425d-4c29-8391-6352bd16a74e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:27.680449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:27.689066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42318) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:27.696285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port c6a1e443-0f48-4d65-96e8-f356bb94827e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c6a1e443-0f48-4d65-96e8-f356bb94827e,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:27.696727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.705697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.761284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Transition to ACTIVE for port object e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:27.764921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5d28ad4-0101-4aa1-87be-bc8689b89e77 req-bcda432f-7864-41e7-a4d0-6c32a09c0124 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627389 Aug 03 15:59:27.779275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.816785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for c6a1e443-0f48-4d65-96e8-f356bb94827e owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:27.824388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f061f432-46d4-49df-a6e5-e9386658de89 req-d45bc668-5950-4b52-ac81-54d83659b08e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887754 Aug 03 15:59:27.845611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 8a30ef64-425d-4c29-8391-6352bd16a74e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:27.852683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting subnet 7442e565-f1fc-45d0-9c63-bf1c1c310298 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:27.857107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.935437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.957927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8a30ef64-425d-4c29-8391-6352bd16a74e) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:27.962491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:27.963098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:27.977012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c54f3e-d041-4ca7-a4e4-8d4e15c7b093 None None] Network 8a30ef64-425d-4c29-8391-6352bd16a74e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:28.001014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:28.076768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-00439083-3226-44e8-9b24-cede97ada699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:28.077377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-00439083-3226-44e8-9b24-cede97ada699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:28.078324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-00439083-3226-44e8-9b24-cede97ada699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:28.089265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b10adab9-4336-4a87-97c7-3afa46262570 req-00439083-3226-44e8-9b24-cede97ada699 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4934835 Aug 03 15:59:28.092910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-beefe964-9fb6-4143-9af9-84bc471e3b90 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6396885 Aug 03 15:59:28.096645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42320) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:28.114693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:28.138270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:28.239495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Attempting to bind port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:28.240996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:28.241365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 65f828a5-f397-4fa3-8dfb-7c22f12bb7b7 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:28.241766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Attempting to bind port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:28.242632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Attempting to bind port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:28.270293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 on network 9204d1b8-fa19-4251-9f67-91d214644a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:28.270968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Attempting to bind port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:28.282704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.287522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:28.288458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Checking segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:28.289060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Bound using segment: {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:28.289779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Bound port: e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75409668-14b3-41ad-8a1e-c68c6d75b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:28.290341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.373052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8a30ef64-425d-4c29-8391-6352bd16a74e', 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': '4fd87def-d67a-4c5f-bf39-f0286abe5309'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:59:28.374886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.417156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea592a-3ca4-419d-b017-c50a7e3f33f0 req-20b439e3-6c1f-4d82-8aef-f00439be8d59 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:28.426371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cea592a-3ca4-419d-b017-c50a7e3f33f0 req-20b439e3-6c1f-4d82-8aef-f00439be8d59 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.2274606 Aug 03 15:59:28.443798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.494453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:28.498898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.552750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:28.556205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:28.579390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.599334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20367be-6e79-4b58-a65e-462fbbdaf013 None None] Network 232d8769-79a3-4ddf-9bef-28fe6da2210a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:28.600899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.608042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/subnets/7442e565-f1fc-45d0-9c63-bf1c1c310298 HTTP/1.1" status: 204 len: 168 time: 0.9169865 Aug 03 15:59:28.616331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42338) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:28.656988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25281-daaa-4828-b5aa-660358cfa15f tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Subnet': ['ID=7442e565-f1fc-45d0-9c63-bf1c1c310298,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:28.702480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Allocated IP 172.20.0.2 (8a30ef64-425d-4c29-8391-6352bd16a74e/4fd87def-d67a-4c5f-bf39-f0286abe5309/5d0f5279-7c9e-441d-90ac-350968615dd7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:28.767073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:28.767885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:28.769791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] 10.222.0.72 "PUT /v2.0/ports/e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 1091 time: 2.1998467 Aug 03 15:59:28.799690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cea592a-3ca4-419d-b017-c50a7e3f33f0 req-027f5da9-fd8a-469d-974f-9b9a211ffc90 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723242 Aug 03 15:59:28.850485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:29.049396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] DHCP port deletion for 232d8769-79a3-4ddf-9bef-28fe6da2210a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:29.112487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ebba2-2fa4-497b-8239-256c577e947b service neutron] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:29.166808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.168960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.195969 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.214408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Deleting port eb41c369-1697-430d-baed-a9b125465225 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:29.215016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.234950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Transition to ACTIVE for port object 5d0f5279-7c9e-441d-90ac-350968615dd7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:29.301844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Transition to ACTIVE for port object 5d0f5279-7c9e-441d-90ac-350968615dd7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:29.320112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] For port eb41c369-1697-430d-baed-a9b125465225, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb41c369-1697-430d-baed-a9b125465225,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:29.320672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.323784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.347180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'name': 'network-vif-deleted', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7'}, {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:29.349474 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3fc388-dc23-4187-94ce-761cc08aff5f" -d '{"events": [{"server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "name": "network-vif-deleted", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7"}, {"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:29.361947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Calling delete_port for eb41c369-1697-430d-baed-a9b125465225 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:29.416707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168cfea-f23e-4894-8197-402df4eaeb8d req-9e750868-167e-474b-945d-5cf0c5421e1b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:29.425465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b168cfea-f23e-4894-8197-402df4eaeb8d req-9e750868-167e-474b-945d-5cf0c5421e1b tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2440891 Aug 03 15:59:29.432119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Pushing event updated for resources: {'Port': ['ID=5d0f5279-7c9e-441d-90ac-350968615dd7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:29.437012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb41c369-1697-430d-baed-a9b125465225 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:29.495684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Network 8a30ef64-425d-4c29-8391-6352bd16a74e is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:29.512390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:29.567574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b168cfea-f23e-4894-8197-402df4eaeb8d req-cdc8d8e1-6a37-4038-8ce6-e0ac4715903e tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410441 Aug 03 15:59:29.574509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port eb41c369-1697-430d-baed-a9b125465225 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:29.575973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.660051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.662707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.679887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10adab9-4336-4a87-97c7-3afa46262570 req-ae5dfa72-685c-4e11-85ff-16e0e9dfe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:29.681421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b10adab9-4336-4a87-97c7-3afa46262570 req-ae5dfa72-685c-4e11-85ff-16e0e9dfe928 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5838866 Aug 03 15:59:29.688002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.743678 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c5c764-b26f-4940-9d9f-1b96ecda22ef x-openstack-request-id: req-d2c5c764-b26f-4940-9d9f-1b96ecda22ef {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:29.744018 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5d856-4989-4900-926d-18ab24b860bb", "name": "network-vif-deleted", "tag": "65f828a5-f397-4fa3-8dfb-7c22f12bb7b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:29.744522 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2c5c764-b26f-4940-9d9f-1b96ecda22ef {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:29.745077 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5d856-4989-4900-926d-18ab24b860bb', 'name': 'network-vif-deleted', 'tag': '65f828a5-f397-4fa3-8dfb-7c22f12bb7b7', 'status': 'completed', 'code': 200} Aug 03 15:59:29.745493 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'status': 'completed', 'code': 200} Aug 03 15:59:29.760706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=c6a1e443-0f48-4d65-96e8-f356bb94827e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:29.782911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:29.789082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] No DVR routers for this DVR port eb41c369-1697-430d-baed-a9b125465225 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:29.800713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port eb41c369-1697-430d-baed-a9b125465225, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb41c369-1697-430d-baed-a9b125465225,segment=NetworkSegment(82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0),segment_id=82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:29.801124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:29.845652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c724da-2436-456c-91f2-dab544987ae6 None None] Pushing event deleted for resources: {'Port': ['ID=eb41c369-1697-430d-baed-a9b125465225,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:29.864952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for eb41c369-1697-430d-baed-a9b125465225 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:29.965189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Attempting to bind port 5d0f5279-7c9e-441d-90ac-350968615dd7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:29.968915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Attempting to bind port 5d0f5279-7c9e-441d-90ac-350968615dd7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f820ed1b-88b1-4a34-97b5-d037084e4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:29.969469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Attempting to bind port 5d0f5279-7c9e-441d-90ac-350968615dd7 on network 8a30ef64-425d-4c29-8391-6352bd16a74e {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:29.993849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:29.995795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Checking segment: {'id': 'f820ed1b-88b1-4a34-97b5-d037084e4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:29.997741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.001356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Bound using segment: {'id': 'f820ed1b-88b1-4a34-97b5-d037084e4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:30.002824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Bound port: 5d0f5279-7c9e-441d-90ac-350968615dd7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f820ed1b-88b1-4a34-97b5-d037084e4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8a30ef64-425d-4c29-8391-6352bd16a74e'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:30.006044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.014479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.015118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.015587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.016436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.017010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.017848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.021609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.023822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-edeb3e29-3f8e-44cf-9561-54449872fa95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6355 time: 0.2277026 Aug 03 15:59:30.048228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.051987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4960352-5b38-4fae-81a2-bbf51a1dfce8 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:30.056312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.064273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.068261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.074574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.081402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.091114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.105300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Transition to ACTIVE for port object a4960352-5b38-4fae-81a2-bbf51a1dfce8 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:30.105685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.112232 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.117092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-1031b6b7-5314-44ba-92a5-37ef49a3d838 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5408 time: 0.6390705 Aug 03 15:59:30.128504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fec88-4fc6-4678-aed0-9306bbaf4d75 req-dae19504-4dd5-4491-9128-42e3c18febc9 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.135364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-518fec88-4fc6-4678-aed0-9306bbaf4d75 req-dae19504-4dd5-4491-9128-42e3c18febc9 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.1435475 Aug 03 15:59:30.146154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.184526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] For port 5d0f5279-7c9e-441d-90ac-350968615dd7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:30.191106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] For port 5d0f5279-7c9e-441d-90ac-350968615dd7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d0f5279-7c9e-441d-90ac-350968615dd7,segment=NetworkSegment(f820ed1b-88b1-4a34-97b5-d037084e4af3),segment_id=f820ed1b-88b1-4a34-97b5-d037084e4af3)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:30.197771 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.224025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port eb41c369-1697-430d-baed-a9b125465225 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:30.231340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 15:59:30.283165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b9fed79-2eb5-4490-aba1-6fd6b9a18c48 req-d3aed271-3f15-4b4a-94c4-75fb32e8cf05 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542680 Aug 03 15:59:30.339955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfa03-846f-471b-8e3c-eba53f6f46d9 None None] Pushing event updated for resources: {'Port': ['ID=5d0f5279-7c9e-441d-90ac-350968615dd7,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:30.391861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-518fec88-4fc6-4678-aed0-9306bbaf4d75 req-de596fde-3e60-4a73-9cd5-b6b09866d85b tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236707 Aug 03 15:59:30.489121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:30.649442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=eb41c369-1697-430d-baed-a9b125465225,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:30.727822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.753672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232d8769-79a3-4ddf-9bef-28fe6da2210a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:30.766873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:30.767437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82edd5d0-4fb3-41c2-9d70-6c1b5979ddb0') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:30.786273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-23e08660-c12d-4654-8517-f68767446cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.787139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-23e08660-c12d-4654-8517-f68767446cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.787304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-23e08660-c12d-4654-8517-f68767446cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:30.789104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-23e08660-c12d-4654-8517-f68767446cbe service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6565206 Aug 03 15:59:30.813364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.910461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.937833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Attempting to bind port a4960352-5b38-4fae-81a2-bbf51a1dfce8 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:30.938174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Attempting to bind port a4960352-5b38-4fae-81a2-bbf51a1dfce8 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:30.938831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Attempting to bind port a4960352-5b38-4fae-81a2-bbf51a1dfce8 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:30.947375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:30.947700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:30.952895 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:30.970328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.016800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd854ec-8ed9-4c6c-a477-850873e7abed req-8cfdb39c-fc0f-4edd-b881-ef2cd56df8c6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.025012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fd854ec-8ed9-4c6c-a477-850873e7abed req-8cfdb39c-fc0f-4edd-b881-ef2cd56df8c6 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.2297599 Aug 03 15:59:31.034994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Port a4960352-5b38-4fae-81a2-bbf51a1dfce8 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:31.035382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Attempting to bind port a4960352-5b38-4fae-81a2-bbf51a1dfce8 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:31.046511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.073359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:31.073595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Checking segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:31.074561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Bound using segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:31.074561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Bound port: a4960352-5b38-4fae-81a2-bbf51a1dfce8, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:31.075079 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.114810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.119930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.122119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/networks/232d8769-79a3-4ddf-9bef-28fe6da2210a HTTP/1.1" status: 204 len: 168 time: 2.5047748 Aug 03 15:59:31.147336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42380) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:31.164592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fd854ec-8ed9-4c6c-a477-850873e7abed req-0c21156b-f2a7-432b-aee8-a27c86221c92 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377409 Aug 03 15:59:31.170030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-d451d8ea-e309-461e-b41f-f53f6338c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.172579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ac3fc388-dc23-4187-94ce-761cc08aff5f req-d451d8ea-e309-461e-b41f-f53f6338c811 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3465810 Aug 03 15:59:31.196713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-53fc8843-5e4d-4569-9901-28f00487417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.198132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-53fc8843-5e4d-4569-9901-28f00487417e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=deca8c40714c4529aa3285754eed8f55&device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 1097 time: 0.2611175 Aug 03 15:59:31.211444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e53f49-6dfe-4eb8-acbd-b857ebd48e59 req-944db334-2404-4c8d-9066-cf9f671a8518 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.213187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11e53f49-6dfe-4eb8-acbd-b857ebd48e59 req-944db334-2404-4c8d-9066-cf9f671a8518 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.2674923 Aug 03 15:59:31.243244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991920-f0a7-4afa-82a3-aef646bfb9ba tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Network': ['ID=232d8769-79a3-4ddf-9bef-28fe6da2210a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:31.305874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:31.313239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:31.318513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting subnet 0b7c734c-267d-44bd-9ad5-5ea029e8abb6 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:31.323478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.325442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.370758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=ae03459e-2ced-417f-8f86-bf285d5c0cae,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:31.391520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-e4de0c94-52e6-4ca2-99ad-87b445e07c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.396982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-e4de0c94-52e6-4ca2-99ad-87b445e07c1f service neutron] 10.222.0.78 "GET /v2.0/networks?id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4 HTTP/1.1" status: 200 len: 915 time: 0.1830311 Aug 03 15:59:31.467254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.467954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.470030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] 10.222.0.72 "PUT /v2.0/ports/a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 1091 time: 2.6547849 Aug 03 15:59:31.472748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': 'e1545519-363f-47d7-b828-bb0de28d256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:31.473375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: a3786e38-57f3-436a-95e9-7f24e03d89c7, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:31.480266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.519043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Request body: {'port': {'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:31.534769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-b42e4997-f15a-43cd-a52a-d7bd32404d4a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 HTTP/1.1" status: 200 len: 217 time: 0.0873315 Aug 03 15:59:31.575978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11e53f49-6dfe-4eb8-acbd-b857ebd48e59 req-7aa9385a-849d-4881-a886-c88e167dfc4a tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393495 Aug 03 15:59:31.585937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d0f5279-7c9e-441d-90ac-350968615dd7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:31.594303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039217de-1fc6-4e70-a607-9abad546bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:31.633314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.640183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.654679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.664684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.672790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.682402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.683637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:31.702460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a3786e38-57f3-436a-95e9-7f24e03d89c7) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:31.703202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.718789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.719383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.723216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980bffd-1bec-4c40-8b60-ddc70f946e68 None None] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:31.725779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a609ca20-3844-47b9-8337-c2184514e381 req-c6932580-e874-477e-aec6-7f503e522147 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5420 time: 0.3073442 Aug 03 15:59:31.792374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:31.795526 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749568be-744f-48e9-b5d6-e6b3927ae7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:31.799007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:31.802669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-45dbd84f-39f9-40b8-8bf4-1fb5dc6a0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:31.804960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-45dbd84f-39f9-40b8-8bf4-1fb5dc6a0504 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=47cc3425-5b7d-4c30-be8d-5abea6767739 HTTP/1.1" status: 200 len: 854 time: 0.2203598 Aug 03 15:59:31.812130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8ea03fec-11d7-4fdf-8aa8-8658d382c683 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7103984 Aug 03 15:59:31.813612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42404) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:31.865742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1720473684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:31.880207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-3d763720-4843-4775-9457-43723ab7cfd6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=dabd8e94-e137-4220-8b14-5f4a8b01e4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627944 Aug 03 15:59:31.887968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5d0f5279-7c9e-441d-90ac-350968615dd7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:31.954782 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df8d18-f754-4cbf-a8a6-93dafa2379c6 x-openstack-request-id: req-80df8d18-f754-4cbf-a8a6-93dafa2379c6 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:31.955068 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:31.955322 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80df8d18-f754-4cbf-a8a6-93dafa2379c6 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:31.955721 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'status': 'completed', 'code': 200} Aug 03 15:59:31.975126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a609ca20-3844-47b9-8337-c2184514e381 req-02351133-e744-483b-ab31-3ba2677bcfab tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2472897 Aug 03 15:59:31.981362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.043457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:32.048519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.049558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.064963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a3786e38-57f3-436a-95e9-7f24e03d89c7', 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': 'ae03459e-2ced-417f-8f86-bf285d5c0cae'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:59:32.066348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.094433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a2bbe-4004-4750-b192-4b082be07088 None None] Network 8a30ef64-425d-4c29-8391-6352bd16a74e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:32.106562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.107035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.108073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.109109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.109230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.109738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.110160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:32.112271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-f9f528d5-235c-4d02-93c7-5c5b531c244c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6422 time: 0.1315496 Aug 03 15:59:32.115927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-de426549-5bc9-4b58-8865-11ce8e7f42de service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253587 Aug 03 15:59:32.128520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.198892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7c734c-267d-44bd-9ad5-5ea029e8abb6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:32.205735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.210451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f1bbd5e0-28a2-4e44-b7e1-2913fbb8e2c3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/subnets/0b7c734c-267d-44bd-9ad5-5ea029e8abb6 HTTP/1.1" status: 204 len: 168 time: 1.0618370 Aug 03 15:59:32.211077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42408) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:32.299006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0e8aaa9-f8b1-4abc-aa71-2146756fba5f req-4e64afd2-00a3-45bd-afe4-b68c0c87cfb7 service neutron] 10.222.0.78 "GET /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449893 Aug 03 15:59:32.349157 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.398515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30722b99-02ec-4be7-a94a-5113684d7b88 None None] Network 2469c61d-1d37-44c1-bb63-895f1993cfaa requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:32.463460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f416bd-bc3c-4830-8e34-31bd774e3ce7 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:32.475742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.498510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Transition to ACTIVE for port object 46f416bd-bc3c-4830-8e34-31bd774e3ce7 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:32.509462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Provisioning for port 5d0f5279-7c9e-441d-90ac-350968615dd7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:32.516042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port db241560-f1c5-42fb-9aa9-f89d6cd8e049 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:32.517578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.524657 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.574746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Provisioning complete for port 5d0f5279-7c9e-441d-90ac-350968615dd7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:32.575414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:32.673415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:32.742697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Allocated IP 172.21.0.2 (a3786e38-57f3-436a-95e9-7f24e03d89c7/ae03459e-2ced-417f-8f86-bf285d5c0cae/4cc721cf-b498-4f61-82ec-4c4d94248d96) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:32.874785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] DHCP port deletion for 2469c61d-1d37-44c1-bb63-895f1993cfaa request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:32.983510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.021480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-c372987d-cfe1-453b-abb5-af760ee89855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.022156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-c372987d-cfe1-453b-abb5-af760ee89855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.022242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-c372987d-cfe1-453b-abb5-af760ee89855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.024591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-c372987d-cfe1-453b-abb5-af760ee89855 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8717885 Aug 03 15:59:33.026103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:33.044624 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-304cdb82-7147-4fc5-8f30-704ff5dad07f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/2cfbc3bb-7b5d-4979-8ea3-2065a81003b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8010111 Aug 03 15:59:33.047228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.068180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:33.090263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.146383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] For port 5d0f5279-7c9e-441d-90ac-350968615dd7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d0f5279-7c9e-441d-90ac-350968615dd7,segment=NetworkSegment(f820ed1b-88b1-4a34-97b5-d037084e4af3),segment_id=f820ed1b-88b1-4a34-97b5-d037084e4af3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:33.171137 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.184094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:33.184739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:33.204728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.205982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-32c90f3a-de8b-40ef-b55a-b5dbc33f872a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3519874 Aug 03 15:59:33.211685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42466) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:33.239100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e882-1b02-4bb2-92d1-da75368b47af req-950ba7f5-9e35-4d91-ba99-d0851524d2fe tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.247891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cb0e882-1b02-4bb2-92d1-da75368b47af req-950ba7f5-9e35-4d91-ba99-d0851524d2fe tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.7041218 Aug 03 15:59:33.358489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port db241560-f1c5-42fb-9aa9-f89d6cd8e049, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=db241560-f1c5-42fb-9aa9-f89d6cd8e049,segment=NetworkSegment(44e2681a-8656-4f2d-81b7-214da66d6bbe),segment_id=44e2681a-8656-4f2d-81b7-214da66d6bbe)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:33.359152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.378949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for db241560-f1c5-42fb-9aa9-f89d6cd8e049 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:33.420457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-dd200bc6-4a88-43b8-8246-734eb47ac3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.422289 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-749568be-744f-48e9-b5d6-e6b3927ae7a2 req-dd200bc6-4a88-43b8-8246-734eb47ac3a5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3890030 Aug 03 15:59:33.445089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c74d-6134-4fa5-8ecb-f37fa72eaca2 None None] Pushing event updated for resources: {'Port': ['ID=5d0f5279-7c9e-441d-90ac-350968615dd7,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:33.448604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device db241560-f1c5-42fb-9aa9-f89d6cd8e049 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:33.464579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.470579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Deleting port db241560-f1c5-42fb-9aa9-f89d6cd8e049 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:33.471218 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.476169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cb0e882-1b02-4bb2-92d1-da75368b47af req-f89e74b5-2439-4459-abbf-d15f188866b4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265353 Aug 03 15:59:33.502627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.505797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1538d04f-66e0-4fba-bb99-e030ca2c4749 None None] Provisioning complete for port 5d0f5279-7c9e-441d-90ac-350968615dd7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:33.506404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1538d04f-66e0-4fba-bb99-e030ca2c4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.542523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Transition to ACTIVE for port object 4cc721cf-b498-4f61-82ec-4c4d94248d96 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:33.568215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port db241560-f1c5-42fb-9aa9-f89d6cd8e049 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:33.570842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=db241560-f1c5-42fb-9aa9-f89d6cd8e049,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:33.655495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:33.703338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Transition to ACTIVE for port object 4cc721cf-b498-4f61-82ec-4c4d94248d96 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:33.709060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No active binding found for port db241560-f1c5-42fb-9aa9-f89d6cd8e049 {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 15:59:33.709861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device db241560-f1c5-42fb-9aa9-f89d6cd8e049 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:33.731786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.738158 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.753754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15728a5-5f2b-42ae-aeae-c87671d804e7 req-0db1ffcc-b0d1-4346-ae30-119324600a98 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:33.754500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] For port db241560-f1c5-42fb-9aa9-f89d6cd8e049, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:33.754971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.756364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d15728a5-5f2b-42ae-aeae-c87671d804e7 req-0db1ffcc-b0d1-4346-ae30-119324600a98 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.1197555 Aug 03 15:59:33.779038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.795423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2469c61d-1d37-44c1-bb63-895f1993cfaa']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:33.831800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e2681a-8656-4f2d-81b7-214da66d6bbe') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:33.832409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e2681a-8656-4f2d-81b7-214da66d6bbe') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:33.835024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Attempting to bind port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:33.835642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Attempting to bind port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:33.836173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Attempting to bind port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:33.850562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.852857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:33.853406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Attempting to bind port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 on network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:33.877631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:33.878469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Checking segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:33.879161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Bound using segment: {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:33.879877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Bound port: 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:33.880434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.897547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.898230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Calling delete_port for db241560-f1c5-42fb-9aa9-f89d6cd8e049 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:33.904932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Port db241560-f1c5-42fb-9aa9-f89d6cd8e049 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:59:33.925025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.928217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d15728a5-5f2b-42ae-aeae-c87671d804e7 req-f8599625-25a5-467f-a542-4dc79f67cbfc tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610143 Aug 03 15:59:33.929007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:33.929620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:33.932880 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:33.991139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:33.992283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Pushing event updated for resources: {'Port': ['ID=4cc721cf-b498-4f61-82ec-4c4d94248d96,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:34.003839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:34.040919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:34.054475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.061928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] Pushing event deleted for resources: {'Port': ['ID=db241560-f1c5-42fb-9aa9-f89d6cd8e049,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:34.064421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afd1d4-eae7-40a9-b5d7-60c9618251c2 None None] No DVR routers for this DVR port db241560-f1c5-42fb-9aa9-f89d6cd8e049 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:34.071472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.081549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.088155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.094969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.101633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.110792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.118399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.120729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-151adb67-c18e-446b-b5c9-8f89098bbf12 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2546921 Aug 03 15:59:34.136158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.138054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/networks/2469c61d-1d37-44c1-bb63-895f1993cfaa HTTP/1.1" status: 204 len: 168 time: 1.9244733 Aug 03 15:59:34.159819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51832d6b-f162-4110-85c6-3839d1863f20 req-7087b0cb-0f2a-4460-ac93-a88b7ad59fba tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.161825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51832d6b-f162-4110-85c6-3839d1863f20 req-7087b0cb-0f2a-4460-ac93-a88b7ad59fba tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.1479459 Aug 03 15:59:34.162816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42486) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:34.173470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:34.173789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1193947742'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:34.182592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ac908-51c7-4d62-9b12-ed1351e4c5a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Network': ['ID=2469c61d-1d37-44c1-bb63-895f1993cfaa,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:34.210512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:34.218609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.244828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efbc3a9c-cfb3-4219-a8d2-6b8d81571412 req-5b43a81d-2722-4698-8623-d443ddb7d522 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027257 Aug 03 15:59:34.245024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:34.270476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.271187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.272666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] 10.222.0.72 "PUT /v2.0/ports/46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 1091 time: 2.7591655 Aug 03 15:59:34.273125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:34.286151 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f047797-5281-43e3-be24-e60e63a0a7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:34.330044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Attempting to bind port 4cc721cf-b498-4f61-82ec-4c4d94248d96 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:34.330486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Attempting to bind port 4cc721cf-b498-4f61-82ec-4c4d94248d96 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e1545519-363f-47d7-b828-bb0de28d256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:34.330904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Attempting to bind port 4cc721cf-b498-4f61-82ec-4c4d94248d96 on network a3786e38-57f3-436a-95e9-7f24e03d89c7 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:34.341006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d53120-a1eb-4898-b591-aa9ad9636052 service neutron] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:34.365291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:34.366034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Checking segment: {'id': 'e1545519-363f-47d7-b828-bb0de28d256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:34.366515 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.367383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Bound using segment: {'id': 'e1545519-363f-47d7-b828-bb0de28d256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:34.368001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Bound port: 4cc721cf-b498-4f61-82ec-4c4d94248d96, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1545519-363f-47d7-b828-bb0de28d256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a3786e38-57f3-436a-95e9-7f24e03d89c7'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:34.368474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.430485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.432471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.433151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.433676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.434166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.434646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.435124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.438019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7c3858a8-d727-4365-bcaa-975318d3ebf3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6489 time: 0.0905550 Aug 03 15:59:34.534253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.20.0.1 (8a30ef64-425d-4c29-8391-6352bd16a74e/4fd87def-d67a-4c5f-bf39-f0286abe5309/f6a8b7cf-a787-4fb7-ac82-bb671005f88a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:34.536146 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7fd2e4-8a3f-42c3-a6d2-5e0fb939c00e x-openstack-request-id: req-4b7fd2e4-8a3f-42c3-a6d2-5e0fb939c00e {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:34.536648 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:34.536935 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b7fd2e4-8a3f-42c3-a6d2-5e0fb939c00e {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:34.537290 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'status': 'completed', 'code': 200} Aug 03 15:59:34.539801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-af9d3737-4503-4521-b872-dc95a867cb73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 217 time: 0.0931172 Aug 03 15:59:34.541900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:34.554942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.618301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-8e90bad7-07b9-49f2-89f5-f6be18f46621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.620272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-8e90bad7-07b9-49f2-89f5-f6be18f46621 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.0732787 Aug 03 15:59:34.696976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] For port 4cc721cf-b498-4f61-82ec-4c4d94248d96, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:34.711698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] For port 4cc721cf-b498-4f61-82ec-4c4d94248d96, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4cc721cf-b498-4f61-82ec-4c4d94248d96,segment=NetworkSegment(e1545519-363f-47d7-b828-bb0de28d256b),segment_id=e1545519-363f-47d7-b828-bb0de28d256b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:34.744587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.781741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-010e4594-f7d1-4f5b-a2a7-1df04642f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.784039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-010e4594-f7d1-4f5b-a2a7-1df04642f820 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515555 Aug 03 15:59:34.800124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09381b8-7ddd-4c5b-b6c3-ed82bf88d79c req-b1db9c99-ccce-4a8f-8ac6-28a99e6f47ac tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:34.801263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:34.803952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b09381b8-7ddd-4c5b-b6c3-ed82bf88d79c req-b1db9c99-ccce-4a8f-8ac6-28a99e6f47ac tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.1823163 Aug 03 15:59:34.887516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.905110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Deleting port a8bd4a9b-b970-4abe-99b8-58c044a7c12c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:34.905902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.923217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:34.924496 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Added segment e25f4ad2-ac81-4350-89a3-801c0dc00de4 of type vlan for network 547b1f32-706b-452b-8dd1-8e46e7b70614 Aug 03 15:59:34.946251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b09381b8-7ddd-4c5b-b6c3-ed82bf88d79c req-7c3c3c33-6ee7-4179-911e-0236e5d94e76 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300128 Aug 03 15:59:34.966622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242438-d314-4921-a946-f99af1f75cf0 None None] Pushing event updated for resources: {'Port': ['ID=4cc721cf-b498-4f61-82ec-4c4d94248d96,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:35.006230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:35.021870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-3e48b37c-e1ad-4938-9999-65c5ab01c36c service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167661 Aug 03 15:59:35.074443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:59:35.081778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:35.085420 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1362e-03c0-4292-bb58-a17f070b2361" -d '{"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-unplugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:35.104272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:35.111367 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.138170 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.154716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:35.155597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:35.252269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-6e9be997-a85e-4888-bfc3-dc5273269759 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187555 Aug 03 15:59:35.272043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.284022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-7f2442b8-c801-4e0c-8769-f2692ba85581 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:35.285605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-7f2442b8-c801-4e0c-8769-f2692ba85581 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.1809208 Aug 03 15:59:35.317206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] For port a8bd4a9b-b970-4abe-99b8-58c044a7c12c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:35.319149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.323621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object f6a8b7cf-a787-4fb7-ac82-bb671005f88a will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:35.326958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:59:35.332528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-16921806-5921-4104-9392-38581b9cc7af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 217 time: 0.0697255 Aug 03 15:59:35.338028 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-2daeed72-58b5-4fbc-9f40-fd6872255835 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/quotas/1e6fc7984b274421bc6d26cd3c27d64d HTTP/1.1" status: 200 len: 375 time: 0.0152972 Aug 03 15:59:35.356130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9380b-8c8d-4b10-b5d6-b8e4142f02fa req-7a195790-85b9-4975-8492-4c0a6e5909d2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:35.364662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8a9380b-8c8d-4b10-b5d6-b8e4142f02fa req-7a195790-85b9-4975-8492-4c0a6e5909d2 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 945 time: 0.3780217 Aug 03 15:59:35.385299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Calling delete_port for a8bd4a9b-b970-4abe-99b8-58c044a7c12c owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:35.433884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.440559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:35.441537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.488829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-e0e03c3a-9bfe-4778-b4e7-883458e0339c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357925 Aug 03 15:59:35.496244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3287239 Aug 03 15:59:35.497080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42518) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:35.500012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7f84f14c-523d-4097-96b3-f155b1e1a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:35.503704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-7f84f14c-523d-4097-96b3-f155b1e1a0d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1632030 Aug 03 15:59:35.525061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:35.579412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'subnet': {'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:35.593359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4cc721cf-b498-4f61-82ec-4c4d94248d96 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:35.627939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-5b71913e-bfd2-44fc-bdad-0e8236dbe786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:35.629495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-5b71913e-bfd2-44fc-bdad-0e8236dbe786 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147692 Aug 03 15:59:35.660215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:35.673495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8a9380b-8c8d-4b10-b5d6-b8e4142f02fa req-50e31bff-8c18-48c8-b29c-3fea4a077556 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/security-groups?id=1650155d-d605-4316-9a5b-dc00a2736c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018398 Aug 03 15:59:35.700919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e2d4a-8b53-4f27-b813-7e301a12d8c1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Network': ['ID=547b1f32-706b-452b-8dd1-8e46e7b70614,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:35.708241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4cc721cf-b498-4f61-82ec-4c4d94248d96 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:35.717570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d0f5279-7c9e-441d-90ac-350968615dd7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:35.724602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.731935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-e4c78724-39c1-4175-898c-9cea0e67a1dc service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265704 Aug 03 15:59:35.786418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 8a30ef64-425d-4c29-8391-6352bd16a74e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:35.790941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:35.798997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:35.809844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:35.866239 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-ad8b0e2e-88fe-4943-8cd6-d3ff348b89a4 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332996 Aug 03 15:59:35.877189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=f6a8b7cf-a787-4fb7-ac82-bb671005f88a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:35.947025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5d0f5279-7c9e-441d-90ac-350968615dd7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:35.947601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.949198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:35.953772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:35.987041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-01a45b32-52f4-4167-a8c7-6ca877208a7e service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475070 Aug 03 15:59:36.170309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.174577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-92724b01-13a4-4fa5-a9b6-706ae9c4c385 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794178 Aug 03 15:59:36.208771 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d19b6f8-284a-426e-8d12-7a6ceaba3fe0 x-openstack-request-id: req-3d19b6f8-284a-426e-8d12-7a6ceaba3fe0 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:36.209135 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-unplugged", "status": "completed", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:36.217761 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d19b6f8-284a-426e-8d12-7a6ceaba3fe0 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:36.218614 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'code': 200} Aug 03 15:59:36.244388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a0cab274-28e8-4d4d-a0d7-33f2d7274b5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0617111 Aug 03 15:59:36.355378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d40a2508-45b5-4390-8daf-99ab6d8180c2 None None] Provisioning for port f6a8b7cf-a787-4fb7-ac82-bb671005f88a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:36.364047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d40a2508-45b5-4390-8daf-99ab6d8180c2 None None] Provisioning complete for port f6a8b7cf-a787-4fb7-ac82-bb671005f88a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:36.364683 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d40a2508-45b5-4390-8daf-99ab6d8180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.403508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-20337c91-b052-479a-8396-3b0ea20701b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.405311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-20337c91-b052-479a-8396-3b0ea20701b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1543887 Aug 03 15:59:36.432759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d40a2508-45b5-4390-8daf-99ab6d8180c2 None None] Port f6a8b7cf-a787-4fb7-ac82-bb671005f88a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:36.457834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:36.496518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72c625-d39c-4881-9d82-d671176f6d5a None None] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:36.501359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c8779-22cf-46d4-ae97-dde525961958 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '7b9f979e-f054-4a33-a85d-7d97a7fd6a21', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'port_id': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'mac_address': 'fa:16:3e:48:d9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:57:33Z', 'updated_at': '2021-08-03T15:57:38Z', 'revision_number': 1, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:36.512605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.520784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.536409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.552924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.569475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.577407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.584615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.587158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-5404c00e-cab0-4ed8-9f5e-a1ad3e64568c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2493370 Aug 03 15:59:36.596969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-40cc7181-8676-4077-a56d-05bcd33fac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.598747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-40cc7181-8676-4077-a56d-05bcd33fac34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1860232 Aug 03 15:59:36.600356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Provisioning for port 4cc721cf-b498-4f61-82ec-4c4d94248d96 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:36.606491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Provisioning complete for port 4cc721cf-b498-4f61-82ec-4c4d94248d96 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:36.607217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.726638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30aa82ad-681b-40f9-bc32-a409d93c6b93 req-06d53e84-c608-4baf-8ea4-740446ed9d23 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267161 Aug 03 15:59:36.740284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.793551 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.815682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-420bec6e-224d-49d2-994e-e776ed9b16b6 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055261 Aug 03 15:59:36.845325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] For port 4cc721cf-b498-4f61-82ec-4c4d94248d96, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4cc721cf-b498-4f61-82ec-4c4d94248d96,segment=NetworkSegment(e1545519-363f-47d7-b828-bb0de28d256b),segment_id=e1545519-363f-47d7-b828-bb0de28d256b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:36.850886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:36.885690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b34964-ba6f-46e3-8def-530332bcad55 req-d780edd0-096e-4de1-86d0-c1f228f295a3 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.887370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84b34964-ba6f-46e3-8def-530332bcad55 req-d780edd0-096e-4de1-86d0-c1f228f295a3 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.9486125 Aug 03 15:59:36.926125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Pushing event deleted for resources: {'Port': ['ID=a8bd4a9b-b970-4abe-99b8-58c044a7c12c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:36.945439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-bbeaf344-7126-4e9c-a551-2fcc18f5118d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:36.947173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-bbeaf344-7126-4e9c-a551-2fcc18f5118d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.6935380 Aug 03 15:59:36.998248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59815cea-8e2e-4c08-81b0-cca7f28b63f9 None None] Pushing event updated for resources: {'Port': ['ID=4cc721cf-b498-4f61-82ec-4c4d94248d96,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:37.065348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] No DVR routers for this DVR port a8bd4a9b-b970-4abe-99b8-58c044a7c12c on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:37.096856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bdcfd-261d-4fc8-abe8-01e1dc5447d7 req-cced2aaf-23b6-4c59-844a-220863ccc58d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:37.098976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d7bdcfd-261d-4fc8-abe8-01e1dc5447d7 req-cced2aaf-23b6-4c59-844a-220863ccc58d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 946 time: 0.2051892 Aug 03 15:59:37.110795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.113327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51832d6b-f162-4110-85c6-3839d1863f20 req-cbe41296-723f-4581-a114-ad088bc30fe4 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.72 "DELETE /v2.0/ports/a8bd4a9b-b970-4abe-99b8-58c044a7c12c HTTP/1.1" status: 204 len: 173 time: 2.9324961 Aug 03 15:59:37.118132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e90af-d42d-4993-9534-d52844b43202 req-cf76075c-e623-4d73-8bb6-56936efb175c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:37.119325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-276e90af-d42d-4993-9534-d52844b43202 req-cf76075c-e623-4d73-8bb6-56936efb175c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.78 "GET /v2.0/ports?device_id=198f1e99-ff6c-4879-9817-1b8049276615 HTTP/1.1" status: 200 len: 943 time: 0.1912136 Aug 03 15:59:37.123811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'name': 'network-vif-deleted', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:37.128860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-218cd110-146b-4344-a631-8fefcfe1fc58 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:37.130754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-218cd110-146b-4344-a631-8fefcfe1fc58 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 946 time: 0.1873991 Aug 03 15:59:37.132962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-43828c8e-bb2c-45bc-8ecc-28b0e38edc66 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095622 Aug 03 15:59:37.152165 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcfd524-9feb-4a20-b7ce-dad6c2842007" -d '{"events": [{"server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "name": "network-vif-deleted", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:37.245824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.304356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d0f0d5fc-3d2d-4d10-91e6-60f3d6fafa60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 217 time: 0.1390238 Aug 03 15:59:37.340338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84b34964-ba6f-46e3-8def-530332bcad55 req-80ff020d-2536-4434-beac-ffaab1d57f06 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253306 Aug 03 15:59:37.374751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4cc721cf-b498-4f61-82ec-4c4d94248d96 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:37.477046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4cc721cf-b498-4f61-82ec-4c4d94248d96 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:37.477615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.487608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d7bdcfd-261d-4fc8-abe8-01e1dc5447d7 req-f32460e6-e04a-4621-9ea3-67640bd3add8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402243 Aug 03 15:59:37.510126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-62eb0664-4170-4db1-90da-c58da57360f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:37.511988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-62eb0664-4170-4db1-90da-c58da57360f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1802785 Aug 03 15:59:37.538174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02773048-418b-44b1-ab61-aa49c2645d85 req-28fb75ed-aadf-4986-b38c-9a83ad1267e9 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 210 time: 0.0529459 Aug 03 15:59:37.551753 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.655248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Deleting port a58e5510-6c19-489e-85e0-45b627ab3ac4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:37.655974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.667602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Deleting port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:37.668081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.700101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a8bd4a9b-b970-4abe-99b8-58c044a7c12c no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:37.719141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c6a1e443-0f48-4d65-96e8-f356bb94827e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:37.738786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Subnet': ['ID=11bf7afa-7629-4464-8ea5-acffe2397602,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:37.754721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port a364efe8-8ace-43a2-ab6d-41f532d9ebbc {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:37.755150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.761740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d76fdae6-d694-489a-abdf-8a9d3cdeea62 None None] Provisioning complete for port 4cc721cf-b498-4f61-82ec-4c4d94248d96 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:37.762179 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d76fdae6-d694-489a-abdf-8a9d3cdeea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:37.839307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Checking segment: {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:37.839905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network hostable DHCP agents. Network: 547b1f32-706b-452b-8dd1-8e46e7b70614, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:37.844508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a340f835-6876-48c0-9949-f52d74685ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:37.847022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a340f835-6876-48c0-9949-f52d74685ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3273861 Aug 03 15:59:37.852160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: a8bd4a9b-b970-4abe-99b8-58c044a7c12c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:37.852504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a8bd4a9b-b970-4abe-99b8-58c044a7c12c not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:37.861195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c6a1e443-0f48-4d65-96e8-f356bb94827e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:37.861535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c6a1e443-0f48-4d65-96e8-f356bb94827e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:37.875194 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f41ef-bcaf-4778-a476-7c762580bb0f x-openstack-request-id: req-f68f41ef-bcaf-4778-a476-7c762580bb0f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:37.875554 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a850bb8-f2e6-40d9-a785-a5218c48bdc1", "name": "network-vif-deleted", "tag": "a8bd4a9b-b970-4abe-99b8-58c044a7c12c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:37.875746 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f68f41ef-bcaf-4778-a476-7c762580bb0f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:37.876143 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a850bb8-f2e6-40d9-a785-a5218c48bdc1', 'name': 'network-vif-deleted', 'tag': 'a8bd4a9b-b970-4abe-99b8-58c044a7c12c', 'status': 'completed', 'code': 200} Aug 03 15:59:37.910600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-849ff734-5f48-47fc-8d6f-c25ff7831360 req-85912a05-e98d-425a-996e-9fa7b77075e1 tempest-ServerRescueNegativeTestJSON-1794590121 tempest-ServerRescueNegativeTestJSON-1794590121-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a850bb8-f2e6-40d9-a785-a5218c48bdc1 HTTP/1.1" status: 200 len: 210 time: 0.1847544 Aug 03 15:59:38.028476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:38.061796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] For port a58e5510-6c19-489e-85e0-45b627ab3ac4, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a58e5510-6c19-489e-85e0-45b627ab3ac4,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:38.062045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.075348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 547b1f32-706b-452b-8dd1-8e46e7b70614) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:38.080440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] For port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,segment=NetworkSegment(4c5b438c-f748-4369-90af-a55f0e71cbe1),segment_id=4c5b438c-f748-4369-90af-a55f0e71cbe1)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:38.080821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.088995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b0894-5379-4f4e-a214-586503417c9f None None] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:38.103343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Calling delete_port for a58e5510-6c19-489e-85e0-45b627ab3ac4 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:38.105787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port a364efe8-8ace-43a2-ab6d-41f532d9ebbc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:38.106166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.115113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.115709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.118378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Calling delete_port for 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:38.138174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-b1db860a-cee5-42dd-9a70-8ce30674e980 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604699 Aug 03 15:59:38.166980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.176445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.183089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.189872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.195823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.202582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.208485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.210504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-362cff59-e64e-40d3-948d-5d65ce51fdfc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.3132837 Aug 03 15:59:38.223470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-43839d9e-2719-4d43-9104-4c7223b33df1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.225440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-43839d9e-2719-4d43-9104-4c7223b33df1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.4630861 Aug 03 15:59:38.233382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for a364efe8-8ace-43a2-ab6d-41f532d9ebbc owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:38.242943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Request body: {'port': {'device_id': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'admin_state_up': True, 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:38.277153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e3ef2b2f-4ddf-4e85-9bf4-85aa9f9cab37 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7030606 Aug 03 15:59:38.278775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42540) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:38.285464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1864397274'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:38.307773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-547b1f32-706b-452b-8dd1-8e46e7b70614', 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'fixed_ips': [{'subnet_id': '11bf7afa-7629-4464-8ea5-acffe2397602'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:59:38.309673 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.380987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:38.384748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.401092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c19db1b1-7e3b-43c8-b3e6-17469dfd9392 req-e5671b76-dca6-4ffb-8cc2-8ff551fd8b60 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747997 Aug 03 15:59:38.405307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-447bc3b6-e853-4d70-8771-674a8a58f182 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286630 Aug 03 15:59:38.432473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.452483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.499866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Allocated IP 19.80.0.2 (547b1f32-706b-452b-8dd1-8e46e7b70614/11bf7afa-7629-4464-8ea5-acffe2397602/647ea207-c183-4b55-b4a5-f1804f64265e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:38.549103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-50a780f3-d803-4f71-9abd-642c0b89151e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 217 time: 0.1334622 Aug 03 15:59:38.565941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.591735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=f6a8b7cf-a787-4fb7-ac82-bb671005f88a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:38.624700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:38.627449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:38.628341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.693162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.753418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.844437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=a364efe8-8ace-43a2-ab6d-41f532d9ebbc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:38.896687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824e65f-9683-41a0-8f71-645ea2decb91 req-36861c24-ffe7-4e1b-be77-459a2cca9f87 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:38.898288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a824e65f-9683-41a0-8f71-645ea2decb91 req-36861c24-ffe7-4e1b-be77-459a2cca9f87 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ace1f4d-0ac4-482b-b05d-e0232ce1984b HTTP/1.1" status: 200 len: 867 time: 0.2268076 Aug 03 15:59:38.910193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 8a30ef64-425d-4c29-8391-6352bd16a74e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:38.936120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] No DVR routers for this DVR port a364efe8-8ace-43a2-ab6d-41f532d9ebbc on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:38.938169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:38.940267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:38.942238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dece18dc-3c35-4111-9c5d-b03d441e78fb req-e9ff9fa7-8f78-4612-b059-92198a195f30 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "DELETE /v2.0/ports/a364efe8-8ace-43a2-ab6d-41f532d9ebbc HTTP/1.1" status: 204 len: 173 time: 1.9625430 Aug 03 15:59:39.033938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.034523 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Added segment 6395e8e2-12fd-44b4-912d-b1e12351536d of type vlan for network a5c209ab-c53b-423a-a81e-e48dbabc571c Aug 03 15:59:39.034891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Transition to ACTIVE for port object 647ea207-c183-4b55-b4a5-f1804f64265e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:39.042650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a824e65f-9683-41a0-8f71-645ea2decb91 req-14d229dd-f5e8-4375-9a28-132d163ca696 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=6aea13e2-0262-4ef3-9764-b644c53ee056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345651 Aug 03 15:59:39.047204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.048828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.106828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Transition to ACTIVE for port object 647ea207-c183-4b55-b4a5-f1804f64265e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:39.122517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.128391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Pushing event deleted for resources: {'Port': ['ID=4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:39.143360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-4465aaaa-567e-4ba5-bb1a-0575f2dba7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:39.144868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-4465aaaa-567e-4ba5-bb1a-0575f2dba7e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.5241482 Aug 03 15:59:39.155600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716b4ae-5016-4a81-b1b6-0e7524855e14 req-556e70c0-8429-4334-b694-bbfa38c9e0fc tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:39.163310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4716b4ae-5016-4a81-b1b6-0e7524855e14 req-556e70c0-8429-4334-b694-bbfa38c9e0fc tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/ports?device_id=aeb079dc-c9bd-48a5-bbd3-5b68bd729789 HTTP/1.1" status: 200 len: 867 time: 0.6891558 Aug 03 15:59:39.173397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Allocated IP 172.20.0.7 (ee1d35c5-262f-4e45-b682-989e64a2aac1/1e7e204b-1a23-460d-850d-437b3cc95281/7f29b825-10f2-46a5-9a4f-27115b0c2d8a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:39.222063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.247289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Pushing event updated for resources: {'Port': ['ID=647ea207-c183-4b55-b4a5-f1804f64265e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:39.265259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:39.268361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:39.271672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:39.293300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99b0131d-056c-4a42-9f40-2b64b6b5dfa4 req-d4d2032f-e6fb-4554-a79b-e7e96c399baf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 210 time: 0.0466495 Aug 03 15:59:39.319235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event deleted for resources: {'Port': ['ID=a58e5510-6c19-489e-85e0-45b627ab3ac4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:39.360756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] No DVR routers for this DVR port a58e5510-6c19-489e-85e0-45b627ab3ac4 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:39.371285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.374214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-276e90af-d42d-4993-9534-d52844b43202 req-f9b13d47-bbdc-43ef-b5cc-c64299913d1d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.78 "DELETE /v2.0/ports/a58e5510-6c19-489e-85e0-45b627ab3ac4 HTTP/1.1" status: 204 len: 173 time: 2.2401490 Aug 03 15:59:39.378709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-deleted', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:39.381181 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61134c7-fa57-4025-b8f5-026dcd50d839" -d '{"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-deleted", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:39.414352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Attempting to bind port 647ea207-c183-4b55-b4a5-f1804f64265e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:39.415645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Attempting to bind port 647ea207-c183-4b55-b4a5-f1804f64265e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:39.416517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Attempting to bind port 647ea207-c183-4b55-b4a5-f1804f64265e on network 547b1f32-706b-452b-8dd1-8e46e7b70614 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:39.429212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] No DVR routers for this DVR port 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:39.430310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9174fdbe-2e5c-41a0-8283-a7d6f3745e7f None None] Provisioning complete for port f6a8b7cf-a787-4fb7-ac82-bb671005f88a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:39.430956 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9174fdbe-2e5c-41a0-8283-a7d6f3745e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.436805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 15:59:39.437327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:39.438111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Checking segment: {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:39.439109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.439823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Bound using segment: {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:39.440121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.440972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Bound port: 647ea207-c183-4b55-b4a5-f1804f64265e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:39.441597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.442319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06c63eb3-6e89-4ce9-ab8c-6ea78cf1b31b req-7121f796-f57f-45a7-b2e0-ce88b5472b37 tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.78 "DELETE /v2.0/ports/4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 HTTP/1.1" status: 204 len: 173 time: 2.2878330 Aug 03 15:59:39.444302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-01aee4e5-a46a-4958-8319-2bd144323a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:39.448231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-01aee4e5-a46a-4958-8319-2bd144323a76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2711813 Aug 03 15:59:39.458204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4716b4ae-5016-4a81-b1b6-0e7524855e14 req-c3ccdc45-ef6a-48ec-aca7-8ef43fbaba7d tempest-InstanceActionsTestJSON-670969478 tempest-InstanceActionsTestJSON-670969478-project] 10.222.0.70 "GET /v2.0/security-groups?id=9891ec12-a789-422c-b019-1333a0c44a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939198 Aug 03 15:59:39.467150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 15:59:39.563724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42556) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:39.656077 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a4a8de-2c64-48fb-9095-d8e00b6297fe x-openstack-request-id: req-d6a4a8de-2c64-48fb-9095-d8e00b6297fe {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:39.661805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] For port 647ea207-c183-4b55-b4a5-f1804f64265e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:39.665179 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f1e99-ff6c-4879-9817-1b8049276615", "name": "network-vif-deleted", "tag": "a58e5510-6c19-489e-85e0-45b627ab3ac4", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:39.665667 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6a4a8de-2c64-48fb-9095-d8e00b6297fe {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:39.666365 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198f1e99-ff6c-4879-9817-1b8049276615', 'name': 'network-vif-deleted', 'tag': 'a58e5510-6c19-489e-85e0-45b627ab3ac4', 'status': 'completed', 'code': 200} Aug 03 15:59:39.666619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] For port 647ea207-c183-4b55-b4a5-f1804f64265e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=647ea207-c183-4b55-b4a5-f1804f64265e,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:39.677004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.717064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.739648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-8c882498-8027-473e-9631-e4aaebb3a6bf service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800529 Aug 03 15:59:39.740755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.750663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:39.751669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.788085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9174fdbe-2e5c-41a0-8283-a7d6f3745e7f None None] Port f6a8b7cf-a787-4fb7-ac82-bb671005f88a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:39.800273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398b72-baa4-4b4b-b2d4-7cad7a43959c None None] Pushing event updated for resources: {'Port': ['ID=647ea207-c183-4b55-b4a5-f1804f64265e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:39.829371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1c23c08-a038-4b95-ba7c-44a373debc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:39.955690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6742120 Aug 03 15:59:39.964928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42558) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:40.030808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'subnet': {'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:40.045887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597a2bf-77ae-4e84-9bbb-a55770846fe9 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Network': ['ID=a5c209ab-c53b-423a-a81e-e48dbabc571c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:40.068702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a5c209ab-c53b-423a-a81e-e48dbabc571c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:40.114017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'name': 'network-vif-deleted', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:40.116292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34f57d-1a97-4e0d-a0cb-9c64b3ae14f8" -d '{"events": [{"server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "name": "network-vif-deleted", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:40.124552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.188029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:40.213538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:40.233082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a364efe8-8ace-43a2-ab6d-41f532d9ebbc no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:40.257396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.263497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.270847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.272947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: a364efe8-8ace-43a2-ab6d-41f532d9ebbc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:40.273375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a364efe8-8ace-43a2-ab6d-41f532d9ebbc not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:40.273908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:40.276926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.284255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.290679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.298582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.304556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:40.304994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:40.305349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:40.306701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-b15a438e-c6c6-4003-b024-ecdb31888c37 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.5442536 Aug 03 15:59:40.320863 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dc683a-745a-4de6-b68e-31c1b34d4511 x-openstack-request-id: req-c9dc683a-745a-4de6-b68e-31c1b34d4511 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:40.321141 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ace1f4d-0ac4-482b-b05d-e0232ce1984b", "name": "network-vif-deleted", "tag": "a364efe8-8ace-43a2-ab6d-41f532d9ebbc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:40.321310 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9dc683a-745a-4de6-b68e-31c1b34d4511 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:40.321788 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ace1f4d-0ac4-482b-b05d-e0232ce1984b', 'name': 'network-vif-deleted', 'tag': 'a364efe8-8ace-43a2-ab6d-41f532d9ebbc', 'status': 'completed', 'code': 200} Aug 03 15:59:40.323410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:40.332115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:40.341200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: a58e5510-6c19-489e-85e0-45b627ab3ac4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:40.341200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a58e5510-6c19-489e-85e0-45b627ab3ac4 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:40.352753 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] Sync routers for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:40.354152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bbd9ab07-3ade-4f94-a124-d373be822d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1277530 Aug 03 15:59:40.355543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42568) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:40.365877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:40.379754 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:40.382353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:40.382690 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:40.386571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.408429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:40.447690 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:40.455146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-fab36fd5-28a3-4a83-8acd-4581e1f5ae55 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993458 Aug 03 15:59:40.473434 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:40.474947 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:40.510030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111add6-b367-47b3-958c-37ec00f24af4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.515209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b111add6-b367-47b3-958c-37ec00f24af4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports/f6a8b7cf-a787-4fb7-ac82-bb671005f88a HTTP/1.1" status: 200 len: 910 time: 0.1459541 Aug 03 15:59:40.515830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42574) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:40.527988 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:40.529904 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0331815-9216-421c-9c91-9dbf724cfa90 None None] The sync data for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:40.546347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db4149a9-ebba-438b-aeb0-6d3d8a389798 req-2b579f1b-ad30-43c6-a449-dff3999c5c13 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2387574 Aug 03 15:59:40.594177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-9b10ebb5-81aa-4644-8ffb-5279a51ebff8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 217 time: 0.1244938 Aug 03 15:59:40.682403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42576) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:40.691850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.697895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.698560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.756443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-f0f3a446-4f6f-4d07-9ce1-7b3efade44bd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5174339 Aug 03 15:59:40.771094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Request body: {'port': {'device_id': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:40.773858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec539-7259-427a-ad15-c24a3124d703 req-720d865a-13c8-46d6-9521-2e7f5a4883a4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.775432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f25ec539-7259-427a-ad15-c24a3124d703 req-720d865a-13c8-46d6-9521-2e7f5a4883a4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 931 time: 0.3191180 Aug 03 15:59:40.790590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-1c01949f-bc2f-4ace-a404-1a9d28d99e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.792051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-1c01949f-bc2f-4ace-a404-1a9d28d99e10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1801193 Aug 03 15:59:40.801310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.806103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Deleting subnet 47cc3425-5b7d-4c30-be8d-5abea6767739 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:40.869832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.954853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.968684 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:40.979184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f25ec539-7259-427a-ad15-c24a3124d703 req-abd61075-bf77-44ab-9775-478a034cd49d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861398 Aug 03 15:59:40.994909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-2b719257-f6d2-49b1-b0f6-0aaac7fbb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:40.996414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-2b719257-f6d2-49b1-b0f6-0aaac7fbb0f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899409 Aug 03 15:59:41.036020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f3ad5-9a45-4a96-a2b2-61b361b7c62b None None] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:41.089844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.146540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.151997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-939334a1-f8fe-46cd-ab36-583da3153d9d None None] Provisioning for port 647ea207-c183-4b55-b4a5-f1804f64265e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:41.172855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.177556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.181490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/security-groups/6aea13e2-0262-4ef3-9764-b644c53ee056 HTTP/1.1" status: 204 len: 168 time: 0.9898362 Aug 03 15:59:41.229812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42580) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:41.259679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d34b26-5fbd-415f-b4a0-4d40dd622a60 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aea13e2-0262-4ef3-9764-b644c53ee056,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:41.265871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Subnet': ['ID=0ffecfa9-e595-4062-ae8d-9b39ccde8fac,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:41.275391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-8eae9902-263f-43ed-b36b-90735148d98b service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489564 Aug 03 15:59:41.307520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Checking segment: {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:41.307895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network hostable DHCP agents. Network: a5c209ab-c53b-423a-a81e-e48dbabc571c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:41.416487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 647ea207-c183-4b55-b4a5-f1804f64265e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:41.441819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network a5c209ab-c53b-423a-a81e-e48dbabc571c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:41.456960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a5c209ab-c53b-423a-a81e-e48dbabc571c) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:41.461726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.466687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting subnet 4e882ad5-2b59-438b-8d9c-353c4b5a16e4 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:41.469199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ed79c-7ee6-42b0-818f-7f31c44f8a9e None None] Network a5c209ab-c53b-423a-a81e-e48dbabc571c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:41.480800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.510248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.527649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:41.527649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.528051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.532429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 647ea207-c183-4b55-b4a5-f1804f64265e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:41.537859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 647ea207-c183-4b55-b4a5-f1804f64265e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:41.538504 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.569884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cc3425-5b7d-4c30-be8d-5abea6767739,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:41.604030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a684ba8a-a159-4e1b-8725-fd3ec292d7a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6358795 Aug 03 15:59:41.635753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-947af5fd-b62a-41b8-8248-65f0f285fc16 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375213 Aug 03 15:59:41.650227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.653097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93d2e9c9-1fe4-4c56-9c69-ec81a3e10aab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47cc3425-5b7d-4c30-be8d-5abea6767739 HTTP/1.1" status: 204 len: 168 time: 0.9693620 Aug 03 15:59:41.656638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.664612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42586) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:41.745332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'name': 'network-vif-deleted', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:41.760611 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3180e8a9-f4fe-47cd-ad19-10900f754869" -d '{"events": [{"server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "name": "network-vif-deleted", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:41.769892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-9b2399c2-c728-47dd-ae10-59d74d0fcb2b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.1222873 Aug 03 15:59:41.872234 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c9576-8c30-4118-9f4c-96a1a2c8d341 x-openstack-request-id: req-ca6c9576-8c30-4118-9f4c-96a1a2c8d341 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:41.872539 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb079dc-c9bd-48a5-bbd3-5b68bd729789", "name": "network-vif-deleted", "tag": "4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:41.872792 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca6c9576-8c30-4118-9f4c-96a1a2c8d341 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:41.873941 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb079dc-c9bd-48a5-bbd3-5b68bd729789', 'name': 'network-vif-deleted', 'tag': '4eaa4256-caf4-404c-9ad5-d3fa5fbf42f5', 'status': 'completed', 'code': 200} Aug 03 15:59:41.961398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-76a3fa1d-021e-4fa0-95cd-4cab892f9b85 None None] Provisioning complete for port 647ea207-c183-4b55-b4a5-f1804f64265e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:41.961857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa1d-021e-4fa0-95cd-4cab892f9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:41.966383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0287dfb0-054d-4a55-b5d4-deb19010e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:41.968317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-0287dfb0-054d-4a55-b5d4-deb19010e5b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1817188 Aug 03 15:59:41.984300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:41.990695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:41.997051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.003332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a5c209ab-c53b-423a-a81e-e48dbabc571c', 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'fixed_ips': [{'subnet_id': '0ffecfa9-e595-4062-ae8d-9b39ccde8fac'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 15:59:42.004181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.006381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.012277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.019773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.020603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.026973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.028843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-e1655205-ed0a-4ad6-a407-0bd4a32fa366 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2572708 Aug 03 15:59:42.056102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.106198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f29b825-10f2-46a5-9a4f-27115b0c2d8a {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:42.136092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.139688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.148137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e8c96472-190d-4309-b8d1-cf2ca3c27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.149718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-e8c96472-190d-4309-b8d1-cf2ca3c27a3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171978 Aug 03 15:59:42.160977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b1fe07c4-0463-434c-b3ba-ef15ab49f84d req-ed569f40-bc9d-4c91-8303-ba064c28644f tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194866 Aug 03 15:59:42.234523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 647ea207-c183-4b55-b4a5-f1804f64265e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=647ea207-c183-4b55-b4a5-f1804f64265e,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:42.237845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e1477ba6-0340-4020-b2d5-6bbdf8d02b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.294328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.322370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.333206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabd8e94-e137-4220-8b14-5f4a8b01e4e4']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:42.344224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5b438c-f748-4369-90af-a55f0e71cbe1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:42.344586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5b438c-f748-4369-90af-a55f0e71cbe1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:42.354962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76a3fa1d-021e-4fa0-95cd-4cab892f9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.382609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Transition to ACTIVE for port object 7f29b825-10f2-46a5-9a4f-27115b0c2d8a will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:42.384939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.385436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-d56d5d64-bd4a-408a-bb86-bfdfbc554d0f service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237058 Aug 03 15:59:42.403293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Allocated IP 19.86.0.2 (a5c209ab-c53b-423a-a81e-e48dbabc571c/0ffecfa9-e595-4062-ae8d-9b39ccde8fac/26207910-3719-470e-8a42-17b2a5f2e7ad) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:42.412029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.426946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=647ea207-c183-4b55-b4a5-f1804f64265e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:42.459897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f703f-2c41-40b6-91bf-d77db94c67ce req-4aa2b4d4-5ea2-45e8-a9ff-d5c53519095e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.461564 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c7f703f-2c41-40b6-91bf-d77db94c67ce req-4aa2b4d4-5ea2-45e8-a9ff-d5c53519095e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 931 time: 0.1491568 Aug 03 15:59:42.536436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-76a3fa1d-021e-4fa0-95cd-4cab892f9b85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 15:59:42.536682 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-76a3fa1d-021e-4fa0-95cd-4cab892f9b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 15:59:42.544113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Deleting port 232e0965-237d-49cf-9037-37d0dfaecc4d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:42.544456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.600662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc58458-1e00-45d9-ba40-b55959d0273e req-a088695e-c0d2-42ac-9c57-70759652b16e service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067475 Aug 03 15:59:42.632864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c7f703f-2c41-40b6-91bf-d77db94c67ce req-4ec5d0d8-8bff-42a3-93c1-d341972c191d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551056 Aug 03 15:59:42.668319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.682790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Transition to ACTIVE for port object 26207910-3719-470e-8a42-17b2a5f2e7ad will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:42.708012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Transition to ACTIVE for port object 26207910-3719-470e-8a42-17b2a5f2e7ad will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:42.721433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.727015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] For port 232e0965-237d-49cf-9037-37d0dfaecc4d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=232e0965-237d-49cf-9037-37d0dfaecc4d,segment=NetworkSegment(a1e3fb16-d353-4a2a-aa46-8aff53f6f21c),segment_id=a1e3fb16-d353-4a2a-aa46-8aff53f6f21c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:42.727393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.749507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Calling delete_port for 232e0965-237d-49cf-9037-37d0dfaecc4d owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:42.762393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.762880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.763358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.764983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.765602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.766103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.766834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.768925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-2c7a245a-8485-4fa6-b1d8-7d9ed80964c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6489 time: 0.0970166 Aug 03 15:59:42.815303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.815573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Pushing event updated for resources: {'Port': ['ID=26207910-3719-470e-8a42-17b2a5f2e7ad,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:42.845503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-8984a0d6-a9ae-45f7-85a5-118f9cdfdb56 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.849371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Network a5c209ab-c53b-423a-a81e-e48dbabc571c is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:42.852349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:42.852898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-8984a0d6-a9ae-45f7-85a5-118f9cdfdb56 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:42.855227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-8984a0d6-a9ae-45f7-85a5-118f9cdfdb56 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/networks?id=547b1f32-706b-452b-8dd1-8e46e7b70614&id=a5c209ab-c53b-423a-a81e-e48dbabc571c HTTP/1.1" status: 200 len: 1392 time: 0.9127154 Aug 03 15:59:42.855384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.856964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:42.865612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:42.866069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: timer() Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:42.868024 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:42.921801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.931675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Attempting to bind port 26207910-3719-470e-8a42-17b2a5f2e7ad on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:42.932829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Attempting to bind port 26207910-3719-470e-8a42-17b2a5f2e7ad by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:42.932829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Attempting to bind port 26207910-3719-470e-8a42-17b2a5f2e7ad on network a5c209ab-c53b-423a-a81e-e48dbabc571c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:42.940442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:42.940933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Checking segment: {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:42.941353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.941948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Bound using segment: {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:42.942458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Bound port: 26207910-3719-470e-8a42-17b2a5f2e7ad, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:42.942849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:42.949536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:42.987401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.21.0.1 (a3786e38-57f3-436a-95e9-7f24e03d89c7/ae03459e-2ced-417f-8f86-bf285d5c0cae/e47285d6-461f-49bc-b83d-8173763b5c18) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:42.998483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Subnet': ['ID=4e882ad5-2b59-438b-8d9c-353c4b5a16e4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:42.999292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-8484d436-90c9-4ac5-94e2-55a38f60c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.000809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.001985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-8484d436-90c9-4ac5-94e2-55a38f60c3a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 903 time: 0.2246785 Aug 03 15:59:43.003686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a8fc7f2-7607-4c86-a1d3-24e0ec83ec5c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/subnets/4e882ad5-2b59-438b-8d9c-353c4b5a16e4 HTTP/1.1" status: 204 len: 168 time: 1.7727964 Aug 03 15:59:43.007130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42606) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:43.017284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-232efa52-e776-4411-b1a7-58f514f92c72 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/quotas/0d32a57f255346aa958d8a322e86e44b HTTP/1.1" status: 200 len: 375 time: 0.1281366 Aug 03 15:59:43.031175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2820a-d089-4364-893c-435489a4f8cb None None] Network f496e81a-33c1-46c4-8fd7-adab2cddb40a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:43.077278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.088160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.094270 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dabd8e94-e137-4220-8b14-5f4a8b01e4e4 HTTP/1.1" status: 204 len: 168 time: 1.3698893 Aug 03 15:59:43.139549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a824f-8414-48fe-a5da-c7c70356eb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=dabd8e94-e137-4220-8b14-5f4a8b01e4e4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:43.167524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] For port 26207910-3719-470e-8a42-17b2a5f2e7ad, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:43.188707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] For port 26207910-3719-470e-8a42-17b2a5f2e7ad, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26207910-3719-470e-8a42-17b2a5f2e7ad,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:43.198937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.308859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-bcbaacac-0ee6-469f-b935-7c063a5f0406 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2899010 Aug 03 15:59:43.351652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Attempting to bind port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:43.352358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Attempting to bind port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:43.352358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Attempting to bind port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:43.406401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48a6bd-6e89-4871-8fc9-7b9fddb284a3 None None] Pushing event updated for resources: {'Port': ['ID=26207910-3719-470e-8a42-17b2a5f2e7ad,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:43.408753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a on network ee1d35c5-262f-4e45-b682-989e64a2aac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:43.409368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Attempting to bind port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:43.412632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 647ea207-c183-4b55-b4a5-f1804f64265e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:43.417403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.429560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:43.429943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Checking segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:43.430483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Bound using segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:43.430946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Bound port: 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:43.431823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.458087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object e47285d6-461f-49bc-b83d-8173763b5c18 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:43.463290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:43.506663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-ccb0310b-96bc-4af0-9676-02dede8c173f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.4858022 Aug 03 15:59:43.573439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-a3345387-cc0f-4f54-b3ea-3e0d3d382daa service neutron] 10.222.0.70 "GET /v2.0/networks/547b1f32-706b-452b-8dd1-8e46e7b70614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630613 Aug 03 15:59:43.586921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 647ea207-c183-4b55-b4a5-f1804f64265e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:43.587463 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.661197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dc5c3428-509e-49f3-bab2-cc7bf433e22a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=deca8c40714c4529aa3285754eed8f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891596 Aug 03 15:59:43.662067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42616) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:43.678489 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.691248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.706327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:43.714578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] DHCP port deletion for f496e81a-33c1-46c4-8fd7-adab2cddb40a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:43.716014 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.746256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-ef6c4c20-a0c8-420c-bf3a-1149dfc68515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.749480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-ef6c4c20-a0c8-420c-bf3a-1149dfc68515 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.2326727 Aug 03 15:59:43.767278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.774973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:43.775173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.785256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.797490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.802322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.803533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Deleting port 00b123ab-77bc-4796-90a1-27c58050fb8b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:43.803910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.804329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.812534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.819113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:43.821103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-d73b8096-b60f-4b73-9602-ae2a67d14424 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.3087103 Aug 03 15:59:43.829184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:43.840709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:43.848776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:43.851647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=e47285d6-461f-49bc-b83d-8173763b5c18,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:43.872102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] For port 00b123ab-77bc-4796-90a1-27c58050fb8b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=00b123ab-77bc-4796-90a1-27c58050fb8b,segment=NetworkSegment(b620a9ea-ff29-4f9f-abf3-d36dd3da09cf),segment_id=b620a9ea-ff29-4f9f-abf3-d36dd3da09cf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:43.872513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:43.887033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Calling delete_port for 00b123ab-77bc-4796-90a1-27c58050fb8b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:43.894807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-c37808f2-1f15-4238-828e-83b9dc0481a4 service neutron] 10.222.0.70 "GET /v2.0/networks/547b1f32-706b-452b-8dd1-8e46e7b70614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975993 Aug 03 15:59:43.910501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.010551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:44.011180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.012636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] 10.222.0.72 "PUT /v2.0/ports/7f29b825-10f2-46a5-9a4f-27115b0c2d8a HTTP/1.1" status: 200 len: 1091 time: 3.2464745 Aug 03 15:59:44.013113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:44.015945 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b8e8c-d394-4195-baab-055dc0110c58" -d '{"events": [{"name": "network-changed", "server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:44.025200 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.058772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Pushing event deleted for resources: {'Port': ['ID=232e0965-237d-49cf-9037-37d0dfaecc4d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:44.062252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] Pushing event deleted for resources: {'Port': ['ID=00b123ab-77bc-4796-90a1-27c58050fb8b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:44.067002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec1e47-1b7e-4839-a99f-520516995434 None None] No DVR routers for this DVR port 00b123ab-77bc-4796-90a1-27c58050fb8b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:44.076031 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.133994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.134349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.134701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.135040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.135378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.135714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.136048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.136382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.136709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.137039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.137381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.137988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:44.169492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-b6e501e8-24b9-4f51-b7af-09572c4491ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:44.171614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-b6e501e8-24b9-4f51-b7af-09572c4491ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3217220 Aug 03 15:59:44.181279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-441e8405-42f3-4dfe-a3b9-0011c20fa78f req-f5be908e-cba4-4354-b05b-b1edf4b6ee94 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3036568 Aug 03 15:59:44.182361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.257714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae27c3-bfcc-46f4-bfd3-5861625c09ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:44.264998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.299788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a5ab7e8e-7d92-4870-b77f-3b4a7218eb9c None None] Provisioning for port e47285d6-461f-49bc-b83d-8173763b5c18 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:44.306413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a5ab7e8e-7d92-4870-b77f-3b4a7218eb9c None None] Provisioning complete for port e47285d6-461f-49bc-b83d-8173763b5c18 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:44.306847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7e8e-7d92-4870-b77f-3b4a7218eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.331659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 00b123ab-77bc-4796-90a1-27c58050fb8b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:44.332096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.350705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab7e8e-7d92-4870-b77f-3b4a7218eb9c None None] Port e47285d6-461f-49bc-b83d-8173763b5c18 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:44.365511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-54231e19-b84f-45b1-8f98-eedac0c39f4a service neutron] 10.222.0.70 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697459 Aug 03 15:59:44.377106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-68b33832-d5c7-4add-a6ab-6005d558e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:44.379875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-68b33832-d5c7-4add-a6ab-6005d558e275 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 1094 time: 0.2443008 Aug 03 15:59:44.479082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-33d8bfe7-ed08-4160-9fa2-7007b85a3b8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a HTTP/1.1" status: 200 len: 217 time: 0.0835068 Aug 03 15:59:44.498321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port 00b123ab-77bc-4796-90a1-27c58050fb8b, host n-d-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:44.498321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.511193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-abbf28b5-1ce8-43a2-afb7-9c5cafd71606 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261876 Aug 03 15:59:44.526617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4fbf6-2312-43f8-a50a-445eae33592a req-4b9a911f-ddb6-4299-868f-4cca4593d79f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:44.528236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80a4fbf6-2312-43f8-a50a-445eae33592a req-4b9a911f-ddb6-4299-868f-4cca4593d79f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 943 time: 0.2254369 Aug 03 15:59:44.531718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 00b123ab-77bc-4796-90a1-27c58050fb8b owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:44.543459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Port 00b123ab-77bc-4796-90a1-27c58050fb8b was not found and therefore no delete operation was performed {{(pid=106016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 15:59:44.548708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.557265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.560421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.564903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9891ec12-a789-422c-b019-1333a0c44a4e HTTP/1.1" status: 204 len: 168 time: 0.8930047 Aug 03 15:59:44.577934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.593086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:44.610908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baac32-d741-4eaf-bed5-6d6548b75e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891ec12-a789-422c-b019-1333a0c44a4e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:44.633840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be2a-1171-4add-8d35-b83755894ab9 req-ecd7e086-50e5-41a8-9cd5-18a3c9b1433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:44.636241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-ecd7e086-50e5-41a8-9cd5-18a3c9b1433c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.1450446 Aug 03 15:59:44.642724 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-dd437cf3-8a8e-4a33-8c5b-4753438de9d1 service neutron] 10.222.0.70 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614417 Aug 03 15:59:44.661468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=00b123ab-77bc-4796-90a1-27c58050fb8b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:44.678001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] No DVR routers for this DVR port 00b123ab-77bc-4796-90a1-27c58050fb8b on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:44.718319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-1fa56eb2-b40e-49db-9128-d974bce0fbe6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743115 Aug 03 15:59:44.816805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80a4fbf6-2312-43f8-a50a-445eae33592a req-d7cfdc51-1daf-441d-a4cf-0c0368df4c1b tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717180 Aug 03 15:59:44.955829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f047797-5281-43e3-be24-e60e63a0a7a1 req-4a66ff70-6b5e-4d62-9a1c-29185b0cfea6 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204214 Aug 03 15:59:44.987868 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e759ee-62ad-4da7-9295-449933f08e83 x-openstack-request-id: req-88e759ee-62ad-4da7-9295-449933f08e83 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:44.988254 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:44.988419 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88e759ee-62ad-4da7-9295-449933f08e83 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:44.988820 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'status': 'completed', 'code': 200} Aug 03 15:59:45.002601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.040593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-2e6bd9f9-07a4-4e1e-842d-c08e5ba74b63 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128881 Aug 03 15:59:45.098250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2803362-3d47-4a3a-b75c-540db57eabb6 req-08376e3a-d627-490d-b0a2-ba9bd5b9e8f6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 210 time: 0.0751917 Aug 03 15:59:45.110906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.144759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f496e81a-33c1-46c4-8fd7-adab2cddb40a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:45.156965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:45.157269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b620a9ea-ff29-4f9f-abf3-d36dd3da09cf') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:45.212398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.257055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.321211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2473be2a-1171-4add-8d35-b83755894ab9 req-55075bcf-3307-4646-ae42-76c457fc4049 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631648 Aug 03 15:59:45.335516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:45.336172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:45.353584 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:45.395254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdd20f-55c0-40ca-b278-eb0865028419 None None] Network a5c209ab-c53b-423a-a81e-e48dbabc571c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:45.463424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2d87fe53-5d37-4fcb-9ec3-e8e0c2ad9442 None None] Provisioning for port 26207910-3719-470e-8a42-17b2a5f2e7ad completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:45.501184 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.511366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.520011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42648) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:45.525297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/networks/f496e81a-33c1-46c4-8fd7-adab2cddb40a HTTP/1.1" status: 204 len: 168 time: 2.5109029 Aug 03 15:59:45.534671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:45.561422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60939dee-eb0c-4706-8de5-8884e98707ff tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Network': ['ID=f496e81a-33c1-46c4-8fd7-adab2cddb40a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:45.612444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.614653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26207910-3719-470e-8a42-17b2a5f2e7ad up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:45.619551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.627942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.634210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.641573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.653965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.671621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.676139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-c725ccbf-e5c9-4ff0-b477-2462a768fc1d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.3365769 Aug 03 15:59:45.732171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 26207910-3719-470e-8a42-17b2a5f2e7ad completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:45.737943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 26207910-3719-470e-8a42-17b2a5f2e7ad triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:45.738525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.796341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-d6b75889-c31c-4aac-abc5-39fa10fb4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:45.799054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-d6b75889-c31c-4aac-abc5-39fa10fb4df6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 1094 time: 0.3650424 Aug 03 15:59:45.831239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:45.837414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cb8d5128-159e-423a-9b9e-d5ba794ca14e admin admin] 10.222.0.70 "PUT /v2.0/routers/e9cc0a33-5e4a-4c4d-a318-a25a89c18192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2542477 Aug 03 15:59:45.841232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42656) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:45.855406 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.872064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Sync routers for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:45.908918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 26207910-3719-470e-8a42-17b2a5f2e7ad, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26207910-3719-470e-8a42-17b2a5f2e7ad,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:45.916268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:45.979627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=26207910-3719-470e-8a42-17b2a5f2e7ad,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:46.000042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:46.000931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:46.055208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.069981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.082370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00b123ab-77bc-4796-90a1-27c58050fb8b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:46.088419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a416cff1-48ec-4317-a6bd-bb04d3a54b4c req-97a6e26a-a0eb-4af3-9f71-fe7e706806f1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2981124 Aug 03 15:59:46.109911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.119015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 00b123ab-77bc-4796-90a1-27c58050fb8b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:46.119604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 00b123ab-77bc-4796-90a1-27c58050fb8b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:46.219525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=e47285d6-461f-49bc-b83d-8173763b5c18,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:46.236664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.266901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.269029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-00c5b60e-0554-4add-9551-4d70922e7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:46.271135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-00c5b60e-0554-4add-9551-4d70922e7c3f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 906 time: 0.4215624 Aug 03 15:59:46.277530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:46.312472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819553b-4f27-4db8-b3fa-f98574cbfb6e req-1b771bd8-f184-4f4b-a99a-768d78b28309 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:46.321134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5819553b-4f27-4db8-b3fa-f98574cbfb6e req-1b771bd8-f184-4f4b-a99a-768d78b28309 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 943 time: 0.2673194 Aug 03 15:59:46.410630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Deleting port 334010cd-e162-4ffd-a59b-e6be241c82cd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:46.410986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.435890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5819553b-4f27-4db8-b3fa-f98574cbfb6e req-a18bac30-ab8c-4776-a4e4-a68be330243f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854423 Aug 03 15:59:46.783614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d4bf8c6-82c7-42b5-ad60-9549e2334266 req-23c52b07-8a62-41ba-8ead-a4da060a43c8 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 210 time: 0.0845721 Aug 03 15:59:46.811619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-38312dcc-496d-45be-9123-9f5e1386e6c9 None None] Provisioning complete for port 26207910-3719-470e-8a42-17b2a5f2e7ad triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:46.812757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-38312dcc-496d-45be-9123-9f5e1386e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.849660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-7d400726-533d-4080-87c0-83838165a631 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:46.859340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-7d400726-533d-4080-87c0-83838165a631 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:46.862650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-7d400726-533d-4080-87c0-83838165a631 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "GET /v2.0/networks?id=547b1f32-706b-452b-8dd1-8e46e7b70614&id=a5c209ab-c53b-423a-a81e-e48dbabc571c HTTP/1.1" status: 200 len: 1392 time: 0.3681753 Aug 03 15:59:46.881422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'port': {'device_id': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614', 'admin_state_up': True, 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:46.893601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] For port 334010cd-e162-4ffd-a59b-e6be241c82cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=334010cd-e162-4ffd-a59b-e6be241c82cd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:46.894006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:46.963802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Calling delete_port for 334010cd-e162-4ffd-a59b-e6be241c82cd owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:46.981079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-03d6bfa3-005c-4f34-80fd-dce4870d91d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a HTTP/1.1" status: 200 len: 217 time: 0.1189325 Aug 03 15:59:46.984038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 6ff4c47a-d66f-44e5-83b0-12178783903b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:46.984475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.011223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:59:43Z', 'revision_number': 5, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port': {'id': '334010cd-e162-4ffd-a59b-e6be241c82cd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:54:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:37Z', 'updated_at': '2021-08-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:47.070060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Checking router: e9cc0a33-5e4a-4c4d-a318-a25a89c18192 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:59:47.095129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Routers {'e9cc0a33-5e4a-4c4d-a318-a25a89c18192'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:47.098779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:47.114690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:47.122193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:47.266219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:47.280785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] Set router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:47.284729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.389915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:59:46Z', 'revision_number': 6, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:47.403236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42694) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:47.427732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-4d59cbaa-df99-4b33-a86d-3db4c2eae838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:47.430095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-4d59cbaa-df99-4b33-a86d-3db4c2eae838 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.4219348 Aug 03 15:59:47.434970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26207910-3719-470e-8a42-17b2a5f2e7ad up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:47.440392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c459c-cc0b-4d13-ac84-01a13d6c56c1 None None] The sync data for ids ['e9cc0a33-5e4a-4c4d-a318-a25a89c18192'] in n-d-803226-3 is: [{'id': 'e9cc0a33-5e4a-4c4d-a318-a25a89c18192', 'name': 'tempest-ServerRescueNegativeTestJSON-1666254097-router', 'tenant_id': '9982528d2c944c43bc55b14e948f2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:35Z', 'updated_at': '2021-08-03T15:59:46Z', 'revision_number': 6, 'project_id': '9982528d2c944c43bc55b14e948f2f00', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:47.513065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 26207910-3719-470e-8a42-17b2a5f2e7ad triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:47.516713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.517845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.586588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.595584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.604255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-4f360c15-11df-4911-a1c1-093158d24271 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613226 Aug 03 15:59:47.668154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8395a248-0131-438d-bf96-275a33ee9de9 None None] Provisioning complete for port e47285d6-461f-49bc-b83d-8173763b5c18 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:47.669059 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8395a248-0131-438d-bf96-275a33ee9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.683427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 6ff4c47a-d66f-44e5-83b0-12178783903b owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:47.721684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8395a248-0131-438d-bf96-275a33ee9de9 None None] Port e47285d6-461f-49bc-b83d-8173763b5c18 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:47.722971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:47.727851 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:47.765918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 7f29b825-10f2-46a5-9a4f-27115b0c2d8a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:59:47.923603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:47.947035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'mac_address': 'fa:16:3e:96:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 15:59:48.018181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.041243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f29b825-10f2-46a5-9a4f-27115b0c2d8a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:48.053427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefea5-15e1-4049-8251-2a9324479289 req-cdc01ab8-4708-4893-929f-5d19fa38163c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.055325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Pushing event deleted for resources: {'Port': ['ID=334010cd-e162-4ffd-a59b-e6be241c82cd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:48.061410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6fefea5-15e1-4049-8251-2a9324479289 req-cdc01ab8-4708-4893-929f-5d19fa38163c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 943 time: 0.4402223 Aug 03 15:59:48.073978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:48.074622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-bd533a07-5748-4b62-a176-e010e32ff7fe service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556966 Aug 03 15:59:48.079914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.134008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.143241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.146960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:48.152573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.160297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.167952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.177089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.186419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.189197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b050da09-6491-44be-9873-0938cbf9a492 req-da39fd42-e6d7-46ee-a4c6-4730a2327d90 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.9262331 Aug 03 15:59:48.217822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:48.233285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5c6dde98-7bd4-47cd-89d7-cf17bb4e7d3f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7049017 Aug 03 15:59:48.233764 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] Sync routers for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:48.241432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:48.245132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6fefea5-15e1-4049-8251-2a9324479289 req-278f0f5f-efba-4fef-ab58-1206cdaa77b5 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826341 Aug 03 15:59:48.249877 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:48.250348 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:48.308266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['7f29b825-10f2-46a5-9a4f-27115b0c2d8a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 15:59:48.309069 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:48.329428 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:48.331680 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:48.393147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:48.394352 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4075b9-9313-47d5-a9f4-0c479ec02133 None None] The sync data for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:48.411955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Allocated IP 19.80.0.146 (547b1f32-706b-452b-8dd1-8e46e7b70614/11bf7afa-7629-4464-8ea5-acffe2397602/c1a81ccb-7735-43a9-8c44-a242c54d7e99) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:48.443432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.488545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e4fb0-5308-483d-8317-39baa539eda7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:48.494000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c12e4fb0-5308-483d-8317-39baa539eda7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports/e47285d6-461f-49bc-b83d-8173763b5c18 HTTP/1.1" status: 200 len: 910 time: 0.2443554 Aug 03 15:59:48.503358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7261276-1902-4743-b865-ec76d9261eba req-12c7822a-df83-40fa-81d4-f34b0c65608a tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 210 time: 0.1315954 Aug 03 15:59:48.504019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42708) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:48.581217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.584842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d3b8e8c-d394-4195-baab-055dc0110c58 req-b0511b32-e913-4ee0-84d6-31e90e48d293 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843881 Aug 03 15:59:48.585063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.636477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.646926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.652462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b050da09-6491-44be-9873-0938cbf9a492 req-85aa1caa-3971-40cd-9889-96066a6f2bd6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4545672 Aug 03 15:59:48.691168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.732603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.733135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cc0a33-5e4a-4c4d-a318-a25a89c18192 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:59:48.738842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.740312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1180b944-ce8f-487b-916b-c6a104696412 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e9cc0a33-5e4a-4c4d-a318-a25a89c18192 HTTP/1.1" status: 204 len: 168 time: 2.8977821 Aug 03 15:59:48.742909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42710) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:48.758285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=6ff4c47a-d66f-44e5-83b0-12178783903b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:48.762240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b43f7a05a1249e28212236a18f3ba5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3479049 Aug 03 15:59:48.775420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42712) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:48.804121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d503cb-a66b-49d9-a866-fb2c117b8ac7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:48.855917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.856264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.856612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.856953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.857901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.858414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.858763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.859103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.859416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.859743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.860074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.860401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.861612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Deleting subnet fb5e266b-204e-4731-a208-84c353ffed73 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:48.865029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.897176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.897522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.898310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.898310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.898652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.898974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.899412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.899741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.900068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.900391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.900713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.901032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb764a34-6310-470c-a2bf-c0644ed86131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:48.934425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.942714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.945708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.946033 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Floating IP 7b9f979e-f054-4a33-a85d-7d97a7fd6a21 disassociated (deleted). External IP: 172.25.7.218, port: efb1aab6-3a08-4627-a59b-da2dd6985884. Aug 03 15:59:48.972878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:48.985232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Transition to ACTIVE for port object c1a81ccb-7735-43a9-8c44-a242c54d7e99 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:49.017491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.034824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.122556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.172094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.178547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.181566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.186979 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43d503cb-a66b-49d9-a866-fb2c117b8ac7 HTTP/1.1" status: 204 len: 168 time: 0.4043951 Aug 03 15:59:49.194963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:49.237974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:49.241929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:49.251807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5e266b-204e-4731-a208-84c353ffed73,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:49.254710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17b853-7e0f-4037-a698-3ecd7496b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d503cb-a66b-49d9-a866-fb2c117b8ac7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:49.290974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.297879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b290bc90-1d96-4b0c-9a99-0be30b344b9d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fb5e266b-204e-4731-a208-84c353ffed73 HTTP/1.1" status: 204 len: 168 time: 0.5538168 Aug 03 15:59:49.301675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42718) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:49.313738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:49.419736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:49.420415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.456380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-abdc5853-0e22-4699-96c0-62ca8b5ec2ad tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5839553 Aug 03 15:59:49.459114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.475385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Request body: {'port': {'device_id': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c', 'admin_state_up': True, 'tenant_id': '0d32a57f255346aa958d8a322e86e44b'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:49.506998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 334010cd-e162-4ffd-a59b-e6be241c82cd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:49.542684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 334010cd-e162-4ffd-a59b-e6be241c82cd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:49.543317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 334010cd-e162-4ffd-a59b-e6be241c82cd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:49.543961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 232e0965-237d-49cf-9037-37d0dfaecc4d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:49.602950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 232e0965-237d-49cf-9037-37d0dfaecc4d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:49.603302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 232e0965-237d-49cf-9037-37d0dfaecc4d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:49.692759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-abe74e46-5761-47ec-a99e-e34d0a0a9ad3 None None] Provisioning for port c1a81ccb-7735-43a9-8c44-a242c54d7e99 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:49.698011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-abe74e46-5761-47ec-a99e-e34d0a0a9ad3 None None] Provisioning complete for port c1a81ccb-7735-43a9-8c44-a242c54d7e99 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:49.698537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-abe74e46-5761-47ec-a99e-e34d0a0a9ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.742870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.750537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-abe74e46-5761-47ec-a99e-e34d0a0a9ad3 None None] Port c1a81ccb-7735-43a9-8c44-a242c54d7e99 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:49.755924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:49.762489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.776827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093de1c8-6eb8-4428-83f2-9162627334bb']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:49.777064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 7f29b825-10f2-46a5-9a4f-27115b0c2d8a up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 15:59:49.810057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:49.811442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3fb16-d353-4a2a-aa46-8aff53f6f21c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:49.823776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.854054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:49.866891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:49.867566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.867710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737512b-4fcb-42d0-bf2a-f31a2fabde88 req-742d260d-9788-424f-a88e-cebd8a3c5208 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:49.872870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8614d43-f00b-4ce6-9c38-f16b9260b191 req-1416fce3-1f8e-4593-9a62-b56cd4546911 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:49.875043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c737512b-4fcb-42d0-bf2a-f31a2fabde88 req-742d260d-9788-424f-a88e-cebd8a3c5208 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 944 time: 0.2180176 Aug 03 15:59:49.875370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8614d43-f00b-4ce6-9c38-f16b9260b191 req-1416fce3-1f8e-4593-9a62-b56cd4546911 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 932 time: 0.1256974 Aug 03 15:59:49.877353 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.894454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:49.894957 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:49.896893 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:49.908896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Made reservation on behalf of 0d32a57f255346aa958d8a322e86e44b for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:49.912410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.010796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.057828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:50.058769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:50.062804 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a4f28-bd24-4752-baf8-ff001518a170" -d '{"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:50.068479 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.071311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c737512b-4fcb-42d0-bf2a-f31a2fabde88 req-1eea555d-7f67-4cec-be2c-603438a27825 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472535 Aug 03 15:59:50.100118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.112883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.117165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] 10.222.0.70 "DELETE /v2.0/networks/093de1c8-6eb8-4428-83f2-9162627334bb HTTP/1.1" status: 204 len: 168 time: 0.8142927 Aug 03 15:59:50.133592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8614d43-f00b-4ce6-9c38-f16b9260b191 req-ec3e597d-b56c-49c0-9d47-d0b4c27a8515 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262013 Aug 03 15:59:50.139660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b4672-2bc0-4b51-b1c4-a25ab1016018 admin admin] Pushing event deleted for resources: {'Network': ['ID=093de1c8-6eb8-4428-83f2-9162627334bb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:50.143290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:50.162842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:50.178885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:50.180625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Allocated IP 19.86.0.83 (a5c209ab-c53b-423a-a81e-e48dbabc571c/0ffecfa9-e595-4062-ae8d-9b39ccde8fac/95884085-fe44-4579-b355-20bab0861421) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:50.183751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.199597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:50.204767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:50.309604 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d7a3b-f700-4898-8a16-9bb9ac4851a1 x-openstack-request-id: req-3d1d7a3b-f700-4898-8a16-9bb9ac4851a1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:50.310301 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:50.310301 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d1d7a3b-f700-4898-8a16-9bb9ac4851a1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:50.313670 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'code': 200} Aug 03 15:59:50.349581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eee10b59-183b-48ca-9d7a-3ee66e8341fd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/floatingips/7b9f979e-f054-4a33-a85d-7d97a7fd6a21 HTTP/1.1" status: 204 len: 168 time: 4.8269799 Aug 03 15:59:50.351446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:50.354933 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e9b8b-87d5-437f-88b9-09239a35c34b" -d '{"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:50.390224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port e47285d6-461f-49bc-b83d-8173763b5c18 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:50.391047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.419126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.422107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42752) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:50.488977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Transition to ACTIVE for port object 95884085-fe44-4579-b355-20bab0861421 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:50.524754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:50.530666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f3a22-3660-4d8c-b49e-61e8b6009380 req-569ab13f-d446-4c4c-9f70-8f0298c451ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.533348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-365f3a22-3660-4d8c-b49e-61e8b6009380 req-569ab13f-d446-4c4c-9f70-8f0298c451ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 1096 time: 0.1243291 Aug 03 15:59:50.556155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.578337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.595914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.602083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42756) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:50.612955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.629289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.644085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.649951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.658394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.669591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-deb2b465-c840-4678-b5d6-f7bafe81ec71 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2729635 Aug 03 15:59:50.697700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-365f3a22-3660-4d8c-b49e-61e8b6009380 req-6fee35a2-7f9e-42d4-9f11-3647ff5f4e17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566336 Aug 03 15:59:50.730160 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e91ccab-b936-4f9c-9e43-2462a4a2406f x-openstack-request-id: req-5e91ccab-b936-4f9c-9e43-2462a4a2406f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:50.730468 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:50.730722 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e91ccab-b936-4f9c-9e43-2462a4a2406f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:50.731382 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'status': 'completed', 'code': 200} Aug 03 15:59:50.732327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for e47285d6-461f-49bc-b83d-8173763b5c18 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:50.772606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-7219410-network', 'tenant_id': '2a95018977084d3b8b4c64ad210af0c8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:50.797923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40880230-eb2a-4428-83a2-43b41fbcef81 req-280e71df-f7ba-44e3-b858-dc4063021acb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248715 Aug 03 15:59:50.804334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:50.830329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.836919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 15:59:50.848247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:50.848914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:50.851842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-967cc00f-4bab-42f0-9188-10b23c6a9cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9982528d2c944c43bc55b14e948f2f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486463 Aug 03 15:59:50.868964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Made reservation on behalf of 2a95018977084d3b8b4c64ad210af0c8 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:50.871162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:50.872264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.892126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:50.925866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Network a5c209ab-c53b-423a-a81e-e48dbabc571c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 15:59:50.933302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:50.938882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 15:59:50.941601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-0712924d-8647-4c4f-bfef-0277f47b1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.943939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-0712924d-8647-4c4f-bfef-0277f47b1b11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 1096 time: 0.1720984 Aug 03 15:59:50.945391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event updated for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:50.990630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b1f41-c9ad-4d71-8cbb-0a31a8e57334 req-35729054-5fef-4806-a017-a3c5d0bcd8fb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:50.998173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c61b1f41-c9ad-4d71-8cbb-0a31a8e57334 req-35729054-5fef-4806-a017-a3c5d0bcd8fb tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.2111685 Aug 03 15:59:51.003027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 15:59:51.017754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.018425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.095054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.100829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.116341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-9e5478d2-f1b8-437d-909e-011da54d3359 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6524041 Aug 03 15:59:51.139248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Request body: {'port': {'device_id': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:51.154860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:51.206392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.215458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c61b1f41-c9ad-4d71-8cbb-0a31a8e57334 req-98de2b2d-8dfb-4486-ada3-6b69d8ab265b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163470 Aug 03 15:59:51.224917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.225193 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Added segment e3e9526d-d469-4e52-8f98-26d956551b38 of type vlan for network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee Aug 03 15:59:51.253076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f70f4b-c19a-4374-b332-8ca80d07a654,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:51.290408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.336440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92a39bc3-965b-4a57-b855-eedc4a2a1589 None None] Provisioning for port 95884085-fe44-4579-b355-20bab0861421 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 15:59:51.337235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.339100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-b7520e45-740f-4c19-a523-142c9e3bfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.340805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-b7520e45-740f-4c19-a523-142c9e3bfef0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 200 len: 898 time: 0.3856673 Aug 03 15:59:51.343346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.345731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92a39bc3-965b-4a57-b855-eedc4a2a1589 None None] Provisioning complete for port 95884085-fe44-4579-b355-20bab0861421 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 15:59:51.346180 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92a39bc3-965b-4a57-b855-eedc4a2a1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.349688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.372652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:51.385683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c2615-2efb-4272-8db7-a0949c7298e2 req-149f851c-9eb5-4fab-b9bc-dc53e73402cc tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.389671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d71c2615-2efb-4272-8db7-a0949c7298e2 req-149f851c-9eb5-4fab-b9bc-dc53e73402cc tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1947768 Aug 03 15:59:51.407048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be07e068-7ea0-468a-841b-c990404291c4 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:29Z', 'revision_number': 6, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4', 'name': '', 'network_id': '3133fd60-aaaf-4cb4-af98-029d755796f8', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:44Z', 'updated_at': '2021-08-03T15:56:57Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': '61000488-cfc0-4e7f-892d-c87f399b1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:51.416655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-92a39bc3-965b-4a57-b855-eedc4a2a1589 None None] Port 95884085-fe44-4579-b355-20bab0861421 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 15:59:51.467058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-6c9fea55-13f3-49bb-a101-d9b10c4a798a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 200 len: 217 time: 0.1080892 Aug 03 15:59:51.469060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=e47285d6-461f-49bc-b83d-8173763b5c18,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:51.483252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.484340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.485369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.618454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.621025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.625056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1650155d-d605-4316-9a5b-dc00a2736c02 HTTP/1.1" status: 204 len: 168 time: 0.7501223 Aug 03 15:59:51.642442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dfaa-c4e1-430a-bf72-8f131de58ab2 req-1f67d3d2-5b1f-438f-8f5c-ce82ccc3b7f6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.649950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0dfaa-c4e1-430a-bf72-8f131de58ab2 req-1f67d3d2-5b1f-438f-8f5c-ce82ccc3b7f6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.651939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cf0dfaa-c4e1-430a-bf72-8f131de58ab2 req-1f67d3d2-5b1f-438f-8f5c-ce82ccc3b7f6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1654 time: 0.3036232 Aug 03 15:59:51.658580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-1f6085cc-d3af-4846-97bf-b0bcb5acbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.660051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-1f6085cc-d3af-4846-97bf-b0bcb5acbc4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61000488-cfc0-4e7f-892d-c87f399b1957 HTTP/1.1" status: 200 len: 834 time: 0.1840007 Aug 03 15:59:51.675748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad05e0-1796-4a42-8952-c565f70ee9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650155d-d605-4316-9a5b-dc00a2736c02,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:51.793586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3693542 Aug 03 15:59:51.794418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccc046-7678-4290-8b00-d66a78bf133c admin admin] Pushing event updated for resources: {'Network': ['ID=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:51.798767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42770) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:51.807833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:51.815585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Request body: {'subnet': {'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-7219410-subnet', 'tenant_id': '2a95018977084d3b8b4c64ad210af0c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:51.840234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cf0dfaa-c4e1-430a-bf72-8f131de58ab2 req-5f5bc170-7234-4ed1-b13b-970111e31aaf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748288 Aug 03 15:59:51.847545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d71c2615-2efb-4272-8db7-a0949c7298e2 req-9bbd9965-97bb-4eb8-be66-fbec8c950f21 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910756 Aug 03 15:59:51.863039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.883594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-a1c0b26e-76b2-41ac-9b61-67abced4c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:51.894376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-a1c0b26e-76b2-41ac-9b61-67abced4c8d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3133fd60-aaaf-4cb4-af98-029d755796f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074616 Aug 03 15:59:51.924562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Made reservation on behalf of 2a95018977084d3b8b4c64ad210af0c8 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:51.934551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:51.957340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0720c4a7-1879-4ca5-ae40-86906fbd916e None None] New status for floating IP 7b9f979e-f054-4a33-a85d-7d97a7fd6a21: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 15:59:52.081614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a81ccb-7735-43a9-8c44-a242c54d7e99 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:52.094181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.120315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Transition to ACTIVE for port object c1a81ccb-7735-43a9-8c44-a242c54d7e99 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:52.121496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.147195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.189689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.195639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.202365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.208085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.213986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.220677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.226624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.228581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-72b0d830-9cdc-4ce6-88cf-e8e86270940b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.1702628 Aug 03 15:59:52.287934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-9cdada24-39f8-49af-8470-1a5b2afc51f4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.289729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-9cdada24-39f8-49af-8470-1a5b2afc51f4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.72 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.1659420 Aug 03 15:59:52.368310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-2875894f-413b-494a-ab91-7addc2ca2851 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718552 Aug 03 15:59:52.368929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:52.471692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af1d3cbb-981f-4e3f-8987-1079a35d5a31 req-f7c62531-0f7f-4118-a03e-80c6e9fcd80e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436245 Aug 03 15:59:52.486382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:52.541263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Attempting to bind port c1a81ccb-7735-43a9-8c44-a242c54d7e99 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:52.541604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Attempting to bind port c1a81ccb-7735-43a9-8c44-a242c54d7e99 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:52.541959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Attempting to bind port c1a81ccb-7735-43a9-8c44-a242c54d7e99 on network 547b1f32-706b-452b-8dd1-8e46e7b70614 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:52.542718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-132e9b8b-87d5-437f-88b9-09239a35c34b req-f791c502-df4e-42f6-bbea-b8d1961b0503 service neutron] 10.222.0.72 "GET /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638639 Aug 03 15:59:52.573094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Port c1a81ccb-7735-43a9-8c44-a242c54d7e99 on network 547b1f32-706b-452b-8dd1-8e46e7b70614 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:52.573513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Attempting to bind port c1a81ccb-7735-43a9-8c44-a242c54d7e99 on network 547b1f32-706b-452b-8dd1-8e46e7b70614 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:52.593556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f38b9-1771-483f-929c-00f31d39ed0e req-86cabb37-e650-4265-bc82-18421065383c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:52.595135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c4f38b9-1771-483f-929c-00f31d39ed0e req-86cabb37-e650-4265-bc82-18421065383c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 945 time: 0.2665639 Aug 03 15:59:52.605074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:52.605432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Checking segment: {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:52.605986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Bound using segment: {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:52.606433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Bound port: c1a81ccb-7735-43a9-8c44-a242c54d7e99, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25f4ad2-ac81-4350-89a3-801c0dc00de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:52.606792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.663557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:52.671208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e58d4e50-fe9a-47d2-8414-70deb0202895 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1607788 Aug 03 15:59:52.677263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] Sync routers for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:52.680587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42794) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:52.691477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:52.693702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:52.721123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.754389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:52.764591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port efb1aab6-3a08-4627-a59b-da2dd6985884 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:52.764970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:52.770124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:52.771753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:52.793838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42796) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:52.808277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c4f38b9-1771-483f-929c-00f31d39ed0e req-98ce3305-82ab-4b40-866a-df39cb6e8cab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=2979e601-f967-47f4-8940-b306ae76599f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985500 Aug 03 15:59:52.817915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:52.819631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e24f-db6d-4c09-9a56-29fd0213798c None None] The sync data for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:52.887706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5b138f-9b18-44f8-b685-405bc1517142,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:52.924567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:52.942651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Checking segment: {'id': 'e3e9526d-d469-4e52-8f98-26d956551b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:52.942985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Network hostable DHCP agents. Network: 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:52.946431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:52.958255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.032204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1773978556-network', 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:53.052904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.053559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.055002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] 10.222.0.78 "PUT /v2.0/ports/c1a81ccb-7735-43a9-8c44-a242c54d7e99 HTTP/1.1" status: 200 len: 1092 time: 1.9287648 Aug 03 15:59:53.068383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:53.073857 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3415aab3-1350-43ab-9f8f-d87f194a8635" -d '{"events": [{"name": "network-changed", "server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:53.082618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port efb1aab6-3a08-4627-a59b-da2dd6985884, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=efb1aab6-3a08-4627-a59b-da2dd6985884,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:53.083398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.133031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Request body: {'port': {'device_id': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:53.153790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3669706-98da-4324-bc63-b1820a0b3dc8 req-a2606513-aad2-4021-aa0c-d0dbcac6f5d1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.156102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3669706-98da-4324-bc63-b1820a0b3dc8 req-a2606513-aad2-4021-aa0c-d0dbcac6f5d1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.0977664 Aug 03 15:59:53.176977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:53.179274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for efb1aab6-3a08-4627-a59b-da2dd6985884 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:53.214486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309364bd-841d-43e6-91b0-cc14fc1b2186 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:53.219982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:53.223102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.233879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:53.239632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.241348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.244184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c5ec2d-8f9a-4426-8210-42be63f0ad1a None None] Network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:53.289883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3669706-98da-4324-bc63-b1820a0b3dc8 req-76b72fe8-974d-45ca-b18a-8c018cf8e779 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925012 Aug 03 15:59:53.309566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.330725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0cc3-20b4-430e-a25a-bd7437eefa3e req-e0c821b1-c3c5-4474-a466-1eefc7096885 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.336804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0cc3-20b4-430e-a25a-bd7437eefa3e req-e0c821b1-c3c5-4474-a466-1eefc7096885 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.338523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ccb0cc3-20b4-430e-a25a-bd7437eefa3e req-e0c821b1-c3c5-4474-a466-1eefc7096885 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1666 time: 0.3235817 Aug 03 15:59:53.389961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50b6cc9e-880b-4af6-b97d-35bbe84ee454 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5694077 Aug 03 15:59:53.389961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.537411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e174462-1d46-4a43-b3a1-77bdc2920cb9 None None] Network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:53.660969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ccb0cc3-20b4-430e-a25a-bd7437eefa3e req-0ff561ca-2b01-4e64-9dc6-104f2fc83ce2 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089006 Aug 03 15:59:53.691176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.720409 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc30d02-b322-46d9-837f-64b1b17d1a0d x-openstack-request-id: req-3dc30d02-b322-46d9-837f-64b1b17d1a0d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:53.720753 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:53.720954 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dc30d02-b322-46d9-837f-64b1b17d1a0d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:53.721361 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'status': 'completed', 'code': 200} Aug 03 15:59:53.899368 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:53.917761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.924449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.930549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.937634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.943478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.949474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.956268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.958263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-3935e524-5ea4-4f34-9ff5-093922514913 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.1746848 Aug 03 15:59:53.960216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-7071a18c-d3fb-4de3-9c57-1cb8fe064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.960720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-7071a18c-d3fb-4de3-9c57-1cb8fe064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:53.962438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-7071a18c-d3fb-4de3-9c57-1cb8fe064857 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1913 time: 0.1859031 Aug 03 15:59:53.969136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=efb1aab6-3a08-4627-a59b-da2dd6985884,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:54.031317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1931c19b-b78e-467a-bfaf-9a232fefd213 req-26d2d88c-c940-4245-aa5f-e0172facb517 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455682 Aug 03 15:59:54.098425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.107487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] No DVR routers for this DVR port efb1aab6-3a08-4627-a59b-da2dd6985884 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:54.110592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.113430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a2e24fb-7999-473c-92dc-eca5571537a7 req-1bc1a4c1-01f3-4c74-9b9f-16f1e5c482aa tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.72 "DELETE /v2.0/ports/efb1aab6-3a08-4627-a59b-da2dd6985884 HTTP/1.1" status: 204 len: 173 time: 1.7938058 Aug 03 15:59:54.124146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.182384 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72a0c3d7-99dd-42bc-8fae-b4c97f9fbf28 req-58b093cd-6068-48c6-b7ec-da43a3209aab tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=7882e97a-3cc9-49db-abd0-1a25e4264cdf HTTP/1.1" status: 200 len: 210 time: 0.0376165 Aug 03 15:59:54.211536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port f6a8b7cf-a787-4fb7-ac82-bb671005f88a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:54.211886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.241987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95884085-fe44-4579-b355-20bab0861421 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 15:59:54.259438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 15:59:54.261451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f767643d-ec5e-4aeb-8bbd-af3868e5c71f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:54.291560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.379632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.400036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346b1c-7b04-48a6-89dd-c3ffafc897ee req-63bfe925-9eec-491b-ba1c-8f1a25560781 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:54.401840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e346b1c-7b04-48a6-89dd-c3ffafc897ee req-63bfe925-9eec-491b-ba1c-8f1a25560781 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1120405 Aug 03 15:59:54.407385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for f6a8b7cf-a787-4fb7-ac82-bb671005f88a owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:54.507873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e346b1c-7b04-48a6-89dd-c3ffafc897ee req-00991f81-068a-4a67-9ed2-6069931a498f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 Aug 03 15:59:54.656401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.698210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.698469 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Added segment ec0b82fb-7fda-4c1b-8cc2-a16d707eb512 of type vlan for network bc5af276-bf62-424e-9560-a9934b5f2297 Aug 03 15:59:54.720522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=f6a8b7cf-a787-4fb7-ac82-bb671005f88a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:54.722393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-4ff9a4e8-66fa-4911-b8d1-55f5a5c856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:54.722868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-4ff9a4e8-66fa-4911-b8d1-55f5a5c856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:54.723328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-4ff9a4e8-66fa-4911-b8d1-55f5a5c856ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:54.725044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-4ff9a4e8-66fa-4911-b8d1-55f5a5c856ed service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=0d32a57f255346aa958d8a322e86e44b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7466438 Aug 03 15:59:54.736215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Transition to ACTIVE for port object 95884085-fe44-4579-b355-20bab0861421 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 15:59:54.831712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.896043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:54.909594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.036032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-fdf5944e-e023-48a9-8856-df47c18868ec tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.037616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-fdf5944e-e023-48a9-8856-df47c18868ec tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/networks?id=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee HTTP/1.1" status: 200 len: 819 time: 0.8144345 Aug 03 15:59:55.043608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Pushing event updated for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:55.093147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.093844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.094441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.102476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534e94-bb64-46f6-90cc-aa415c46f938 req-458bd682-eb8f-4f7e-a657-88dadeb895f1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.108743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534e94-bb64-46f6-90cc-aa415c46f938 req-458bd682-eb8f-4f7e-a657-88dadeb895f1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.110436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc534e94-bb64-46f6-90cc-aa415c46f938 req-458bd682-eb8f-4f7e-a657-88dadeb895f1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1678 time: 0.2083151 Aug 03 15:59:55.110979 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-486bf620-d08b-4351-a800-fdd0a058ac88 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/quotas/2a95018977084d3b8b4c64ad210af0c8 HTTP/1.1" status: 200 len: 375 time: 0.0540185 Aug 03 15:59:55.122101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 15:59:55.189376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-c12d9273-9b0f-4bd1-b050-d8599108b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.190922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3415aab3-1350-43ab-9f8f-d87f194a8635 req-c12d9273-9b0f-4bd1-b050-d8599108b06d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4573355 Aug 03 15:59:55.221529 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc534e94-bb64-46f6-90cc-aa415c46f938 req-755b5013-b986-4055-8f8b-3341589ae0d4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997968 Aug 03 15:59:55.254294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-34d1f910-035f-495c-bf74-30fd088e917a tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a95018977084d3b8b4c64ad210af0c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704236 Aug 03 15:59:55.255529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4516821 Aug 03 15:59:55.258660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:55.260882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410a4a-4688-4a9f-b90b-d0fbdb7e75ef admin admin] Pushing event updated for resources: {'Network': ['ID=bc5af276-bf62-424e-9560-a9934b5f2297,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:55.267333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Request body: {'subnet': {'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1773978556-subnet', 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:55.314069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Attempting to bind port 95884085-fe44-4579-b355-20bab0861421 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 15:59:55.314418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Attempting to bind port 95884085-fe44-4579-b355-20bab0861421 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 15:59:55.314756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Attempting to bind port 95884085-fe44-4579-b355-20bab0861421 on network a5c209ab-c53b-423a-a81e-e48dbabc571c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:55.317044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 15:59:55.326023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bc5af276-bf62-424e-9560-a9934b5f2297 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 15:59:55.330372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a422a054-23b2-40fc-b828-84e3f03245aa tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480587 Aug 03 15:59:55.331926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42842) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:55.336823 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] Sync routers for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 15:59:55.348849 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:55.350299 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:55.363764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Port 95884085-fe44-4579-b355-20bab0861421 on network a5c209ab-c53b-423a-a81e-e48dbabc571c not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 15:59:55.364098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Attempting to bind port 95884085-fe44-4579-b355-20bab0861421 on network a5c209ab-c53b-423a-a81e-e48dbabc571c {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 15:59:55.371467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:55.374646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.383672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 15:59:55.384023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Checking segment: {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:55.384417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Bound using segment: {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 15:59:55.384875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Bound port: 95884085-fe44-4579-b355-20bab0861421, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6395e8e2-12fd-44b4-912d-b1e12351536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 15:59:55.385236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.400258 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ac8e615-167b-4cc3-bd25-9c871503d6ea tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 HTTP/1.1" status: 200 len: 205 time: 0.0664308 Aug 03 15:59:55.406003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42844) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:55.429531 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:55.455965 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] Routers {'8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 15:59:55.456862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:55.508757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:55.509892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1cf72-3886-406f-b1a6-c445100ec850 None None] The sync data for ids ['8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 15:59:55.531121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bd187181-07cd-4bff-ba43-048350efb4c2 service neutron] 10.222.0.70 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481894 Aug 03 15:59:55.564229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.580672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.586719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.593994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.600038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.602317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 15:59:55.606400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.612560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.618652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.621999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-ee41f3c0-7ca9-4b64-a9ea-460c25e77a6b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2657785 Aug 03 15:59:55.647140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=95884085-fe44-4579-b355-20bab0861421,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 15:59:55.657013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.747383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'name': 'network-vif-deleted', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:55.749808 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41a3e1-d7de-479e-b0b9-54f1135b9114" -d '{"events": [{"server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "name": "network-vif-deleted", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:55.763240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.764923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.766033 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] 10.222.0.78 "PUT /v2.0/ports/95884085-fe44-4579-b355-20bab0861421 HTTP/1.1" status: 200 len: 1091 time: 2.6609161 Aug 03 15:59:55.793083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-b475ab8e-6ff8-4945-8d49-cade45270efb service neutron] 10.222.0.70 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506979 Aug 03 15:59:55.799982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.812510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device efb1aab6-3a08-4627-a59b-da2dd6985884 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:55.835126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e09b8c8-8565-413b-a963-a1ea3f56cc2d req-a25136c3-d96a-454a-8f90-ec63ae0063e1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811540 Aug 03 15:59:55.868153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d13c-36c9-4248-bd95-80459848b59c service neutron] Pushing event updated for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:55.871342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: efb1aab6-3a08-4627-a59b-da2dd6985884 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:55.872333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device efb1aab6-3a08-4627-a59b-da2dd6985884 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:55.901013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.904344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.937477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1239e7-2664-4a23-b1a2-f2f7ee49e892,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:55.940836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:55.950318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-86197f32-005c-4bca-83a2-16971384d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.950872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-86197f32-005c-4bca-83a2-16971384d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:55.953196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-86197f32-005c-4bca-83a2-16971384d727 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1980 time: 0.1411805 Aug 03 15:59:55.958767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42852) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:56.002835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.003262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 15:59:56.015543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.022099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f3b32a9-6cd9-4b59-8fce-48b712d95a18 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 HTTP/1.1" status: 204 len: 168 time: 0.6148803 Aug 03 15:59:56.022920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:56.064994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 15:59:56.065405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Network hostable DHCP agents. Network: bc5af276-bf62-424e-9560-a9934b5f2297, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 15:59:56.069124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-c343beed-2959-4f9e-99ae-91ffc8bad8a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99 HTTP/1.1" status: 200 len: 217 time: 0.1006548 Aug 03 15:59:56.070656 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fcf681-ad76-43e3-ba64-5ee428612217 x-openstack-request-id: req-c7fcf681-ad76-43e3-ba64-5ee428612217 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:56.070886 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882e97a-3cc9-49db-abd0-1a25e4264cdf", "name": "network-vif-deleted", "tag": "efb1aab6-3a08-4627-a59b-da2dd6985884", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:56.071269 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7fcf681-ad76-43e3-ba64-5ee428612217 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:56.071671 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882e97a-3cc9-49db-abd0-1a25e4264cdf', 'name': 'network-vif-deleted', 'tag': 'efb1aab6-3a08-4627-a59b-da2dd6985884', 'status': 'completed', 'code': 200} Aug 03 15:59:56.106483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet ae03459e-2ced-417f-8f86-bf285d5c0cae {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:56.122224 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.172372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-14653e9a-e8bf-4dfd-aff2-c466f8cf6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.174085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-14653e9a-e8bf-4dfd-aff2-c466f8cf6f9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11bf7afa-7629-4464-8ea5-acffe2397602 HTTP/1.1" status: 200 len: 801 time: 0.0957067 Aug 03 15:59:56.175420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.177567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Network bc5af276-bf62-424e-9560-a9934b5f2297 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 15:59:56.210504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f10dd-8139-4965-9ba8-0fd3abc0687d req-8ebb5d22-38c2-4d01-8bd3-2bdbeb436ceb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.212273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496f10dd-8139-4965-9ba8-0fd3abc0687d req-8ebb5d22-38c2-4d01-8bd3-2bdbeb436ceb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1027536 Aug 03 15:59:56.221274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.237586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, bc5af276-bf62-424e-9560-a9934b5f2297) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 15:59:56.246507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a625ef-c2bf-4883-9e8e-a37252040dc9 None None] Network bc5af276-bf62-424e-9560-a9934b5f2297 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:56.259688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.264384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59a11fb9-7014-4068-8ee3-9bdc2bf0a510 req-a5cd50f3-8446-4c9b-91e0-56ac62aeb703 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 210 time: 0.0614345 Aug 03 15:59:56.271639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.272540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.294157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496f10dd-8139-4965-9ba8-0fd3abc0687d req-1fa844cf-882d-49c4-b6ee-c907acd42077 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690784 Aug 03 15:59:56.336981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-03548ff9-34f5-4bb4-946c-de1c6687e34a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0768878 Aug 03 15:59:56.354505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-626b6e96-a2e3-4186-82e1-c9a5b1350ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.361070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-626b6e96-a2e3-4186-82e1-c9a5b1350ef2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=547b1f32-706b-452b-8dd1-8e46e7b70614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1767004 Aug 03 15:59:56.459117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2b873-4f6a-4dd9-988e-697cac36b68a None None] Network bc5af276-bf62-424e-9560-a9934b5f2297 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:56.461080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.553881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.556486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.568963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/security-groups/2979e601-f967-47f4-8940-b306ae76599f HTTP/1.1" status: 204 len: 168 time: 0.6010063 Aug 03 15:59:56.578472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:56.630052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a2f5-3473-470e-a280-a768a739b4c2 req-ebc73a10-14c0-4f69-82bb-2737c90a4608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.636174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a2f5-3473-470e-a280-a768a739b4c2 req-ebc73a10-14c0-4f69-82bb-2737c90a4608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.638006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:56.638919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c983a2f5-3473-470e-a280-a768a739b4c2 req-ebc73a10-14c0-4f69-82bb-2737c90a4608 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1678 time: 0.2200313 Aug 03 15:59:56.643487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=ae03459e-2ced-417f-8f86-bf285d5c0cae,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:56.644697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d6b80-0e7c-47a0-a0be-39e003400b3f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979e601-f967-47f4-8940-b306ae76599f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:56.677421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-5efaa6d2-2e1b-4214-88cf-84da70a2945d service neutron] 10.222.0.78 "GET /v2.0/networks/547b1f32-706b-452b-8dd1-8e46e7b70614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978303 Aug 03 15:59:56.773238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c983a2f5-3473-470e-a280-a768a739b4c2 req-caa20746-0928-418b-a0c0-4384dddcefe0 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188228 Aug 03 15:59:56.819766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-da9c07d8-6fa3-48c4-bf3b-3aff11e09b89 service neutron] 10.222.0.78 "GET /v2.0/networks/547b1f32-706b-452b-8dd1-8e46e7b70614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320417 Aug 03 15:59:56.876961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-107c3f93-5760-48c3-a1f6-945ec1a41de2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=95884085-fe44-4579-b355-20bab0861421 HTTP/1.1" status: 200 len: 217 time: 0.0485611 Aug 03 15:59:56.992822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-235ac0fa-dc49-479c-a037-b8bb82cfcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:56.994530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-235ac0fa-dc49-479c-a037-b8bb82cfcb4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ffecfa9-e595-4062-ae8d-9b39ccde8fac HTTP/1.1" status: 200 len: 801 time: 0.1048367 Aug 03 15:59:57.027080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.027765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc78b0-9adc-4080-b3fa-763bfcfc0604 None None] Network a3786e38-57f3-436a-95e9-7f24e03d89c7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:57.029990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df054ed4-a6e6-499b-b8b6-9bc6ad69a672 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/ae03459e-2ced-417f-8f86-bf285d5c0cae HTTP/1.1" status: 204 len: 168 time: 1.0052700 Aug 03 15:59:57.042073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:57.194808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet 4fd87def-d67a-4c5f-bf39-f0286abe5309 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 15:59:57.211724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.221729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-11f9203d-f833-472d-b64a-87acd7d09aad tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.223256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-11f9203d-f833-472d-b64a-87acd7d09aad tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2129233 Aug 03 15:59:57.233567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.241198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.247535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.259082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-e1b6a29a-3519-420a-80f9-a2212933d933 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0179212 Aug 03 15:59:57.263150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] DHCP port deletion for a3786e38-57f3-436a-95e9-7f24e03d89c7 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:57.280373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.310972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.323517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Deleting port 4cc721cf-b498-4f61-82ec-4c4d94248d96 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:57.323898 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.324948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.334306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-a0b1e5e0-64a8-41bd-ba29-39e1ae956aea tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.3899684 Aug 03 15:59:57.339139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.363415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-94bbe937-b556-48fd-baa5-d0fff00701f2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634878 Aug 03 15:59:57.409372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] For port 4cc721cf-b498-4f61-82ec-4c4d94248d96, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4cc721cf-b498-4f61-82ec-4c4d94248d96,segment=NetworkSegment(e1545519-363f-47d7-b828-bb0de28d256b),segment_id=e1545519-363f-47d7-b828-bb0de28d256b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:57.409901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.441965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4cc721cf-b498-4f61-82ec-4c4d94248d96 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:57.448295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Calling delete_port for 4cc721cf-b498-4f61-82ec-4c4d94248d96 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:57.558075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-9a83a9b7-fb4c-4fb0-9eb7-5d87558dd3ba service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928675 Aug 03 15:59:57.590185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.599424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-3747a6be-048d-4902-b13f-775f4e472b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.601191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-3747a6be-048d-4902-b13f-775f4e472b19 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5c209ab-c53b-423a-a81e-e48dbabc571c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5967469 Aug 03 15:59:57.604809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.672021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4cc721cf-b498-4f61-82ec-4c4d94248d96, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4cc721cf-b498-4f61-82ec-4c4d94248d96,segment=NetworkSegment(e1545519-363f-47d7-b828-bb0de28d256b),segment_id=e1545519-363f-47d7-b828-bb0de28d256b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:57.677702 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.683714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11ceed19-82d4-40e9-85eb-ef0aa18f1eb8 req-8b9c9da6-3840-44ce-8c44-fa5b5b7bb2d2 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3436556 Aug 03 15:59:57.684952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-fdf59be9-64bd-4402-8c48-4909dc2c55b6 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260729 Aug 03 15:59:57.712879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.726983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] No DVR routers for this DVR port 4cc721cf-b498-4f61-82ec-4c4d94248d96 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:57.772150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4cc721cf-b498-4f61-82ec-4c4d94248d96,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:57.811198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-854f6a6b-1f93-459e-9ceb-7a05c7c91498 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:57.812200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-854f6a6b-1f93-459e-9ceb-7a05c7c91498 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.78 "GET /v2.0/networks?id=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee HTTP/1.1" status: 200 len: 819 time: 0.3854141 Aug 03 15:59:57.820122 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.829906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea589-c04a-498c-89aa-37dcd6c092b3 None None] Pushing event deleted for resources: {'Port': ['ID=4cc721cf-b498-4f61-82ec-4c4d94248d96,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:57.832400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Request body: {'port': {'device_id': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee', 'admin_state_up': True, 'tenant_id': '2a95018977084d3b8b4c64ad210af0c8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 15:59:57.961823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:57.966453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-a5b8cfcc-4bba-4621-ac4e-b428c258aebb service neutron] 10.222.0.78 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176343 Aug 03 15:59:58.041522 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7632791e-371c-49bd-aee7-ae72c9634988 req-437b2825-d269-45a8-b2ed-0e10b1339e5d tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 210 time: 0.0522931 Aug 03 15:59:58.078885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cdaa-2b8e-406f-ada1-950c1b699cb5 req-6fd88e9e-b753-4695-a6ce-988fbf308c9b tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:58.090703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a142cdaa-2b8e-406f-ada1-950c1b699cb5 req-6fd88e9e-b753-4695-a6ce-988fbf308c9b tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1015286 Aug 03 15:59:58.091179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'tag': '95884085-fe44-4579-b355-20bab0861421'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 15:59:58.093502 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd21e1-8d54-479d-a11f-6640e2ce6f25" -d '{"events": [{"name": "network-changed", "server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "tag": "95884085-fe44-4579-b355-20bab0861421"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 15:59:58.198149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.198393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a142cdaa-2b8e-406f-ada1-950c1b699cb5 req-d80f4bc1-ed5b-481e-8291-20b86cedc2ea tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063547 Aug 03 15:59:58.251012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5681d0-b986-487e-95cc-aaab882cc91e None None] Network 8a30ef64-425d-4c29-8391-6352bd16a74e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 15:59:58.274885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.278105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/4fd87def-d67a-4c5f-bf39-f0286abe5309 HTTP/1.1" status: 204 len: 168 time: 1.1926124 Aug 03 15:59:58.293679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42910) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:58.295698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f46e-4702-4041-8921-7094f68e2de5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd87def-d67a-4c5f-bf39-f0286abe5309,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:58.298579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Made reservation on behalf of 2a95018977084d3b8b4c64ad210af0c8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 15:59:58.304393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.441981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1fa7375-63ae-48b8-802e-e92f35109144 req-fb1a7f3e-c155-4d0c-97c7-08ce6035e45e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0930843 Aug 03 15:59:58.456855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.479673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ec1e3a-c682-45be-aaca-e2b5103a062a req-58c995ab-79d2-4893-b1d7-5790520ed021 service neutron] 10.222.0.78 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913478 Aug 03 15:59:58.533319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:58.533714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.539491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d84e-4d1c-49cb-aa4c-aa4f85c0c9ff req-f0e91605-8d19-4fea-877d-c703a6322bf6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:58.552133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d84e-4d1c-49cb-aa4c-aa4f85c0c9ff req-f0e91605-8d19-4fea-877d-c703a6322bf6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:58.567002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8305d84e-4d1c-49cb-aa4c-aa4f85c0c9ff req-f0e91605-8d19-4fea-877d-c703a6322bf6 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1678 time: 0.4289095 Aug 03 15:59:58.606075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] DHCP port deletion for 8a30ef64-425d-4c29-8391-6352bd16a74e request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 15:59:58.646618 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c9303-a26f-4c40-9059-e9229ee1a67e x-openstack-request-id: req-3b6c9303-a26f-4c40-9059-e9229ee1a67e {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 15:59:58.647056 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "tag": "95884085-fe44-4579-b355-20bab0861421", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 15:59:58.647436 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b6c9303-a26f-4c40-9059-e9229ee1a67e {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 15:59:58.648056 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'tag': '95884085-fe44-4579-b355-20bab0861421', 'status': 'completed', 'code': 200} Aug 03 15:59:58.694383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Deleting port 5d0f5279-7c9e-441d-90ac-350968615dd7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 15:59:58.695391 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.711601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:58.712536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.752197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:58.809096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] For port 5d0f5279-7c9e-441d-90ac-350968615dd7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d0f5279-7c9e-441d-90ac-350968615dd7,segment=NetworkSegment(f820ed1b-88b1-4a34-97b5-d037084e4af3),segment_id=f820ed1b-88b1-4a34-97b5-d037084e4af3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:58.809860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.822939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8305d84e-4d1c-49cb-aa4c-aa4f85c0c9ff req-30197d53-91ee-49aa-b72c-dab63765aded tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548044 Aug 03 15:59:58.836030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Calling delete_port for 5d0f5279-7c9e-441d-90ac-350968615dd7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 15:59:58.861194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.897000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3786e38-57f3-436a-95e9-7f24e03d89c7']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:58.913813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-dbde4642-3ecb-4919-970a-978d2225061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:58.914661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-dbde4642-3ecb-4919-970a-978d2225061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:58.921400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-dbde4642-3ecb-4919-970a-978d2225061a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d32a57f255346aa958d8a322e86e44b&device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1980 time: 0.2610195 Aug 03 15:59:58.930661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1545519-363f-47d7-b828-bb0de28d256b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:58.931070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1545519-363f-47d7-b828-bb0de28d256b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 15:59:58.956218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:58.979333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Allocated IP 172.20.0.9 (41f91cb2-a75d-4e3a-9c9d-5bcc29584fee/df5b138f-9b18-44f8-b685-405bc1517142/10b5c2e5-f6f9-479b-b459-77db5287f920) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 15:59:59.008247 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.037696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.042130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Pushing event deleted for resources: {'Port': ['ID=5d0f5279-7c9e-441d-90ac-350968615dd7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:59.045489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.050028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.052456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.052808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.053150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.053510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.053866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.054200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.054525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.054852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.055173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.055490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.055811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.056268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 15:59:59.062890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d599d0-a8fb-42a8-8b83-202a1cabb7c5 None None] No DVR routers for this DVR port 5d0f5279-7c9e-441d-90ac-350968615dd7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 15:59:59.064642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.067013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 15:59:59.067750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: timer() Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 15:59:59.072163 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 15:59:59.082364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.091490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.101025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.107855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.110145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a8adf5eb-860b-4305-b185-95d1c0a5debc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5432 time: 0.2201636 Aug 03 15:59:59.205494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-744c60bc-8b3a-4faa-ae73-93533e9abaaf req-a96cc9b5-6982-4097-b018-49a14cb8692b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567937 Aug 03 15:59:59.206955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-75cd3955-e294-4943-8112-400e78d46f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.208881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-75cd3955-e294-4943-8112-400e78d46f0b service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5c209ab-c53b-423a-a81e-e48dbabc571c HTTP/1.1" status: 200 len: 903 time: 0.2749622 Aug 03 15:59:59.235552 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c1e58dc-5b98-4bee-a549-fc44c28d7555 req-39b7e9bf-92a5-4155-b2cd-8cb029d8ae40 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 210 time: 0.0661800 Aug 03 15:59:59.330547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-d506e327-0a91-475c-8b20-2f3dce5c0c8a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=95884085-fe44-4579-b355-20bab0861421 HTTP/1.1" status: 200 len: 217 time: 0.0999312 Aug 03 15:59:59.363792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d0f5279-7c9e-441d-90ac-350968615dd7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 15:59:59.380503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.387559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.396203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5d0f5279-7c9e-441d-90ac-350968615dd7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 15:59:59.396830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d0f5279-7c9e-441d-90ac-350968615dd7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 15:59:59.416445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:59.428149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.430813 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/a3786e38-57f3-436a-95e9-7f24e03d89c7 HTTP/1.1" status: 204 len: 168 time: 1.1227076 Aug 03 15:59:59.448397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42922) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 15:59:59.508742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc6a04-f50a-49ce-9352-3570d0b2542d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=a3786e38-57f3-436a-95e9-7f24e03d89c7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 15:59:59.556399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-c6136441-4a58-428d-a4d7-f22461ff5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.557997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-c6136441-4a58-428d-a4d7-f22461ff5641 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0ffecfa9-e595-4062-ae8d-9b39ccde8fac HTTP/1.1" status: 200 len: 801 time: 0.1604767 Aug 03 15:59:59.586495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.612083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89844e-cc92-42ca-9191-ddbccabd90e4 req-6f918a91-79c4-40e3-9e29-cb6ff5ab2068 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 15:59:59.613933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad89844e-cc92-42ca-9191-ddbccabd90e4 req-6f918a91-79c4-40e3-9e29-cb6ff5ab2068 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.2777357 Aug 03 15:59:59.737043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 15:59:59.803558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad89844e-cc92-42ca-9191-ddbccabd90e4 req-06ccaf2b-fb17-45f3-8c94-e676b55ee703 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710792 Aug 03 15:59:59.829235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 15:59:59.947069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 15:59:59.966671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'port_id': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'mac_address': 'fa:16:3e:c2:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:00.020127 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.034196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:00.054514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.056324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.059520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.062510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.063665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 261a7212-2350-4eba-9810-522dfe1c303b details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:00.090513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a30ef64-425d-4c29-8391-6352bd16a74e']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:00.119338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f820ed1b-88b1-4a34-97b5-d037084e4af3') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:00.119840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f820ed1b-88b1-4a34-97b5-d037084e4af3') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:00.136837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.145034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.151898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '261a7212-2350-4eba-9810-522dfe1c303b', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'port_id': '261a7212-2350-4eba-9810-522dfe1c303b', 'mac_address': 'fa:16:3e:cd:ef:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:00.157101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5767664-b955-413b-bfab-a3b5732a9013 req-6e92e47e-e964-416c-a211-d7da764797f4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.5757351 Aug 03 16:00:00.194873 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.215850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261a7212-2350-4eba-9810-522dfe1c303b {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:00.217105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd10df-fa08-4847-a5ed-3fc4b75f8f9f req-6af4b05e-153b-49a6-b4d4-3c45db7a3208 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.228398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd10df-fa08-4847-a5ed-3fc4b75f8f9f req-6af4b05e-153b-49a6-b4d4-3c45db7a3208 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.231176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56bd10df-fa08-4847-a5ed-3fc4b75f8f9f req-6af4b05e-153b-49a6-b4d4-3c45db7a3208 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1678 time: 0.2640085 Aug 03 16:00:00.235070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.248557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.253513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.254636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 46f416bd-bc3c-4830-8e34-31bd774e3ce7 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:00.260259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f5f7f13f-fd20-4b5d-9a01-76de242b28db tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.262666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f5f7f13f-fd20-4b5d-9a01-76de242b28db tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.72 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.9311466 Aug 03 16:00:00.269746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-17236689-f06d-4d85-a91c-39f91ebd3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.272235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-17236689-f06d-4d85-a91c-39f91ebd3b41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5c209ab-c53b-423a-a81e-e48dbabc571c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7027631 Aug 03 16:00:00.284122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': '3789629e-8334-4764-a231-12a387e1d0d0', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:00.301498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.358205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c1a81ccb-7735-43a9-8c44-a242c54d7e99 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:00.379431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:00.380041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:00.386594 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:00.430928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.443829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56bd10df-fa08-4847-a5ed-3fc4b75f8f9f req-391aecc1-af31-4e5f-a00b-006726b795a3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023005 Aug 03 16:00:00.488048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.502933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.505775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/8a30ef64-425d-4c29-8391-6352bd16a74e HTTP/1.1" status: 204 len: 168 time: 1.0562429 Aug 03 16:00:00.515225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'port_id': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'mac_address': 'fa:16:3e:57:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ede30d-494a-4f70-b0c0-7bc135b2e974', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:00.516199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:00.531649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049873541'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:00.547043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.571075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b764161-2d64-4f30-8864-9224f9727c12 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=8a30ef64-425d-4c29-8391-6352bd16a74e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.597467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.619330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f416bd-bc3c-4830-8e34-31bd774e3ce7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:00.627327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ea5008a-f708-4a13-a81f-9719d7f16867 req-29656ad5-34a3-4dcb-8aca-89d40ab51041 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 210 time: 0.0581255 Aug 03 16:00:00.629995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.635550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-2ad4c7d3-fdd5-4d19-89cd-52f975e8c33e service neutron] 10.222.0.78 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421257 Aug 03 16:00:00.651181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.663086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:00.666609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.671670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.674959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'network_id': '547b1f32-706b-452b-8dd1-8e46e7b70614', 'port_id': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'mac_address': 'fa:16:3e:cb:7a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bf7afa-7629-4464-8ea5-acffe2397602', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:00.678703 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.679568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a4960352-5b38-4fae-81a2-bbf51a1dfce8 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:00.731017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:00.786073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.792470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.799035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.800812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.804298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.805404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.811656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.813802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.819096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.827822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:00.828826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'network_id': '1fa0de7b-31e3-456a-a76b-1fe31a0d8a31', 'port_id': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'mac_address': 'fa:16:3e:46:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ede30d-494a-4f70-b0c0-7bc135b2e974', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:00.837560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-6ffb2c3c-9883-4a29-9811-c1161609561c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5434 time: 0.4702504 Aug 03 16:00:00.857842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a81ccb-7735-43a9-8c44-a242c54d7e99 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:00.882142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:00.889451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:00.890298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 95884085-fe44-4579-b355-20bab0861421 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:00.902939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:00.905609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:00.921279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b752fa09-2b5c-4724-903f-e0efa8801904 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/2cfbc3bb-7b5d-4979-8ea3-2065a81003b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2719336 Aug 03 16:00:00.922396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:00.924276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:00.927604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:00.936874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Pushing event updated for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.958904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:00:00.963247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:00.966045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Sync routers for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:00.982425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.002592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:01.003302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:01.009171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4960352-5b38-4fae-81a2-bbf51a1dfce8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:01.010638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:01.015207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.020432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting subnet 61000488-cfc0-4e7f-892d-c87f399b1957 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:01.030192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a3aec-489c-41b9-a9d3-0dd98bb84284 req-1de41803-47a5-4467-a25c-2f07e541549f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:01.031974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-700a3aec-489c-41b9-a9d3-0dd98bb84284 req-1de41803-47a5-4467-a25c-2f07e541549f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1123159 Aug 03 16:00:01.035841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.054901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.055194 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment 438624e0-33c8-42b5-9553-d9eb67626025 of type vlan for network db452cd0-72c7-449f-92a0-543917079e55 Aug 03 16:00:01.078348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-abd8a84c-27b3-476a-80ac-a5ad2c373d78 req-e2783430-91e4-4d66-86c4-7656b25990a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397268 Aug 03 16:00:01.084033 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cd21e1-8d54-479d-a11f-6640e2ce6f25 req-64a815e8-6c87-4d65-b0c7-738f1896d29b service neutron] 10.222.0.78 "GET /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253216 Aug 03 16:00:01.132490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:01.148928 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.149996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b088cdf-1738-4058-9e62-267695154bf9 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:01.189108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:01.190393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.272622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b088cdf-1738-4058-9e62-267695154bf9,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:01.280261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-bdc4c82a-c8c3-42e9-994f-5b1064efe0d0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4554296 Aug 03 16:00:01.287185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '1b088cdf-1738-4058-9e62-267695154bf9', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'port_id': '1b088cdf-1738-4058-9e62-267695154bf9', 'mac_address': 'fa:16:3e:9a:59:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:01.318180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Request body: {'port': {'device_id': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:01.332153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.349201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.380844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac65e632-6945-46d4-8970-64ab641b09fc req-df6fd2bc-e393-4729-a623-30299dce205f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0739844 Aug 03 16:00:01.386862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.420910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b088cdf-1738-4058-9e62-267695154bf9 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:01.423139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.8 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/bb0658a0-ced4-4bbb-a1c8-d462a4dc637a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:01.461319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.463342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b088cdf-1738-4058-9e62-267695154bf9,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:01.467876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:01.468880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.472006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=95884085-fe44-4579-b355-20bab0861421,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:01.478103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-700a3aec-489c-41b9-a9d3-0dd98bb84284 req-d94ad7e9-1229-4658-9e93-ecb6c72964d6 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012392 Aug 03 16:00:01.492916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:01.553511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.599961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0754783 Aug 03 16:00:01.600324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.604634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42946) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:01.630496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ecd71-5019-4101-98a3-b2fe3a4b97fe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=db452cd0-72c7-449f-92a0-543917079e55,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:01.647872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': 'db452cd0-72c7-449f-92a0-543917079e55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:01.762853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.809709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:01.813728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '95884085-fe44-4579-b355-20bab0861421', 'network_id': 'a5c209ab-c53b-423a-a81e-e48dbabc571c', 'port_id': '95884085-fe44-4579-b355-20bab0861421', 'mac_address': 'fa:16:3e:23:b4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffecfa9-e595-4062-ae8d-9b39ccde8fac', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:01.815620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.816362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:01.826818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network db452cd0-72c7-449f-92a0-543917079e55 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:00:01.848339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:01.850760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/subnets/61000488-cfc0-4e7f-892d-c87f399b1957 HTTP/1.1" status: 204 len: 168 time: 0.9263041 Aug 03 16:00:01.854171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e19312-6025-406e-b70d-6f153b00f2e6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Subnet': ['ID=61000488-cfc0-4e7f-892d-c87f399b1957,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:01.857994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:01.884309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f90633-a034-41cd-9db5-3c1ffeff5cf4 req-337c90c4-6267-4419-b093-303445895694 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:01.893029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f90633-a034-41cd-9db5-3c1ffeff5cf4 req-337c90c4-6267-4419-b093-303445895694 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:01.901996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1f90633-a034-41cd-9db5-3c1ffeff5cf4 req-337c90c4-6267-4419-b093-303445895694 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1679 time: 0.3156068 Aug 03 16:00:01.928629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b325cddd-b770-4c8c-a3c3-ad1a7ce002f8 None None] Network 3133fd60-aaaf-4cb4-af98-029d755796f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:01.942878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:01.946365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.004950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd606a-6378-47c4-9a20-014da1f7d904 req-f6e58979-1f39-4733-9975-9c0438816c80 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.008469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1f90633-a034-41cd-9db5-3c1ffeff5cf4 req-079fd93c-6ad7-4334-a6b9-753e8c5a1837 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054578 Aug 03 16:00:02.010506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dbd606a-6378-47c4-9a20-014da1f7d904 req-f6e58979-1f39-4733-9975-9c0438816c80 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 931 time: 0.2741582 Aug 03 16:00:02.030201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.resource_extend [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:00:02.082178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.096246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:02.098749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.118273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.144490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6', 'network_id': '9204d1b8-fa19-4251-9f67-91d214644a2a', 'port_id': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6', 'mac_address': 'fa:16:3e:93:3e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a8c35-bca7-4a09-9c89-6a578cd60942', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:02.181247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95884085-fe44-4579-b355-20bab0861421 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:02.209760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=95884085-fe44-4579-b355-20bab0861421,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:02.216054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dbd606a-6378-47c4-9a20-014da1f7d904 req-101e3b5e-f9ce-4a3c-9b0e-22a54ec27ae0 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557426 Aug 03 16:00:02.246510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.247065 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.313334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.321284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.328278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.335221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.345268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.356515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.361074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.361336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.364965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.372002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.375263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-37b00b36-d0a3-481c-970b-94fe1a8ab057 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5437 time: 0.1710463 Aug 03 16:00:02.378761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:02.384681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.426422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:02.439301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.439588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c1cd3a9b-3bce-4942-a631-abcfb02603cd details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:02.443767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:59Z', 'revision_number': 7, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:02.454623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:02.472640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:02.478373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b5c2e5-f6f9-479b-b459-77db5287f920 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:02.493376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:02.503407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.512271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Checking router: 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:00:02.526744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] DHCP port deletion for 3133fd60-aaaf-4cb4-af98-029d755796f8 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:02.546824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aef1a451-7dc3-4407-a76d-55e33ea79ded req-1e035567-0995-4f5f-b59d-98a33113f14a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539495 Aug 03 16:00:02.560455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['95884085-fe44-4579-b355-20bab0861421'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:02.591052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=85983cdf-1781-47d0-946f-d8b8960d6074,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.592767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.598210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Transition to ACTIVE for port object 10b5c2e5-f6f9-479b-b459-77db5287f920 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:02.606396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': '438624e0-33c8-42b5-9553-d9eb67626025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:02.607628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: db452cd0-72c7-449f-92a0-543917079e55, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:00:02.628681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.638614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network db452cd0-72c7-449f-92a0-543917079e55 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:00:02.642196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.656034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, db452cd0-72c7-449f-92a0-543917079e55) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:02.659686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Routers {'2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:02.660459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:02.672310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.672310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.690215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611b46e-d509-4009-bf4a-ad443fa03dda None None] Network db452cd0-72c7-449f-92a0-543917079e55 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:02.717986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6fc140d0-617a-4d9e-93a9-f69a0b28274e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0882549 Aug 03 16:00:02.718178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.718178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.719493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42960) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:02.729913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1468610018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:02.733862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.756327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:02.787208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428bb38-2ea2-4df4-9e3a-024c4530aa85 req-161b8d3b-ae8c-4383-bf6f-d6000994a1ef tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.789141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fcb55-79a4-43c2-b305-44f2ef9088ca req-e814fac6-602c-4273-a839-9d75a1a26023 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:02.789820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a06fcb55-79a4-43c2-b305-44f2ef9088ca req-e814fac6-602c-4273-a839-9d75a1a26023 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1300156 Aug 03 16:00:02.797396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7428bb38-2ea2-4df4-9e3a-024c4530aa85 req-161b8d3b-ae8c-4383-bf6f-d6000994a1ef tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 931 time: 0.2255497 Aug 03 16:00:02.809921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.813085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.832576 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-f0940091-d048-4fdb-ab02-2344358a705e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5559683 Aug 03 16:00:02.874546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Request body: {'port': {'device_id': '3789629e-8334-4764-a231-12a387e1d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:02.929522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.941563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a06fcb55-79a4-43c2-b305-44f2ef9088ca req-ffb30166-d89b-4ea1-9f4e-7d53aeefff3a tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342769 Aug 03 16:00:02.948608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.971151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:02.984374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.986332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00489535-2af3-4180-b16d-f9c7934be5e9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2615829 Aug 03 16:00:02.990763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:02.990952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Deleting port 95b0aed4-f312-43bd-9351-7e957c919bd8 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:02.991149 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:02.994047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] Set router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:02.996800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'port': {'network_id': 'db452cd0-72c7-449f-92a0-543917079e55', 'name': 'tempest-RoutersTest-108060639'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:03.016138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port f06f855c-2560-43ab-9bed-249f9d941382 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:03.017315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.028495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7428bb38-2ea2-4df4-9e3a-024c4530aa85 req-d8a9c39c-fce8-4d93-9716-93a4f1acffa4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304268 Aug 03 16:00:03.079843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.100766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'port_id': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'mac_address': 'fa:16:3e:88:63:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:03.140559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:03.148388 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.164861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Attempting to bind port 10b5c2e5-f6f9-479b-b459-77db5287f920 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:03.165342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Attempting to bind port 10b5c2e5-f6f9-479b-b459-77db5287f920 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e3e9526d-d469-4e52-8f98-26d956551b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:03.165814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Attempting to bind port 10b5c2e5-f6f9-479b-b459-77db5287f920 on network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:03.171186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] device_id is not set on port de1cdaf3-fc45-4118-b080-08258c6a0e28 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:00:03.216080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Port 10b5c2e5-f6f9-479b-b459-77db5287f920 on network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:03.216820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Attempting to bind port 10b5c2e5-f6f9-479b-b459-77db5287f920 on network 41f91cb2-a75d-4e3a-9c9d-5bcc29584fee {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:03.240464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:03.240978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Checking segment: {'id': 'e3e9526d-d469-4e52-8f98-26d956551b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:03.241467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Bound using segment: {'id': 'e3e9526d-d469-4e52-8f98-26d956551b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:03.242114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Bound port: 10b5c2e5-f6f9-479b-b459-77db5287f920, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e9526d-d469-4e52-8f98-26d956551b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:03.242573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.286136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] For port 95b0aed4-f312-43bd-9351-7e957c919bd8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=95b0aed4-f312-43bd-9351-7e957c919bd8,segment=NetworkSegment(a115f61c-0897-4865-859f-06ffe3b49dda),segment_id=a115f61c-0897-4865-859f-06ffe3b49dda)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:03.286479 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.329767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.20.0.2 (db452cd0-72c7-449f-92a0-543917079e55/85983cdf-1781-47d0-946f-d8b8960d6074/de1cdaf3-fc45-4118-b080-08258c6a0e28) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:03.336401 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.344025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Calling delete_port for 95b0aed4-f312-43bd-9351-7e957c919bd8 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:03.374019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port f06f855c-2560-43ab-9bed-249f9d941382, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f06f855c-2560-43ab-9bed-249f9d941382,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:03.374534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.376839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-db452cd0-72c7-449f-92a0-543917079e55', 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': '85983cdf-1781-47d0-946f-d8b8960d6074'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:00:03.377948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.418257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde28e84-e43c-4bce-978e-66755d914d87 req-a03e2579-a870-4b00-99ad-84b32ec82930 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.420634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 95b0aed4-f312-43bd-9351-7e957c919bd8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:03.423144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cd3a9b-3bce-4942-a631-abcfb02603cd {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:03.425626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde28e84-e43c-4bce-978e-66755d914d87 req-a03e2579-a870-4b00-99ad-84b32ec82930 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.427401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bde28e84-e43c-4bce-978e-66755d914d87 req-a03e2579-a870-4b00-99ad-84b32ec82930 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1680 time: 0.2761140 Aug 03 16:00:03.447555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for f06f855c-2560-43ab-9bed-249f9d941382 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:03.518568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4224-fea9-4b42-85d3-baba905bc194 req-f2a88eab-521b-4f2f-b4e3-d5ca0343bfc7 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.520178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-281c4224-fea9-4b42-85d3-baba905bc194 req-f2a88eab-521b-4f2f-b4e3-d5ca0343bfc7 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 943 time: 0.1249003 Aug 03 16:00:03.623412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.644811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-281c4224-fea9-4b42-85d3-baba905bc194 req-bd411b34-7355-4fa8-8a82-0fe652b4065c tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062868 Aug 03 16:00:03.661548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bde28e84-e43c-4bce-978e-66755d914d87 req-6db3200b-8920-4e36-919b-1f45e98da8e4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175510 Aug 03 16:00:03.666758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object de1cdaf3-fc45-4118-b080-08258c6a0e28 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:03.673223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:03.698779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c1a81ccb-7735-43a9-8c44-a242c54d7e99'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:03.714874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=10b5c2e5-f6f9-479b-b459-77db5287f920,segment=NetworkSegment(e3e9526d-d469-4e52-8f98-26d956551b38),segment_id=e3e9526d-d469-4e52-8f98-26d956551b38)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:03.733973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:03.734253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.804422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.829907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.834873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.836931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:03.838072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] 10.222.0.78 "PUT /v2.0/ports/10b5c2e5-f6f9-479b-b459-77db5287f920 HTTP/1.1" status: 200 len: 1091 time: 2.5289559 Aug 03 16:00:03.847613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:03.850942 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde36732-e29d-4a3b-bbaa-a68036e6b46d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:03.909034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network db452cd0-72c7-449f-92a0-543917079e55 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:03.924339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:03.927240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=de1cdaf3-fc45-4118-b080-08258c6a0e28,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:03.930051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:03.945823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.947663 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5866b-4539-4c40-a83c-d80875fb6c1f x-openstack-request-id: req-a2f5866b-4539-4c40-a83c-d80875fb6c1f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:03.947985 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:03.948373 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2f5866b-4539-4c40-a83c-d80875fb6c1f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:03.948947 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920', 'status': 'completed', 'code': 200} Aug 03 16:00:03.954517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.960366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.967896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.974783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.983569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.990741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:03.992921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4a64655-d2da-48da-b22a-b649773f275f req-c46880d2-5f18-4dc4-a1f8-68374085402e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5439 time: 0.2302973 Aug 03 16:00:04.002979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.030487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port 95b0aed4-f312-43bd-9351-7e957c919bd8 update to DOWN by agent not found {{(pid=106018) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 16:00:04.067971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-209b9ff7-ad2d-4c46-97a5-697a95640c1f {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:00:04.068726 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:00:04.069787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:04.078687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] No DVR routers for this DVR port 95b0aed4-f312-43bd-9351-7e957c919bd8 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:04.081046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:04.081995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.116549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4a64655-d2da-48da-b22a-b649773f275f req-c835cc2d-7773-40d8-8d08-57779898ed66 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933025 Aug 03 16:00:04.124700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d96abeb4-e3ec-401b-9935-b116acfbb874 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1317520 Aug 03 16:00:04.127079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42978) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:04.131701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f26fc-64fe-4e76-84d4-0efb7bec8562 None None] Pushing event deleted for resources: {'Port': ['ID=95b0aed4-f312-43bd-9351-7e957c919bd8,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:04.147085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:59Z', 'revision_number': 7, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:04.148427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0658a0-ced4-4bbb-a1c8-d462a4dc637a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:04.162532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff367a4f-fc2f-4405-be9f-b503217114f4 service neutron] Pushing event updated for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:04.184497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b043cc-7007-4033-b8f8-780e4ec30057 None None] The sync data for ids ['2cfbc3bb-7b5d-4979-8ea3-2065a81003b5'] in n-d-803226-3 is: [{'id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'name': 'tempest-TestNetworkBasicOps-router-396712126', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:56:29Z', 'updated_at': '2021-08-03T15:59:59Z', 'revision_number': 7, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': 'f06f855c-2560-43ab-9bed-249f9d941382', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:00:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfbc3bb-7b5d-4979-8ea3-2065a81003b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:30Z', 'updated_at': '2021-08-03T15:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:04.242872 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.274690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.281927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Transition to ACTIVE for port object bb0658a0-ced4-4bbb-a1c8-d462a4dc637a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:04.289710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-8f926da7-6830-4593-8940-12fc728ba928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:04.291500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-8f926da7-6830-4593-8940-12fc728ba928 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2a95018977084d3b8b4c64ad210af0c8&device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 1094 time: 0.3473313 Aug 03 16:00:04.316697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.337576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=f06f855c-2560-43ab-9bed-249f9d941382,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:04.417526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba78d9d-e885-4769-8fd3-ed331b2aa137 req-5fff44f7-39d4-4187-b528-56ec5788c125 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:04.419249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ba78d9d-e885-4769-8fd3-ed331b2aa137 req-5fff44f7-39d4-4187-b528-56ec5788c125 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 931 time: 0.1623318 Aug 03 16:00:04.488722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e1c10535-b3ce-49ee-ada1-5dc08f4c0f60'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.537847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ba78d9d-e885-4769-8fd3-ed331b2aa137 req-2736fb89-4bf0-497f-8eb2-c2a6ab5a0dee tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088762 Aug 03 16:00:04.549291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['a4960352-5b38-4fae-81a2-bbf51a1dfce8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.584378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['1b088cdf-1738-4058-9e62-267695154bf9'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.636687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.642682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['261a7212-2350-4eba-9810-522dfe1c303b'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.645211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c1cd3a9b-3bce-4942-a631-abcfb02603cd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.648247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f8b3ce0e-b914-496a-aa44-5b002ac1a3f6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:04.706691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.783372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde45435-450b-4c2f-a544-6ae37110f4b5 req-82d1927f-68ed-4589-8128-7cf89ce0f4d7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:04.790240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde45435-450b-4c2f-a544-6ae37110f4b5 req-82d1927f-68ed-4589-8128-7cf89ce0f4d7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.7199461 Aug 03 16:00:04.799013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-3d44a12d-2880-47e1-b295-9e7833ba9937 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b5c2e5-f6f9-479b-b459-77db5287f920 HTTP/1.1" status: 200 len: 217 time: 0.4770465 Aug 03 16:00:04.903486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ada65-0a29-4cd0-9745-a3a6934418c0 req-0bb9f16c-dac3-4ec2-9d7e-3243d937dd53 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:04.905798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c76ada65-0a29-4cd0-9745-a3a6934418c0 req-0bb9f16c-dac3-4ec2-9d7e-3243d937dd53 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 943 time: 0.1371725 Aug 03 16:00:04.973049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:04.990465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:05.029962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c76ada65-0a29-4cd0-9745-a3a6934418c0 req-27f22b35-1b6a-433d-908e-67b11e774b91 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Aug 03 16:00:05.105378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.113310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.138887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde45435-450b-4c2f-a544-6ae37110f4b5 req-2af07313-507c-4aff-bc2d-b0af02973bde tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019550 Aug 03 16:00:05.141002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.175190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=de1cdaf3-fc45-4118-b080-08258c6a0e28,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:05.202404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22752684-045e-4cd1-88ae-91c4368a62ff req-89d18b1a-4e40-4935-9720-0dfcc8bb2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.204810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-89d18b1a-4e40-4935-9720-0dfcc8bb2c1e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5b138f-9b18-44f8-b685-405bc1517142 HTTP/1.1" status: 200 len: 859 time: 0.3581665 Aug 03 16:00:05.207069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.285367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f58af-ca2e-414a-b5c8-f6ed650c9589 req-70d46dec-e0b8-4179-bf8f-aab25da6e362 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.292208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f58af-ca2e-414a-b5c8-f6ed650c9589 req-70d46dec-e0b8-4179-bf8f-aab25da6e362 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.293984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-656f58af-ca2e-414a-b5c8-f6ed650c9589 req-70d46dec-e0b8-4179-bf8f-aab25da6e362 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1680 time: 0.1751251 Aug 03 16:00:05.304612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.305841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Allocated IP 172.20.0.3 (db452cd0-72c7-449f-92a0-543917079e55/85983cdf-1781-47d0-946f-d8b8960d6074/eb04e9cf-67db-4427-9109-62163ee1158d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:05.306431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Fanout notify agent at l3_agent the message router_deleted on router 2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:05.329293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.334306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb3f3217-8e8b-41de-bbe9-88d0fff27357 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/routers/2cfbc3bb-7b5d-4979-8ea3-2065a81003b5 HTTP/1.1" status: 204 len: 168 time: 3.4748342 Aug 03 16:00:05.351143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42986) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:05.377697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-656f58af-ca2e-414a-b5c8-f6ed650c9589 req-5c9d8b6e-a2c5-4558-8ccc-6b83c5317186 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Aug 03 16:00:05.378401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['46f416bd-bc3c-4830-8e34-31bd774e3ce7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:05.452814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-7e5f88b4-402b-42dc-a990-8a388c4ae627 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747069 Aug 03 16:00:05.453795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Attempting to bind port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:05.454144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Attempting to bind port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:05.454486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Attempting to bind port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:05.521589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:05.554457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:05.554872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Attempting to bind port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:05.576972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:05.577334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:05.577764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:05.578234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Bound port: bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:05.578608 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.591142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.616137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:05.616512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f7d62ff-2de2-4e6e-b3b3-2e26430a79d4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:05.721747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.728735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.735862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.743756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.754334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.761693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.768170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.770213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-879af332-4836-4c04-ba6f-444681c15291 req-06fe0fbc-2834-4486-8bf1-b686f959bfa1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5439 time: 0.4904518 Aug 03 16:00:05.780301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc0010-3bee-4157-927f-d6a1c6d8a192 req-7dcba60c-d104-4c17-918a-b26763e368d6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:05.784925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.789501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6dc0010-3bee-4157-927f-d6a1c6d8a192 req-7dcba60c-d104-4c17-918a-b26763e368d6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 943 time: 0.1316397 Aug 03 16:00:05.813058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.836356 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.851214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:05.859375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Transition to ACTIVE for port object eb04e9cf-67db-4427-9109-62163ee1158d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:05.879628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6dc0010-3bee-4157-927f-d6a1c6d8a192 req-8e45ae77-cea6-4dd2-814a-069c780c6a67 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890069 Aug 03 16:00:05.883299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Transition to ACTIVE for port object eb04e9cf-67db-4427-9109-62163ee1158d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:05.901616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.914002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:05.968613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Network db452cd0-72c7-449f-92a0-543917079e55 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:05.968911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-879af332-4836-4c04-ba6f-444681c15291 req-9a4ec520-6ca7-4696-8cb8-fb5b7bb7acbd tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738906 Aug 03 16:00:05.974197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:05.980845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:05.985009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-f092fa21-035d-454a-93a5-ffdbc7e1680d service neutron] 10.222.0.78 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824927 Aug 03 16:00:05.987159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:06.003862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Pushing event updated for resources: {'Port': ['ID=eb04e9cf-67db-4427-9109-62163ee1158d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.069028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Attempting to bind port eb04e9cf-67db-4427-9109-62163ee1158d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:06.069508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Attempting to bind port eb04e9cf-67db-4427-9109-62163ee1158d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '438624e0-33c8-42b5-9553-d9eb67626025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:06.070774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Attempting to bind port eb04e9cf-67db-4427-9109-62163ee1158d on network db452cd0-72c7-449f-92a0-543917079e55 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:06.079940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:06.080963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Checking segment: {'id': '438624e0-33c8-42b5-9553-d9eb67626025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:06.082969 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.083335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Bound using segment: {'id': '438624e0-33c8-42b5-9553-d9eb67626025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:06.083931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Bound port: eb04e9cf-67db-4427-9109-62163ee1158d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438624e0-33c8-42b5-9553-d9eb67626025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'db452cd0-72c7-449f-92a0-543917079e55'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:06.086377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.164479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] For port eb04e9cf-67db-4427-9109-62163ee1158d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:06.168179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] For port eb04e9cf-67db-4427-9109-62163ee1158d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb04e9cf-67db-4427-9109-62163ee1158d,segment=NetworkSegment(438624e0-33c8-42b5-9553-d9eb67626025),segment_id=438624e0-33c8-42b5-9553-d9eb67626025)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:06.174122 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.250898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff349a-b549-4d7b-bf53-a035f80ea8be None None] Pushing event updated for resources: {'Port': ['ID=eb04e9cf-67db-4427-9109-62163ee1158d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.265471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.266357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.267953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] 10.222.0.72 "PUT /v2.0/ports/bb0658a0-ced4-4bbb-a1c8-d462a4dc637a HTTP/1.1" status: 200 len: 1091 time: 3.4017828 Aug 03 16:00:06.268537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:06.271129 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa6d4a-4f55-4600-a1a4-9270052cadb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:06.284536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.313509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3133fd60-aaaf-4cb4-af98-029d755796f8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:06.316615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.321434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c1a81ccb-7735-43a9-8c44-a242c54d7e99 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:06.331069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3b56-1fc9-46c2-9dc1-e64571b62b22 req-916540df-5408-4382-8355-f15321737c53 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.332666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebfd3b56-1fc9-46c2-9dc1-e64571b62b22 req-916540df-5408-4382-8355-f15321737c53 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.0941441 Aug 03 16:00:06.333533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.356628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a115f61c-0897-4865-859f-06ffe3b49dda') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:06.357536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a115f61c-0897-4865-859f-06ffe3b49dda') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:06.360384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a56ea-dd6b-4427-b73c-64ab86d42c52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.392884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.401607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port c1a81ccb-7735-43a9-8c44-a242c54d7e99 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:06.407813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c1a81ccb-7735-43a9-8c44-a242c54d7e99 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:06.408423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.440188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91e8e0-1f67-4a5f-a76d-a0590e34b3f4 req-51cf0ad3-47c5-4566-b2b3-eb2dbb24943c tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.441938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb91e8e0-1f67-4a5f-a76d-a0590e34b3f4 req-51cf0ad3-47c5-4566-b2b3-eb2dbb24943c tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 943 time: 0.3050683 Aug 03 16:00:06.443343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.453616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22752684-045e-4cd1-88ae-91c4368a62ff req-0a1be825-4d3f-466d-a542-11e9a1be08c0 service neutron] 10.222.0.78 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757563 Aug 03 16:00:06.456099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=de1cdaf3-fc45-4118-b080-08258c6a0e28,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.458867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.470236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:06.471469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:06.499360 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:06.509362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebfd3b56-1fc9-46c2-9dc1-e64571b62b22 req-261b638b-8a3b-43b7-8abc-fbd7c1a56e81 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617749 Aug 03 16:00:06.594887 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.624351 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3989c7-77d3-44b3-8f57-acdafc55c80a x-openstack-request-id: req-bf3989c7-77d3-44b3-8f57-acdafc55c80a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:06.624628 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:06.625070 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf3989c7-77d3-44b3-8f57-acdafc55c80a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:06.625498 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a', 'status': 'completed', 'code': 200} Aug 03 16:00:06.637955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:06.641516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-47c5e353-fb59-4d66-85ad-9e7a2f255673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.643339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-47c5e353-fb59-4d66-85ad-9e7a2f255673 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 1094 time: 0.3228602 Aug 03 16:00:06.652628 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c5f55-82f3-45de-8e1c-3b34385b6a4e" -d '{"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-plugged", "status": "completed", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:06.678101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:06.686812 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.687769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 95884085-fe44-4579-b355-20bab0861421 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:06.693062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network db452cd0-72c7-449f-92a0-543917079e55 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:06.695209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:06.743346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb91e8e0-1f67-4a5f-a76d-a0590e34b3f4 req-9b0f6800-b4ff-4264-ae54-f09aefad7794 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870953 Aug 03 16:00:06.745383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.751130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-5f606026-6b4b-46a4-86cd-3850e55296a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a HTTP/1.1" status: 200 len: 217 time: 0.0707304 Aug 03 16:00:06.759499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.761142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/networks/3133fd60-aaaf-4cb4-af98-029d755796f8 HTTP/1.1" status: 204 len: 168 time: 1.3923633 Aug 03 16:00:06.822735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.833904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb6e26-a3b1-45c7-9938-d38c23eaf964 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Network': ['ID=3133fd60-aaaf-4cb4-af98-029d755796f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:06.836846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-8cc0e07a-14ba-4edc-bd9e-b48f179b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.838484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-8cc0e07a-14ba-4edc-bd9e-b48f179b833e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0640931 Aug 03 16:00:06.840525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-a66d9b23-a67c-4d04-a0e8-7696a5eccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:06.842819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 95884085-fe44-4579-b355-20bab0861421 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:06.843145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-a66d9b23-a67c-4d04-a0e8-7696a5eccde2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2a95018977084d3b8b4c64ad210af0c8&device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 1094 time: 0.2255466 Aug 03 16:00:06.843655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:06.852535 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84bdfd-9ffc-4cc8-939a-17cee395ede2 x-openstack-request-id: req-0f84bdfd-9ffc-4cc8-939a-17cee395ede2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:06.852535 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-plugged", "status": "completed", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:06.854526 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f84bdfd-9ffc-4cc8-939a-17cee395ede2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:06.854526 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'code': 200} Aug 03 16:00:06.857888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 95884085-fe44-4579-b355-20bab0861421 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:06.857888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:06.861341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'network': {'name': 'tempest-network-smoke--1262546403', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:06.891521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-13a10d66-3593-4d75-826e-81532eccce03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452003 Aug 03 16:00:06.983104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.033850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=95884085-fe44-4579-b355-20bab0861421,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:07.039052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.055160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:07.058720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.089813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:00:07.105143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.105502 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Added segment f9faa517-822e-4d71-8c3d-1c2351c8f8d7 of type vlan for network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 Aug 03 16:00:07.181147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.231813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:00:07.249006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-51c35e58-20b2-49ed-90b2-71d533cdc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.251085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-51c35e58-20b2-49ed-90b2-71d533cdc42a service neutron] 10.222.0.78 "GET /v2.0/networks?id=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee HTTP/1.1" status: 200 len: 920 time: 0.3851824 Aug 03 16:00:07.260655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:00:07.274183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc7505-1cc1-41b3-bb85-980411562d4a req-30bf057f-70a9-4cc4-88c2-8fd151c1d346 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.291522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc7505-1cc1-41b3-bb85-980411562d4a req-30bf057f-70a9-4cc4-88c2-8fd151c1d346 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.301976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-edcc7505-1cc1-41b3-bb85-980411562d4a req-30bf057f-70a9-4cc4-88c2-8fd151c1d346 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.1123633 Aug 03 16:00:07.336377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-260e8223-1f66-4d05-9ff6-adef9357c3af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10b5c2e5-f6f9-479b-b459-77db5287f920 HTTP/1.1" status: 200 len: 217 time: 0.0706286 Aug 03 16:00:07.342461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.349877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.350640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.368563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:07.384721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e9068-7872-4a11-b50b-1ad6442d4938 req-a8f44e50-1938-4bf6-8c00-2d55bcbddee6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.393893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-403e9068-7872-4a11-b50b-1ad6442d4938 req-a8f44e50-1938-4bf6-8c00-2d55bcbddee6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 943 time: 0.3832057 Aug 03 16:00:07.445029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb04e9cf-67db-4427-9109-62163ee1158d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:07.463003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-edcc7505-1cc1-41b3-bb85-980411562d4a req-908d471f-ec41-48fa-9d29-bed1c13ec0ee tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532435 Aug 03 16:00:07.509672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-b1cb7107-c25c-436a-b292-d4d2f5e2e4d5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020789 Aug 03 16:00:07.519611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6744835 Aug 03 16:00:07.520405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43012) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:07.526370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:07.537306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port eb04e9cf-67db-4427-9109-62163ee1158d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:07.541891 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] Sync routers for ids ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:07.542156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-47af8415-780d-45fa-8025-86c2a5a857da tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/2e5dd31e-18f9-4b88-b7e1-64be4e53bb49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4122458 Aug 03 16:00:07.546110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43014) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:07.559032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f06f855c-2560-43ab-9bed-249f9d941382 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:07.563850 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] Routers {'2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:07.566320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:07.574761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1074443', 'admin_state_up': True, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:07.601840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f06f855c-2560-43ab-9bed-249f9d941382 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:07.602526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f06f855c-2560-43ab-9bed-249f9d941382 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:07.617070 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:07.636313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] Routers {'2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:07.638191 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:07.651137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c988e-b22f-412d-b2ac-028ea915d052 None None] Network db452cd0-72c7-449f-92a0-543917079e55 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:07.653743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c00c64-27dd-4c16-8fb3-a341c4434303 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.659908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-20c00c64-27dd-4c16-8fb3-a341c4434303 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports/de1cdaf3-fc45-4118-b080-08258c6a0e28 HTTP/1.1" status: 200 len: 976 time: 0.1097629 Aug 03 16:00:07.660292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43016) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:07.670567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-8b35da08-8720-4c80-af34-d0f46b09f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.674762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-8b35da08-8720-4c80-af34-d0f46b09f859 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df5b138f-9b18-44f8-b685-405bc1517142 HTTP/1.1" status: 200 len: 859 time: 0.3163099 Aug 03 16:00:07.682169 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:07.683007 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93676f-8a4a-4b21-86d2-e727e3ab3a01 None None] The sync data for ids ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:07.736050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Provisioning for port eb04e9cf-67db-4427-9109-62163ee1158d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:07.736644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb055b6-b78f-411f-b863-d66cf8e56a54 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Network': ['ID=2bafa9d0-f3ea-4171-94c5-1ebf4829d375,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:07.740356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-0132e576-57a0-49d2-a89d-3a3c0889aa3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396149 Aug 03 16:00:07.748659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Provisioning complete for port eb04e9cf-67db-4427-9109-62163ee1158d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:07.749093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.755265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:00:07.755769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-403e9068-7872-4a11-b50b-1ad6442d4938 req-aa833a07-622d-44e1-9759-10024e48dc17 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580761 Aug 03 16:00:07.756994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.770352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.781276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.790644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.800399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.809837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.819377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.830188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.836605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:07.852125 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-988f4a3e-3649-4e8d-818b-8462085302a5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5439 time: 0.3076415 Aug 03 16:00:07.870059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:07.897231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a9caae7-34bd-41f9-8bfe-6aadc3cfbb86 req-8244f631-859c-4ffd-998f-b349a2f6bff7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756304 Aug 03 16:00:07.948575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e188b13-e5e3-46b3-ae67-30f1097d9cd7 req-6580f076-264e-4390-8306-eecbb4adf680 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954933 Aug 03 16:00:07.990322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:07.996441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:08.015305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:08.015737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.100398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.190665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] For port eb04e9cf-67db-4427-9109-62163ee1158d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb04e9cf-67db-4427-9109-62163ee1158d,segment=NetworkSegment(438624e0-33c8-42b5-9553-d9eb67626025),segment_id=438624e0-33c8-42b5-9553-d9eb67626025)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:08.192051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.193811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d0fa9-f52c-4f18-aede-d917609cd006 req-7fc25413-90b9-4edf-a5b1-dd407953fef2 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:08.202370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30d0fa9-f52c-4f18-aede-d917609cd006 req-7fc25413-90b9-4edf-a5b1-dd407953fef2 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 943 time: 0.1624181 Aug 03 16:00:08.213563 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.275499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:08.279795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.280550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30d0fa9-f52c-4f18-aede-d917609cd006 req-c925c70e-c324-4235-a740-394f1be8e514 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725341 Aug 03 16:00:08.281042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 261a7212-2350-4eba-9810-522dfe1c303b up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:08.325060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a2ad7-0cd5-4201-a2a9-2eeb40d25a74 None None] Pushing event updated for resources: {'Port': ['ID=eb04e9cf-67db-4427-9109-62163ee1158d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:08.337183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 10b5c2e5-f6f9-479b-b459-77db5287f920 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:08.521115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:08.525882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 261a7212-2350-4eba-9810-522dfe1c303b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:08.543151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528f34b-ba54-4815-8cb7-b74cb9346f60 req-b5f8d9de-c6aa-421c-95ed-4b739e32f578 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:08.543806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d528f34b-ba54-4815-8cb7-b74cb9346f60 req-b5f8d9de-c6aa-421c-95ed-4b739e32f578 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.6017385 Aug 03 16:00:08.546513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 261a7212-2350-4eba-9810-522dfe1c303b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:08.547115 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.580269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.583800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Provisioning complete for port eb04e9cf-67db-4427-9109-62163ee1158d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:08.584278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.613827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-e4bdd404-0ab7-40b5-9c39-f8a14d3b6b60 service neutron] 10.222.0.78 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444309 Aug 03 16:00:08.705014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=10b5c2e5-f6f9-479b-b459-77db5287f920,segment=NetworkSegment(e3e9526d-d469-4e52-8f98-26d956551b38),segment_id=e3e9526d-d469-4e52-8f98-26d956551b38)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:08.706014 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.750814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0e949-e9c0-430c-9f89-9405e6563744 req-09d1472c-822a-464d-be07-6629777fcba1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:08.755896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '10b5c2e5-f6f9-479b-b459-77db5287f920', 'network_id': '41f91cb2-a75d-4e3a-9c9d-5bcc29584fee', 'port_id': '10b5c2e5-f6f9-479b-b459-77db5287f920', 'mac_address': 'fa:16:3e:62:46:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5b138f-9b18-44f8-b685-405bc1517142', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:08.759005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0e949-e9c0-430c-9f89-9405e6563744 req-09d1472c-822a-464d-be07-6629777fcba1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:08.759443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-bdf38deb-65bf-4962-976a-8dc718587eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:08.761120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-bdf38deb-65bf-4962-976a-8dc718587eb2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 1094 time: 0.7661631 Aug 03 16:00:08.762715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5f0e949-e9c0-430c-9f89-9405e6563744 req-09d1472c-822a-464d-be07-6629777fcba1 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.1386187 Aug 03 16:00:08.785078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d528f34b-ba54-4815-8cb7-b74cb9346f60 req-7cc2b04d-1b1d-407f-ad5e-f8d212848e93 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969447 Aug 03 16:00:08.814131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.878299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95884085-fe44-4579-b355-20bab0861421'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:08.880832 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1009a-44a9-47ff-ae0d-09c7573de3c7" -d '{"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-plugged", "status": "completed", "tag": "95884085-fe44-4579-b355-20bab0861421"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:08.883974 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:08.906152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5f0e949-e9c0-430c-9f89-9405e6563744 req-e03eaed6-0629-47af-91f2-8bfa119f95a8 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296947 Aug 03 16:00:08.926412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Provisioning for port de1cdaf3-fc45-4118-b080-08258c6a0e28 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:08.933271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b5c2e5-f6f9-479b-b459-77db5287f920 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:08.946566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Provisioning complete for port de1cdaf3-fc45-4118-b080-08258c6a0e28 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:08.947199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.023151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-e2a3b21f-bf8a-48e8-967e-c47b73b6d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.025215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-e2a3b21f-bf8a-48e8-967e-c47b73b6d575 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.2537737 Aug 03 16:00:09.030701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:09.042586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port de1cdaf3-fc45-4118-b080-08258c6a0e28 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:09.042805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.042907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.043113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 46f416bd-bc3c-4830-8e34-31bd774e3ce7 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:09.054189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=10b5c2e5-f6f9-479b-b459-77db5287f920,segment=NetworkSegment(e3e9526d-d469-4e52-8f98-26d956551b38),segment_id=e3e9526d-d469-4e52-8f98-26d956551b38)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:09.088162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.110530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-6f72a165-6997-4631-a1a1-b3d44372b080 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a HTTP/1.1" status: 200 len: 217 time: 0.0646677 Aug 03 16:00:09.133083 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb3ce4-0ce5-4f7f-ace9-b7d0b95922b2 x-openstack-request-id: req-5adb3ce4-0ce5-4f7f-ace9-b7d0b95922b2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:09.133437 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-plugged", "status": "completed", "tag": "95884085-fe44-4579-b355-20bab0861421", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:09.133654 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5adb3ce4-0ce5-4f7f-ace9-b7d0b95922b2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:09.135035 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95884085-fe44-4579-b355-20bab0861421', 'code': 200} Aug 03 16:00:09.135303 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'code': 200} Aug 03 16:00:09.152480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbd6e2-23f3-4113-b1b3-17e3ceb2db63 None None] Port de1cdaf3-fc45-4118-b080-08258c6a0e28 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:09.209908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:09.231735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.254051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for de1cdaf3-fc45-4118-b080-08258c6a0e28 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:09.299568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.313537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.319135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d31b30ff-d07c-40d4-aa62-c254bccc7067 None None] Provisioning complete for port de1cdaf3-fc45-4118-b080-08258c6a0e28 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:09.319572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d31b30ff-d07c-40d4-aa62-c254bccc7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.321383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:09.321678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.340145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.349887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.357064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.363811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:09.364201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.366513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-18fafd6a-617c-4795-bed2-c1f18269d20d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5441 time: 0.1755302 Aug 03 16:00:09.387761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:09.388836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.393671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-a5d2c8ff-a973-49d9-9327-c0d9f073e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.395237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-a5d2c8ff-a973-49d9-9327-c0d9f073e82d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.2370851 Aug 03 16:00:09.404436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb04e9cf-67db-4427-9109-62163ee1158d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:09.434759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['10b5c2e5-f6f9-479b-b459-77db5287f920'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:09.436401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcd818-7bee-4842-90ab-47b84902a600 req-c2423820-a9d6-4886-a16a-94146b53bb89 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.438613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96dcd818-7bee-4842-90ab-47b84902a600 req-c2423820-a9d6-4886-a16a-94146b53bb89 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 943 time: 0.4064457 Aug 03 16:00:09.468656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd977c-b2d4-4a61-b945-d0d6336a2f43 req-bc5cad98-b53d-42f2-862c-1ab86d8fda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.469057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd977c-b2d4-4a61-b945-d0d6336a2f43 req-bc5cad98-b53d-42f2-862c-1ab86d8fda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.470954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98dd977c-b2d4-4a61-b945-d0d6336a2f43 req-bc5cad98-b53d-42f2-862c-1ab86d8fda09 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1984 time: 0.2153139 Aug 03 16:00:09.490831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d31b30ff-d07c-40d4-aa62-c254bccc7067 None None] Port de1cdaf3-fc45-4118-b080-08258c6a0e28 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:09.520419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-fef737ea-2747-4af6-a5ff-c6188bbbd3e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015913 Aug 03 16:00:09.525561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fde36732-e29d-4a3b-bbaa-a68036e6b46d req-89d32bea-e0f2-4710-9522-840018c870b6 service neutron] 10.222.0.78 "GET /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8342884 Aug 03 16:00:09.538868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d18ed4e4-e478-48ba-93d5-4cc23dfec9b7 req-819f8a30-b05a-4437-94e0-f5ab468c42db tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000988 Aug 03 16:00:09.631881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-98dd977c-b2d4-4a61-b945-d0d6336a2f43 req-6208ee55-51bb-4582-8cef-6c53eb072eeb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891402 Aug 03 16:00:09.634326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port eb04e9cf-67db-4427-9109-62163ee1158d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:09.634860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.685821 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.707773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.717055 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96dcd818-7bee-4842-90ab-47b84902a600 req-7cbc9ef4-0c98-4892-852d-6986f828d62c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601678 Aug 03 16:00:09.744663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=de1cdaf3-fc45-4118-b080-08258c6a0e28,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:09.754438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c438a3f2-5c7b-4382-be76-c1aef578a8a9 None None] Provisioning complete for port de1cdaf3-fc45-4118-b080-08258c6a0e28 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:09.754901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c438a3f2-5c7b-4382-be76-c1aef578a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.805594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c438a3f2-5c7b-4382-be76-c1aef578a8a9 None None] Port de1cdaf3-fc45-4118-b080-08258c6a0e28 was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:00:09.876619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:09.883846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9c54-b1d6-4e04-9f56-8d6b48700f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.891931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:09.892428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a4960352-5b38-4fae-81a2-bbf51a1dfce8 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:09.902238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-8c0f1eaf-bf1e-4aac-a096-f80655dd998f service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617949 Aug 03 16:00:09.922965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cec5f-d006-4551-b358-18112e6cd217 req-1217819e-ef74-451f-abbc-e732b77d9c7d tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:09.924475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-885cec5f-d006-4551-b358-18112e6cd217 req-1217819e-ef74-451f-abbc-e732b77d9c7d tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 944 time: 0.2851868 Aug 03 16:00:10.011563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.026564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.035120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-885cec5f-d006-4551-b358-18112e6cd217 req-a3e966ba-267c-4248-8210-849d2a5d6b41 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687551 Aug 03 16:00:10.088464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:10.102975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port a4960352-5b38-4fae-81a2-bbf51a1dfce8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:10.107510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port a4960352-5b38-4fae-81a2-bbf51a1dfce8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:10.107995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.124643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.171271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3daa6d4a-4f55-4600-a1a4-9270052cadb9 req-4e3cf39c-8a22-4de4-a112-191dd0013315 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342236 Aug 03 16:00:10.217567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.234172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a0cdc-1be0-4c0d-b91a-65c7d17e0268 req-3d662730-39c5-4081-914d-8aa9dde9d2e4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.235802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-197a0cdc-1be0-4c0d-b91a-65c7d17e0268 req-3d662730-39c5-4081-914d-8aa9dde9d2e4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1660995 Aug 03 16:00:10.258798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:10.265833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.267925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b088cdf-1738-4058-9e62-267695154bf9 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:10.326226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-197a0cdc-1be0-4c0d-b91a-65c7d17e0268 req-99e523aa-a3ae-482e-a142-18c53b0d766e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832331 Aug 03 16:00:10.337315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209abc72-4ba0-4d9e-8ae2-eb76e3a1e701 req-a8a00576-3d66-4e10-86f9-f81ebab3db70 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.345411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209abc72-4ba0-4d9e-8ae2-eb76e3a1e701 req-a8a00576-3d66-4e10-86f9-f81ebab3db70 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.348274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-209abc72-4ba0-4d9e-8ae2-eb76e3a1e701 req-a8a00576-3d66-4e10-86f9-f81ebab3db70 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.1835907 Aug 03 16:00:10.355801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:10.364610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.25.7.144 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/3f4beaaa-79da-4060-85f3-05ecf9483e8a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:10.387059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:10.391657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 1b088cdf-1738-4058-9e62-267695154bf9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:10.396783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 1b088cdf-1738-4058-9e62-267695154bf9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:10.397250 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.509066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-3f04aa45-8193-47d8-8137-bb9ce6d79b91 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1153286 Aug 03 16:00:10.514384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.612879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b088cdf-1738-4058-9e62-267695154bf9,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:10.622232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.623123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.625030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:10.742106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:10.766385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:10.767380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:10.767835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.807471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.807989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.808437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.808938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.809384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.810249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.810774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.812815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f7468d6-6988-431a-8113-8e7b202b4587 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.1729040 Aug 03 16:00:10.832986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.841692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.849504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.854406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:10.857350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.863728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.870154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8bc476d6-962e-4c38-92fd-0b64cae1f6e5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/2e5dd31e-18f9-4b88-b7e1-64be4e53bb49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2087948 Aug 03 16:00:10.871379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.873436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43042) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:10.878450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:10.880476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-aafe2998-fa9f-4206-aeac-1a579c6188a1 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5444 time: 0.1786053 Aug 03 16:00:10.881264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] Sync routers for ids ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:10.888633 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.895968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-209abc72-4ba0-4d9e-8ae2-eb76e3a1e701 req-71776de9-b96e-4bac-ade2-9781b1a14a4d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324683 Aug 03 16:00:10.906983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] Routers {'2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:10.907815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:10.943048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:10.963806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:10.972867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] Routers {'2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:10.973760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T15:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:10.978516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:11.023395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:11.024127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe796fd0-dfb6-44f9-acb7-226e4e7bd3cc None None] The sync data for ids ['2e5dd31e-18f9-4b88-b7e1-64be4e53bb49'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:11.025920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.026818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c1cd3a9b-3bce-4942-a631-abcfb02603cd up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:11.048834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:11.071981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:11.089488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:11.090647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=3f4beaaa-79da-4060-85f3-05ecf9483e8a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:11.119043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port c1cd3a9b-3bce-4942-a631-abcfb02603cd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:11.126338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-475094f1-40f6-42d1-a62f-e6c4c037bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.126830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-475094f1-40f6-42d1-a62f-e6c4c037bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.126952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c1cd3a9b-3bce-4942-a631-abcfb02603cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:11.127312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-475094f1-40f6-42d1-a62f-e6c4c037bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.127478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.128962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-475094f1-40f6-42d1-a62f-e6c4c037bdad service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 2293 time: 0.2470400 Aug 03 16:00:11.131278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:11.135204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-598ef51c-bd9a-4fc6-b865-37bf867a6408 req-4dc1ecc0-05f8-480f-907e-4afe852c6d48 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669092 Aug 03 16:00:11.143037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daea854-64df-4aef-94b4-60866c714290 req-8c9a9a66-1b47-4881-880a-b10fa68f77d7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.145045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4daea854-64df-4aef-94b4-60866c714290 req-8c9a9a66-1b47-4881-880a-b10fa68f77d7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 943 time: 0.1873658 Aug 03 16:00:11.152817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b088cdf-1738-4058-9e62-267695154bf9'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:11.156488 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add5bbd7-9c5c-4aa8-a5c7-5ebbfd89d0f6" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "261a7212-2350-4eba-9810-522dfe1c303b"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "1b088cdf-1738-4058-9e62-267695154bf9"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "f8b3ce0e-b914-496a-aa44-5b002ac1a3f6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:11.211799 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-18bb3bd2-6fdb-4f64-a4ad-14a33c677a5f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 16:00:11.212869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-18bb3bd2-6fdb-4f64-a4ad-14a33c677a5f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/2e5dd31e-18f9-4b88-b7e1-64be4e53bb49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3379557 Aug 03 16:00:11.220293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43048) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:11.254847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8f4c95a3-3ae1-42e5-9b9a-ba6ac6015ace tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 HTTP/1.1" status: 200 len: 205 time: 0.0332267 Aug 03 16:00:11.255440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.275637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:11.285134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4daea854-64df-4aef-94b4-60866c714290 req-b5a7ee3a-9a3e-485b-a127-21633e11dfb7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269977 Aug 03 16:00:11.304407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:11.308895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.368069 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e0909-c5e8-4a0a-9ee4-ac5ba171b7c2 x-openstack-request-id: req-3b9e0909-c5e8-4a0a-9ee4-ac5ba171b7c2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:11.368676 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "261a7212-2350-4eba-9810-522dfe1c303b", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "1b088cdf-1738-4058-9e62-267695154bf9", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "f8b3ce0e-b914-496a-aa44-5b002ac1a3f6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:11.369262 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b9e0909-c5e8-4a0a-9ee4-ac5ba171b7c2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:11.370056 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b', 'code': 200} Aug 03 16:00:11.370548 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'code': 200} Aug 03 16:00:11.371105 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'code': 200} Aug 03 16:00:11.371611 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b088cdf-1738-4058-9e62-267695154bf9', 'code': 200} Aug 03 16:00:11.372192 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b3ce0e-b914-496a-aa44-5b002ac1a3f6', 'code': 200} Aug 03 16:00:11.378286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:11.378653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-63238302-df66-4184-a131-734256fb9247 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1001 time: 0.2405250 Aug 03 16:00:11.399978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.451208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69534-e545-4a94-86c3-ecec428e299f req-11f77b69-e58f-4898-8637-50984fa40660 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.453161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-41c69534-e545-4a94-86c3-ecec428e299f req-11f77b69-e58f-4898-8637-50984fa40660 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 944 time: 0.2066007 Aug 03 16:00:11.511270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-3a419bcf-2373-4978-9e34-6324f461dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.512778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-3a419bcf-2373-4978-9e34-6324f461dc45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.1253729 Aug 03 16:00:11.577193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-41c69534-e545-4a94-86c3-ecec428e299f req-913a32e1-897d-470f-a234-cfb6f8486833 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162038 Aug 03 16:00:11.633037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-f559accf-5fe2-4fee-8abc-f11a458d06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.634654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-f559accf-5fe2-4fee-8abc-f11a458d06ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113050 Aug 03 16:00:11.643011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0d8b-bb4b-4c7f-a811-edefa2a0f24a req-2c7bcb94-d3ae-4eb6-afa1-45cba68b8e64 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:11.644605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-345a0d8b-bb4b-4c7f-a811-edefa2a0f24a req-2c7bcb94-d3ae-4eb6-afa1-45cba68b8e64 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1920156 Aug 03 16:00:11.646838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.649271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.654385 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.716243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.717178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:11.728400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.729672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-52247d4f-384d-46f2-a96f-f11c85591412 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 HTTP/1.1" status: 204 len: 168 time: 0.4529939 Aug 03 16:00:11.733773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43056) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:11.750645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-345a0d8b-bb4b-4c7f-a811-edefa2a0f24a req-2e8fc98b-bde7-4674-9f13-4db36d6ba31c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945396 Aug 03 16:00:11.796359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet 85983cdf-1781-47d0-946f-d8b8960d6074 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:11.800266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.845626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-3007ba7d-1df8-4b95-a7c0-08ff189aa026 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004645 Aug 03 16:00:11.852692 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:11.858406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device bb0658a0-ced4-4bbb-a1c8-d462a4dc637a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:11.992502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.043712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.076314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-38008721-9c5c-40e3-90c3-32fdd5bc2a63 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966472 Aug 03 16:00:12.100389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.140775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.146336 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/85983cdf-1781-47d0-946f-d8b8960d6074 HTTP/1.1" status: 204 len: 168 time: 0.4110012 Aug 03 16:00:12.147391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:12.157143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0a36d-2021-4b83-8647-ac29fc7f1c5e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=85983cdf-1781-47d0-946f-d8b8960d6074,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:12.207453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e7b5f-917f-4f83-a7db-27af50d8115a None None] Network db452cd0-72c7-449f-92a0-543917079e55 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:12.258349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:12.291849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2b83e25-a5a2-4457-9cd6-b009a4988665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.301102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.310391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a', 'mac_address': 'fa:16:3e:26:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:12.349804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 10b5c2e5-f6f9-479b-b459-77db5287f920 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:12.382044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.388128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.395447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.403201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.410738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.417038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.425515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.428887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8f07354-d588-48c4-96ac-152b599ba57a req-c6abd2d5-f7cd-4581-affc-bfcbcafc2bcf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.1518188 Aug 03 16:00:12.449028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.468134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0658a0-ced4-4bbb-a1c8-d462a4dc637a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:12.489297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port eb04e9cf-67db-4427-9109-62163ee1158d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:12.489988 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.500343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8f07354-d588-48c4-96ac-152b599ba57a req-8c96e206-2c27-4d5e-ae6b-ac2039494985 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618687 Aug 03 16:00:12.511829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:12.521454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.601946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 10b5c2e5-f6f9-479b-b459-77db5287f920 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:12.626212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 10b5c2e5-f6f9-479b-b459-77db5287f920 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:12.626882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.648025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-bea9430b-744a-4f37-897d-93c158912f57 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.5078180 Aug 03 16:00:12.668112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port eb04e9cf-67db-4427-9109-62163ee1158d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb04e9cf-67db-4427-9109-62163ee1158d,segment=NetworkSegment(438624e0-33c8-42b5-9553-d9eb67626025),segment_id=438624e0-33c8-42b5-9553-d9eb67626025)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:12.668613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.682227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:12.698781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for eb04e9cf-67db-4427-9109-62163ee1158d owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:12.743939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fc6ea-057f-4eef-9a5f-07f785ca764a req-75e6a7b4-97c7-4acf-8ba6-6e3f50fd4447 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.750427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a3fc6ea-057f-4eef-9a5f-07f785ca764a req-75e6a7b4-97c7-4acf-8ba6-6e3f50fd4447 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1304269 Aug 03 16:00:12.766369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] DHCP port deletion for db452cd0-72c7-449f-92a0-543917079e55 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:12.802867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14236-9ed9-412f-8f2c-3fd903ea5916 req-be937f25-551d-4601-b8a3-8c8c4bf13a79 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.809118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14236-9ed9-412f-8f2c-3fd903ea5916 req-be937f25-551d-4601-b8a3-8c8c4bf13a79 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.811699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ff14236-9ed9-412f-8f2c-3fd903ea5916 req-be937f25-551d-4601-b8a3-8c8c4bf13a79 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.7566040 Aug 03 16:00:12.829871 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.831377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-7d8af3fa-60a9-448b-a463-282c5d0fb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.832634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-7d8af3fa-60a9-448b-a463-282c5d0fb957 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1685491 Aug 03 16:00:12.835488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.852674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:12.897612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a3fc6ea-057f-4eef-9a5f-07f785ca764a req-5f078f57-b072-4da9-bcf5-ef4d3b4e5adb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739775 Aug 03 16:00:12.926253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:12.929185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ff14236-9ed9-412f-8f2c-3fd903ea5916 req-672939f3-373e-4615-b43f-7c199ee500ef tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908496 Aug 03 16:00:12.965765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-a7187649-4432-449d-9bb9-438b732a1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:12.968239 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-a7187649-4432-449d-9bb9-438b732a1ab8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258292 Aug 03 16:00:12.974302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=eb04e9cf-67db-4427-9109-62163ee1158d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:12.977128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port eb04e9cf-67db-4427-9109-62163ee1158d on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:12.994943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=10b5c2e5-f6f9-479b-b459-77db5287f920,segment=NetworkSegment(e3e9526d-d469-4e52-8f98-26d956551b38),segment_id=e3e9526d-d469-4e52-8f98-26d956551b38)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:13.001956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 27427d79-9d17-42af-b37b-18a1c8b19d66 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:00:13.004400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.051877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Deleting port eb04e9cf-67db-4427-9109-62163ee1158d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:13.052272 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.106078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.119117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db452cd0-72c7-449f-92a0-543917079e55']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:13.132488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438624e0-33c8-42b5-9553-d9eb67626025') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:13.132902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438624e0-33c8-42b5-9553-d9eb67626025') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:13.142191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:13.146073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.164388 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.183270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] For port eb04e9cf-67db-4427-9109-62163ee1158d, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:13.183806 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.184086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:13.184481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:13.189089 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:13.209881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Calling delete_port for eb04e9cf-67db-4427-9109-62163ee1158d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:13.212967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Port eb04e9cf-67db-4427-9109-62163ee1158d was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:00:13.213209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-ed33ec9b-a639-4f52-bac3-c5a74762ff4a service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368307 Aug 03 16:00:13.217920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.260989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] Pushing event deleted for resources: {'Port': ['ID=eb04e9cf-67db-4427-9109-62163ee1158d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:13.267752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fa120-a8c6-47f4-a60b-8d6c04591ded None None] No DVR routers for this DVR port eb04e9cf-67db-4427-9109-62163ee1158d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:13.293267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:13.314255 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Sync routers for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:13.318376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36d694-2e32-487a-b5cc-a09484dfe54d req-2a450fd6-1348-402b-ab32-1ccebd2b5bb6 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.321059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4d36d694-2e32-487a-b5cc-a09484dfe54d req-2a450fd6-1348-402b-ab32-1ccebd2b5bb6 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.1537104 Aug 03 16:00:13.326647 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:13.327320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:13.331279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.337593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.351603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/db452cd0-72c7-449f-92a0-543917079e55 HTTP/1.1" status: 204 len: 168 time: 1.1992865 Aug 03 16:00:13.352736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5498ed8-509b-49d8-9c13-9e75447a361d req-6407b255-9ddb-4a2d-8f10-1a72f96187d4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.360586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43074) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:13.366179 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5498ed8-509b-49d8-9c13-9e75447a361d req-6407b255-9ddb-4a2d-8f10-1a72f96187d4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.2000580 Aug 03 16:00:13.374167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}, {'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:13.376626 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6eef1c-518f-4795-8644-0d48b02d5c47" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd"}, {"server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "name": "network-vif-plugged", "status": "completed", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:13.381126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-253145266'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:13.399074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb04e9cf-67db-4427-9109-62163ee1158d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:13.417965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.420013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-361d64ba-8ad6-4b4c-b2e7-1549b7768e4c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8502154 Aug 03 16:00:13.424075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:13.434615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: eb04e9cf-67db-4427-9109-62163ee1158d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:13.435121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb04e9cf-67db-4427-9109-62163ee1158d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:13.442294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68ddc1-59ae-411c-a639-aa58e3a460e8 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=db452cd0-72c7-449f-92a0-543917079e55,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:13.452485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:13.453960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5498ed8-509b-49d8-9c13-9e75447a361d req-5be0b3d5-dc1c-4e6d-b3b7-ee3e6fbc22f3 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Aug 03 16:00:13.458825 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-af5f0c1d-ec7d-4a17-af7c-5a9cacb20c64 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319713 Aug 03 16:00:13.499027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2672956-59e7-40e9-95a2-472349acb8a6 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=23bd751f84b447cd8c7eb9f9c5ab05bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711489 Aug 03 16:00:13.503999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43080) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:13.540207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1b819489-144a-42ae-9849-40b933a88151 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.0724063 Aug 03 16:00:13.589337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4d36d694-2e32-487a-b5cc-a09484dfe54d req-98f2780b-ec71-40f9-b4cb-733510c29bbd tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391503 Aug 03 16:00:13.608267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:13.618394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.630754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.684085 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc48e7b-b15c-431e-88c1-51bc0466d4b4 x-openstack-request-id: req-edc48e7b-b15c-431e-88c1-51bc0466d4b4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:13.684484 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-plugged", "status": "completed", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd", "code": 200}, {"server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "name": "network-vif-plugged", "status": "completed", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:13.685001 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edc48e7b-b15c-431e-88c1-51bc0466d4b4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:13.686602 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'code': 200} Aug 03 16:00:13.686997 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920', 'code': 200} Aug 03 16:00:13.721278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-600202f7-7f27-4616-8898-c40b5bba57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.728932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-600202f7-7f27-4616-8898-c40b5bba57e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1806676 Aug 03 16:00:13.777614 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:11Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:13.779481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:00:13.791047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.791661 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment 463b9435-0c09-4184-9643-4a95d9158c59 of type vlan for network 0c1ae87c-4694-4690-af25-e2266d486b0f Aug 03 16:00:13.830012 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Checking router: 27427d79-9d17-42af-b37b-18a1c8b19d66 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:00:13.831130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Updating router 27427d79-9d17-42af-b37b-18a1c8b19d66 port 3f4beaaa-79da-4060-85f3-05ecf9483e8a binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:00:13.847490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-bc4156d8-9d24-4e3d-afaa-5e73ae3bae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.856393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-bc4156d8-9d24-4e3d-afaa-5e73ae3bae23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140158 Aug 03 16:00:13.873799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.890070 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:13.957262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.964263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.971820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.977959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.984891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.991148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.997319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:13.999411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-2c168853-58c2-4d4f-b276-a3381ff77113 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.3190432 Aug 03 16:00:14.030527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd83bb90-ed8c-4f23-a1e6-c3f853c89607 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.030527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd83bb90-ed8c-4f23-a1e6-c3f853c89607 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5250988 Aug 03 16:00:14.039577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:14.079156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.085015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.085793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.100584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e610afc4-395f-48cb-b5f0-72fbf7920396 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583584 Aug 03 16:00:14.111456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:14.125912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803628053', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:14.168805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8018575 Aug 03 16:00:14.170358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:14.182798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef8bec92-d1de-480f-b454-d681c0e829d8 req-5da9412a-1895-4ad4-bd2c-27741378a7a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734233 Aug 03 16:00:14.188924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:14.206432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.206921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.207394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.208843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.209344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.209839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.210307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.212385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-141400df-d105-48a4-a610-987e15d459fa req-ae643760-0f7a-4108-bd3d-f6173527a9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.3298609 Aug 03 16:00:14.250450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cdbaf-eecd-4197-a8ee-5b02d49fa042 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=0c1ae87c-4694-4690-af25-e2266d486b0f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:14.271242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:00:14.283365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7dd7f-53c1-48a4-bd96-6c24decc3cb4 req-7a3ccf52-8c20-40d1-b642-1495f0a064cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.284879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ae7dd7f-53c1-48a4-bd96-6c24decc3cb4 req-7a3ccf52-8c20-40d1-b642-1495f0a064cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 1096 time: 0.3657184 Aug 03 16:00:14.301731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a3343-517f-4dcf-9b82-d9a5e6ce4180 req-4f13d77e-d760-4336-932e-515ade3a0807 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.307810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a3343-517f-4dcf-9b82-d9a5e6ce4180 req-4f13d77e-d760-4336-932e-515ade3a0807 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.317106 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-939a3343-517f-4dcf-9b82-d9a5e6ce4180 req-4f13d77e-d760-4336-932e-515ade3a0807 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.2880335 Aug 03 16:00:14.319893 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.332111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Transition to ACTIVE for port object 3f4beaaa-79da-4060-85f3-05ecf9483e8a will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:14.339089 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.374907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-5b3fb7a0-b854-456c-989d-342624efe067 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168204 Aug 03 16:00:14.391399 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Pushing event updated for resources: {'Port': ['ID=3f4beaaa-79da-4060-85f3-05ecf9483e8a,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:14.397853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:14.402669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-141400df-d105-48a4-a610-987e15d459fa req-789637f5-9b8f-4c88-8593-fad4b708e1c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&id=d4c052d4-956a-4630-9b2c-278a63d00f05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764174 Aug 03 16:00:14.403232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.412155 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.412499 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.413082 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.413421 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.413801 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.414563 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.414896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.415226 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.415577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.417696 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.417897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e56b85-50b9-487e-8c0a-f6fbcea82bf7 req-c2bcda67-a584-4852-858f-eb9193aba75f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.418094 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.418094 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:14.424674 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Attempting to bind port 3f4beaaa-79da-4060-85f3-05ecf9483e8a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:14.425176 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Attempting to bind port 3f4beaaa-79da-4060-85f3-05ecf9483e8a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:14.425466 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Attempting to bind port 3f4beaaa-79da-4060-85f3-05ecf9483e8a on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:14.426405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1e56b85-50b9-487e-8c0a-f6fbcea82bf7 req-c2bcda67-a584-4852-858f-eb9193aba75f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1320629 Aug 03 16:00:14.432330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:14.432645 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:14.433085 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.433318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:14.433813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Bound port: 3f4beaaa-79da-4060-85f3-05ecf9483e8a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:14.434192 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.480399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ae7dd7f-53c1-48a4-bd96-6c24decc3cb4 req-c0a40a65-a751-421d-82ec-9e133579fa55 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491170 Aug 03 16:00:14.484162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-939a3343-517f-4dcf-9b82-d9a5e6ce4180 req-040102b0-5bfb-4922-96d5-a303f3f5f0e3 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661375 Aug 03 16:00:14.498280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] For port 3f4beaaa-79da-4060-85f3-05ecf9483e8a, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:14.502598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:14.503030 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] For port 3f4beaaa-79da-4060-85f3-05ecf9483e8a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3f4beaaa-79da-4060-85f3-05ecf9483e8a,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:14.506952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.508988 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.526125 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1e56b85-50b9-487e-8c0a-f6fbcea82bf7 req-b0bbdb0f-7176-4b68-8a13-18dbb7c33912 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988219 Aug 03 16:00:14.615970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb900638-a7ce-4327-8025-a203573f0d86 None None] Pushing event updated for resources: {'Port': ['ID=3f4beaaa-79da-4060-85f3-05ecf9483e8a,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:14.618851 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:14.619887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:14.666904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-74644900-1d55-49ee-86aa-76b429251242 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823277 Aug 03 16:00:14.748936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:14.757748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-822da274-a44e-43e8-bc21-5ee83d658666 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0774660 Aug 03 16:00:14.772050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.790811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874317-2529-465e-b553-d93d0ddd70f7 req-7241bf5c-8f39-48f8-af1d-f72e8080136d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.798994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc874317-2529-465e-b553-d93d0ddd70f7 req-7241bf5c-8f39-48f8-af1d-f72e8080136d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1334577 Aug 03 16:00:14.894497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-4b0aacd8-1a4d-4b23-a000-bbd9f3873ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.896219 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-4b0aacd8-1a4d-4b23-a000-bbd9f3873ad2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1272321 Aug 03 16:00:14.896928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=c32bb358-00da-432e-ba6c-822cbe4282cf,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:14.908657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc874317-2529-465e-b553-d93d0ddd70f7 req-14e0078e-1392-42d3-b5e2-b4a9a2a4fcc0 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806668 Aug 03 16:00:14.913399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': '463b9435-0c09-4184-9643-4a95d9158c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:14.913800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: 0c1ae87c-4694-4690-af25-e2266d486b0f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:00:14.944150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 0c1ae87c-4694-4690-af25-e2266d486b0f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:00:14.954819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0c1ae87c-4694-4690-af25-e2266d486b0f) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:14.962765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:14.965313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a886eb9-b76c-48fe-b0f6-ee773de2a0d1 None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:14.966825 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:14.986664 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:11Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:14.990650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b0b371b-3464-4407-929b-649a0b10648b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8065333 Aug 03 16:00:14.994721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:15.000188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147a7b-cfb1-4d1e-929e-c466f8529b25 req-a4ceb4cf-481e-42b1-b308-06eae936d80f tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.002711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e147a7b-cfb1-4d1e-929e-c466f8529b25 req-a4ceb4cf-481e-42b1-b308-06eae936d80f tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.1930418 Aug 03 16:00:15.002996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1657395791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:15.029444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab51db-667d-4bf7-840b-da41aa5d6479 None None] The sync data for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 is: [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:11Z', 'revision_number': 3, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:15.032533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.035584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.037974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-16427909-baa7-468d-92d4-0b93cefecc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.040479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-16427909-baa7-468d-92d4-0b93cefecc0b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344008 Aug 03 16:00:15.050026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.113899 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.119263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.131591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.147150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.148908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3a48da6-0829-43d3-a666-6fc6c4d64b05 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1528668 Aug 03 16:00:15.153534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:15.200855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e147a7b-cfb1-4d1e-929e-c466f8529b25 req-fcb8c072-29e1-46b6-a949-5addc927ef97 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893013 Aug 03 16:00:15.253241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0c1ae87c-4694-4690-af25-e2266d486b0f', 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': 'c32bb358-00da-432e-ba6c-822cbe4282cf'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:00:15.253917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.274281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Subnet': ['ID=e540d33e-faf0-4865-8baf-c1aeabbde8ea,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:15.344998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-fa015987-73ac-4fcd-a72b-83946e8d50c6 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931938 Aug 03 16:00:15.353925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Checking segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:15.355212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network hostable DHCP agents. Network: 2bafa9d0-f3ea-4171-94c5-1ebf4829d375, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:00:15.489322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Allocated IP 172.20.0.2 (0c1ae87c-4694-4690-af25-e2266d486b0f/c32bb358-00da-432e-ba6c-822cbe4282cf/788ab34c-87b6-43f5-8039-eb2d832e5e8a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:15.520393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:00:15.616261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-2ffa2a1d-9d5f-40b3-a8e8-8d4b99cdc3f7 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550077 Aug 03 16:00:15.776628 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.783475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2bafa9d0-f3ea-4171-94c5-1ebf4829d375) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:15.787724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Transition to ACTIVE for port object 788ab34c-87b6-43f5-8039-eb2d832e5e8a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:15.790812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-deb31473-3d1a-4671-bc5f-c4ff75fe6f82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.1170070 Aug 03 16:00:15.797364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.798005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.799585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166a448-488f-4f88-9ade-ffa10b23281a None None] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:15.850730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Transition to ACTIVE for port object 788ab34c-87b6-43f5-8039-eb2d832e5e8a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:15.859741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b0d8d808-f16b-4c00-86f0-18ff887a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.861810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b0d8d808-f16b-4c00-86f0-18ff887a36fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0607371 Aug 03 16:00:15.861960 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:15.879685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c24b-222c-4581-9ee1-e8ecfaabc423 req-a168247b-f5af-4f89-b2f2-a6346e1a93aa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.881866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device bb0658a0-ced4-4bbb-a1c8-d462a4dc637a up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:15.888933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c24b-222c-4581-9ee1-e8ecfaabc423 req-a168247b-f5af-4f89-b2f2-a6346e1a93aa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.892246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c018c24b-222c-4581-9ee1-e8ecfaabc423 req-a168247b-f5af-4f89-b2f2-a6346e1a93aa tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.2553363 Aug 03 16:00:15.969896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:15.973062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.977928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-53fc7580-b330-4bdc-8c36-99bc29a6271c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8580203 Aug 03 16:00:15.981091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.986615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:15.987325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-ba3fcbe1-d632-40b3-b9b8-68694963e816 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.988405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Pushing event updated for resources: {'Port': ['ID=788ab34c-87b6-43f5-8039-eb2d832e5e8a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:15.991326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.993764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-ba3fcbe1-d632-40b3-b9b8-68694963e816 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:15.995760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-ba3fcbe1-d632-40b3-b9b8-68694963e816 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.3777857 Aug 03 16:00:15.996222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43116) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:15.997030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:16.001231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.009512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.020876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.029102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.042552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-09cd1687-63b1-4ba4-b57c-34e3b8b69576 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.2497518 Aug 03 16:00:16.092815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:16.129100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:16.129530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.133859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Attempting to bind port 788ab34c-87b6-43f5-8039-eb2d832e5e8a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:16.134237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Attempting to bind port 788ab34c-87b6-43f5-8039-eb2d832e5e8a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '463b9435-0c09-4184-9643-4a95d9158c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:16.134752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Attempting to bind port 788ab34c-87b6-43f5-8039-eb2d832e5e8a on network 0c1ae87c-4694-4690-af25-e2266d486b0f {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:16.148282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.159087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:00:16.159946 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.164148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c018c24b-222c-4581-9ee1-e8ecfaabc423 req-a26a3315-1404-47ff-8a23-a0abee3432ee tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427785 Aug 03 16:00:16.167333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:16.167714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Checking segment: {'id': '463b9435-0c09-4184-9643-4a95d9158c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:16.168116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.168904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Bound using segment: {'id': '463b9435-0c09-4184-9643-4a95d9158c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:16.169053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Bound port: 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463b9435-0c09-4184-9643-4a95d9158c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0c1ae87c-4694-4690-af25-e2266d486b0f'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:16.169425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.193762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9ffaa98-c8b1-4068-a38a-ba3c568036f9 req-4de18950-42d2-4e27-b6df-3e0a51843bff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1500900 Aug 03 16:00:16.317200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b51a7be3-aa1b-46e4-8c49-6e6db9659cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.319890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b51a7be3-aa1b-46e4-8c49-6e6db9659cd0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4196682 Aug 03 16:00:16.432528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] For port 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:16.443174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] For port 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=788ab34c-87b6-43f5-8039-eb2d832e5e8a,segment=NetworkSegment(463b9435-0c09-4184-9643-4a95d9158c59),segment_id=463b9435-0c09-4184-9643-4a95d9158c59)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:16.451701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Allocated IP 172.20.0.2 (2bafa9d0-f3ea-4171-94c5-1ebf4829d375/e540d33e-faf0-4865-8baf-c1aeabbde8ea/805b9a3e-8598-4ef7-8484-7cba2e16371d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:16.455886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.577071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267d41d-a01d-405a-9b75-822edd535165 req-9f98bb9b-c9ff-4cd1-a2a1-3d3c81999071 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.578845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8267d41d-a01d-405a-9b75-822edd535165 req-9f98bb9b-c9ff-4cd1-a2a1-3d3c81999071 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 944 time: 0.2559202 Aug 03 16:00:16.586692 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.634266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port 95884085-fe44-4579-b355-20bab0861421 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:16.634648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.644436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4022749-b2ef-417b-a343-5a5f68397909 req-53c7c49d-2ff6-4491-bfbd-5f441d9b8554 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:16.652278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4022749-b2ef-417b-a343-5a5f68397909 req-53c7c49d-2ff6-4491-bfbd-5f441d9b8554 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1941216 Aug 03 16:00:16.673342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6f52-2465-4a42-8328-5822e05919f9 None None] Pushing event updated for resources: {'Port': ['ID=788ab34c-87b6-43f5-8039-eb2d832e5e8a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:16.688317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:16.690641 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d92cb-ef88-45b2-b54c-df708e910d7f" -d '{"events": [{"server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:16.706343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-d8fce172-ff5d-436f-9a4c-1e11e4737af8 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691890 Aug 03 16:00:16.707385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.20.0.1 (0c1ae87c-4694-4690-af25-e2266d486b0f/c32bb358-00da-432e-ba6c-822cbe4282cf/a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:16.743510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:16.752111 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.753383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4022749-b2ef-417b-a343-5a5f68397909 req-84408564-1b42-4652-a076-a255d45ce7d7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829680 Aug 03 16:00:16.799640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.824982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Transition to ACTIVE for port object 805b9a3e-8598-4ef7-8484-7cba2e16371d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:16.854803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:16.867761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Transition to ACTIVE for port object 805b9a3e-8598-4ef7-8484-7cba2e16371d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:16.887927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:16.990106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:16.994200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:17.005144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:17.032892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871c00-6096-433c-9b13-d757de3206a4 req-d84c965a-ee67-430c-b986-5e747bc00ad9 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:17.034192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Pushing event updated for resources: {'Port': ['ID=805b9a3e-8598-4ef7-8484-7cba2e16371d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:17.037849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66871c00-6096-433c-9b13-d757de3206a4 req-d84c965a-ee67-430c-b986-5e747bc00ad9 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.1463246 Aug 03 16:00:17.174647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.178471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Attempting to bind port 805b9a3e-8598-4ef7-8484-7cba2e16371d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:17.178960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Attempting to bind port 805b9a3e-8598-4ef7-8484-7cba2e16371d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:17.179382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Attempting to bind port 805b9a3e-8598-4ef7-8484-7cba2e16371d on network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:17.187309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:17.187709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Checking segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:17.188172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.188618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Bound using segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:17.189164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Bound port: 805b9a3e-8598-4ef7-8484-7cba2e16371d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:17.189582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.190605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66871c00-6096-433c-9b13-d757de3206a4 req-ddb7aab0-6de6-4c1b-83ee-a37d2810a55c tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433370 Aug 03 16:00:17.215573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:17.308153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.316771 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45164f0d-f543-4685-8db6-659e23f5fa5c x-openstack-request-id: req-45164f0d-f543-4685-8db6-659e23f5fa5c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:17.316901 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:17.317150 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45164f0d-f543-4685-8db6-659e23f5fa5c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:17.317542 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a', 'code': 200} Aug 03 16:00:17.364436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] For port 805b9a3e-8598-4ef7-8484-7cba2e16371d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:17.368141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] For port 805b9a3e-8598-4ef7-8484-7cba2e16371d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=805b9a3e-8598-4ef7-8484-7cba2e16371d,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:17.374892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.424124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:17.447431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 0c1ae87c-4694-4690-af25-e2266d486b0f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:17.482862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:17.488682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:17.511202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88d358-21a9-4aa5-b4ad-9fef55ea80e5 None None] Pushing event updated for resources: {'Port': ['ID=805b9a3e-8598-4ef7-8484-7cba2e16371d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:17.533090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8267d41d-a01d-405a-9b75-822edd535165 req-2530f6ff-3205-411d-98de-37c01d01b0df tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9351139 Aug 03 16:00:17.592902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 788ab34c-87b6-43f5-8039-eb2d832e5e8a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:17.598434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f508c2-96eb-4294-8fce-e12539f2c4eb req-ef2dba24-d454-461b-acfe-d1377558193b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:17.605977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f508c2-96eb-4294-8fce-e12539f2c4eb req-ef2dba24-d454-461b-acfe-d1377558193b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:17.610124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40f508c2-96eb-4294-8fce-e12539f2c4eb req-ef2dba24-d454-461b-acfe-d1377558193b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 1682 time: 0.1614058 Aug 03 16:00:17.658280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.722927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 788ab34c-87b6-43f5-8039-eb2d832e5e8a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:17.729016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3f4beaaa-79da-4060-85f3-05ecf9483e8a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:17.779614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-1f3505fc-bdc4-4743-b932-c0a6286f03a8 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0534542 Aug 03 16:00:17.880590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 3f4beaaa-79da-4060-85f3-05ecf9483e8a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:17.907719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3f4beaaa-79da-4060-85f3-05ecf9483e8a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:17.908503 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:17.927435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40f508c2-96eb-4294-8fce-e12539f2c4eb req-3d53703a-1f66-48a3-8135-106dcef30d6e tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074296 Aug 03 16:00:18.055895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.066335 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.105033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 3f4beaaa-79da-4060-85f3-05ecf9483e8a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3f4beaaa-79da-4060-85f3-05ecf9483e8a,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:18.108596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port 95884085-fe44-4579-b355-20bab0861421, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=95884085-fe44-4579-b355-20bab0861421,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:18.109787 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.111168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.192286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-76e47318-05a2-4f01-b1c6-1d59807da6a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.3063347 Aug 03 16:00:18.209018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=3f4beaaa-79da-4060-85f3-05ecf9483e8a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:18.225538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for 95884085-fe44-4579-b355-20bab0861421 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:18.250568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290239-5cf6-4815-9352-a872d97149c7 req-da0fc5cb-8b34-4738-9f13-967322264187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.252443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0290239-5cf6-4815-9352-a872d97149c7 req-da0fc5cb-8b34-4738-9f13-967322264187 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 1096 time: 0.7444165 Aug 03 16:00:18.402137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c1a81ccb-7735-43a9-8c44-a242c54d7e99 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:18.413619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d229e95-48eb-4a9d-9364-500ae3f844fd req-5ff81a46-cbac-4824-9cc5-3ac1acd0f332 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.415499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d229e95-48eb-4a9d-9364-500ae3f844fd req-5ff81a46-cbac-4824-9cc5-3ac1acd0f332 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.1994894 Aug 03 16:00:18.440584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.448101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.460587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.468041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.479616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.486493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.493007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.495143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-5c7aea06-49e6-428a-b008-5fe27276b531 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.6233664 Aug 03 16:00:18.536188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0290239-5cf6-4815-9352-a872d97149c7 req-db865268-4c36-4f3b-91f2-7f757f0d5374 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996896 Aug 03 16:00:18.540998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.557393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b2792e1a-a76b-4f72-b6aa-eb36bd6c580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.559638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-b2792e1a-a76b-4f72-b6aa-eb36bd6c580f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.3275638 Aug 03 16:00:18.568040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d229e95-48eb-4a9d-9364-500ae3f844fd req-c60833b4-b934-4a39-a0f2-7fc466353165 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422348 Aug 03 16:00:18.593975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:18.601136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f43dc2-2d72-43e6-9ddc-818dd592d1fd None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:18.612454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.613433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 95884085-fe44-4579-b355-20bab0861421 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:18.736634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.742113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.779389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5818ff33-484e-4d32-b944-58bb6ea63846 req-e6939179-5883-4810-9706-68f98952f166 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479079 Aug 03 16:00:18.875631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.878102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:18.888958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-cc364f38-22fc-40f0-b8bb-5f80270f5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:18.891725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-cc364f38-22fc-40f0-b8bb-5f80270f5319 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2839532 Aug 03 16:00:18.898650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:18.902113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.030685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Provisioning for port 788ab34c-87b6-43f5-8039-eb2d832e5e8a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:19.054397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No active binding found for port 95884085-fe44-4579-b355-20bab0861421 {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 16:00:19.054832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 95884085-fe44-4579-b355-20bab0861421 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:19.060905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Provisioning complete for port 788ab34c-87b6-43f5-8039-eb2d832e5e8a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:19.061280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.069173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:19.082352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=95884085-fe44-4579-b355-20bab0861421,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:19.113451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a9bb2-f6b0-4848-abbf-0898d391b022 req-d9f652df-d482-4e65-9073-94b36e7acbab tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.121423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-601a9bb2-f6b0-4848-abbf-0898d391b022 req-d9f652df-d482-4e65-9073-94b36e7acbab tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.1628749 Aug 03 16:00:19.174144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-601a9bb2-f6b0-4848-abbf-0898d391b022 req-99aa0a45-e3b0-4c76-82f1-c26baab8e4d3 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Aug 03 16:00:19.200420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 0c1ae87c-4694-4690-af25-e2266d486b0f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:19.209969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:19.214090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd32ce-5edd-480e-8142-9de0ef7a268f req-dbc39453-ec9b-4937-b5fa-574325b840d6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.215735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-accd32ce-5edd-480e-8142-9de0ef7a268f req-dbc39453-ec9b-4937-b5fa-574325b840d6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.3061421 Aug 03 16:00:19.252228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.303359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port 95884085-fe44-4579-b355-20bab0861421 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:19.312550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-d5156496-2633-459e-bca4-1d822ae491ae service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889918 Aug 03 16:00:19.330087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.334061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-8597deb7-868f-4c11-a37b-cc9e1b71d7bf tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "DELETE /v2.0/ports/95884085-fe44-4579-b355-20bab0861421 HTTP/1.1" status: 204 len: 173 time: 3.2813773 Aug 03 16:00:19.334243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:19.344361 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dec4958-766b-4a4a-b4c0-80e1a22711a5" -d '{"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:19.390233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] For port 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=788ab34c-87b6-43f5-8039-eb2d832e5e8a,segment=NetworkSegment(463b9435-0c09-4184-9643-4a95d9158c59),segment_id=463b9435-0c09-4184-9643-4a95d9158c59)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:19.408804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.469671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-deleted', 'tag': '95884085-fe44-4579-b355-20bab0861421'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:19.474329 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf40b0d-8721-4666-a6b2-93b9ba99ae03" -d '{"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-deleted", "tag": "95884085-fe44-4579-b355-20bab0861421"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:19.500628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3c58a-d80a-483a-a6b9-5da75f06182d None None] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:19.514502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962d313-61f5-49b4-9545-2be12d84c904 None None] Pushing event updated for resources: {'Port': ['ID=788ab34c-87b6-43f5-8039-eb2d832e5e8a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:19.595367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-aadbafcd-d4b0-44d8-9f12-7beb1103cf24 None None] Provisioning for port 805b9a3e-8598-4ef7-8484-7cba2e16371d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:19.606458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 805b9a3e-8598-4ef7-8484-7cba2e16371d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:19.617050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.625266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.632834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.640603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.648150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.656364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.662949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:19.676192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eade93f1-42df-4617-99e5-4b900197ad7f req-f49cf3ed-bea3-43b1-839f-2d3eedf6d7a6 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.3331382 Aug 03 16:00:19.679347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:19.692583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Request body: {'floatingip': {'port_id': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:19.759664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 805b9a3e-8598-4ef7-8484-7cba2e16371d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:19.771925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 805b9a3e-8598-4ef7-8484-7cba2e16371d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:19.772306 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.791213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.858620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 3cf122f0-86f9-44d9-a095-2050d7dea420 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:00:19.901937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:19.913551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-accd32ce-5edd-480e-8142-9de0ef7a268f req-160761e3-d47f-4fad-ba9f-bcf67022f330 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994868 Aug 03 16:00:19.935460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Provisioning complete for port 788ab34c-87b6-43f5-8039-eb2d832e5e8a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:19.935460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.010636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 805b9a3e-8598-4ef7-8484-7cba2e16371d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=805b9a3e-8598-4ef7-8484-7cba2e16371d,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:20.036798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.038040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3f4beaaa-79da-4060-85f3-05ecf9483e8a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:20.123013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2c77b-e8b7-4937-8ad4-d71e513dd475 req-a543ff58-31b5-4f49-ab2d-0ba89d6e451b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.124713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-73908ff9-8d68-4abf-ada0-aa000ab5bb8e service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461732 Aug 03 16:00:20.129604 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-caa2c77b-e8b7-4937-8ad4-d71e513dd475 req-a543ff58-31b5-4f49-ab2d-0ba89d6e451b tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 944 time: 0.3699026 Aug 03 16:00:20.170071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=805b9a3e-8598-4ef7-8484-7cba2e16371d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:20.202324 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6695180-3698-49a7-afd8-4c602e4d224f x-openstack-request-id: req-e6695180-3698-49a7-afd8-4c602e4d224f {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:20.202734 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:20.203101 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6695180-3698-49a7-afd8-4c602e4d224f {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:20.203620 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'code': 200} Aug 03 16:00:20.218224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-abd5865a-376b-480b-9901-cb04c9440d27 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.0766704 Aug 03 16:00:20.261077 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935837b9-eb66-4982-80ff-e40481162db5 x-openstack-request-id: req-935837b9-eb66-4982-80ff-e40481162db5 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:20.261426 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-deleted", "tag": "95884085-fe44-4579-b355-20bab0861421", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:20.261614 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-935837b9-eb66-4982-80ff-e40481162db5 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:20.262159 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-deleted', 'tag': '95884085-fe44-4579-b355-20bab0861421', 'status': 'completed', 'code': 200} Aug 03 16:00:20.281585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port c1a81ccb-7735-43a9-8c44-a242c54d7e99 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:20.281961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.286149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Provisioning for port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:20.293218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Provisioning complete for port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:20.294751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.296562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:20.319865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-718121b1-3aa9-4287-807b-bbc092085113 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/3cf122f0-86f9-44d9-a095-2050d7dea420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1644945 Aug 03 16:00:20.322543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43158) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:20.324622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] Sync routers for ids ['3cf122f0-86f9-44d9-a095-2050d7dea420'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:20.331238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3f4beaaa-79da-4060-85f3-05ecf9483e8a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:20.331665 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.379625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] Routers {'3cf122f0-86f9-44d9-a095-2050d7dea420'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:20.380449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cf122f0-86f9-44d9-a095-2050d7dea420'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:20.414138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5eecad5e-f4e5-4e29-ba3a-14cbdcf46053 None None] Port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:20.420321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:20.433429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] Routers {'3cf122f0-86f9-44d9-a095-2050d7dea420'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:20.434277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cf122f0-86f9-44d9-a095-2050d7dea420'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:20.439560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port c1a81ccb-7735-43a9-8c44-a242c54d7e99, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c1a81ccb-7735-43a9-8c44-a242c54d7e99,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:20.439951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.455329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec8932-5072-4736-9200-870ec281a4c0 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.455551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for c1a81ccb-7735-43a9-8c44-a242c54d7e99 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:20.460015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6cec8932-5072-4736-9200-870ec281a4c0 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports/a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 HTTP/1.1" status: 200 len: 910 time: 0.0959578 Aug 03 16:00:20.469704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:20.473057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:20.473763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af1bb0-9d1e-4f3c-8357-b73bf2d5bc16 None None] The sync data for ids ['3cf122f0-86f9-44d9-a095-2050d7dea420'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:20.538211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-caa2c77b-e8b7-4937-8ad4-d71e513dd475 req-a0bede59-ec7c-4598-9b80-5e09c1a610c4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/security-groups?id=8c11264f-ed52-4717-b3b5-2af417480f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001513 Aug 03 16:00:20.545041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d258c079-162a-4b9d-9a18-7d4e4ea721ba None None] Provisioning complete for port 805b9a3e-8598-4ef7-8484-7cba2e16371d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:20.546252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d258c079-162a-4b9d-9a18-7d4e4ea721ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.579262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.1 (2bafa9d0-f3ea-4171-94c5-1ebf4829d375/e540d33e-faf0-4865-8baf-c1aeabbde8ea/98cff34d-27c0-41b4-a227-5bb488a22601) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:20.601520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-ce6b8163-638b-466a-9412-06ee83711b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.603347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-ce6b8163-638b-466a-9412-06ee83711b0b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.3563266 Aug 03 16:00:20.652643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-7cabe371-a580-4725-8c5c-e14fe965b0bf tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.654930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-7cabe371-a580-4725-8c5c-e14fe965b0bf tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.3755043 Aug 03 16:00:20.658556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d258c079-162a-4b9d-9a18-7d4e4ea721ba None None] Provisioning complete for port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:20.659350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d258c079-162a-4b9d-9a18-7d4e4ea721ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.677573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76451c2-916f-4b9b-9f19-e21268be0f97 req-80e42c57-d902-446f-899f-941e2854ba11 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.679384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d76451c2-916f-4b9b-9f19-e21268be0f97 req-80e42c57-d902-446f-899f-941e2854ba11 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.3025770 Aug 03 16:00:20.714476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d258c079-162a-4b9d-9a18-7d4e4ea721ba None None] Port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:20.818500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-0607c089-2e74-45a5-955a-483d969478ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:20.820138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-0607c089-2e74-45a5-955a-483d969478ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2035594 Aug 03 16:00:20.880800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d76451c2-916f-4b9b-9f19-e21268be0f97 req-c08c6760-8c82-4aaf-b146-517379637203 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521404 Aug 03 16:00:20.929306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:20.967997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.003134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=c1a81ccb-7735-43a9-8c44-a242c54d7e99,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:21.021808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object 98cff34d-27c0-41b4-a227-5bb488a22601 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:21.127135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port c1a81ccb-7735-43a9-8c44-a242c54d7e99 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:21.134114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.136578 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c3436d2-cad4-4dff-8ddb-d432f5458d92 req-341da407-4ead-4521-b7d2-3d67a5168c57 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.78 "DELETE /v2.0/ports/c1a81ccb-7735-43a9-8c44-a242c54d7e99 HTTP/1.1" status: 204 len: 173 time: 1.6198034 Aug 03 16:00:21.154725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-81d63cca-d2c9-465d-8b10-5ef382f791f6 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174381 Aug 03 16:00:21.244788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c99f85-d433-4c4f-ac1c-3f8aaad551a9 req-34c9fb79-7539-4c00-ab80-a84bd643a02b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:21.250413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93c99f85-d433-4c4f-ac1c-3f8aaad551a9 req-34c9fb79-7539-4c00-ab80-a84bd643a02b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.2358994 Aug 03 16:00:21.285200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.380847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c4b13-5fe0-4a65-a429-62240a05b999 req-c5a9511e-4f49-4330-a00f-55b0a1a15636 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:21.382611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-256c4b13-5fe0-4a65-a429-62240a05b999 req-c5a9511e-4f49-4330-a00f-55b0a1a15636 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 945 time: 0.7267594 Aug 03 16:00:21.386450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 788ab34c-87b6-43f5-8039-eb2d832e5e8a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:21.400250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:21.402042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:21.420188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:21.449924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 788ab34c-87b6-43f5-8039-eb2d832e5e8a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:21.450574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.484219 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93c99f85-d433-4c4f-ac1c-3f8aaad551a9 req-3f171720-9ec5-48dc-a0e2-9a1aefea5edd tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196493 Aug 03 16:00:21.517589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:21.569621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec650863-1b79-42cc-9653-f5c5fea7546a req-90c8de43-ef78-4d54-804c-036869338180 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053862 Aug 03 16:00:21.593578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.648655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 805b9a3e-8598-4ef7-8484-7cba2e16371d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:21.661869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-256c4b13-5fe0-4a65-a429-62240a05b999 req-527e445b-f4e7-4c2f-8cc9-1ec9d6f31166 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/security-groups?id=d6f70f4b-c19a-4374-b332-8ca80d07a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353334 Aug 03 16:00:21.804192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 805b9a3e-8598-4ef7-8484-7cba2e16371d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:21.804855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.823039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Deleting port 10b5c2e5-f6f9-479b-b459-77db5287f920 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:21.823722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.897723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e443bffa-4cb8-4ef9-be51-c890789bee34 None None] Provisioning for port 98cff34d-27c0-41b4-a227-5bb488a22601 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:21.903342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e443bffa-4cb8-4ef9-be51-c890789bee34 None None] Provisioning complete for port 98cff34d-27c0-41b4-a227-5bb488a22601 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:21.903863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e443bffa-4cb8-4ef9-be51-c890789bee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.905354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7f7a03d-8ceb-42b0-96e7-e7b9de3cb481 req-5bd137a9-f6ae-41e2-b53f-96670ef175a4 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "GET /v2.0/ports?device_id=f22330ef-5fae-4720-bb19-0b25eb0ace20 HTTP/1.1" status: 200 len: 210 time: 0.0414128 Aug 03 16:00:21.943709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:00:21.979829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:21.980450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e443bffa-4cb8-4ef9-be51-c890789bee34 None None] Port 98cff34d-27c0-41b4-a227-5bb488a22601 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:21.986954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.120373 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.139744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.242316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] For port 10b5c2e5-f6f9-479b-b459-77db5287f920, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=10b5c2e5-f6f9-479b-b459-77db5287f920,segment=NetworkSegment(e3e9526d-d469-4e52-8f98-26d956551b38),segment_id=e3e9526d-d469-4e52-8f98-26d956551b38)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:22.242698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.324865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Calling delete_port for 10b5c2e5-f6f9-479b-b459-77db5287f920 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:22.342631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-28373bcf-17c7-4baf-aeaa-a1e86f4dd980 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:22.343866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-28373bcf-17c7-4baf-aeaa-a1e86f4dd980 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.4450045 Aug 03 16:00:22.418511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-84716b5b-a4d3-479f-9ebe-2e4bdba524ce tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0623357 Aug 03 16:00:22.425169 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Floating IP 8c383280-ef46-4fa9-8129-18d08467a9ca associated. External IP: 172.25.7.231, port: c1cd3a9b-3bce-4942-a631-abcfb02603cd. Aug 03 16:00:22.477050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-deleted', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:22.479635 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eef678d-c3a7-4ac2-a80e-347f7eabfe24" -d '{"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-deleted", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:22.508009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f7ff0-47dd-41db-951f-d515427d7426 req-b8853e02-8742-40df-a616-fd0edbe97c01 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:22.509538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-994f7ff0-47dd-41db-951f-d515427d7426 req-b8853e02-8742-40df-a616-fd0edbe97c01 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.4758534 Aug 03 16:00:22.556243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.605758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-994f7ff0-47dd-41db-951f-d515427d7426 req-4243c2ec-2506-41e3-9f24-bd7e0d4eb763 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571606 Aug 03 16:00:22.681114 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57951d5-7f7a-47bb-b02b-73429f8689cb x-openstack-request-id: req-a57951d5-7f7a-47bb-b02b-73429f8689cb {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:22.681407 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22330ef-5fae-4720-bb19-0b25eb0ace20", "name": "network-vif-deleted", "tag": "c1a81ccb-7735-43a9-8c44-a242c54d7e99", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:22.681708 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a57951d5-7f7a-47bb-b02b-73429f8689cb {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:22.682065 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22330ef-5fae-4720-bb19-0b25eb0ace20', 'name': 'network-vif-deleted', 'tag': 'c1a81ccb-7735-43a9-8c44-a242c54d7e99', 'status': 'completed', 'code': 200} Aug 03 16:00:22.685490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-e93b85e4-e0c6-4e45-bef7-620699657009 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2552767 Aug 03 16:00:22.779204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.786023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.884477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-277f760e-a3cd-40f3-9e34-a9192f793cfc req-d65541bd-d2c3-4110-bdf9-d8e92f4a8d40 tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c9470dd-e224-4a77-913f-b5afc828b0bc HTTP/1.1" status: 200 len: 210 time: 0.0415962 Aug 03 16:00:22.900231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.902788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:22.910227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:22.965831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43190) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:22.980536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Pushing event deleted for resources: {'Port': ['ID=10b5c2e5-f6f9-479b-b459-77db5287f920,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:23.052149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting subnet 0ffecfa9-e595-4062-ae8d-9b39ccde8fac {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:23.061786 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.095791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:23.099740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:23.124765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.314561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.339958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 27427d79-9d17-42af-b37b-18a1c8b19d66 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:23.380627 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-beffb4c1-1441-4457-97b4-d36e2647b697 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667225 Aug 03 16:00:23.403698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] No DVR routers for this DVR port 10b5c2e5-f6f9-479b-b459-77db5287f920 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:23.417547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.419668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0560edcb-4d35-4776-8b84-0ccfe9c260e9 req-bbc4d2c2-5b46-478b-925b-67daa0ec5d7b tempest-ServerAddressesNegativeTestJSON-1817627950 tempest-ServerAddressesNegativeTestJSON-1817627950-project] 10.222.0.78 "DELETE /v2.0/ports/10b5c2e5-f6f9-479b-b459-77db5287f920 HTTP/1.1" status: 204 len: 173 time: 2.7537379 Aug 03 16:00:23.421790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'name': 'network-vif-deleted', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:23.422903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8fab4f32-346d-483b-aa7f-56d85b62955b None None] Provisioning complete for port 98cff34d-27c0-41b4-a227-5bb488a22601 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:23.423599 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8fab4f32-346d-483b-aa7f-56d85b62955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.424412 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a76d523-3d9b-460a-82f5-a2a83531a609" -d '{"events": [{"server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "name": "network-vif-deleted", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:23.482899 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f384cb6d-bbde-4b31-806c-11b628bfaf7c x-openstack-request-id: req-f384cb6d-bbde-4b31-806c-11b628bfaf7c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:23.483646 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9470dd-e224-4a77-913f-b5afc828b0bc", "name": "network-vif-deleted", "tag": "10b5c2e5-f6f9-479b-b459-77db5287f920", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:23.483646 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f384cb6d-bbde-4b31-806c-11b628bfaf7c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:23.484118 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9470dd-e224-4a77-913f-b5afc828b0bc', 'name': 'network-vif-deleted', 'tag': '10b5c2e5-f6f9-479b-b459-77db5287f920', 'status': 'completed', 'code': 200} Aug 03 16:00:23.500588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:23.509330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8fab4f32-346d-483b-aa7f-56d85b62955b None None] Port 98cff34d-27c0-41b4-a227-5bb488a22601 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:23.526211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:23.529588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.537767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3eebc4b0-cfc5-4717-bc2d-50a9577ed479 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/27427d79-9d17-42af-b37b-18a1c8b19d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5392768 Aug 03 16:00:23.540500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Sync routers for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:23.554040 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:23.555908 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:23.558250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43194) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:23.575649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffecfa9-e595-4062-ae8d-9b39ccde8fac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:23.586069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:23.589688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ad116fb8-6ee2-44f0-bda5-d13f1d041f2c tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/subnets/0ffecfa9-e595-4062-ae8d-9b39ccde8fac HTTP/1.1" status: 204 len: 168 time: 0.6205020 Aug 03 16:00:23.593405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:23.598932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1fe39e-8cbb-4c0c-9682-63fa5a2c72d2 None None] Network a5c209ab-c53b-423a-a81e-e48dbabc571c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:23.664628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-988dc1f9-28ff-43c9-913e-17e5c401ebc7 req-32b59c5f-00d7-4e55-b884-b1b653adaf37 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665708 Aug 03 16:00:23.808937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9e963-19bc-4579-93bb-f17ae6989800 req-55cd7582-f73f-498a-88df-00ad04a74edb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:23.812445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ff9e963-19bc-4579-93bb-f17ae6989800 req-55cd7582-f73f-498a-88df-00ad04a74edb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.0856881 Aug 03 16:00:23.860970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] DHCP port deletion for a5c209ab-c53b-423a-a81e-e48dbabc571c request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:23.866756 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:23.910133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ff9e963-19bc-4579-93bb-f17ae6989800 req-880bda09-6daa-40bb-beca-b9e7ac35f2aa tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911465 Aug 03 16:00:23.981749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Deleting port 26207910-3719-470e-8a42-17b2a5f2e7ad {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:23.982857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.040825 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.111372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] For port 26207910-3719-470e-8a42-17b2a5f2e7ad, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26207910-3719-470e-8a42-17b2a5f2e7ad,segment=NetworkSegment(6395e8e2-12fd-44b4-912d-b1e12351536d),segment_id=6395e8e2-12fd-44b4-912d-b1e12351536d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:24.111807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.129248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43208) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:24.130448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Calling delete_port for 26207910-3719-470e-8a42-17b2a5f2e7ad owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:24.211760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:24.223947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.231426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Deleting subnet df5b138f-9b18-44f8-b685-405bc1517142 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:24.235794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.265266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1a3a02e-9aad-474b-98db-3a07339d8123 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "PUT /v2.0/floatingips/8c383280-ef46-4fa9-8129-18d08467a9ca HTTP/1.1" status: 200 len: 992 time: 4.5784018 Aug 03 16:00:24.274072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.274599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.275081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.275556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.276026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.276500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.276966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.277431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.277915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.278382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.279017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.279484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.279942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.280403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.280860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.281316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.283067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.292075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Sync routers for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:24.297854 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.300670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8a0456fe-5ff5-40f3-99b8-049dc88fb4cd tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11864 time: 0.7309167 Aug 03 16:00:24.303632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43218) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:24.307652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:22Z', 'revision_number': 2, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:24.333757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] Pushing event deleted for resources: {'Port': ['ID=26207910-3719-470e-8a42-17b2a5f2e7ad,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:24.336244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd03c37-9e06-4a1f-9d50-7dc4c0e20521 None None] No DVR routers for this DVR port 26207910-3719-470e-8a42-17b2a5f2e7ad on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:24.346878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:24.347746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:24.364437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Checking router: 27427d79-9d17-42af-b37b-18a1c8b19d66 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:00:24.364944 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Updating router 27427d79-9d17-42af-b37b-18a1c8b19d66 port 98cff34d-27c0-41b4-a227-5bb488a22601 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:00:24.372590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:24.373167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.400194 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.421910 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.512685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 10b5c2e5-f6f9-479b-b459-77db5287f920 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:24.553821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.583301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 10b5c2e5-f6f9-479b-b459-77db5287f920 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:24.583679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 10b5c2e5-f6f9-479b-b459-77db5287f920 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:24.586620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.587960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.588615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.589767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.590414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.591307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.591954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.592591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.593520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.594329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.594965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.595597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.596240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.597067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.597730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.598363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.601396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-69cfa113-302b-448a-aa07-b07434f8ec91 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10080 time: 0.2467372 Aug 03 16:00:24.625780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:24.626213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43238) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:24.727194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.755734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:24.836499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.843218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port 26207910-3719-470e-8a42-17b2a5f2e7ad {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:24.843565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.862994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.864934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df5b138f-9b18-44f8-b685-405bc1517142 HTTP/1.1" status: 204 len: 168 time: 0.7337654 Aug 03 16:00:24.871205 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.876319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43242) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:24.884796 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Transition to ACTIVE for port object 98cff34d-27c0-41b4-a227-5bb488a22601 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:24.894713 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:24.932110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538328a-d2d9-403d-bdac-fe213ce40144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5b138f-9b18-44f8-b685-405bc1517142,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:24.975592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-7fe6f598-a844-408c-b189-ea260b812eb3 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:24.984543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-7fe6f598-a844-408c-b189-ea260b812eb3 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.4118047 Aug 03 16:00:25.011253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-610adf99-db20-41cb-82e9-31e63d4ebbe2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0250545 Aug 03 16:00:25.025571 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5d1d4-f1d0-4abd-b2bb-e72cde64daa0 None None] Pushing event updated for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:25.040812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port 26207910-3719-470e-8a42-17b2a5f2e7ad, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:25.041182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.051096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8c383280-ef46-4fa9-8129-18d08467a9ca', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'port_id': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'mac_address': 'fa:16:3e:88:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:58:41Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 1, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.091356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for 26207910-3719-470e-8a42-17b2a5f2e7ad owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:25.094159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Port 26207910-3719-470e-8a42-17b2a5f2e7ad was not found and therefore no delete operation was performed {{(pid=106017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:00:25.095456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.102055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Checking router: 03bedd8b-cdd6-4fbd-9242-663a2ce66405 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:00:25.113981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:25.114943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.128349 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Attempting to bind port 98cff34d-27c0-41b4-a227-5bb488a22601 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:25.128762 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Attempting to bind port 98cff34d-27c0-41b4-a227-5bb488a22601 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:25.129130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Attempting to bind port 98cff34d-27c0-41b4-a227-5bb488a22601 on network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:25.144138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:25.144516 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Checking segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:25.144922 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.145627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Bound using segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:25.145832 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Bound port: 98cff34d-27c0-41b4-a227-5bb488a22601, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:25.146219 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.166463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port 26207910-3719-470e-8a42-17b2a5f2e7ad on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:25.227442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=26207910-3719-470e-8a42-17b2a5f2e7ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:25.238700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.257059 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] For port 98cff34d-27c0-41b4-a227-5bb488a22601, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:25.260796 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] For port 98cff34d-27c0-41b4-a227-5bb488a22601, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98cff34d-27c0-41b4-a227-5bb488a22601,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:25.268939 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.287724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:25.414153 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5d1d4-f1d0-4abd-b2bb-e72cde64daa0 None None] Pushing event updated for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:25.434217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-0776d27a-a0ca-4c69-93cc-976665da293d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4217198 Aug 03 16:00:25.436082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d3d8e-65b5-4d73-84d9-1f404be4ee08 req-f92d74a0-a990-4180-a513-ac256913cd3a tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:25.437893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d60d3d8e-65b5-4d73-84d9-1f404be4ee08 req-f92d74a0-a990-4180-a513-ac256913cd3a tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.2798378 Aug 03 16:00:25.440613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:25.442041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.465202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.474559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26207910-3719-470e-8a42-17b2a5f2e7ad no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:25.496018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:25.499411 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44839229-8875-4c21-a702-0c6ee51314ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:25.514566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d60d3d8e-65b5-4d73-84d9-1f404be4ee08 req-ae806683-20ac-46d0-b371-f8ce1e045cd2 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Aug 03 16:00:25.520050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 26207910-3719-470e-8a42-17b2a5f2e7ad {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:25.521843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26207910-3719-470e-8a42-17b2a5f2e7ad not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:25.561525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c209ab-c53b-423a-a81e-e48dbabc571c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.580624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.605720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f91cb2-a75d-4e3a-9c9d-5bcc29584fee']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.616884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6395e8e2-12fd-44b4-912d-b1e12351536d') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.617481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6395e8e2-12fd-44b4-912d-b1e12351536d') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.627919 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:25.633725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e9526d-d469-4e52-8f98-26d956551b38') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.634295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e9526d-d469-4e52-8f98-26d956551b38') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.648410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.651720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.659824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.718537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=a5f3a6b9-7ac7-4b06-8a71-a6ff298737e7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:25.719770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-395aec6e-1813-4c8c-9d51-00e501ac3b68 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4300 time: 1.0906289 Aug 03 16:00:25.721120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.734080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.743167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:25.743590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.790277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:25.790701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:25.801822 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:25.826884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8c383280-ef46-4fa9-8129-18d08467a9ca', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'port_id': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'mac_address': 'fa:16:3e:88:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:58:41Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 1, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:25.846780 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32310ec-1596-4931-932b-3f99e24b2f51 x-openstack-request-id: req-c32310ec-1596-4931-932b-3f99e24b2f51 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:25.847180 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:25.847292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c32310ec-1596-4931-932b-3f99e24b2f51 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:25.847674 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'status': 'completed', 'code': 200} Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:25.853913 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:25.858965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-7589d921-4c23-41af-b657-d0404837e310 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237306 Aug 03 16:00:25.916756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4fe3be-0dba-49f9-9926-695d678baa9b None None] The sync data for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 is: [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8c383280-ef46-4fa9-8129-18d08467a9ca', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'port_id': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'mac_address': 'fa:16:3e:88:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T15:58:41Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 1, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:25.939157 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.947294 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.963113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:25.974255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] 10.222.0.70 "DELETE /v2.0/networks/41f91cb2-a75d-4e3a-9c9d-5bcc29584fee HTTP/1.1" status: 204 len: 168 time: 1.0722854 Aug 03 16:00:26.010260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9909bc-3015-441d-8399-5a6a9d1b6237 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f91cb2-a75d-4e3a-9c9d-5bcc29584fee,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:26.038718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.039417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.039942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.040459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.040968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.041491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.042073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.044742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-ba1487ac-ac0c-48f9-81a8-cfa00a40fe17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.1893635 Aug 03 16:00:26.080008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:25Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:26.118084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab547e40-ab2d-441f-9eb3-64cc9a09003d None None] The sync data for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 is: [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:25Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:26.225008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43268) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:26.254745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.296275 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189e657-57ae-4e9d-8eab-fca4d95fc75d None None] New status for floating IP 8c383280-ef46-4fa9-8129-18d08467a9ca: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:00:26.326380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-eb368f7b-b8bf-469d-b3ce-0c9c04c825c7 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665508 Aug 03 16:00:26.343690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.346163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/networks/a5c209ab-c53b-423a-a81e-e48dbabc571c HTTP/1.1" status: 204 len: 168 time: 2.7476599 Aug 03 16:00:26.357577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43270) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:26.379694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-e56248ed-e854-4cb1-b3cc-af46a1d61200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:26.384570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-e56248ed-e854-4cb1-b3cc-af46a1d61200 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b HTTP/1.1" status: 200 len: 917 time: 0.3164787 Aug 03 16:00:26.395772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9dd725a7-98de-4bf7-882b-d3d46aa85a85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a95018977084d3b8b4c64ad210af0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672642 Aug 03 16:00:26.426467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43272) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:26.452854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74847dde-fb5a-4672-87dc-dea03d7c93d7 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Network': ['ID=a5c209ab-c53b-423a-a81e-e48dbabc571c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:26.484364 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.739999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting subnet 11bf7afa-7629-4464-8ea5-acffe2397602 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:26.770268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.815453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43292) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:26.834646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-a03f144b-8873-4149-9241-38781c10272e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1000 time: 0.4184530 Aug 03 16:00:26.840782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447712682', 'description': 'tempest-secgroup-smoke-447712682 description', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:26.847332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.896283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-32133343-3088-483a-8cf6-bd469ede3352 req-7b64d26f-9ea0-40b6-849b-181dc22385c7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 210 time: 0.0963604 Aug 03 16:00:26.905854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 3cf122f0-86f9-44d9-a095-2050d7dea420 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:26.919903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.965573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:26.975862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.019884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-3460b6c1-b70b-4059-8d1e-89d247067b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:27.025455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-3460b6c1-b70b-4059-8d1e-89d247067b5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.1650865 Aug 03 16:00:27.133664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839229-8875-4c21-a702-0c6ee51314ee req-777d3ffd-90c7-4d0f-88fc-63e78e7c4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:27.135429 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-777d3ffd-90c7-4d0f-88fc-63e78e7c4ab6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994411 Aug 03 16:00:27.230033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.234309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.238103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6f70f4b-c19a-4374-b332-8ca80d07a654 HTTP/1.1" status: 204 len: 168 time: 0.8082285 Aug 03 16:00:27.253370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc481232-a46b-446d-a959-0c9c129c2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f70f4b-c19a-4374-b332-8ca80d07a654,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:27.272679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.364155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-82fa870d-8665-4267-8b49-d710571c7180 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997299 Aug 03 16:00:27.402566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.474289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98cff34d-27c0-41b4-a227-5bb488a22601 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:27.487032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:27.498206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b60cc9a8-8a71-4a24-a785-be002b2ff5ed tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/3cf122f0-86f9-44d9-a095-2050d7dea420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0241156 Aug 03 16:00:27.499668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43302) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:27.524586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] Sync routers for ids ['3cf122f0-86f9-44d9-a095-2050d7dea420'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:27.532881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-604b85bb-dfe9-470c-913b-15f1e1545422 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cf122f0-86f9-44d9-a095-2050d7dea420 HTTP/1.1" status: 200 len: 205 time: 0.0320072 Aug 03 16:00:27.536689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43304) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:27.562380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Subnet': ['ID=11bf7afa-7629-4464-8ea5-acffe2397602,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:27.565046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] Routers {'3cf122f0-86f9-44d9-a095-2050d7dea420'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:27.566130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cf122f0-86f9-44d9-a095-2050d7dea420'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:27.588545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.591486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b95b8166-0841-45de-9f83-ddf36422d187 tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/subnets/11bf7afa-7629-4464-8ea5-acffe2397602 HTTP/1.1" status: 204 len: 168 time: 1.2304232 Aug 03 16:00:27.596629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:27.658211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81f5ed-f505-4a17-9477-b9d8525eec8f None None] Network 547b1f32-706b-452b-8dd1-8e46e7b70614 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:27.667265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.748381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44839229-8875-4c21-a702-0c6ee51314ee req-d10cf5aa-ba24-4240-993f-cd9172ed32cc service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734896 Aug 03 16:00:27.795165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:27.924547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Deleting port 647ea207-c183-4b55-b4a5-f1804f64265e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:27.924964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.102148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] For port 647ea207-c183-4b55-b4a5-f1804f64265e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=647ea207-c183-4b55-b4a5-f1804f64265e,segment=NetworkSegment(e25f4ad2-ac81-4350-89a3-801c0dc00de4),segment_id=e25f4ad2-ac81-4350-89a3-801c0dc00de4)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:28.102536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.139920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Calling delete_port for 647ea207-c183-4b55-b4a5-f1804f64265e owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:28.160207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.230607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.269247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.290086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.325436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.332384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] Routers {'3cf122f0-86f9-44d9-a095-2050d7dea420'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:28.333368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cf122f0-86f9-44d9-a095-2050d7dea420'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.339533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.345956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57bd651b-97bd-40bc-8bb5-cefb6f61cc14 req-a41a4ffe-8bfa-475a-a316-4643d09d9692 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 210 time: 0.1955564 Aug 03 16:00:28.391232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Port': ['ID=647ea207-c183-4b55-b4a5-f1804f64265e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:28.406068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] No DVR routers for this DVR port 647ea207-c183-4b55-b4a5-f1804f64265e on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:28.463606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.465086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6396520 Aug 03 16:00:28.471709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43340) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:28.474277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.475059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1a9a3-0d8b-48b9-aa1a-0774bcc31e6e None None] The sync data for ids ['3cf122f0-86f9-44d9-a095-2050d7dea420'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:28.476821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cb5fb-3edd-493e-b260-cd65d0e02a9d None None] DHCP port deletion for 547b1f32-706b-452b-8dd1-8e46e7b70614 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:28.477008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:28.485725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8a4ed-4a6d-4ac6-ae0b-8fd037f9ff20 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af02e2a3-2b29-4f9f-93db-b95a2af04ffa,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:28.486871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 98cff34d-27c0-41b4-a227-5bb488a22601 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:28.492109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.492611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 3cf122f0-86f9-44d9-a095-2050d7dea420 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:28.502006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 98cff34d-27c0-41b4-a227-5bb488a22601 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:28.502955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.507157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.508538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf8bce5e-b6ad-4932-a347-1ef5fb5e0966 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/3cf122f0-86f9-44d9-a095-2050d7dea420 HTTP/1.1" status: 204 len: 168 time: 0.9712024 Aug 03 16:00:28.512781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43342) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:28.560326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.573970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547b1f32-706b-452b-8dd1-8e46e7b70614']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.593054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25f4ad2-ac81-4350-89a3-801c0dc00de4') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.593600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25f4ad2-ac81-4350-89a3-801c0dc00de4') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:28.605599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.629629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.631177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.642668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.645949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:28.646363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:28.654350 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:28.657361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-0d16bdf2-1d70-4281-997b-db054df460a7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:28.659111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-0d16bdf2-1d70-4281-997b-db054df460a7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.5048923 Aug 03 16:00:28.683096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet c32bb358-00da-432e-ba6c-822cbe4282cf {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:28.687001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.695925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 98cff34d-27c0-41b4-a227-5bb488a22601, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98cff34d-27c0-41b4-a227-5bb488a22601,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:28.700663 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.737820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.747788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.758368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] 10.222.0.70 "DELETE /v2.0/networks/547b1f32-706b-452b-8dd1-8e46e7b70614 HTTP/1.1" status: 204 len: 168 time: 1.1554742 Aug 03 16:00:28.767768 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.768412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:28.778526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e521b-7bc1-4597-93e0-95d314b6b53d tempest-ServersTestMultiNic-1431792616 tempest-ServersTestMultiNic-1431792616-project] Pushing event deleted for resources: {'Network': ['ID=547b1f32-706b-452b-8dd1-8e46e7b70614,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:28.807139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:28.935782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:28.961577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.008251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf52f4ef-232a-4139-955e-48eecfab5c9a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:29.022616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.026942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43376) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:29.030218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-249e2417-36d6-44a8-b74e-26119a345a39 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5570853 Aug 03 16:00:29.031982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.033626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:29.089889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.106835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43382) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:29.176278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:29.181386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.245897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.326483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=c32bb358-00da-432e-ba6c-822cbe4282cf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:29.344684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92cbe8-27b6-4cf8-aae5-67b9eec8abd2 None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:29.345053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.352225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-03aeb91b-7a8c-4227-b7e5-0ba00da7a286 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/c32bb358-00da-432e-ba6c-822cbe4282cf HTTP/1.1" status: 204 len: 168 time: 0.8354385 Aug 03 16:00:29.352879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43398) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:29.368022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.373983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.412574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1b4a1b-fe8e-445f-a337-2297e178bbc4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:29.430320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.432338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c31d4f37-f3e5-49fa-ab64-8240c8549ecd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041250 Aug 03 16:00:29.479817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:29.555847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:29.613813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9e03bf1-8173-43a1-9842-30a4ecb8ea77 req-42628c89-bb2b-4505-a5c3-b91d0e44d66b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 210 time: 0.1324940 Aug 03 16:00:29.618141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98cff34d-27c0-41b4-a227-5bb488a22601 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:29.679052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb4edaf9-1c6e-47a8-b4ee-56642ab5b597 req-40a820ca-8a1c-4e61-802a-a772ee4b8fa1 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0895522 Aug 03 16:00:29.692765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.5 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/0291360a-958e-448e-a478-4122a927bf38) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:29.708698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.723360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.756527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 98cff34d-27c0-41b4-a227-5bb488a22601 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:29.757022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.844006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] DHCP port deletion for 0c1ae87c-4694-4690-af25-e2266d486b0f request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:29.924173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 7f29b825-10f2-46a5-9a4f-27115b0c2d8a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:29.956083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.961141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 788ab34c-87b6-43f5-8039-eb2d832e5e8a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:29.961497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:29.968649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.081108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b8d692-661d-4737-b650-6a71543b5c58,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:30.150449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:30.182630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.183112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'mac_address': 'fa:16:3e:96:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:30.236396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.243179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-56e69ec6-1457-43e9-8a0b-a6730d1678cd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7365139 Aug 03 16:00:30.260546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=788ab34c-87b6-43f5-8039-eb2d832e5e8a,segment=NetworkSegment(463b9435-0c09-4184-9643-4a95d9158c59),segment_id=463b9435-0c09-4184-9643-4a95d9158c59)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:30.261255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.284204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 788ab34c-87b6-43f5-8039-eb2d832e5e8a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:30.387447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.392981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43438) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:30.393409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.401546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:30.412183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.455020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f29b825-10f2-46a5-9a4f-27115b0c2d8a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:30.468781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Deleting port 788ab34c-87b6-43f5-8039-eb2d832e5e8a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:30.469523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.533818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:30.534850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port 788ab34c-87b6-43f5-8039-eb2d832e5e8a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:30.578173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:30.587310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 647ea207-c183-4b55-b4a5-f1804f64265e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:30.590566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:30.658711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.685618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1ae87c-4694-4690-af25-e2266d486b0f']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:30.693315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 647ea207-c183-4b55-b4a5-f1804f64265e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:30.701597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.702874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 647ea207-c183-4b55-b4a5-f1804f64265e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:30.718982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463b9435-0c09-4184-9643-4a95d9158c59') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:30.724692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463b9435-0c09-4184-9643-4a95d9158c59') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:30.755017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.782125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.803916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:30.805093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.824591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:30.873790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.886911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] For port 788ab34c-87b6-43f5-8039-eb2d832e5e8a, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:30.898140 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:30.977991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Calling delete_port for 788ab34c-87b6-43f5-8039-eb2d832e5e8a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:30.978476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2770-cb5e-4d92-97f0-0808cc8adbd5 req-371df0c3-4c7d-498e-8fba-16109faaf687 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:30.982051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:30.988972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Port 788ab34c-87b6-43f5-8039-eb2d832e5e8a was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:00:30.990817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-635e2770-cb5e-4d92-97f0-0808cc8adbd5 req-371df0c3-4c7d-498e-8fba-16109faaf687 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 931 time: 0.1909552 Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:30.990989 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:31.000580 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.008454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfbc575f-358f-4b8c-9046-03e2c0cc066e req-b1e4e3d1-e8eb-431a-9355-b8715d05e8e8 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0567732 Aug 03 16:00:31.020451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.034553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Network 0c1ae87c-4694-4690-af25-e2266d486b0f is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:00:31.035051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] No DVR routers for this DVR port 788ab34c-87b6-43f5-8039-eb2d832e5e8a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:31.059095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['7f29b825-10f2-46a5-9a4f-27115b0c2d8a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:31.065398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.077416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.079829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.100027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/0c1ae87c-4694-4690-af25-e2266d486b0f HTTP/1.1" status: 204 len: 168 time: 1.7429664 Aug 03 16:00:31.108539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.109101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:31.116420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-591841344', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:31.129014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=0c1ae87c-4694-4690-af25-e2266d486b0f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.140588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1121a7-89c4-44c3-bcc8-3343381b0486 None None] Pushing event deleted for resources: {'Port': ['ID=788ab34c-87b6-43f5-8039-eb2d832e5e8a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.188154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e177c7-23e7-449a-b603-c2ca896f3c03 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=788ab34c-87b6-43f5-8039-eb2d832e5e8a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.252721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:31.254588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.345168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.353678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-1866190d-b39d-405e-9206-a6363a0dacd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6777821 Aug 03 16:00:31.353678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.366705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-635e2770-cb5e-4d92-97f0-0808cc8adbd5 req-de651803-c505-42b5-bfe1-8c035cb853b8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749578 Aug 03 16:00:31.368130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.370583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.399927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Request body: {'port': {'device_id': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:31.414958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 788ab34c-87b6-43f5-8039-eb2d832e5e8a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:31.449068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.450604 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0535114 Aug 03 16:00:31.465004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43460) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:31.476373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:31.477120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 788ab34c-87b6-43f5-8039-eb2d832e5e8a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:31.477726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 788ab34c-87b6-43f5-8039-eb2d832e5e8a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:31.488444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5809-4777-4aba-959f-89e3da4480ef tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1f7346-f4e8-497a-af55-ba9f8c5d667a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:31.501032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.585570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.699230 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:00:31.715348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.823454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.930178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 7f29b825-10f2-46a5-9a4f-27115b0c2d8a up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:31.957555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0291360a-958e-448e-a478-4122a927bf38 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:31.958689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.969376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:31.981275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.009530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2741691d-718d-4fce-91c9-fc65e50ed021,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:32.019634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Transition to ACTIVE for port object 0291360a-958e-448e-a478-4122a927bf38 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:32.022909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Deleting port 0824cebe-7bae-44eb-b0f0-671223348bd1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:32.023631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.024290 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.054663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:32.055050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.066372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.067607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b151907-d2a6-4aff-9028-e53ebc77617e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6014528 Aug 03 16:00:32.070447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:32.114554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'security_group_rule': {'security_group_id': 'af02e2a3-2b29-4f9f-93db-b95a2af04ffa', 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:32.188305 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Project 23bd751f84b447cd8c7eb9f9c5ab05bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:00:32.198465 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8cf75bc-9624-458d-b82f-a609540f26af req-f612a4ab-d7a6-42e2-be3e-10bb2344b44a tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0781443 Aug 03 16:00:32.207495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.216073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Pushing event updated for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:32.252822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] For port 0824cebe-7bae-44eb-b0f0-671223348bd1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0824cebe-7bae-44eb-b0f0-671223348bd1,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:32.253213 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.269231 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.283250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Calling delete_port for 0824cebe-7bae-44eb-b0f0-671223348bd1 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:32.301952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:32.314754 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec6bbd6-ea23-4953-b54e-7a2ba783638a" -d '{"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:32.322782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Attempting to bind port 0291360a-958e-448e-a478-4122a927bf38 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:32.323529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Attempting to bind port 0291360a-958e-448e-a478-4122a927bf38 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:32.324221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Attempting to bind port 0291360a-958e-448e-a478-4122a927bf38 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:32.346027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Port 0291360a-958e-448e-a478-4122a927bf38 on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:32.349069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Attempting to bind port 0291360a-958e-448e-a478-4122a927bf38 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:32.352631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:32.359743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.385766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:32.386122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:32.386515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:32.386970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Bound port: 0291360a-958e-448e-a478-4122a927bf38, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:32.387334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.441438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.456452 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee18da-d78b-458f-91aa-88a77f8d0ff1 x-openstack-request-id: req-7dee18da-d78b-458f-91aa-88a77f8d0ff1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:32.457169 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-plugged", "status": "completed", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:32.469599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.470470 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dee18da-d78b-458f-91aa-88a77f8d0ff1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:32.471170 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'code': 200} Aug 03 16:00:32.471289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.477537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:32.529876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.533945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:32.537905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0291360a-958e-448e-a478-4122a927bf38,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:32.545179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.563065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030e29c5-8493-4ed9-8162-16f3c76119a4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:32.576164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccd23e02-696f-48b6-bb83-28251d532f45 req-fb053b0b-1b3f-4c3e-a8dc-b1acfe526777 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0969458 Aug 03 16:00:32.597033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:32.597900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.599407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] 10.222.0.78 "PUT /v2.0/ports/0291360a-958e-448e-a478-4122a927bf38 HTTP/1.1" status: 200 len: 1091 time: 1.2377722 Aug 03 16:00:32.600209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'tag': '0291360a-958e-448e-a478-4122a927bf38'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:32.604182 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a5235-c00e-419d-93e5-6907e727ce98" -d '{"events": [{"name": "network-changed", "server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "tag": "0291360a-958e-448e-a478-4122a927bf38"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:32.633607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:32.635314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-838bd232-ed7a-407d-98aa-83e0fd487b3d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5277228 Aug 03 16:00:32.688140 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2fd61-1a5e-4e1c-87ab-62fc27e223a1 x-openstack-request-id: req-c1c2fd61-1a5e-4e1c-87ab-62fc27e223a1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:32.688546 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "tag": "0291360a-958e-448e-a478-4122a927bf38", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:32.689008 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1c2fd61-1a5e-4e1c-87ab-62fc27e223a1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:32.689608 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'tag': '0291360a-958e-448e-a478-4122a927bf38', 'status': 'completed', 'code': 200} Aug 03 16:00:32.694800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5b3da-e221-4d88-a42e-3ae135084960 service neutron] Pushing event updated for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:32.812003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-b07b300f-a32e-42f7-819c-79fc8fed3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:32.814183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-b07b300f-a32e-42f7-819c-79fc8fed3b85 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 1094 time: 0.0914168 Aug 03 16:00:32.822901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b3fd-10a2-47e9-9413-d8e4070a79ac req-81843ebf-394d-4442-be14-f70b6c5c4b34 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:32.825044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed49b3fd-10a2-47e9-9413-d8e4070a79ac req-81843ebf-394d-4442-be14-f70b6c5c4b34 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 943 time: 0.3042960 Aug 03 16:00:32.878058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-3e957706-2108-489e-92b8-fd185d2dc256 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0291360a-958e-448e-a478-4122a927bf38 HTTP/1.1" status: 200 len: 217 time: 0.0548046 Aug 03 16:00:32.911595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.25.7.41 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/25e2999e-028a-4dd4-8753-b4dff4c1ab6d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:32.959412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191549-b008-4a84-9742-90f11ab3be68 req-9e5b8d34-b7a5-45bd-9391-fecd509fa076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:32.960922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-9e5b8d34-b7a5-45bd-9391-fecd509fa076 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0751977 Aug 03 16:00:32.967243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed49b3fd-10a2-47e9-9413-d8e4070a79ac req-2a3f69e6-aa15-4db6-9cf7-732b44475f2d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153731 Aug 03 16:00:32.984354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:33.004565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-2d927db9-1100-41d6-824a-0ca2263b71b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327969 Aug 03 16:00:33.071305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0824cebe-7bae-44eb-b0f0-671223348bd1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:33.134181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-f78fd1b7-bd70-4ee1-94f2-fd09653eab91 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447712682&fields=id&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 267 time: 0.1279068 Aug 03 16:00:33.260307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-9ef96ad3-c9f8-4ebc-9645-c0663a6af302 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447295 Aug 03 16:00:33.332587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:33.494830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc791d51-73df-459d-8a2e-f7fbd1aea14d req-bd9ef1e8-bcb7-4cb4-bae6-373f9eab8163 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1000772 Aug 03 16:00:33.553431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:33.558029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:33.573846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-e4e336c7-6d5b-451f-a264-6d99dab42741 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:33.576827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-e4e336c7-6d5b-451f-a264-6d99dab42741 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/networks?id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 200 len: 797 time: 0.4346302 Aug 03 16:00:33.580190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45191549-b008-4a84-9742-90f11ab3be68 req-176209e7-1399-4384-8f73-893352054787 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905474 Aug 03 16:00:33.609302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-80062074-36dd-4a24-9bd4-ed8acab2a1b2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/quotas/23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 375 time: 0.0258572 Aug 03 16:00:33.689865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:33.698167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:33.706812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:33.717399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5235-c00e-419d-93e5-6907e727ce98 req-4050b8f7-aeec-412e-a760-148382244517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:33.719423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-4050b8f7-aeec-412e-a760-148382244517 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 1094 time: 0.0779111 Aug 03 16:00:33.739088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=25e2999e-028a-4dd4-8753-b4dff4c1ab6d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:33.758121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-97bc3e02-0be0-493f-beac-d77b40c74f7c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299663 Aug 03 16:00:34.241745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Router f93a424a-24ff-4ca9-956e-6096ef1c33c8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:34.246422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:34.310515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7e23d-943a-43dd-b340-a045e4aaaa57 req-278ab5dd-c69e-4de9-9254-72106e80f36d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:34.312138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58f7e23d-943a-43dd-b340-a045e4aaaa57 req-278ab5dd-c69e-4de9-9254-72106e80f36d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 943 time: 0.1675186 Aug 03 16:00:34.475947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-6860dab6-c03a-4277-b082-f6278f550ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003915 Aug 03 16:00:34.523267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5235-c00e-419d-93e5-6907e727ce98 req-e3e960a1-7c5c-4076-b68b-589d0e6a90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:34.526100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-e3e960a1-7c5c-4076-b68b-589d0e6a90a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.7908294 Aug 03 16:00:34.668323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-10f3e412-cb2e-4517-9ba5-7cec78190384 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0291360a-958e-448e-a478-4122a927bf38 HTTP/1.1" status: 200 len: 217 time: 0.1170561 Aug 03 16:00:34.768988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5235-c00e-419d-93e5-6907e727ce98 req-45af72e8-a077-4d7a-9d81-f2f534bbb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:34.770638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-45af72e8-a077-4d7a-9d81-f2f534bbb2dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0935261 Aug 03 16:00:34.788598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-4bbeb294-1448-456f-b457-3afd230af194 service neutron] 10.222.0.70 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025861 Aug 03 16:00:34.874133 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-386aad49-95ff-4fda-af99-cdd1c36a93c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844710 Aug 03 16:00:34.878658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58f7e23d-943a-43dd-b340-a045e4aaaa57 req-dd3620ae-ccfa-4637-a8eb-64613311633f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586936 Aug 03 16:00:34.891497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:34.898533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d8476b3-dc77-483d-bbb4-3074b92b1dd5 admin admin] 10.222.0.70 "PUT /v2.0/routers/f93a424a-24ff-4ca9-956e-6096ef1c33c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7903776 Aug 03 16:00:34.901689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:34.907016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Sync routers for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:34.926615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:34.927478 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:35.060182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9feb13-cc2d-4fdb-8c44-ca57f1cd5889 req-a736c889-8e0f-4939-8f7f-e02f3e2f6a02 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0694358 Aug 03 16:00:35.218289 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:35.235264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:35.241431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-12c1a445-0a86-45a6-aa31-14341abc531a service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595526 Aug 03 16:00:35.323646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:35.330326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9638492e-f3e8-4c60-9e81-e1760166cf51 req-a017781f-92a8-4d74-8991-72c0d5bb5ec2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 210 time: 0.1268926 Aug 03 16:00:35.603306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:35.692554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-586a5235-c00e-419d-93e5-6907e727ce98 req-84f238b8-9416-4505-8b2d-46647ddf4013 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659766 Aug 03 16:00:35.715219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Deleting port ed7dcee1-7298-45db-baa0-ba118706e2b5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:35.715560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:35.720145 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T16:00:32Z', 'revision_number': 5, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port': {'id': 'ed7dcee1-7298-45db-baa0-ba118706e2b5', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:58:11Z', 'updated_at': '2021-08-03T15:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:35.743986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 01731174-f569-487f-bc67-95c1e69d7bc3 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:00:35.785524 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Checking router: f93a424a-24ff-4ca9-956e-6096ef1c33c8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:00:35.803011 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Routers {'f93a424a-24ff-4ca9-956e-6096ef1c33c8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:35.803663 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:35.902219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] For port ed7dcee1-7298-45db-baa0-ba118706e2b5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ed7dcee1-7298-45db-baa0-ba118706e2b5,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:35.902679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:35.931625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Calling delete_port for ed7dcee1-7298-45db-baa0-ba118706e2b5 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:36.087229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:36.098890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] Sync routers for ids ['01731174-f569-487f-bc67-95c1e69d7bc3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:36.105563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41905bd7-e60d-477e-8979-e7f19995466f req-a4e7e125-f93f-4074-8090-91cc0a783c03 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0517943 Aug 03 16:00:36.127902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] Routers {'01731174-f569-487f-bc67-95c1e69d7bc3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:36.130042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['01731174-f569-487f-bc67-95c1e69d7bc3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:36.208013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.213578 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d433a033-47dc-4109-91e6-62f21685655b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1024392 Aug 03 16:00:36.219890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43574) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:36.227750 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] Set router f93a424a-24ff-4ca9-956e-6096ef1c33c8 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:36.263288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:36.275568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] Routers {'01731174-f569-487f-bc67-95c1e69d7bc3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:36.277856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['01731174-f569-487f-bc67-95c1e69d7bc3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:36.288521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38103e-3b10-4132-bec3-cec6a59a8c68 req-346db8fc-d29d-4d3d-88f3-ab8abdbf04e1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:36.308681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a38103e-3b10-4132-bec3-cec6a59a8c68 req-346db8fc-d29d-4d3d-88f3-ab8abdbf04e1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 943 time: 0.2993402 Aug 03 16:00:36.323065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:36.328188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ff0a4-fa91-4442-a57c-51a745fb349b None None] The sync data for ids ['01731174-f569-487f-bc67-95c1e69d7bc3'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:36.424398 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T16:00:35Z', 'revision_number': 6, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:36.481036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.491775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0291360a-958e-448e-a478-4122a927bf38 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:36.501748 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d4aef-01ac-4180-9146-94e0fda0a535 None None] The sync data for ids ['f93a424a-24ff-4ca9-956e-6096ef1c33c8'] in n-d-803226-3 is: [{'id': 'f93a424a-24ff-4ca9-956e-6096ef1c33c8', 'name': 'tempest-ServersTestMultiNic-277147216-router', 'tenant_id': '0d32a57f255346aa958d8a322e86e44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:58:10Z', 'updated_at': '2021-08-03T16:00:35Z', 'revision_number': 6, 'project_id': '0d32a57f255346aa958d8a322e86e44b', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:36.533322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a38103e-3b10-4132-bec3-cec6a59a8c68 req-312a0021-50d2-433b-be31-42b9aa653a66 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237523 Aug 03 16:00:36.583217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7dcee1-7298-45db-baa0-ba118706e2b5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:36.648656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e4c15b9-024f-42a0-a60b-3a0d0e8ae783 req-fcfc1c45-a2cd-4bd9-a031-afb0db5a8435 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 210 time: 0.0967703 Aug 03 16:00:36.718661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.788068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0291360a-958e-448e-a478-4122a927bf38,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:36.789229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2ce1f55f-c889-4425-a956-c7a12221fa81 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers/01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 200 len: 879 time: 0.5602324 Aug 03 16:00:36.790430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43586) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:36.828322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '0291360a-958e-448e-a478-4122a927bf38', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': '0291360a-958e-448e-a478-4122a927bf38', 'mac_address': 'fa:16:3e:65:dd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:36.846697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.849463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.936942 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:36.969623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0291360a-958e-448e-a478-4122a927bf38 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:37.027500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.027500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93a424a-24ff-4ca9-956e-6096ef1c33c8 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:37.034873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.036926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0291360a-958e-448e-a478-4122a927bf38,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:37.039687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d714922b-9546-4181-a8f8-fa2a0055b408 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f93a424a-24ff-4ca9-956e-6096ef1c33c8 HTTP/1.1" status: 204 len: 168 time: 2.1369033 Aug 03 16:00:37.040725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:37.046430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.155932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-232f569c-6527-4486-af76-a64fa3299898 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:37.157877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-232f569c-6527-4486-af76-a64fa3299898 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/networks?id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 200 len: 797 time: 0.2398756 Aug 03 16:00:37.164183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Deleting subnet 697476df-f239-4c1b-a050-504c31c6e0ed {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:37.168065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.189862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:37.315241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-9b0805b7-6b02-44d7-a9be-cdeae69576f6 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd HTTP/1.1" status: 200 len: 379 time: 0.1427062 Aug 03 16:00:37.327869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.363638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0291360a-958e-448e-a478-4122a927bf38'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:37.404348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2cc8706-bbc3-4cbb-b78a-8ca789c346b6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6118224 Aug 03 16:00:37.409772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43602) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:37.416575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dcb63a11-8295-4e5d-8867-71d58a72a004 req-94362f92-c211-445f-a3a6-481ec606d7a1 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1180675 Aug 03 16:00:37.426968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-591841344'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:37.434304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'port': {'device_id': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'admin_state_up': True, 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'security_groups': ['af02e2a3-2b29-4f9f-93db-b95a2af04ffa']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:37.678247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ed7dcee1-7298-45db-baa0-ba118706e2b5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:37.733415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ed7dcee1-7298-45db-baa0-ba118706e2b5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:37.733787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ed7dcee1-7298-45db-baa0-ba118706e2b5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:37.734217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0824cebe-7bae-44eb-b0f0-671223348bd1 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:37.792840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0824cebe-7bae-44eb-b0f0-671223348bd1 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:37.794138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0824cebe-7bae-44eb-b0f0-671223348bd1 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:37.798781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.805051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3306a4b-383d-49c4-ada6-156d9856fa85 req-a6a79eb6-b0e5-4595-b854-993a874f41fe tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 210 time: 0.0425007 Aug 03 16:00:37.884295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.957336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697476df-f239-4c1b-a050-504c31c6e0ed,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:37.970912 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:37.973519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d98f6071-4960-4254-8b55-a6b11dc5218c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/697476df-f239-4c1b-a050-504c31c6e0ed HTTP/1.1" status: 204 len: 168 time: 0.9268885 Aug 03 16:00:37.976526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:37.976860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Made reservation on behalf of 23bd751f84b447cd8c7eb9f9c5ab05bd for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:37.980056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2e643-031b-4326-a288-0fae9ae1bfba None None] Network eb9f8326-9d3b-4021-bf42-cd16fc25ade0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:37.980708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.114467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.123435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.140663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09232-7d76-40cc-85d7-7f065980560c req-49e6d9a3-e9be-4d49-a7a2-8245bf29f96f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:38.141372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.148399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67f09232-7d76-40cc-85d7-7f065980560c req-49e6d9a3-e9be-4d49-a7a2-8245bf29f96f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 944 time: 0.5027413 Aug 03 16:00:38.284349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] DHCP port deletion for eb9f8326-9d3b-4021-bf42-cd16fc25ade0 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:38.295179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 01731174-f569-487f-bc67-95c1e69d7bc3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:38.296234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67f09232-7d76-40cc-85d7-7f065980560c req-bae5c994-015d-4e68-8474-4ae4b3ef7356 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469610 Aug 03 16:00:38.352302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Deleting port 4b4d315a-90ef-48ed-a04d-751d3dd712cd {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:38.353148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.355757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.20.0.9 (2bafa9d0-f3ea-4171-94c5-1ebf4829d375/e540d33e-faf0-4865-8baf-c1aeabbde8ea/be8a24aa-c691-456c-9d3c-8282b1030db2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:38.365665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Deleting port 4b4d315a-90ef-48ed-a04d-751d3dd712cd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:38.366398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.456051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:38.458131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] For port 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4b4d315a-90ef-48ed-a04d-751d3dd712cd,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:38.458515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.464010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.469453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e754cecb-dffc-4a17-8efa-2169b2bbf482 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 200 len: 886 time: 1.0432880 Aug 03 16:00:38.469453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:38.477612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] For port 4b4d315a-90ef-48ed-a04d-751d3dd712cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4b4d315a-90ef-48ed-a04d-751d3dd712cd,segment=NetworkSegment(42a16026-6414-440c-aa43-7862de658771),segment_id=42a16026-6414-440c-aa43-7862de658771)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:38.478507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.485847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] Sync routers for ids ['01731174-f569-487f-bc67-95c1e69d7bc3'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:38.500907 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] Routers {'01731174-f569-487f-bc67-95c1e69d7bc3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:38.501470 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['01731174-f569-487f-bc67-95c1e69d7bc3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:38.519839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Calling delete_port for 4b4d315a-90ef-48ed-a04d-751d3dd712cd owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:38.539760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0291360a-958e-448e-a478-4122a927bf38 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:38.576123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Calling delete_port for 4b4d315a-90ef-48ed-a04d-751d3dd712cd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:38.592730 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:38.609887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] Routers {'01731174-f569-487f-bc67-95c1e69d7bc3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:38.612053 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['01731174-f569-487f-bc67-95c1e69d7bc3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:38.621169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85d439f2-e9a2-4992-a044-69f7298a10f6 req-ef165c35-1037-4b12-a033-7a5a5e480506 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0731177 Aug 03 16:00:38.678052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.710971 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:38.711659 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bf334-4802-46ea-9f96-eecc11a18b52 None None] The sync data for ids ['01731174-f569-487f-bc67-95c1e69d7bc3'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:38.721772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Transition to ACTIVE for port object be8a24aa-c691-456c-9d3c-8282b1030db2 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:38.733154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.747701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e3f5140c-3a5d-4338-9ef1-292f8ab9d2d0 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers/01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 200 len: 886 time: 0.2769110 Aug 03 16:00:38.750528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:38.753700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] No DVR routers for this DVR port 4b4d315a-90ef-48ed-a04d-751d3dd712cd on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:38.779925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 0291360a-958e-448e-a478-4122a927bf38 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:38.787868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4d315a-90ef-48ed-a04d-751d3dd712cd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:38.795529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 0291360a-958e-448e-a478-4122a927bf38 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:38.796089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.808998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eea49867-f34c-4295-89f0-b0de03ed7d94 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 200 len: 205 time: 0.0572491 Aug 03 16:00:38.810264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43632) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:38.843905 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.869692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] Pushing event deleted for resources: {'Port': ['ID=4b4d315a-90ef-48ed-a04d-751d3dd712cd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:38.884800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc55eb-65ff-4a1e-bdfd-49ab16a90ed1 None None] No DVR routers for this DVR port 4b4d315a-90ef-48ed-a04d-751d3dd712cd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:38.933229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.943427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:38.957013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.003533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0291360a-958e-448e-a478-4122a927bf38'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:39.010873 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f639f87-c34c-4e98-98a3-d25b98e4b1aa" -d '{"events": [{"server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "name": "network-vif-plugged", "status": "completed", "tag": "0291360a-958e-448e-a478-4122a927bf38"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:39.039732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.048373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9f8326-9d3b-4021-bf42-cd16fc25ade0']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:39.063872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0291360a-958e-448e-a478-4122a927bf38,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:39.071314 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.124735 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a931a6-a349-4df9-86d2-5adf41ab339b x-openstack-request-id: req-81a931a6-a349-4df9-86d2-5adf41ab339b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:39.125208 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "name": "network-vif-plugged", "status": "completed", "tag": "0291360a-958e-448e-a478-4122a927bf38", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:39.125587 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81a931a6-a349-4df9-86d2-5adf41ab339b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:39.127444 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0291360a-958e-448e-a478-4122a927bf38', 'code': 200} Aug 03 16:00:39.134192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a16026-6414-440c-aa43-7862de658771') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:39.134749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a16026-6414-440c-aa43-7862de658771') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:39.138683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:39.157440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:39.180129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:39.182502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.215682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:39.230341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:39.287666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.297166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.330971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef5c82-7e50-42b8-a440-97d9687df7d0 req-caf00713-b13d-45da-a083-b50cef2d15be tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:39.339554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6ef5c82-7e50-42b8-a440-97d9687df7d0 req-caf00713-b13d-45da-a083-b50cef2d15be tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 931 time: 0.3761580 Aug 03 16:00:39.371964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1736632-c248-4308-adc0-d77c0a51b99d req-446934af-a801-4eb3-993c-23273cb0a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:39.373787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:39.374220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:39.375941 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:39.394769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1736632-c248-4308-adc0-d77c0a51b99d req-446934af-a801-4eb3-993c-23273cb0a7af service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 1096 time: 0.1503925 Aug 03 16:00:39.420769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4b4d315a-90ef-48ed-a04d-751d3dd712cd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:39.452989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4b4d315a-90ef-48ed-a04d-751d3dd712cd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:39.459701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4b4d315a-90ef-48ed-a04d-751d3dd712cd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:39.485729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:39.486494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.496291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6ef5c82-7e50-42b8-a440-97d9687df7d0 req-f41cccda-4131-4d26-8370-b94a8eb146b0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558354 Aug 03 16:00:39.506804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.510363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-5ddb7239-afa2-432d-b401-67a90b0a7ea7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0924134 Aug 03 16:00:39.518357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.523729 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eb9f8326-9d3b-4021-bf42-cd16fc25ade0 HTTP/1.1" status: 204 len: 168 time: 1.5193441 Aug 03 16:00:39.531574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Request body: {'port': {'device_id': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:39.557582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664d6b-f716-43d5-9f92-5e0726e192e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9f8326-9d3b-4021-bf42-cd16fc25ade0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:39.612451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1736632-c248-4308-adc0-d77c0a51b99d req-49259ccc-e4f6-4cdf-a3ce-f3b729ad01bb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166247 Aug 03 16:00:39.628075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.645607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c6f8e64-bd32-413d-9826-ec7005105c9d None None] Provisioning for port be8a24aa-c691-456c-9d3c-8282b1030db2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:39.650771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c6f8e64-bd32-413d-9826-ec7005105c9d None None] Provisioning complete for port be8a24aa-c691-456c-9d3c-8282b1030db2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:39.652177 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8e64-bd32-413d-9826-ec7005105c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.684196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 25e2999e-028a-4dd4-8753-b4dff4c1ab6d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:39.687130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.754347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f8e64-bd32-413d-9826-ec7005105c9d None None] Port be8a24aa-c691-456c-9d3c-8282b1030db2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:39.815391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336fd9c-50cd-4119-8909-ba75f86d2e67 req-afbec406-940f-46ff-aa18-0d2a7ca8c56d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:39.816962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8336fd9c-50cd-4119-8909-ba75f86d2e67 req-afbec406-940f-46ff-aa18-0d2a7ca8c56d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.3356128 Aug 03 16:00:39.825884 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-416bd37f-196d-4166-96bc-4c99f131d17a req-e16c7efe-f65a-4d6f-9cbe-d3d3d32502bb tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0343437 Aug 03 16:00:39.831878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ab321f7-f0a3-48c9-a58f-13d9a1238563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.910502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8336fd9c-50cd-4119-8909-ba75f86d2e67 req-771ad2ee-9931-4315-a807-371881b25431 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Aug 03 16:00:39.917308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:39.957467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 25e2999e-028a-4dd4-8753-b4dff4c1ab6d owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:39.959148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43658) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:40.059304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a3b6f677-5e1d-48f7-a3b1-f81f59acc145 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d32a57f255346aa958d8a322e86e44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967617 Aug 03 16:00:40.060564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:40.186957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8a24aa-c691-456c-9d3c-8282b1030db2 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:40.204168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.208826 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.213109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.245231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=25e2999e-028a-4dd4-8753-b4dff4c1ab6d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:40.245675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Transition to ACTIVE for port object be8a24aa-c691-456c-9d3c-8282b1030db2 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:40.251238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.261780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.331155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.408573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Pushing event updated for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:40.464939 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.470030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.488510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.494773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.499150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c11264f-ed52-4717-b3b5-2af417480f2e HTTP/1.1" status: 204 len: 168 time: 0.4364874 Aug 03 16:00:40.504008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Attempting to bind port be8a24aa-c691-456c-9d3c-8282b1030db2 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:40.510425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Attempting to bind port be8a24aa-c691-456c-9d3c-8282b1030db2 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:40.513493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Attempting to bind port be8a24aa-c691-456c-9d3c-8282b1030db2 on network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:40.526813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d260a-2cf5-4698-999d-8652fe0aa6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c11264f-ed52-4717-b3b5-2af417480f2e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:40.531553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Port be8a24aa-c691-456c-9d3c-8282b1030db2 on network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:40.533264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Attempting to bind port be8a24aa-c691-456c-9d3c-8282b1030db2 on network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:40.544678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:40.545181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Checking segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:40.545723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Bound using segment: {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:40.546533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Bound port: be8a24aa-c691-456c-9d3c-8282b1030db2, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:40.547227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.571072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.573030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 01731174-f569-487f-bc67-95c1e69d7bc3 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:40.596593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.598604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16481128-8134-445c-a8fe-761349c28cc7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 204 len: 168 time: 1.7872610 Aug 03 16:00:40.603095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43668) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:40.611709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-673518994'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:40.647332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:40.656006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:40.657185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.661380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=be8a24aa-c691-456c-9d3c-8282b1030db2,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:40.678050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.720121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:00:40.756658 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.757006 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment 59ee8890-3682-47cf-99e7-468118d02c60 of type vlan for network c2cb807e-5935-4da7-805d-1a4bdd185306 Aug 03 16:00:40.824313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:40.826460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.828120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] 10.222.0.78 "PUT /v2.0/ports/be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 200 len: 1091 time: 1.3021953 Aug 03 16:00:40.849734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:40.852872 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8713bd80-62a4-4f7b-b304-47fee54c5f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:40.865331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.929995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.933260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695814-8337-4720-ba06-ea80ac2b72dd service neutron] Pushing event updated for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:40.949628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:40.951200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a4a0-4c90-467b-a2ab-f179115c506a req-06d7c04a-ca8b-4131-8e8e-9ec54090f1d9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:40.951420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:40.953297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63f0a4a0-4c90-467b-a2ab-f179115c506a req-06d7c04a-ca8b-4131-8e8e-9ec54090f1d9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 943 time: 0.1772249 Aug 03 16:00:40.954855 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa391a1f-d802-4485-a666-1295525517dc x-openstack-request-id: req-fa391a1f-d802-4485-a666-1295525517dc {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:40.955326 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:40.955672 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa391a1f-d802-4485-a666-1295525517dc {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:40.956123 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'status': 'completed', 'code': 200} Aug 03 16:00:40.983634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-7b8fa8a7-0bf0-4312-b099-f4c411b470d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:40.988184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3836331 Aug 03 16:00:40.991068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-7b8fa8a7-0bf0-4312-b099-f4c411b470d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1094 time: 0.1058302 Aug 03 16:00:40.991821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43688) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:41.025424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:41.127598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306e2ef-7e10-45a6-9d0d-16f53d4a5413 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=c2cb807e-5935-4da7-805d-1a4bdd185306,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:41.151211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c2cb807e-5935-4da7-805d-1a4bdd185306 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:00:41.209401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe3ecdf-df18-4da5-9862-649f10f787e4 req-b4dfb331-c461-4606-9099-5f342480a510 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0576334 Aug 03 16:00:41.239775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-8e6ffac2-b033-4f53-bf73-4dc80f0147e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 200 len: 217 time: 0.2033107 Aug 03 16:00:41.292479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63f0a4a0-4c90-467b-a2ab-f179115c506a req-ec028556-7f1f-4646-bb6b-0938a8162937 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243425 Aug 03 16:00:41.379821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:41.383503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:41.578245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980899-d820-42c5-97ac-5d97d56d381c req-821b520d-209c-427d-9cf3-41547abcf4b8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:41.580115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe980899-d820-42c5-97ac-5d97d56d381c req-821b520d-209c-427d-9cf3-41547abcf4b8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.2270572 Aug 03 16:00:41.650370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe980899-d820-42c5-97ac-5d97d56d381c req-b77ffb49-c4e3-4af6-bfaf-f9503aa3c4d7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639279 Aug 03 16:00:41.652246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-7e506271-b499-4de1-9327-019a0197a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:41.654637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-7e506271-b499-4de1-9327-019a0197a743 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e540d33e-faf0-4865-8baf-c1aeabbde8ea HTTP/1.1" status: 200 len: 834 time: 0.3960235 Aug 03 16:00:41.768282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-34daa66a-6fc2-49ba-bb3c-035a6f34b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:41.770124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-34daa66a-6fc2-49ba-bb3c-035a6f34b869 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053121 Aug 03 16:00:41.771654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.070308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43724) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:42.112945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a4f25bb-7f03-4ad1-8c0e-e2b4054074af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.231270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1518765826-network', 'tenant_id': 'a2d8cdc1ff024bf6b90a0d1dc0f16d23'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:42.264721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Made reservation on behalf of a2d8cdc1ff024bf6b90a0d1dc0f16d23 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:42.269999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.288249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.369814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-657b5a23-40ac-4cb2-bcbc-ed3b0fc57af4 req-f7be7fb1-29c7-4e55-90bf-7d2208325a13 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0448556 Aug 03 16:00:42.376153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-07f7967c-18f9-4af8-bf3d-74039fb148bd service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957866 Aug 03 16:00:42.455843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=c64ce0ff-6f22-428f-9cfe-7414c479648e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:42.477581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.479807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': '59ee8890-3682-47cf-99e7-468118d02c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:42.480180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: c2cb807e-5935-4da7-805d-1a4bdd185306, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:00:42.486882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.515425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457900a-50ee-40ec-a523-8237c3ab186a req-ac1de7b5-3334-4a1d-8769-e0c47202bf6a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.529204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:00:42.534572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c457900a-50ee-40ec-a523-8237c3ab186a req-ac1de7b5-3334-4a1d-8769-e0c47202bf6a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.6801031 Aug 03 16:00:42.569077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4dab89a-fa8d-4a27-b6aa-c4adbcb10ce4 req-d0380226-9326-45d0-bb4e-2ee217a992b8 service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795704 Aug 03 16:00:42.570969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d69b372-2af4-4b33-a1ba-99ec0307de2c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:42.581205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.581559 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Added segment bfdd827e-9559-45f4-8b87-2042485a5c15 of type vlan for network a4784fbc-c9f4-47d4-9654-1ff794901bdf Aug 03 16:00:42.590321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f4a75-ce00-4bd6-a8b0-51f7e17030fd req-47b1cc10-141a-4b71-a96a-f5e4ffa9aed0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.593060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb9f4a75-ce00-4bd6-a8b0-51f7e17030fd req-47b1cc10-141a-4b71-a96a-f5e4ffa9aed0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 943 time: 0.1016493 Aug 03 16:00:42.627904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c457900a-50ee-40ec-a523-8237c3ab186a req-6fdd2d0b-210d-459a-ac60-f6e32d0c67c7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823300 Aug 03 16:00:42.661100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network c2cb807e-5935-4da7-805d-1a4bdd185306 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:00:42.663119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.678104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c2cb807e-5935-4da7-805d-1a4bdd185306) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:42.691502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b335e4-6d78-4593-afe4-179d4756e010 None None] Network c2cb807e-5935-4da7-805d-1a4bdd185306 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:42.696315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb9f4a75-ce00-4bd6-a8b0-51f7e17030fd req-99199feb-4243-408a-9c75-b6548dc40374 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655754 Aug 03 16:00:42.702278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.702869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.742704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.751292 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3b1bb424-9692-44eb-b48f-55deeb0b8ada tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7343080 Aug 03 16:00:42.755418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-7867e37c-90cb-4b7f-a5ca-307307841535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.756863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-7867e37c-90cb-4b7f-a5ca-307307841535 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1094 time: 0.0636101 Aug 03 16:00:42.757186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:42.763259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.764172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-283057276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:42.764367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.848265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.898949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-79b07f4e-1989-4078-900f-2f0dfcff8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:42.900067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4784fbc-c9f4-47d4-9654-1ff794901bdf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:42.900538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-79b07f4e-1989-4078-900f-2f0dfcff8738 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 200 len: 898 time: 0.1268086 Aug 03 16:00:42.916437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:00:42.944290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b69d1b4f-8a87-4ca4-b992-8292947cc8b2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8726006 Aug 03 16:00:42.947452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43744) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:42.953694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Request body: {'subnet': {'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1518765826-subnet', 'tenant_id': 'a2d8cdc1ff024bf6b90a0d1dc0f16d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:42.976470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-bcde8f09-cbf6-4dca-ac13-bbde493a0d21 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 200 len: 217 time: 0.0595677 Aug 03 16:00:42.977482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:42.979011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.016534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Made reservation on behalf of a2d8cdc1ff024bf6b90a0d1dc0f16d23 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:43.019280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.083160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.095702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.139263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-484d5606-62af-4e9c-82fd-8f4ae87241f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:43.141474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-484d5606-62af-4e9c-82fd-8f4ae87241f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e540d33e-faf0-4865-8baf-c1aeabbde8ea HTTP/1.1" status: 200 len: 834 time: 0.1491263 Aug 03 16:00:43.148699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c2cb807e-5935-4da7-805d-1a4bdd185306', 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': 'c64ce0ff-6f22-428f-9cfe-7414c479648e'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:00:43.149661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.170383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.173667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a491a9da-0d49-4838-9473-a90ae8a7a76a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4128842 Aug 03 16:00:43.174782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43758) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:43.295989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45832e-b898-4756-8095-d60ec53bfbf6 req-be5f6b91-bdf6-4dd8-a41d-4d724a9cb301 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:43.297881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f45832e-b898-4756-8095-d60ec53bfbf6 req-be5f6b91-bdf6-4dd8-a41d-4d724a9cb301 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.1548896 Aug 03 16:00:43.319225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-31a95359-b582-44b3-b965-2ebb4b709c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:43.323517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-31a95359-b582-44b3-b965-2ebb4b709c4e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453185 Aug 03 16:00:43.393584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Allocated IP 172.20.0.2 (c2cb807e-5935-4da7-805d-1a4bdd185306/c64ce0ff-6f22-428f-9cfe-7414c479648e/e9cd54c0-d18f-4653-86c0-ca8716dded11) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:43.471690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f45832e-b898-4756-8095-d60ec53bfbf6 req-8c5a8a10-0e03-44e5-a040-d1c17fa66a38 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553216 Aug 03 16:00:43.564947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-429f5459-afd4-4274-a476-3ee89def294b service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248836 Aug 03 16:00:43.640818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.652393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Transition to ACTIVE for port object e9cd54c0-d18f-4653-86c0-ca8716dded11 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:43.675206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Transition to ACTIVE for port object e9cd54c0-d18f-4653-86c0-ca8716dded11 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:43.697357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.703655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.744425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Network c2cb807e-5935-4da7-805d-1a4bdd185306 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:43.748874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:43.755321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:43.762463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8713bd80-62a4-4f7b-b304-47fee54c5f3a req-4a32934e-5cde-4787-bddd-6bf99a842f2b service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891837 Aug 03 16:00:43.762977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Pushing event updated for resources: {'Port': ['ID=e9cd54c0-d18f-4653-86c0-ca8716dded11,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:43.844161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Attempting to bind port e9cd54c0-d18f-4653-86c0-ca8716dded11 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:43.844422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Attempting to bind port e9cd54c0-d18f-4653-86c0-ca8716dded11 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '59ee8890-3682-47cf-99e7-468118d02c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:43.844793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Attempting to bind port e9cd54c0-d18f-4653-86c0-ca8716dded11 on network c2cb807e-5935-4da7-805d-1a4bdd185306 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:43.854779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:43.855167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Checking segment: {'id': '59ee8890-3682-47cf-99e7-468118d02c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:43.855596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.856074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Bound using segment: {'id': '59ee8890-3682-47cf-99e7-468118d02c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:43.857369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Bound port: e9cd54c0-d18f-4653-86c0-ca8716dded11, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee8890-3682-47cf-99e7-468118d02c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c2cb807e-5935-4da7-805d-1a4bdd185306'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:43.858032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:43.959195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] For port e9cd54c0-d18f-4653-86c0-ca8716dded11, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:43.969216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] For port e9cd54c0-d18f-4653-86c0-ca8716dded11, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e9cd54c0-d18f-4653-86c0-ca8716dded11,segment=NetworkSegment(59ee8890-3682-47cf-99e7-468118d02c60),segment_id=59ee8890-3682-47cf-99e7-468118d02c60)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:43.980877 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.026623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f653b4-d006-4bd9-a017-a1a4a08d39b8 req-8a27dc81-444d-4e84-a83c-8552115f3394 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:44.029097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79f653b4-d006-4bd9-a017-a1a4a08d39b8 req-8a27dc81-444d-4e84-a83c-8552115f3394 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 943 time: 0.0833049 Aug 03 16:00:44.098803 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79f653b4-d006-4bd9-a017-a1a4a08d39b8 req-dc07bb79-c146-44ca-bb77-702ba64a3dba tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546846 Aug 03 16:00:44.110515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93ca1b-e628-4986-bbd4-d8a8a3d3f6a1 None None] Pushing event updated for resources: {'Port': ['ID=e9cd54c0-d18f-4653-86c0-ca8716dded11,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:44.189489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a980e66-b835-4b33-857a-1cb877dfc783 req-d3ff3035-205a-4ab9-a083-ac9c9d5d23be tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1882403 Aug 03 16:00:44.233843 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:00:44.401373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.435133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.542643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device be8a24aa-c691-456c-9d3c-8282b1030db2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:00:44.587718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf12cdd-2534-42e9-a8ed-27714af2321c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:44.607465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.607949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.608359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.608766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.609192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.609588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.610006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.610422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.610820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.611215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.611607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.612006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:44.685160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=be8a24aa-c691-456c-9d3c-8282b1030db2,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:44.699003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'port_id': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'mac_address': 'fa:16:3e:4f:b0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:00:44.701485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-2f701c2f-a425-4916-8ff8-f2f6f93797fc tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:44.705851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-2f701c2f-a425-4916-8ff8-f2f6f93797fc tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.0770276 Aug 03 16:00:44.770791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.773129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e744c-54e3-4d29-bcfa-9f2d73216f92 req-39202802-51f6-4131-b0be-fe8bc0bf3916 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:44.775854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c4e744c-54e3-4d29-bcfa-9f2d73216f92 req-39202802-51f6-4131-b0be-fe8bc0bf3916 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 945 time: 0.1772428 Aug 03 16:00:44.801475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8a24aa-c691-456c-9d3c-8282b1030db2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:44.849112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Checking segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:44.849483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Network hostable DHCP agents. Network: a4784fbc-c9f4-47d4-9654-1ff794901bdf, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:00:44.851123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=be8a24aa-c691-456c-9d3c-8282b1030db2,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:44.858786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.880890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c4e744c-54e3-4d29-bcfa-9f2d73216f92 req-c017faea-5f31-40b5-a779-4b6272d768b6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875266 Aug 03 16:00:44.910061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port 0291360a-958e-448e-a478-4122a927bf38 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:44.911218 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.980239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:44.993632 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:44.996754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:00:45.015027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a4784fbc-c9f4-47d4-9654-1ff794901bdf) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:45.025067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f286642-df5b-42cf-9b71-2e5fdfe9b3b6 None None] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:45.037802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:45.039785 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:45.092733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port 0291360a-958e-448e-a478-4122a927bf38, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0291360a-958e-448e-a478-4122a927bf38,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:45.095028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:45.149015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for 0291360a-958e-448e-a478-4122a927bf38 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:45.159998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.20.0.1 (c2cb807e-5935-4da7-805d-1a4bdd185306/c64ce0ff-6f22-428f-9cfe-7414c479648e/dfa525a1-ee61-4a5b-819d-422738487de4) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:45.422457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:45.430498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35c832d1-a558-45e1-a332-4ecbe9256794 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4819627 Aug 03 16:00:45.445576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['be8a24aa-c691-456c-9d3c-8282b1030db2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:45.522622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object dfa525a1-ee61-4a5b-819d-422738487de4 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:45.596478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546f455-7c0a-455c-b4e9-fdec695816c6 req-a5406f2b-0e19-44d7-9f89-ea7e673d74e4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:45.601541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4546f455-7c0a-455c-b4e9-fdec695816c6 req-a5406f2b-0e19-44d7-9f89-ea7e673d74e4 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 944 time: 0.2875869 Aug 03 16:00:45.602661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e73c4a-c4ee-453e-bdbb-871c59f177ac None None] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:45.618426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e9cd54c0-d18f-4653-86c0-ca8716dded11 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:45.673844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-968e1bb5-2466-44a4-ad36-285aae90df62 req-7497aa18-6393-45fe-a313-8b309d361d6c tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1008224 Aug 03 16:00:45.741513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d2cc43-796e-4235-a297-98daa13601c1 None None] Network c2cb807e-5935-4da7-805d-1a4bdd185306 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:45.754121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:45.812561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4546f455-7c0a-455c-b4e9-fdec695816c6 req-1a09cbb6-b74b-4561-a7a4-d7a923c22e45 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986942 Aug 03 16:00:45.826104 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:45.831773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:45.925110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network c2cb807e-5935-4da7-805d-1a4bdd185306 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:45.930692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:45.940462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=0291360a-958e-448e-a478-4122a927bf38,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:45.951028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:46.007754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port 0291360a-958e-448e-a478-4122a927bf38 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:46.011113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:46.013933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d0e1f49-0b54-42c9-b9c5-9f2a0636f172 req-44cf2338-e9af-4360-bd90-a66a06d42b9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/0291360a-958e-448e-a478-4122a927bf38 HTTP/1.1" status: 204 len: 173 time: 1.2914701 Aug 03 16:00:46.014454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'name': 'network-vif-deleted', 'tag': '0291360a-958e-448e-a478-4122a927bf38'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:46.017049 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e60b57-d45e-4b33-b088-744a7abd4e9e" -d '{"events": [{"server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "name": "network-vif-deleted", "tag": "0291360a-958e-448e-a478-4122a927bf38"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:46.031851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=dfa525a1-ee61-4a5b-819d-422738487de4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:46.083537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:46.084217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56c69217-efe9-4cc5-aab8-0f9e58fe84de req-4805b8b6-671e-403e-bfa5-800e3a53bb71 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f55aaec-0a3e-40d9-837d-5cf5839e8928 HTTP/1.1" status: 200 len: 210 time: 0.0614820 Aug 03 16:00:46.189027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fa12ed5e-efa0-4d34-a85f-bbd6953275bd None None] Provisioning for port e9cd54c0-d18f-4653-86c0-ca8716dded11 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:46.308189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:46.357761 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741b7ea-9052-43ba-bff5-ad297093e1c6 x-openstack-request-id: req-e741b7ea-9052-43ba-bff5-ad297093e1c6 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:46.358410 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f55aaec-0a3e-40d9-837d-5cf5839e8928", "name": "network-vif-deleted", "tag": "0291360a-958e-448e-a478-4122a927bf38", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:46.358977 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e741b7ea-9052-43ba-bff5-ad297093e1c6 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:46.359779 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f55aaec-0a3e-40d9-837d-5cf5839e8928', 'name': 'network-vif-deleted', 'tag': '0291360a-958e-448e-a478-4122a927bf38', 'status': 'completed', 'code': 200} Aug 03 16:00:46.466191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e9cd54c0-d18f-4653-86c0-ca8716dded11 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:46.504592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e9cd54c0-d18f-4653-86c0-ca8716dded11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:46.505176 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:46.720681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-e2534b8a-112f-4678-9a6c-17350199cf01 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:46.722485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-e2534b8a-112f-4678-9a6c-17350199cf01 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 818 time: 0.3571699 Aug 03 16:00:46.760772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-11546603-3ac0-4faf-a890-e1d34fed0a49 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/quotas/a2d8cdc1ff024bf6b90a0d1dc0f16d23 HTTP/1.1" status: 200 len: 375 time: 0.0252130 Aug 03 16:00:46.812731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:46.927351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e9cd54c0-d18f-4653-86c0-ca8716dded11, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e9cd54c0-d18f-4653-86c0-ca8716dded11,segment=NetworkSegment(59ee8890-3682-47cf-99e7-468118d02c60),segment_id=59ee8890-3682-47cf-99e7-468118d02c60)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:46.927854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-a620ccd0-407c-4b91-b5c6-ea395f05b0de tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561704 Aug 03 16:00:46.934403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b129a75c-d9ed-4798-8929-93ade2808080 req-05512660-d1fe-4663-8d8c-4c0946be317c tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0452597 Aug 03 16:00:46.958917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.146435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Provisioning complete for port e9cd54c0-d18f-4653-86c0-ca8716dded11 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:47.146955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.193867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a597c0-7ed2-4c3b-a7b5-eed7ac0c6d43 req-649ed151-9006-47f1-8989-d4de10f199df tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:47.204030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e9cd54c0-d18f-4653-86c0-ca8716dded11,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:47.207508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a597c0-7ed2-4c3b-a7b5-eed7ac0c6d43 req-649ed151-9006-47f1-8989-d4de10f199df tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 944 time: 0.1190093 Aug 03 16:00:47.259804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a597c0-7ed2-4c3b-a7b5-eed7ac0c6d43 req-14caf506-326d-49f0-b644-636f9ab6471d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512002 Aug 03 16:00:47.307114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Provisioning for port dfa525a1-ee61-4a5b-819d-422738487de4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:47.312340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Provisioning complete for port dfa525a1-ee61-4a5b-819d-422738487de4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:47.312721 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.383469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-d3bcde31-7027-417f-b645-fdef33f562d0 service neutron] 10.222.0.70 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257705 Aug 03 16:00:47.397598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-be6cf486-f1d5-41a4-96b7-21c1098630b4 None None] Port dfa525a1-ee61-4a5b-819d-422738487de4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:47.410087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e9cd54c0-d18f-4653-86c0-ca8716dded11 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:47.510625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-c12ed796-c775-4048-9c36-005f6960b7f7 service neutron] 10.222.0.70 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251571 Aug 03 16:00:47.521109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.529594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.560246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e9cd54c0-d18f-4653-86c0-ca8716dded11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:47.560246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.640375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-74c942cb-5547-48c4-8627-708a9776f578 None None] Provisioning complete for port dfa525a1-ee61-4a5b-819d-422738487de4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:47.640761 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-74c942cb-5547-48c4-8627-708a9776f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.715153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=dfa525a1-ee61-4a5b-819d-422738487de4,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:47.735441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:47.773905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-74c942cb-5547-48c4-8627-708a9776f578 None None] Port dfa525a1-ee61-4a5b-819d-422738487de4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:47.900783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network c2cb807e-5935-4da7-805d-1a4bdd185306 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:47.902687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:48.207123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4eb525c6-b682-4a61-88ee-e4b03970e4e9 req-6fa8482a-4288-4519-8f76-f4c1bf6fe2bc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0468254 Aug 03 16:00:48.233439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98775216-e895-4a58-9be3-1432360e6146 req-51009aad-17d4-4c1b-8455-6959cb42d97c tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0838871 Aug 03 16:00:48.258907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router e1f7fc29-d599-4d67-ab43-f7b18851914b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:00:48.308248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e71c5d54-eb5e-4d97-ba07-32f0b4fce837 None None] Provisioning complete for port dfa525a1-ee61-4a5b-819d-422738487de4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:48.308765 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e71c5d54-eb5e-4d97-ba07-32f0b4fce837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:48.390631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e71c5d54-eb5e-4d97-ba07-32f0b4fce837 None None] Port dfa525a1-ee61-4a5b-819d-422738487de4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:00:48.475832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98536bee-5216-4b7e-ab5b-c228fdd7c080 req-1a197ee1-81ed-4511-9724-b2afcf01f386 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:48.486099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98536bee-5216-4b7e-ab5b-c228fdd7c080 req-1a197ee1-81ed-4511-9724-b2afcf01f386 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 944 time: 0.0874770 Aug 03 16:00:48.505568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:48.522350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] Sync routers for ids ['e1f7fc29-d599-4d67-ab43-f7b18851914b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:48.524267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d51b6dc-92c3-402f-aa86-ae0db579d8cd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/e1f7fc29-d599-4d67-ab43-f7b18851914b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3484390 Aug 03 16:00:48.533792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43874) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:48.541699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] Routers {'e1f7fc29-d599-4d67-ab43-f7b18851914b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:48.545020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e1f7fc29-d599-4d67-ab43-f7b18851914b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:48.556836 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98536bee-5216-4b7e-ab5b-c228fdd7c080 req-6f205327-231b-40ea-b932-17d841d4dca8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693474 Aug 03 16:00:48.620546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device be8a24aa-c691-456c-9d3c-8282b1030db2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:00:48.623549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:48.628218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca0460-4895-4ece-bf69-af8588d86fa2 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:48.630076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16ca0460-4895-4ece-bf69-af8588d86fa2 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports/dfa525a1-ee61-4a5b-819d-422738487de4 HTTP/1.1" status: 200 len: 910 time: 0.0951664 Aug 03 16:00:48.632864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 43884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:48.638891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c64ce0ff-6f22-428f-9cfe-7414c479648e'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:48.640746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-b77e190d-15a5-4ce0-ae82-04b7011ddaaa tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:48.648242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-b77e190d-15a5-4ce0-ae82-04b7011ddaaa tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2244875 Aug 03 16:00:48.658125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] Routers {'e1f7fc29-d599-4d67-ab43-f7b18851914b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:48.658860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e1f7fc29-d599-4d67-ab43-f7b18851914b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:48.664649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-63dd4a40-ee05-4083-8d37-f019fd3edd61 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0151892 Aug 03 16:00:48.775770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ed45a67f-4b02-4561-be92-ddfa86e57ae7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013565 Aug 03 16:00:48.927218 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-586577fa-29e9-4e9f-b16b-102ea6ef8851 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319509 Aug 03 16:00:48.976040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:49.080456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:49.081037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b44f5a5-6887-461f-aa3c-e4c450aa5808 None None] The sync data for ids ['e1f7fc29-d599-4d67-ab43-f7b18851914b'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:49.142676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-a86764c0-4353-4038-9c2c-baa9b1a28d0c service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143061 Aug 03 16:00:49.170980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port be8a24aa-c691-456c-9d3c-8282b1030db2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:00:49.175813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port be8a24aa-c691-456c-9d3c-8282b1030db2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:00:49.176265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:49.352002 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:49.361858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c16d97c-4e08-4867-aedd-d2b834672bb3 req-722be3e3-d151-4251-a713-4c93c4d61a86 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0720942 Aug 03 16:00:49.405291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=be8a24aa-c691-456c-9d3c-8282b1030db2,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:49.407226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:49.415634 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09bf4be-b2da-40b9-a054-35d318e71c41" -d '{"events": [{"server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "name": "network-vif-plugged", "status": "completed", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:49.422471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:49.424780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0291360a-958e-448e-a478-4122a927bf38 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:49.499714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c888b197-2833-4b4e-87e4-211a42e3ccaf req-9687704e-a0be-48df-828b-9e7974941d63 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0570774 Aug 03 16:00:49.580974 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fffeadb-6c51-4a9b-95fd-e53a0ccc23ef x-openstack-request-id: req-0fffeadb-6c51-4a9b-95fd-e53a0ccc23ef {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:49.581261 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "name": "network-vif-plugged", "status": "completed", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:49.581499 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fffeadb-6c51-4a9b-95fd-e53a0ccc23ef {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:49.581992 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'code': 200} Aug 03 16:00:49.584804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 0291360a-958e-448e-a478-4122a927bf38 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:49.585159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0291360a-958e-448e-a478-4122a927bf38 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:49.617096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:49.760321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc489a60-2b37-4e75-99dd-e87f174eb73d req-8cd07e55-1135-4ae0-a89a-f5a0f1596a34 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 210 time: 0.1138885 Aug 03 16:00:49.792728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a98c-1f5c-45ba-ab07-48cc4d3126ea req-a902f5be-6f47-4e8c-8f15-a1a4b9d5e1ad tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:49.798678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebc5a98c-1f5c-45ba-ab07-48cc4d3126ea req-a902f5be-6f47-4e8c-8f15-a1a4b9d5e1ad tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.1052144 Aug 03 16:00:49.822352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f3574-7030-45b8-be57-672311e551dd req-e80ef836-1a6a-4bd5-866e-ea6f58e3d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:49.824305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e2f3574-7030-45b8-be57-672311e551dd req-e80ef836-1a6a-4bd5-866e-ea6f58e3d12a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1096 time: 0.1035252 Aug 03 16:00:49.906679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebc5a98c-1f5c-45ba-ab07-48cc4d3126ea req-104fd59b-c29b-47e8-8182-7f2e843bd127 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892925 Aug 03 16:00:49.910042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e2f3574-7030-45b8-be57-672311e551dd req-30fd0071-d51f-4c6a-b87c-867aa2efe467 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736728 Aug 03 16:00:49.914758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:49.942789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:50.079590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:50.080259 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:50.085059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 43938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:50.085234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/ports/dfa525a1-ee61-4a5b-819d-422738487de4 HTTP/1.1" status: 200 len: 910 time: 1.4511299 Aug 03 16:00:50.127170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=dfa525a1-ee61-4a5b-819d-422738487de4,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:50.147826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.148180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.148547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.148867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.149188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.149551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.149875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.150197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.150515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.150834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.151156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.151491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2decea1-f0c7-40a5-a474-098f595f246f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:00:50.632957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36965a2f-ba45-45f9-9c5c-dae1c3c455c1 req-79cb1f76-db45-4f53-ace6-5c2b178d610c tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0419145 Aug 03 16:00:50.664657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ce064eb-6b43-418e-8efc-25d6775b2dab req-765f2eb9-6b55-4372-b952-98c21705328c tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0348532 Aug 03 16:00:51.059826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e4fabd89-144f-46df-8e17-9c27ff8e645c req-36977a39-79a8-4869-a320-3c3b073646e5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 210 time: 0.1561837 Aug 03 16:00:51.102077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-3147518f-30f9-40f4-8c40-f3a38985a815 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:51.103836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-3147518f-30f9-40f4-8c40-f3a38985a815 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.72 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 818 time: 0.3111441 Aug 03 16:00:51.122877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Request body: {'port': {'device_id': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'admin_state_up': True, 'tenant_id': 'a2d8cdc1ff024bf6b90a0d1dc0f16d23'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:51.131134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4d610238-e7b6-4b17-b064-6f9f80b1cc05 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:51.133362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4d610238-e7b6-4b17-b064-6f9f80b1cc05 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 818 time: 0.3244491 Aug 03 16:00:51.136252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b4cb-b1a9-4205-b8ba-28d3a5212416 req-7003c284-a7f4-46f7-bfad-8789343dc68b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:51.145838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18f0b4cb-b1a9-4205-b8ba-28d3a5212416 req-7003c284-a7f4-46f7-bfad-8789343dc68b tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.1471095 Aug 03 16:00:51.165548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Request body: {'port': {'device_id': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'admin_state_up': True, 'tenant_id': 'a2d8cdc1ff024bf6b90a0d1dc0f16d23'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:51.325891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18f0b4cb-b1a9-4205-b8ba-28d3a5212416 req-ccca895f-0ec2-49ad-b201-d8b8b6b2eadd tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784351 Aug 03 16:00:51.454189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Made reservation on behalf of a2d8cdc1ff024bf6b90a0d1dc0f16d23 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:51.459307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.508055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.582224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-ff209b1a-c3d1-4ce0-9702-fb0242b961c2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:51.583756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-ff209b1a-c3d1-4ce0-9702-fb0242b961c2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 818 time: 0.2557027 Aug 03 16:00:51.614720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Request body: {'port': {'device_id': '77ba8e4a-866b-4549-aa85-3faf08470739', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'admin_state_up': True, 'tenant_id': 'a2d8cdc1ff024bf6b90a0d1dc0f16d23'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:51.617891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Made reservation on behalf of a2d8cdc1ff024bf6b90a0d1dc0f16d23 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:51.621218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.652592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Allocated IP 172.20.0.3 (a4784fbc-c9f4-47d4-9654-1ff794901bdf/3cf12cdd-2534-42e9-a8ed-27714af2321c/e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:51.799788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d610ca20-2139-4d52-9c95-489e25a518f4 req-9113819a-0cc7-4db4-a3c4-108b34556a84 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0406656 Aug 03 16:00:51.906485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.920101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Made reservation on behalf of a2d8cdc1ff024bf6b90a0d1dc0f16d23 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:51.928054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.938461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:51.989532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d18aa0f-5f64-4bba-877f-d1eb9131df07 req-1780c0fb-1985-4e6e-92aa-65cf0e070a07 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0539057 Aug 03 16:00:52.012581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.077549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:52.080725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:52.090138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:52.131438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event updated for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:52.174494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:52.175252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.214763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Allocated IP 172.20.0.14 (a4784fbc-c9f4-47d4-9654-1ff794901bdf/3cf12cdd-2534-42e9-a8ed-27714af2321c/c0f9fd01-3608-45d8-982b-ddb1db28741a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:52.226181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3e6c30-8e6a-441d-ba72-4033a27ccd63 req-d2c4d12e-7b39-4ed1-9ff2-a70d47400a18 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 210 time: 0.0440791 Aug 03 16:00:52.228032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7cd11aea-14f9-48e3-bc2f-445bc1e61358 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0713689 Aug 03 16:00:52.245876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Request body: {'port': {'device_id': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:52.290254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-5c1c3ffd-44fd-4bf5-a0f1-5f6a17187919 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:52.291817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-5c1c3ffd-44fd-4bf5-a0f1-5f6a17187919 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2947509 Aug 03 16:00:52.302513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port dfa525a1-ee61-4a5b-819d-422738487de4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:52.302870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.306922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.315499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:52.496640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905043a-05ab-4a7a-aefd-88431f9ae349 req-3c40f732-b69a-4be3-8446-69a07513a9ca tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:52.499633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5905043a-05ab-4a7a-aefd-88431f9ae349 req-3c40f732-b69a-4be3-8446-69a07513a9ca tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.0656841 Aug 03 16:00:52.550040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5905043a-05ab-4a7a-aefd-88431f9ae349 req-d41762b5-7cfc-4f2c-b369-58d93a577a7c tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Aug 03 16:00:52.572456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.615329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for dfa525a1-ee61-4a5b-819d-422738487de4 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:52.648126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.691985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:52.695564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:52.902999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-fce69510-aed3-4490-bd0f-e9cff18d3796 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:52.905113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-fce69510-aed3-4490-bd0f-e9cff18d3796 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.1130385 Aug 03 16:00:52.922403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-9f3d1cf2-641e-45f8-baaf-b47731b9e4ca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/quotas/1e6fc7984b274421bc6d26cd3c27d64d HTTP/1.1" status: 200 len: 375 time: 0.0109856 Aug 03 16:00:52.979160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-abdb4885-84a0-4c07-8c31-a0719f0acea4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505078 Aug 03 16:00:53.086335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-862f55c5-c481-45b3-b851-b61d0d9fcc19 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982487 Aug 03 16:00:53.143247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:53.183598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-bdc3d205-5a92-45df-afe5-5d26d8d7c044 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891876 Aug 03 16:00:53.197002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b48eb-cf4f-4caa-8c8e-46c508812a52 req-800f78a5-0ab0-4540-8bc7-59a4efd5d96d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:53.198548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae4b48eb-cf4f-4caa-8c8e-46c508812a52 req-800f78a5-0ab0-4540-8bc7-59a4efd5d96d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.4814341 Aug 03 16:00:53.307395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:53.322523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Allocated IP 172.20.0.13 (a4784fbc-c9f4-47d4-9654-1ff794901bdf/3cf12cdd-2534-42e9-a8ed-27714af2321c/5a765036-328a-49ce-a4d0-42aea7a4041a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:53.327983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:53.336687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event updated for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:53.340941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:53.378378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.14 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/d8dfec90-bdf9-44e6-b381-fb9e436a2f16) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:53.390599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44449bc6-f9fb-449d-acfd-0c6763f82956 req-901ce3bf-920c-4fdc-b55f-156cc3d63f75 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0333109 Aug 03 16:00:53.451632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae4b48eb-cf4f-4caa-8c8e-46c508812a52 req-e8697a4f-673a-475f-8497-f89421ff9d1d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111888 Aug 03 16:00:53.479672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:53.481229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:53.482095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:53.492045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:53.538375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7c4966f-2061-4e74-b0e1-c8de5258a8a3 req-75bdc391-2b7f-4eb5-9cc4-2aafd12f3678 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0594814 Aug 03 16:00:53.556631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-b5716841-a63c-439a-a89f-dadf3b3dcbd4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4382510 Aug 03 16:00:53.573349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=dfa525a1-ee61-4a5b-819d-422738487de4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:53.586135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd0a52-664f-452d-a2aa-9ddbf90db129 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:53.588311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-51cd0a52-664f-452d-a2aa-9ddbf90db129 tempest-TestNetworkBasicOps-977330363 tempest-TestNetworkBasicOps-977330363-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1091 time: 0.1072695 Aug 03 16:00:53.591843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44066) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:53.600866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:53.679923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b0d8eb93-18ae-4a8d-b4ea-d151f0b646a4 req-a638b246-d203-4fa2-807a-5e722d80c990 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 210 time: 0.1300380 Aug 03 16:00:53.694040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfc3a59b-63f7-43d3-8f0f-f15385461064 req-a7d814f9-fe26-41d2-8dbe-edc97d8c21cf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 210 time: 0.0621462 Aug 03 16:00:53.695662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:53.835633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Request body: {'port': {'device_id': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:53.879444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:53.973505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.046852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.054358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Allocated IP 172.25.7.166 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/372cdb84-deeb-4ab6-bea3-56dc6f5140f7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:54.089752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.164249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.242658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.287762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.291551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-7beffe6b-6868-43af-900b-7755a2e7edeb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:54.293017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-7beffe6b-6868-43af-900b-7755a2e7edeb tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/ports?device_id=271228e4-50f0-49e2-aabe-7eaa2aff3515 HTTP/1.1" status: 200 len: 945 time: 0.0961385 Aug 03 16:00:54.299278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:54.313110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:54.316520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:54.323318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.328196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router e1f7fc29-d599-4d67-ab43-f7b18851914b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:54.394887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=372cdb84-deeb-4ab6-bea3-56dc6f5140f7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:54.453913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Network a4784fbc-c9f4-47d4-9654-1ff794901bdf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:54.506187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:54.514251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:54.516487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event updated for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:54.581460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.585875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-620358ef-0b29-4d28-ba02-1939bb2d3160 req-7840e2be-ec64-46a1-8d1a-139aa580ecef tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0719485 Aug 03 16:00:54.588962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:54.595001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:00:54.603689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fffe2e77-bcce-4566-a762-4ac6f9555484 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/e1f7fc29-d599-4d67-ab43-f7b18851914b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5130768 Aug 03 16:00:54.606494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44080) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:54.608669 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9209397-233a-489c-808f-1e57282221ea None None] Sync routers for ids ['e1f7fc29-d599-4d67-ab43-f7b18851914b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:54.649793 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] Routers {'e1f7fc29-d599-4d67-ab43-f7b18851914b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:54.650714 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e1f7fc29-d599-4d67-ab43-f7b18851914b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:54.660006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:54.660922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:54.686999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c9f847e7-ab8e-4968-9a37-dd8a6778fe00 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1f7fc29-d599-4d67-ab43-f7b18851914b HTTP/1.1" status: 200 len: 205 time: 0.0764849 Aug 03 16:00:54.694903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:54.715372 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:54.730539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:54.750752 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] Routers {'e1f7fc29-d599-4d67-ab43-f7b18851914b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:54.752312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e1f7fc29-d599-4d67-ab43-f7b18851914b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:54.790593 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9209397-233a-489c-808f-1e57282221ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:54.791492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9209397-233a-489c-808f-1e57282221ea None None] The sync data for ids ['e1f7fc29-d599-4d67-ab43-f7b18851914b'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:00:54.852870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-4bcb24a5-c4b2-4f70-9f2c-d98dfaf2aecc tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2414484 Aug 03 16:00:54.853124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:54.873083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:54.875664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:54.884452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Request body: {'port': {'device_id': '77ba8e4a-866b-4549-aa85-3faf08470739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:54.931279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.077601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:55.078669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.103426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc9f4-4edc-406b-89e6-ecfc61e3dbc6 req-7956eebd-7d25-4e24-b409-f197fe5cb687 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:55.105434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e32fc9f4-4edc-406b-89e6-ecfc61e3dbc6 req-7956eebd-7d25-4e24-b409-f197fe5cb687 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 932 time: 0.4092011 Aug 03 16:00:55.288566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Deleting port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:55.289160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.296574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:55.356979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.439830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Transition to ACTIVE for port object e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:55.458451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.476608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7570b-4600-41f1-83c2-036ad2717aa1 req-b7862878-e504-4298-8fd7-6566dde04a9a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:55.478215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ca7570b-4600-41f1-83c2-036ad2717aa1 req-b7862878-e504-4298-8fd7-6566dde04a9a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 932 time: 0.3151028 Aug 03 16:00:55.507705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-db4b85b1-982b-49a8-aa64-579989ffa139 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2016838 Aug 03 16:00:55.508472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.516729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-2b489592-ca15-44a3-8649-aaed1d6698cc tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:55.518470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-2b489592-ca15-44a3-8649-aaed1d6698cc tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.8479826 Aug 03 16:00:55.552038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Request body: {'port': {'device_id': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'admin_state_up': True, 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:55.577823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Request body: {'port': {'device_id': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:55.583085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.608046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.678858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] For port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:55.679236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.689377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:55.737343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Calling delete_port for 7f29b825-10f2-46a5-9a4f-27115b0c2d8a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:55.742171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e32fc9f4-4edc-406b-89e6-ecfc61e3dbc6 req-004ef559-bc7c-48bc-aff5-8c3ed1c01a1f tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692496 Aug 03 16:00:55.770266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ca7570b-4600-41f1-83c2-036ad2717aa1 req-b64f5886-79ab-48bb-9630-fb4475c516a7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610745 Aug 03 16:00:55.831349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.831999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router e1f7fc29-d599-4d67-ab43-f7b18851914b {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:00:55.881425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:55.885342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-06c5c6df-0c9b-4479-a3e4-77b7f6fa892f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/e1f7fc29-d599-4d67-ab43-f7b18851914b HTTP/1.1" status: 204 len: 168 time: 1.1829174 Aug 03 16:00:55.894153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:55.991652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.036634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Attempting to bind port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:56.036980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Attempting to bind port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:56.037360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Attempting to bind port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:56.046514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 7f29b825-10f2-46a5-9a4f-27115b0c2d8a no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:56.048270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.076711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-12f448fd-6a56-4ecd-8668-2fbe708ed2d3 req-8516b7a8-ee02-42b5-a3c6-ad495d439cac tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 210 time: 0.1830034 Aug 03 16:00:56.080632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf on network a4784fbc-c9f4-47d4-9654-1ff794901bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:56.080965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Attempting to bind port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:56.097973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.100462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:00:56.104069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.138854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:56.139171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Checking segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:56.139409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Bound using segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:56.140042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Bound port: e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:56.140243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.163856 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.210587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet c64ce0ff-6f22-428f-9cfe-7414c479648e {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:00:56.243313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.341543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f6866e6-cb5c-4b5c-a5d4-7f25b0cc0850 req-3f2547bb-9a5a-4197-92c7-8cba8cd3b0c1 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0864336 Aug 03 16:00:56.377990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f9fd01-3608-45d8-982b-ddb1db28741a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:56.397474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.401917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.408059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.421315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.449070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:56.464249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Transition to ACTIVE for port object c0f9fd01-3608-45d8-982b-ddb1db28741a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:56.506384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event deleted for resources: {'Port': ['ID=7f29b825-10f2-46a5-9a4f-27115b0c2d8a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:56.511253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.516916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:56.531316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.592854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Allocated IP 172.20.0.12 (ee1d35c5-262f-4e45-b682-989e64a2aac1/1e7e204b-1a23-460d-850d-437b3cc95281/d2cec36d-667d-4447-9170-5891636f562e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:00:56.634268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] No DVR routers for this DVR port 7f29b825-10f2-46a5-9a4f-27115b0c2d8a on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:56.643568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.646040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52e01e96-4b89-4f33-aed0-1aabf37de4bd req-17c31bfa-24dc-4067-843e-634705a4f33f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "DELETE /v2.0/ports/7f29b825-10f2-46a5-9a4f-27115b0c2d8a HTTP/1.1" status: 204 len: 173 time: 2.3439639 Aug 03 16:00:56.648370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-deleted', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:56.650643 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23956d89-8a71-4b3a-b723-c5c0491040db" -d '{"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-deleted", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:56.680084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:56.680564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.682721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] 10.222.0.78 "PUT /v2.0/ports/e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf HTTP/1.1" status: 200 len: 1091 time: 4.4439080 Aug 03 16:00:56.697480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:56.732574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:56.750174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f7c93-78bb-4a70-afe8-656f8ee610a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:56.869226 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5b93e-7fda-4d5f-ae0a-b12934870a15 x-openstack-request-id: req-82d5b93e-7fda-4d5f-ae0a-b12934870a15 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:56.869525 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271228e4-50f0-49e2-aabe-7eaa2aff3515", "name": "network-vif-deleted", "tag": "7f29b825-10f2-46a5-9a4f-27115b0c2d8a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:56.869817 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82d5b93e-7fda-4d5f-ae0a-b12934870a15 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:56.870238 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271228e4-50f0-49e2-aabe-7eaa2aff3515', 'name': 'network-vif-deleted', 'tag': '7f29b825-10f2-46a5-9a4f-27115b0c2d8a', 'status': 'completed', 'code': 200} Aug 03 16:00:56.957627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-cd055458-788b-4930-a90c-145e4026305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:56.959124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-cd055458-788b-4930-a90c-145e4026305e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 1094 time: 0.1846421 Aug 03 16:00:56.992769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.035288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.044726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Attempting to bind port c0f9fd01-3608-45d8-982b-ddb1db28741a on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:57.045073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Attempting to bind port c0f9fd01-3608-45d8-982b-ddb1db28741a by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:57.045514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Attempting to bind port c0f9fd01-3608-45d8-982b-ddb1db28741a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.051868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-7288723d-e23b-41f0-b5cb-e30d0416d1f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf HTTP/1.1" status: 200 len: 217 time: 0.0735941 Aug 03 16:00:57.053352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dfec90-bdf9-44e6-b381-fb9e436a2f16 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:57.068039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.074687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a765036-328a-49ce-a4d0-42aea7a4041a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:57.087308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.105557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.106748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Port c0f9fd01-3608-45d8-982b-ddb1db28741a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:57.106992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Attempting to bind port c0f9fd01-3608-45d8-982b-ddb1db28741a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.115228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58bb6-a3bb-4c5a-81fa-9795833fda0f req-acede52a-74a9-474a-b6a7-98de1a73b661 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:57.116998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bc58bb6-a3bb-4c5a-81fa-9795833fda0f req-acede52a-74a9-474a-b6a7-98de1a73b661 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 932 time: 0.2143984 Aug 03 16:00:57.137085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.166498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Transition to ACTIVE for port object d8dfec90-bdf9-44e6-b381-fb9e436a2f16 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:57.167808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=c64ce0ff-6f22-428f-9cfe-7414c479648e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.175975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:57.176337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Checking segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:57.176971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Bound using segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:57.177448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Bound port: c0f9fd01-3608-45d8-982b-ddb1db28741a, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:57.177813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.186643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.192877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc189cc0-7e7b-4415-be96-8ffc9643f31b None None] Network c2cb807e-5935-4da7-805d-1a4bdd185306 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:00:57.201700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.206872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3cb935d7-7134-4373-99a1-642856ca0142 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/c64ce0ff-6f22-428f-9cfe-7414c479648e HTTP/1.1" status: 204 len: 168 time: 1.3010976 Aug 03 16:00:57.208104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44110) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:57.208294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Transition to ACTIVE for port object 5a765036-328a-49ce-a4d0-42aea7a4041a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:57.242190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event updated for resources: {'Port': ['ID=372cdb84-deeb-4ab6-bea3-56dc6f5140f7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.245103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.261619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98b624-2191-41b2-9c2d-aca1c90ed67f req-a031719c-7925-495d-b542-c2bb1501be72 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:57.264983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec98b624-2191-41b2-9c2d-aca1c90ed67f req-a031719c-7925-495d-b542-c2bb1501be72 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 932 time: 0.3006957 Aug 03 16:00:57.301155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.323583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-625f81ec-1a9c-4d65-885c-fee55eb74be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:57.325905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-625f81ec-1a9c-4d65-885c-fee55eb74be7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.2388229 Aug 03 16:00:57.410432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.426762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bc58bb6-a3bb-4c5a-81fa-9795833fda0f req-9dbe0cd5-03de-458a-babe-44cc73793d13 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778406 Aug 03 16:00:57.436132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-9780561a-2def-4d36-b4e3-00b29a4317e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500865 Aug 03 16:00:57.454932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec98b624-2191-41b2-9c2d-aca1c90ed67f req-d0064248-8182-4637-b560-cc35dced4792 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754606 Aug 03 16:00:57.473995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.481163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] DHCP port deletion for c2cb807e-5935-4da7-805d-1a4bdd185306 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:00:57.547309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.598292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Attempting to bind port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:57.598906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Attempting to bind port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:57.601348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Attempting to bind port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.618616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Deleting port e9cd54c0-d18f-4653-86c0-ca8716dded11 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:57.619285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.637807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:57.638268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Attempting to bind port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.644368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:00:57.649192 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Floating IP 8e76433b-951f-4049-99cb-5039e03bd531 associated. External IP: 172.25.7.166, port: be8a24aa-c691-456c-9d3c-8282b1030db2. Aug 03 16:00:57.651153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.692166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:57.692641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:57.693037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:57.693492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Bound port: d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:57.693880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.698833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:57.721911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:00:57.729393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:00:57.748544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] For port e9cd54c0-d18f-4653-86c0-ca8716dded11, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e9cd54c0-d18f-4653-86c0-ca8716dded11,segment=NetworkSegment(59ee8890-3682-47cf-99e7-468118d02c60),segment_id=59ee8890-3682-47cf-99e7-468118d02c60)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:57.749198 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.754461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Attempting to bind port 5a765036-328a-49ce-a4d0-42aea7a4041a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:00:57.754673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.754771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Attempting to bind port 5a765036-328a-49ce-a4d0-42aea7a4041a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:00:57.755093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Attempting to bind port 5a765036-328a-49ce-a4d0-42aea7a4041a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.768662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:57.771173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Calling delete_port for e9cd54c0-d18f-4653-86c0-ca8716dded11 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:57.804302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Port 5a765036-328a-49ce-a4d0-42aea7a4041a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:00:57.804786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Attempting to bind port 5a765036-328a-49ce-a4d0-42aea7a4041a on network a4784fbc-c9f4-47d4-9654-1ff794901bdf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:00:57.807655 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.850333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a66a29ba-accf-49d9-aaf2-8f5a837df2ae req-210cad86-f776-4634-bcd2-7f1edee31cae tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0846219 Aug 03 16:00:57.872379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:00:57.872835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Checking segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:00:57.873734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Bound using segment: {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:00:57.873734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Bound port: 5a765036-328a-49ce-a4d0-42aea7a4041a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd827e-9559-45f4-8b87-2042485a5c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:00:57.874263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.881507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.898193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:57.898946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:57.900600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] 10.222.0.72 "PUT /v2.0/ports/c0f9fd01-3608-45d8-982b-ddb1db28741a HTTP/1.1" status: 200 len: 1092 time: 4.2873445 Aug 03 16:00:57.909167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:57.912507 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a197e31f-2aa3-4cc0-95ea-c910e179b398" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:57.913122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] Pushing event deleted for resources: {'Port': ['ID=e9cd54c0-d18f-4653-86c0-ca8716dded11,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:57.922786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5d544-8b8f-429a-90b5-129591f358fc None None] No DVR routers for this DVR port e9cd54c0-d18f-4653-86c0-ca8716dded11 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:58.059457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e3708-85fe-41d2-89bd-1685a76a2f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:58.066287 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd29be-5a5c-43f8-84cb-f9ed47c39ee3 x-openstack-request-id: req-56dd29be-5a5c-43f8-84cb-f9ed47c39ee3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:58.066731 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:58.067282 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56dd29be-5a5c-43f8-84cb-f9ed47c39ee3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:58.067778 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a', 'status': 'completed', 'code': 200} Aug 03 16:00:58.070866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:58.092310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:58.104846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.171113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.171373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.172916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] 10.222.0.78 "PUT /v2.0/ports/d8dfec90-bdf9-44e6-b381-fb9e436a2f16 HTTP/1.1" status: 200 len: 1092 time: 2.6108747 Aug 03 16:00:58.182147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-460caa61-c0b5-40a9-a36f-924a2d72985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.183796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-460caa61-c0b5-40a9-a36f-924a2d72985d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 1095 time: 0.1990769 Aug 03 16:00:58.185456 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-a373b55f-7c37-4a20-82e4-893bdd99359a service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370305 Aug 03 16:00:58.185591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:00:58.191313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5a765036-328a-49ce-a4d0-42aea7a4041a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:00:58.211834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.270132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-138c1418-b8bf-4452-bffe-aebef85662e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a HTTP/1.1" status: 200 len: 217 time: 0.0772057 Aug 03 16:00:58.272316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51aa0a-f014-413e-9911-8c720b436208 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:58.302743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.303370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.329182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.330278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.331784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] 10.222.0.78 "PUT /v2.0/ports/5a765036-328a-49ce-a4d0-42aea7a4041a HTTP/1.1" status: 200 len: 1092 time: 3.4515374 Aug 03 16:00:58.353682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327589c-dd40-4e9a-bcf1-049e64e10656 req-cc33c32b-7a39-4a9a-8a5e-3356f6f5bb7d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.355213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d327589c-dd40-4e9a-bcf1-049e64e10656 req-cc33c32b-7a39-4a9a-8a5e-3356f6f5bb7d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 932 time: 0.6211827 Aug 03 16:00:58.370301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-718aad2f-570e-4049-993a-76395e3cafca tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8222840 Aug 03 16:00:58.394185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port e9cd54c0-d18f-4653-86c0-ca8716dded11 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:00:58.394185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.399835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Request body: {'port': {'device_id': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:58.437601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-65405ea1-3813-40f1-b27e-4cab7f7315f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.439467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-65405ea1-3813-40f1-b27e-4cab7f7315f7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 1095 time: 0.1818135 Aug 03 16:00:58.446517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c30c9-9f9d-471f-b529-291912dc4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:58.451758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-49c865a6-a805-4120-83d1-f414af6ff164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.453252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-49c865a6-a805-4120-83d1-f414af6ff164 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.1573806 Aug 03 16:00:58.532163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-d09bf7af-c23d-49c2-8558-6c8d8fbbf19b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660582 Aug 03 16:00:58.534011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-e7b40715-d611-465e-a1e9-8ae99bd8d2a0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16 HTTP/1.1" status: 200 len: 217 time: 0.0782053 Aug 03 16:00:58.537835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-51cad7ea-f13e-4a1a-bcbb-6d7ac61a8443 service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442485 Aug 03 16:00:58.549459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-fc1c419d-b862-4734-93bd-0de08f687e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.552333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-fc1c419d-b862-4734-93bd-0de08f687e4c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 1095 time: 0.1742492 Aug 03 16:00:58.597898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d327589c-dd40-4e9a-bcf1-049e64e10656 req-ccf61af3-d536-49e8-8161-5e577a580d2c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323961 Aug 03 16:00:58.599693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port e9cd54c0-d18f-4653-86c0-ca8716dded11, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:00:58.599693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.653765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.656829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for e9cd54c0-d18f-4653-86c0-ca8716dded11 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:00:58.672605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Port e9cd54c0-d18f-4653-86c0-ca8716dded11 was not found and therefore no delete operation was performed {{(pid=106017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:00:58.687107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.699350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-0cc0db0b-8d0b-4ffd-b690-f6da6a64ce65 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a765036-328a-49ce-a4d0-42aea7a4041a HTTP/1.1" status: 200 len: 217 time: 0.1116848 Aug 03 16:00:58.744764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=e9cd54c0-d18f-4653-86c0-ca8716dded11,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:58.749953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port e9cd54c0-d18f-4653-86c0-ca8716dded11 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:00:58.788593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 27427d79-9d17-42af-b37b-18a1c8b19d66 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:00:58.925124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:00:58.927407 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90925c-fcac-4d60-932d-2a061cd9291a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:00:58.983578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:58.994754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a0fb5-6960-4f3d-9de3-c5cc59fe567a req-16470188-8d6a-4750-b9c9-bcb9300b774c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:58.996337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-188a0fb5-6960-4f3d-9de3-c5cc59fe567a req-16470188-8d6a-4750-b9c9-bcb9300b774c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 944 time: 0.2571118 Aug 03 16:00:59.046514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-08e3e763-ed3b-47a7-ada7-b8998c9578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:59.047897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-08e3e763-ed3b-47a7-ada7-b8998c9578e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.4933481 Aug 03 16:00:59.058813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6263c95-1113-43e1-b8bb-c22bb9a864dd req-ed7e8303-dcb8-44ce-958f-1795a5251d44 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:59.060873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6263c95-1113-43e1-b8bb-c22bb9a864dd req-ed7e8303-dcb8-44ce-958f-1795a5251d44 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 944 time: 0.5241246 Aug 03 16:00:59.085373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cb807e-5935-4da7-805d-1a4bdd185306']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:59.100428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ee8890-3682-47cf-99e7-468118d02c60') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:59.100748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ee8890-3682-47cf-99e7-468118d02c60') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:59.122557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-36057847-111a-427e-883e-e48af87d3538 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600607 Aug 03 16:00:59.129374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.143901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-62f926dc-ce78-4102-89d9-756678bbb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:59.146331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-62f926dc-ce78-4102-89d9-756678bbb15a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.4307797 Aug 03 16:00:59.202756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.211671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-0bd0392f-5ff5-4cec-9157-0dfda9950108 service neutron] 10.222.0.72 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580453 Aug 03 16:00:59.220101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-188a0fb5-6960-4f3d-9de3-c5cc59fe567a req-3e50d0ef-f906-4b45-afa2-0e021e2c0347 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471245 Aug 03 16:00:59.225498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:00:59.226055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:00:59.232091 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:00:59.256713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-fec29f8f-5c90-42ce-8df1-13b0c7cc0d81 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939689 Aug 03 16:00:59.278937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6263c95-1113-43e1-b8bb-c22bb9a864dd req-3d3c67f8-46f2-48c3-89ab-8ecfbe0b6e92 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065315 Aug 03 16:00:59.367089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:00:59.382776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.393659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Sync routers for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:00:59.406410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.411128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:00:59.412228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/c2cb807e-5935-4da7-805d-1a4bdd185306 HTTP/1.1" status: 204 len: 168 time: 2.1888375 Aug 03 16:00:59.413245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:00:59.433223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:59.444248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1563906165', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:59.475383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5be2e-48c5-49dd-978f-ac3262d85887 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=c2cb807e-5935-4da7-805d-1a4bdd185306,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:59.510247 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-c9b59ffe-0c9c-4ff4-bd29-b462c118aeed service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729835 Aug 03 16:00:59.532489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e9cd54c0-d18f-4653-86c0-ca8716dded11 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:00:59.533398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.534420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.545076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d95a54ec-91b5-4a6f-844a-b62ea48b5528 req-809dd25a-5c45-4e94-b914-db44236ac703 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0842199 Aug 03 16:00:59.551790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.612545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cec36d-667d-4447-9170-5891636f562e {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:00:59.625975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e9cd54c0-d18f-4653-86c0-ca8716dded11 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:00:59.626563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e9cd54c0-d18f-4653-86c0-ca8716dded11 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:00:59.629443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.636905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-2a635679-0d31-4972-8e57-f15b0d5cef81 service neutron] 10.222.0.72 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954074 Aug 03 16:00:59.643446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-9cdd8c1c-3d4c-445f-8c53-4924bf8fb446 service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711898 Aug 03 16:00:59.652572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Transition to ACTIVE for port object d2cec36d-667d-4447-9170-5891636f562e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:00:59.661890 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec48388-fa6d-4e9f-a7bc-902806344844 x-openstack-request-id: req-0ec48388-fa6d-4e9f-a7bc-902806344844 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:00:59.662474 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:00:59.662954 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ec48388-fa6d-4e9f-a7bc-902806344844 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:00:59.663742 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf', 'status': 'completed', 'code': 200} Aug 03 16:00:59.669602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.688826 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.739700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.797444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f06b4c8-4584-49c1-9cfc-48adb4215cd2 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2036107 Aug 03 16:00:59.799396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:00:59.804851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44134) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:59.851730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f183d58-2ec8-4f54-a7f7-f699c42bd343 req-dfc58103-c518-4552-aad2-6837a234fb33 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311305 Aug 03 16:00:59.891404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:00:59.892847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc9648fc-a235-4f0b-ba8c-d32af9c3bfce tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4561963 Aug 03 16:00:59.904366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44136) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:00:59.912303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998704885'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:00:59.926838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:00:59.934567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-f442c238-0e19-4813-bfa2-4dc9fc89009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:59.936411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-f442c238-0e19-4813-bfa2-4dc9fc89009a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 1094 time: 0.2435501 Aug 03 16:00:59.956304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-457f828f-7c2f-439d-9dde-588c7a1b56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:00:59.957854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-457f828f-7c2f-439d-9dde-588c7a1b56da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 1095 time: 0.2129557 Aug 03 16:00:59.965297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f35d69e-436d-49af-8ab1-e6706667f456 req-75c1ef68-3a74-43c8-8f23-d3992545871c service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906809 Aug 03 16:01:00.025384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d448b7f-e684-4a05-80c2-132acb49a202 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/8e76433b-951f-4049-99cb-5039e03bd531 HTTP/1.1" status: 200 len: 991 time: 0.2159233 Aug 03 16:01:00.050429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065004f3-ad79-45ad-b8a3-d44b242cb1ad req-81be3956-c337-41b8-b078-89f17d6bbbe4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.052147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-065004f3-ad79-45ad-b8a3-d44b242cb1ad req-81be3956-c337-41b8-b078-89f17d6bbbe4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.2610052 Aug 03 16:01:00.061604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:00.065474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.067236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Attempting to bind port d2cec36d-667d-4447-9170-5891636f562e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:00.067566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Attempting to bind port d2cec36d-667d-4447-9170-5891636f562e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:00.067889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Attempting to bind port d2cec36d-667d-4447-9170-5891636f562e on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:00.068941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16'}, {'name': 'network-changed', 'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:00.073188 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16"}, {"name": "network-changed", "server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:00.101015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-875cba39-2757-4c7e-976b-0922f56bcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.103283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-875cba39-2757-4c7e-976b-0922f56bcde5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 919 time: 0.1364710 Aug 03 16:01:00.112073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8e76433b-951f-4049-99cb-5039e03bd531', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'port_id': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'mac_address': 'fa:16:3e:4f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:00:55Z', 'updated_at': '2021-08-03T16:00:55Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:00.126978 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aa2b48-98ca-4859-a84e-d7afce025eae x-openstack-request-id: req-01aa2b48-98ca-4859-a84e-d7afce025eae {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:00.127302 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:00.127560 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01aa2b48-98ca-4859-a84e-d7afce025eae {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:00.127958 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16', 'status': 'completed', 'code': 200} Aug 03 16:01:00.128213 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a', 'status': 'completed', 'code': 200} Aug 03 16:01:00.130455 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-065004f3-ad79-45ad-b8a3-d44b242cb1ad req-efa8ee63-4efc-4aea-9e6a-0bfa7e14d5ea tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696018 Aug 03 16:01:00.143283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Checking router: 27427d79-9d17-42af-b37b-18a1c8b19d66 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:00.151484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:00.152191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:00.156288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Port d2cec36d-667d-4447-9170-5891636f562e on network ee1d35c5-262f-4e45-b682-989e64a2aac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:01:00.156612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Attempting to bind port d2cec36d-667d-4447-9170-5891636f562e on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:00.177134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:00.177480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Checking segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:00.177889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Bound using segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:00.178347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Bound port: d2cec36d-667d-4447-9170-5891636f562e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:00.178718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.183252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:01:00.183443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-987a6145-3d94-4348-987c-613558b99b13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a HTTP/1.1" status: 200 len: 217 time: 0.0671327 Aug 03 16:01:00.203458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-e9d946d4-5dc3-4d53-8aab-eb1021b41be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.204942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-e9d946d4-5dc3-4d53-8aab-eb1021b41be9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 919 time: 0.2572536 Aug 03 16:01:00.231222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.231634 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment 98db4499-6ae4-4b86-ab00-3834a7c97c9c of type vlan for network da647d75-3730-49df-aa99-ba2132ef445c Aug 03 16:01:00.256029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-5b993065-baad-41f8-b1e7-44fcf31a0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.258086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-5b993065-baad-41f8-b1e7-44fcf31a0bef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 1095 time: 0.0836968 Aug 03 16:01:00.267828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-3e28c013-a816-40d6-b09a-3e88ce82a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.269287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-3e28c013-a816-40d6-b09a-3e88ce82a7c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.0668592 Aug 03 16:01:00.283601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:00.301120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-d4bfbccf-8db4-4b6c-85db-c3a719cd4dbe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf HTTP/1.1" status: 200 len: 217 time: 0.0676496 Aug 03 16:01:00.345322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.372726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-302803a7-6336-40fc-bd8f-50b5683382cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862346 Aug 03 16:01:00.388849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:00.409606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-dff2f987-9859-4303-85f3-55e9d9be522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.411196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-dff2f987-9859-4303-85f3-55e9d9be522f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.0878742 Aug 03 16:01:00.413067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:00.434999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.468005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-25cd6445-0183-47ec-a0ec-031849ef03cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451179 Aug 03 16:01:00.500805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.506221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.506792 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.509065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2dd18-ee9d-438b-9e4b-85729d86dd2f req-16292db2-0862-40ee-942a-dc5a4a2e4d34 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.511299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccc2dd18-ee9d-438b-9e4b-85729d86dd2f req-16292db2-0862-40ee-942a-dc5a4a2e4d34 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 944 time: 0.1673892 Aug 03 16:01:00.514140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.514747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.516116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] 10.222.0.72 "PUT /v2.0/ports/d2cec36d-667d-4447-9170-5891636f562e HTTP/1.1" status: 200 len: 1092 time: 2.1296525 Aug 03 16:01:00.522322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-b1ca287d-2fbb-4e4b-b07b-fcf2bedaa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.523785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-b1ca287d-2fbb-4e4b-b07b-fcf2bedaa71e service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.2511904 Aug 03 16:01:00.589381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-d4cef47e-af06-4589-a802-856f00b21753 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16 HTTP/1.1" status: 200 len: 217 time: 0.0558186 Aug 03 16:01:00.615854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8e76433b-951f-4049-99cb-5039e03bd531', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'port_id': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'mac_address': 'fa:16:3e:4f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:00:55Z', 'updated_at': '2021-08-03T16:00:55Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:00.644415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc38e6-2f32-4b31-b21d-0a70d9b974f4 None None] The sync data for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 is: [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8e76433b-951f-4049-99cb-5039e03bd531', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'port_id': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'mac_address': 'fa:16:3e:4f:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:00:55Z', 'updated_at': '2021-08-03T16:00:55Z', 'revision_number': 0, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:00.656363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-14c11cfc-570e-42c9-a830-513e1fadc199 service neutron] 10.222.0.72 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629776 Aug 03 16:01:00.656619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:00.666389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ccc2dd18-ee9d-438b-9e4b-85729d86dd2f req-eefd221c-a615-4e16-86a3-7205a29ef1db tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479094 Aug 03 16:01:00.694517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-1b953c99-61b9-4e47-a7bd-5ea6b48bccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.695792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7875197 Aug 03 16:01:00.702365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44150) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:00.709111 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-1b953c99-61b9-4e47-a7bd-5ea6b48bccf7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1086075 Aug 03 16:01:00.711926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:00.783663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:00.791318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-793357c3-386f-439e-b851-62aabee9b45e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498109 Aug 03 16:01:00.798023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'port_id': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf', 'mac_address': 'fa:16:3e:87:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf12cdd-2534-42e9-a8ed-27714af2321c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:00.804717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978a398-df19-4659-bf9d-b138bb4fda90 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:00.837838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd1bc-f662-468d-94df-eb047d62dc8b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=da647d75-3730-49df-aa99-ba2132ef445c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:00.861995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52479f0d-e5b9-4a55-a8eb-86e84fd95cc6 req-89470eef-9436-4bbe-bf62-77dc8ea810f9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.869814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52479f0d-e5b9-4a55-a8eb-86e84fd95cc6 req-89470eef-9436-4bbe-bf62-77dc8ea810f9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 944 time: 0.3768523 Aug 03 16:01:00.870019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network da647d75-3730-49df-aa99-ba2132ef445c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:01:00.872732 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.899020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-4f29e48e-f6ee-4979-a022-62e46244e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:00.900506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-4f29e48e-f6ee-4979-a022-62e46244e105 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 1095 time: 0.2880878 Aug 03 16:01:00.910488 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1313df66-aa80-41ed-8985-3f849c5dcbc1 req-5300f952-b842-4cc4-b98c-947238a3eae4 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0464387 Aug 03 16:01:00.916452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-7c1a7fcc-9e65-48b1-bee1-9de4a3a7b5b4 service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284027 Aug 03 16:01:00.921130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:00.963776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:00.965257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a197e31f-2aa3-4cc0-95ea-c910e179b398 req-a32b87fd-9aab-433b-aeb3-6279acce30f2 service neutron] 10.222.0.72 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961903 Aug 03 16:01:00.971264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:00.985463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-cfd6a3bf-b71e-4e58-9393-3190083730c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2cec36d-667d-4447-9170-5891636f562e HTTP/1.1" status: 200 len: 217 time: 0.0739245 Aug 03 16:01:00.996731 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-47bdc094-58d1-4457-889d-62ef8bd75ce6 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956270 Aug 03 16:01:01.033323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:01.035066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:01.041593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.042031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.042376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.042810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.043152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.043574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.044023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.044403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.044736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.045117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.045456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.045856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:01.074441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52479f0d-e5b9-4a55-a8eb-86e84fd95cc6 req-04e82954-2172-4e55-8713-086be01cbb42 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041214 Aug 03 16:01:01.085020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c88e20-069e-491c-b4f9-6524a35f6cde None None] New status for floating IP 8e76433b-951f-4049-99cb-5039e03bd531: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:01:01.088889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:01.105149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:01.176112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c9b7508-f6fa-4c04-9cba-d721af983051 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/8e76433b-951f-4049-99cb-5039e03bd531 HTTP/1.1" status: 200 len: 991 time: 0.1401777 Aug 03 16:01:01.178532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-2d02edfc-b736-466b-8f9c-aea4327c5c0d service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694331 Aug 03 16:01:01.228892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-31a2432f-7e10-4084-8b59-acb67e988976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.230602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-31a2432f-7e10-4084-8b59-acb67e988976 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.2265608 Aug 03 16:01:01.276855 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-7ac983e3-d079-49e7-8647-81903f182473 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382752 Aug 03 16:01:01.288868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c90925c-fcac-4d60-932d-2a061cd9291a req-4927cce4-b363-43d0-b871-ef81fcd5ffb2 service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208601 Aug 03 16:01:01.303908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8807e-d65f-4154-b8d5-06127f228680 req-a5e0d2e7-42c0-4561-a859-fe47e89c80e2 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.306058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-31b8807e-d65f-4154-b8d5-06127f228680 req-a5e0d2e7-42c0-4561-a859-fe47e89c80e2 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.1074450 Aug 03 16:01:01.325752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-54174e6d-eaac-40bb-a1e7-e661c1b11bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.327169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-54174e6d-eaac-40bb-a1e7-e661c1b11bc2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 1095 time: 0.0792603 Aug 03 16:01:01.331526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:01.407890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-31b8807e-d65f-4154-b8d5-06127f228680 req-705cf14a-0acf-4397-878e-66ebe8a99082 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929670 Aug 03 16:01:01.432648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-5451f565-5e8b-419a-a749-190893ad42e0 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462567 Aug 03 16:01:01.456565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-8a29c4d0-4d27-4451-93eb-b47413fef664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.458535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-8a29c4d0-4d27-4451-93eb-b47413fef664 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 200 len: 919 time: 0.1210191 Aug 03 16:01:01.512286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-6e0b1c7e-2f31-41f9-8011-20639b79f145 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a765036-328a-49ce-a4d0-42aea7a4041a HTTP/1.1" status: 200 len: 217 time: 0.0444946 Aug 03 16:01:01.549000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:01.571078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-44cb11d0-e98a-47c5-aedd-007e8d0c6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.572297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-44cb11d0-e98a-47c5-aedd-007e8d0c6bbc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 200 len: 858 time: 0.0508678 Aug 03 16:01:01.612735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-e3c3d848-d268-4019-a952-9330e7b724ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a4784fbc-c9f4-47d4-9654-1ff794901bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263457 Aug 03 16:01:01.619078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd197e85-07bb-40c8-87d9-47a913a2597a req-899e6047-4252-4618-a4a0-8daaceb50521 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754937 Aug 03 16:01:01.635614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=ca786eae-e5cf-4466-b654-8dca7a92b697,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:01.649797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:01.650158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: da647d75-3730-49df-aa99-ba2132ef445c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:01:01.665185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2'}, {'name': 'network-changed', 'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:01.667835 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6058b3-638a-4897-8cad-10149d6c8c44" -d '{"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2"}, {"name": "network-changed", "server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "tag": "d2cec36d-667d-4447-9170-5891636f562e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:01.672569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network da647d75-3730-49df-aa99-ba2132ef445c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:01:01.683967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, da647d75-3730-49df-aa99-ba2132ef445c) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:01.689870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:01.690593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:01.697502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198a0f4-24e9-4643-92eb-4960d56d3876 None None] Network da647d75-3730-49df-aa99-ba2132ef445c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:01.727169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-d16d3e22-ac15-4f70-b8aa-dfccc6a195fe service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072137 Aug 03 16:01:01.730034 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3761a-334a-4838-8a21-299637007c26 x-openstack-request-id: req-b5a3761a-334a-4838-8a21-299637007c26 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:01.730548 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "tag": "d2cec36d-667d-4447-9170-5891636f562e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:01.730713 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5a3761a-334a-4838-8a21-299637007c26 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:01.732367 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'status': 'completed', 'code': 200} Aug 03 16:01:01.732700 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e', 'status': 'completed', 'code': 200} Aug 03 16:01:01.743634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-245a17ce-8def-486c-91ba-5dda2b1e5a80 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0364037 Aug 03 16:01:01.750547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44162) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:01.848799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bdb9b1f-833f-4a0e-aa3e-40aed956534d req-58ea48ea-0015-447c-afad-16ed83469397 service neutron] 10.222.0.78 "GET /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034434 Aug 03 16:01:01.889696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-da647d75-3730-49df-aa99-ba2132ef445c', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:01:01.890679 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.047055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Allocated IP 172.20.0.2 (da647d75-3730-49df-aa99-ba2132ef445c/ca786eae-e5cf-4466-b654-8dca7a92b697/8632db2f-b1f3-41a1-af98-40299ad135d0) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:02.054880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-934d6437-302a-494b-9243-88eb89fa3170 req-c0c4567c-cc69-4dd1-b04a-4840d232e913 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0340183 Aug 03 16:01:02.186596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:02.224853 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.235497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Transition to ACTIVE for port object 8632db2f-b1f3-41a1-af98-40299ad135d0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:02.252943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Transition to ACTIVE for port object 8632db2f-b1f3-41a1-af98-40299ad135d0 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:02.260082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.268264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f86f0-df15-4b66-89ad-d3f5c39ce2f1 req-a9e0b4af-f0ed-411c-95e8-4eb703f2777f tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.274630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e01f86f0-df15-4b66-89ad-d3f5c39ce2f1 req-a9e0b4af-f0ed-411c-95e8-4eb703f2777f tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 944 time: 0.1213400 Aug 03 16:01:02.289838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4183ba9-da81-49e7-bd4c-c4afec91b415 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/8e76433b-951f-4049-99cb-5039e03bd531 HTTP/1.1" status: 200 len: 993 time: 0.0955207 Aug 03 16:01:02.305190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Network da647d75-3730-49df-aa99-ba2132ef445c is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:02.306726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:02.313214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:02.321399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e01f86f0-df15-4b66-89ad-d3f5c39ce2f1 req-d0f83a70-cca5-43e4-8aa3-8687c5ba6996 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Aug 03 16:01:02.355813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Pushing event updated for resources: {'Port': ['ID=8632db2f-b1f3-41a1-af98-40299ad135d0,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:02.381248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-71b55579-8540-4625-afed-65243afd3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.382828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-71b55579-8540-4625-afed-65243afd3697 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1096 time: 0.5707066 Aug 03 16:01:02.382979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Attempting to bind port 8632db2f-b1f3-41a1-af98-40299ad135d0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:02.383215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Attempting to bind port 8632db2f-b1f3-41a1-af98-40299ad135d0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:02.383581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Attempting to bind port 8632db2f-b1f3-41a1-af98-40299ad135d0 on network da647d75-3730-49df-aa99-ba2132ef445c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:02.389275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:02.389528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Checking segment: {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:02.389973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.390370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Bound using segment: {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:02.390845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Bound port: 8632db2f-b1f3-41a1-af98-40299ad135d0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:02.391225 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.395009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-0fa37d34-d0cc-4ed6-8c74-0af4b47f8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.396444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-0fa37d34-d0cc-4ed6-8c74-0af4b47f8135 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 1095 time: 0.5998611 Aug 03 16:01:02.468712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45d75c-ffe3-4fb1-9481-20b38aa9850d req-839ae759-2d93-43a5-81d4-5e3737232625 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.469535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] For port 8632db2f-b1f3-41a1-af98-40299ad135d0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:02.470277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e45d75c-ffe3-4fb1-9481-20b38aa9850d req-839ae759-2d93-43a5-81d4-5e3737232625 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 944 time: 0.6597526 Aug 03 16:01:02.473854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] For port 8632db2f-b1f3-41a1-af98-40299ad135d0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8632db2f-b1f3-41a1-af98-40299ad135d0,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:02.480192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.549510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abdf28-a619-4877-993b-9237bac172f2 None None] Pushing event updated for resources: {'Port': ['ID=8632db2f-b1f3-41a1-af98-40299ad135d0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:02.577952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17affed-d101-45c8-b112-6c81fc2fc74e req-74895c40-8b76-4eb3-bed5-ed8fa31fdbbf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.579734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e17affed-d101-45c8-b112-6c81fc2fc74e req-74895c40-8b76-4eb3-bed5-ed8fa31fdbbf tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.0890205 Aug 03 16:01:02.620716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e17affed-d101-45c8-b112-6c81fc2fc74e req-5862b272-4680-4939-99ff-6f57ebdee90d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349326 Aug 03 16:01:02.665340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d8dfec90-bdf9-44e6-b381-fb9e436a2f16 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:02.670888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:02.684141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e45d75c-ffe3-4fb1-9481-20b38aa9850d req-ebb9304d-3d0d-40b2-80e0-676ca8fb8202 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791170 Aug 03 16:01:02.727553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-19d6f400-8d64-4331-ad64-a0857e9f20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.729358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-19d6f400-8d64-4331-ad64-a0857e9f20b2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 200 len: 898 time: 0.3377929 Aug 03 16:01:02.765179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-1eb892b8-b375-4561-b648-659adcc09d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:02.766796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-1eb892b8-b375-4561-b648-659adcc09d56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 906 time: 0.3602860 Aug 03 16:01:02.773345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.825431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:02.839156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:02.839889 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.881740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:02.894470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-c1fc2654-20d0-4b79-b36a-8e8557731dca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2cec36d-667d-4447-9170-5891636f562e HTTP/1.1" status: 200 len: 217 time: 0.1178374 Aug 03 16:01:02.905300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16', 'mac_address': 'fa:16:3e:95:01:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:02.993720 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:02.996511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.015262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dfec90-bdf9-44e6-b381-fb9e436a2f16 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:03.021074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-c6e9d83f-b066-4c19-89e2-2c15a63faa8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 200 len: 1001 time: 0.2577116 Aug 03 16:01:03.037273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:03.039548 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b89db-b12c-4953-8c8f-b78d3128ba8b" -d '{"events": [{"server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "name": "network-vif-plugged", "status": "completed", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:03.058376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:03.060948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:03.064141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.064792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5a765036-328a-49ce-a4d0-42aea7a4041a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:03.069829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.092495 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef3e6de-aab8-439d-924a-5dad6f9ac2f8 x-openstack-request-id: req-aef3e6de-aab8-439d-924a-5dad6f9ac2f8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:03.092790 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "name": "network-vif-plugged", "status": "completed", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:03.093048 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aef3e6de-aab8-439d-924a-5dad6f9ac2f8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:03.093441 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf', 'code': 200} Aug 03 16:01:03.152686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-b7616962-17fa-4fde-96f1-3caea6758693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.156035 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-b7616962-17fa-4fde-96f1-3caea6758693 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.2478135 Aug 03 16:01:03.179278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-7ebf0655-5799-4342-b576-d9305cab506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.180810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-7ebf0655-5799-4342-b576-d9305cab506d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e540d33e-faf0-4865-8baf-c1aeabbde8ea HTTP/1.1" status: 200 len: 834 time: 0.1501184 Aug 03 16:01:03.194063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-60af2c81-d21f-4d84-9c2b-a78be7fdece9 req-b3e665ca-e459-475a-9dcb-f4a0f0fc7613 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0384870 Aug 03 16:01:03.233113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f9ab-eff5-472a-8c5b-fd84a67ebadc req-5a144404-78b7-40eb-ba2c-356c35ae03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.235146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8674f9ab-eff5-472a-8c5b-fd84a67ebadc req-5a144404-78b7-40eb-ba2c-356c35ae03c2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 1096 time: 0.0688603 Aug 03 16:01:03.243442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-a14db12c-3909-4fdd-ab2c-3eef9886de2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772190 Aug 03 16:01:03.275686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8674f9ab-eff5-472a-8c5b-fd84a67ebadc req-5d04b104-3cd9-4e45-a875-1f556b20cb6b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Aug 03 16:01:03.394500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-2ba632a7-5187-45b3-a4e7-622433aa8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.394500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-2ba632a7-5187-45b3-a4e7-622433aa8355 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787684 Aug 03 16:01:03.410910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5a765036-328a-49ce-a4d0-42aea7a4041a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:03.430971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '5a765036-328a-49ce-a4d0-42aea7a4041a', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'port_id': '5a765036-328a-49ce-a4d0-42aea7a4041a', 'mac_address': 'fa:16:3e:f6:26:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf12cdd-2534-42e9-a8ed-27714af2321c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:03.434036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:03.481957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8632db2f-b1f3-41a1-af98-40299ad135d0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:03.505422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.20.0.1 (da647d75-3730-49df-aa99-ba2132ef445c/ca786eae-e5cf-4466-b654-8dca7a92b697/6e7dcd3f-698d-4374-82a4-55f46cbe7164) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:03.540943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:03.545427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.563588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-4c0cd20d-8efe-4a2e-bcc1-378108aa595a service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027847 Aug 03 16:01:03.575960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a765036-328a-49ce-a4d0-42aea7a4041a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:03.602554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5a765036-328a-49ce-a4d0-42aea7a4041a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:03.608398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.614654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8632db2f-b1f3-41a1-af98-40299ad135d0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:03.673217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:03.699437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824024f-022b-4375-a2be-fb2af08feaa8 req-73071050-2aa2-4cae-bbe0-448f176bbb4b tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.701588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f824024f-022b-4375-a2be-fb2af08feaa8 req-73071050-2aa2-4cae-bbe0-448f176bbb4b tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 944 time: 0.2679827 Aug 03 16:01:03.721736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-94d49a40-8193-407b-90ba-ac1af1a01f94 service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116689 Aug 03 16:01:03.761872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64730-11fc-43d7-98b0-8678a37da36b req-d52a28b6-a2cb-4c6a-b2ea-c10c22ea1a39 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:03.763993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efc64730-11fc-43d7-98b0-8678a37da36b req-d52a28b6-a2cb-4c6a-b2ea-c10c22ea1a39 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.0580812 Aug 03 16:01:03.764976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c57632-fb6c-4b2e-a6dc-ea9ccc07a5ad None None] Network da647d75-3730-49df-aa99-ba2132ef445c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:03.810439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efc64730-11fc-43d7-98b0-8678a37da36b req-4a7adfac-1e9e-4f0b-91c6-2f2847517f0f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Aug 03 16:01:03.875726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f824024f-022b-4375-a2be-fb2af08feaa8 req-ffb3bc89-3512-4651-9e19-0f67236048a4 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627464 Aug 03 16:01:03.882316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-90c778f7-1b80-4cb5-9910-99e36f136a84 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972469 Aug 03 16:01:03.883459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Provisioning for port 8632db2f-b1f3-41a1-af98-40299ad135d0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:03.898435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Provisioning complete for port 8632db2f-b1f3-41a1-af98-40299ad135d0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:03.898824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.902070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:03.927780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d6058b3-638a-4897-8cad-10149d6c8c44 req-0ba024e6-c144-4ddd-b273-f30cd4514d6e service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952343 Aug 03 16:01:03.943970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object 6e7dcd3f-698d-4374-82a4-55f46cbe7164 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:04.021108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.033866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['5a765036-328a-49ce-a4d0-42aea7a4041a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:04.035029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d8dfec90-bdf9-44e6-b381-fb9e436a2f16'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:04.082454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network da647d75-3730-49df-aa99-ba2132ef445c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:04.089735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c0f9fd01-3608-45d8-982b-ddb1db28741a details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:04.091355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:04.097579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:04.107773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.110619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1e12-7a46-4e7f-89ba-150efe852d2d req-1c78b786-a63c-4c62-a18f-0a20f7933ba5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:04.112169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-474e1e12-7a46-4e7f-89ba-150efe852d2d req-1c78b786-a63c-4c62-a18f-0a20f7933ba5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 945 time: 0.1277447 Aug 03 16:01:04.112795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:04.186234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.193821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-474e1e12-7a46-4e7f-89ba-150efe852d2d req-3ec6e38e-b3a6-4196-b251-4c1b5997f8b0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Aug 03 16:01:04.286361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] For port 8632db2f-b1f3-41a1-af98-40299ad135d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8632db2f-b1f3-41a1-af98-40299ad135d0,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:04.315356 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.345129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b08065c-7d2b-43b5-bb59-d4d6d93dae1f req-5f8c3bd9-d0ad-423d-994e-0edcd840e366 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0383220 Aug 03 16:01:04.362526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.490502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:04.492797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec634d9c-2f59-4c57-a47a-2f39105ca465 None None] Pushing event updated for resources: {'Port': ['ID=8632db2f-b1f3-41a1-af98-40299ad135d0,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:04.516941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c0f9fd01-3608-45d8-982b-ddb1db28741a', 'network_id': 'a4784fbc-c9f4-47d4-9654-1ff794901bdf', 'port_id': 'c0f9fd01-3608-45d8-982b-ddb1db28741a', 'mac_address': 'fa:16:3e:df:73:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf12cdd-2534-42e9-a8ed-27714af2321c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:04.604356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ea2c2114-f326-4d5c-a560-b89965b2d358 None None] Provisioning complete for port 8632db2f-b1f3-41a1-af98-40299ad135d0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:04.604654 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2114-f326-4d5c-a560-b89965b2d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.641318 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.668571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f9fd01-3608-45d8-982b-ddb1db28741a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:04.683257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.688368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.694571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:04.701476 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.773147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.775906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:04.776926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:04.875225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network da647d75-3730-49df-aa99-ba2132ef445c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:04.877163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:04.893499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff861b5b-550e-4197-9071-545120b342b4 None None] Provisioning for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:04.898205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff861b5b-550e-4197-9071-545120b342b4 None None] Provisioning complete for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:04.898788 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff861b5b-550e-4197-9071-545120b342b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:04.942221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ff861b5b-550e-4197-9071-545120b342b4 None None] Port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:05.015741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c0f9fd01-3608-45d8-982b-ddb1db28741a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:05.020766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef7cf4-a105-4a0a-81e5-7d334408c8f1 req-15d72f9b-747a-4c84-ac49-e4b4c239add4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:05.022355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17ef7cf4-a105-4a0a-81e5-7d334408c8f1 req-15d72f9b-747a-4c84-ac49-e4b4c239add4 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.1009374 Aug 03 16:01:05.028932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c05c45-fbcf-41bb-bb0c-a6ee7b9e2987 req-b85c0513-65fe-44fa-a4ea-c6f6938feee2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:05.031018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57c05c45-fbcf-41bb-bb0c-a6ee7b9e2987 req-b85c0513-65fe-44fa-a4ea-c6f6938feee2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 945 time: 0.0630205 Aug 03 16:01:05.081486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57c05c45-fbcf-41bb-bb0c-a6ee7b9e2987 req-a6b1349d-2c59-47ea-85ad-b5644409d4f7 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434098 Aug 03 16:01:05.092318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17ef7cf4-a105-4a0a-81e5-7d334408c8f1 req-1192df0b-cbd6-4af7-9cc2-607b317cf069 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632629 Aug 03 16:01:05.093439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:01:05.181520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69702925-6883-48c4-a1c0-658e73033e57 None None] Provisioning complete for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:05.181992 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69702925-6883-48c4-a1c0-658e73033e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.228048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-69702925-6883-48c4-a1c0-658e73033e57 None None] Port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:05.243686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:05.252254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5609407e-caed-431a-8e6a-371457aba4a4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4975932 Aug 03 16:01:05.252254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44204) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:05.257005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518180279'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:05.259522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:05.270940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:05.271957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:05.282727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:05.286266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.343575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:01:05.361014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d5c4d-49a2-40bd-ad0e-251c9baa143d req-7ba6097f-c96e-41cb-ace0-feecb0167ede tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:05.362288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-420d5c4d-49a2-40bd-ad0e-251c9baa143d req-7ba6097f-c96e-41cb-ace0-feecb0167ede tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 945 time: 0.0737355 Aug 03 16:01:05.363216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:05.365434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.365818 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment fc6931a2-d434-4518-b969-c5f9e09481e3 of type vlan for network 6f684cd4-79be-4b92-b2fc-b31f20169737 Aug 03 16:01:05.405711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8632db2f-b1f3-41a1-af98-40299ad135d0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:05.430658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.453678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-420d5c4d-49a2-40bd-ad0e-251c9baa143d req-a67dc043-f55d-4a49-b51e-cacfadda7b56 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796249 Aug 03 16:01:05.472000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a98a8b51-7034-4739-bcb2-5099064c7a5b req-0b87598e-08e6-475d-aca6-e9d84cc0c697 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0344994 Aug 03 16:01:05.479867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.486110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:05.486793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.547862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8632db2f-b1f3-41a1-af98-40299ad135d0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:05.548239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.553807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2982204 Aug 03 16:01:05.554810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44208) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:05.562505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:05.579764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7207c1-f76f-4852-8a56-e50bc6156964 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=6f684cd4-79be-4b92-b2fc-b31f20169737,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:05.597215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:01:05.664473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:05.670219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:05.764538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:04Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:04Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:05.794961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:05.795311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Updating router 00229795-894e-4398-a250-f6390b8685c5 port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:01:05.821902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.108440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:06.110493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c0f9fd01-3608-45d8-982b-ddb1db28741a up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:06.119613 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.162863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Transition to ACTIVE for port object 6e7dcd3f-698d-4374-82a4-55f46cbe7164 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:06.265924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.269594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b99d-9849-453f-b2d9-c3556328e010 req-7f16e687-ebc3-490d-8f94-a1442109b892 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:06.271894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a61b99d-9849-453f-b2d9-c3556328e010 req-7f16e687-ebc3-490d-8f94-a1442109b892 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 944 time: 0.0749230 Aug 03 16:01:06.283780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a016-9c50-4224-b393-5e221f5ac7d2 req-335df12a-d4be-45a8-a4ee-a05d781328bf tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:06.285761 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8487a016-9c50-4224-b393-5e221f5ac7d2 req-335df12a-d4be-45a8-a4ee-a05d781328bf tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 945 time: 0.1072817 Aug 03 16:01:06.322891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a61b99d-9849-453f-b2d9-c3556328e010 req-907c2dfc-e9ce-4daf-a2b2-628151ed28df tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Aug 03 16:01:06.369546 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.391232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=6000a5e0-20d3-4da2-b5d9-942088977f2f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:06.402327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8487a016-9c50-4224-b393-5e221f5ac7d2 req-e354fc02-f99a-45f4-b538-ea035b78eea9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911052 Aug 03 16:01:06.408306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:06.409101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: 6f684cd4-79be-4b92-b2fc-b31f20169737, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:01:06.433729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:01:06.450991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6f684cd4-79be-4b92-b2fc-b31f20169737) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:06.456979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:06.458619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.471147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20107613-b755-4aa2-9a35-d36c5910a36b None None] Pushing event updated for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:06.484697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-993827cd-aaa5-4372-a4da-6f940c87cb97 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9281569 Aug 03 16:01:06.486552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44222) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:06.493127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ba867-3eaf-4360-826a-bf15ae9c0c67 None None] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:06.568193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port c0f9fd01-3608-45d8-982b-ddb1db28741a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:06.664696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c0f9fd01-3608-45d8-982b-ddb1db28741a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:06.664696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.698634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d8dfec90-bdf9-44e6-b381-fb9e436a2f16 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:06.716313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f85c-a0c5-46a4-a6a3-c15631914b22 req-f93fbdb6-5fa4-48f5-b40e-5bb34e7c9d40 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:06.718994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58a0f85c-a0c5-46a4-a6a3-c15631914b22 req-f93fbdb6-5fa4-48f5-b40e-5bb34e7c9d40 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 945 time: 0.0676484 Aug 03 16:01:06.742660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:06.760073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2be0afb3-f3f7-4d32-9969-00dbe12be680 req-225a9569-5a85-47a2-a3a7-99eaa8daa3ea tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0667083 Aug 03 16:01:06.779545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58a0f85c-a0c5-46a4-a6a3-c15631914b22 req-b0a78366-f117-4d52-8d53-0cc9a2408c3b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Aug 03 16:01:06.792589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Attempting to bind port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:06.792973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Attempting to bind port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:06.793375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Attempting to bind port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 on network da647d75-3730-49df-aa99-ba2132ef445c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:06.808197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'd2cec36d-667d-4447-9170-5891636f562e', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': 'd2cec36d-667d-4447-9170-5891636f562e', 'mac_address': 'fa:16:3e:45:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:06.825465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:06.825997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Checking segment: {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:06.826427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.826839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Bound using segment: {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:06.827336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Bound port: 6e7dcd3f-698d-4374-82a4-55f46cbe7164, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98db4499-6ae4-4b86-ab00-3834a7c97c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:06.827722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.981221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.985117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:06.994247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:07.040717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:07.041103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.045433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.052160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cec36d-667d-4447-9170-5891636f562e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:07.056688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-6f684cd4-79be-4b92-b2fc-b31f20169737', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:01:07.057534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.096515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] For port 6e7dcd3f-698d-4374-82a4-55f46cbe7164, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:07.142199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:07.145468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] For port 6e7dcd3f-698d-4374-82a4-55f46cbe7164, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e7dcd3f-698d-4374-82a4-55f46cbe7164,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:07.161859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.163370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:07.165664 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1daeef-55f7-4ab8-882a-25e0fa25e123" -d '{"events": [{"server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:07.173802 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.212584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:07.274541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.282635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.21.0.1 (6f684cd4-79be-4b92-b2fc-b31f20169737/6000a5e0-20d3-4da2-b5d9-942088977f2f/6b37f22e-c17a-47f2-968d-0faf505ebd34) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:07.305308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b7322-69a0-4c6a-97ff-f82021b91f2c x-openstack-request-id: req-7c3b7322-69a0-4c6a-97ff-f82021b91f2c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:07.305308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:07.305308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c3b7322-69a0-4c6a-97ff-f82021b91f2c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:07.305308 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a', 'code': 200} Aug 03 16:01:07.324603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20107613-b755-4aa2-9a35-d36c5910a36b None None] Pushing event updated for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:07.330588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:07.330806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:07.476630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.508981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['d2cec36d-667d-4447-9170-5891636f562e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:07.516054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465365bc-98f8-4bf1-81d6-394c6e60159c req-85de38fa-b09e-4787-b723-ed8935f07fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:07.518389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:07.518611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-465365bc-98f8-4bf1-81d6-394c6e60159c req-85de38fa-b09e-4787-b723-ed8935f07fa4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 1097 time: 0.1477818 Aug 03 16:01:07.538206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97250a24-2029-48bc-ba93-7cdbdf8da91f req-caa16758-8962-49df-a6c0-ec2151088430 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:07.540024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97250a24-2029-48bc-ba93-7cdbdf8da91f req-caa16758-8962-49df-a6c0-ec2151088430 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 945 time: 0.1312459 Aug 03 16:01:07.549476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:07.573759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.578823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb9bd-dacd-41a2-a9fe-888516dd81b9 req-02031670-bd18-4e3c-8693-02fbc405bb84 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:07.580357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02cdb9bd-dacd-41a2-a9fe-888516dd81b9 req-02031670-bd18-4e3c-8693-02fbc405bb84 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 945 time: 0.0653713 Aug 03 16:01:07.612010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object 6b37f22e-c17a-47f2-968d-0faf505ebd34 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:07.623241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-465365bc-98f8-4bf1-81d6-394c6e60159c req-5ec38174-0878-4060-85bf-a188338e188d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Aug 03 16:01:07.633180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02cdb9bd-dacd-41a2-a9fe-888516dd81b9 req-32410e9d-20aa-42f0-9afc-643d5abd31c8 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Aug 03 16:01:07.646684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97250a24-2029-48bc-ba93-7cdbdf8da91f req-c2c7573b-c5fa-48f4-aae9-f641e76a0e8e tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784523 Aug 03 16:01:07.661949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:07.691560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.692279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5a765036-328a-49ce-a4d0-42aea7a4041a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:07.701908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.743224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:07.746346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:07.750960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:07.758821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:07.796635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:07.811724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:07.930377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Allocated IP 172.21.0.2 (6f684cd4-79be-4b92-b2fc-b31f20169737/6000a5e0-20d3-4da2-b5d9-942088977f2f/991bd1ac-c93f-4fc5-8329-95890b5b18c1) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:07.934709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b14c008b-f016-43a1-9e97-5bf0375c2d60 req-53545c7f-ef36-4196-9757-5bc91ca74737 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0438154 Aug 03 16:01:07.978487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:08.049260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 5a765036-328a-49ce-a4d0-42aea7a4041a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:08.070174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 5a765036-328a-49ce-a4d0-42aea7a4041a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:08.070558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.085009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.110542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-e5fac4a8-0266-4a35-ac32-b7baf280ba07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0906227 Aug 03 16:01:08.237035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bfd92-3615-4514-ac7b-0bb6a3511f0a req-578d14be-9a84-4966-8480-85c0f288ee98 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.238720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d30bfd92-3615-4514-ac7b-0bb6a3511f0a req-578d14be-9a84-4966-8480-85c0f288ee98 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.3786683 Aug 03 16:01:08.285226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d30bfd92-3615-4514-ac7b-0bb6a3511f0a req-482dcb96-02de-490c-91ff-99d171caffca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369060 Aug 03 16:01:08.311133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.311759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.312105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.312568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.313043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.313571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.314241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.316467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b907ca98-1260-405e-808e-b7f0c8b2ba57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.1446381 Aug 03 16:01:08.457436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.467062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:04Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:07Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:08.501568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Transition to ACTIVE for port object 991bd1ac-c93f-4fc5-8329-95890b5b18c1 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:08.507322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.509135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6777da1-933b-4439-815d-640a57dd44ee None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:04Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:07Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:08.521567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-3cf7060d-9311-4b2c-bbfc-79cd1570f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.521567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-3cf7060d-9311-4b2c-bbfc-79cd1570f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.522044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-3cf7060d-9311-4b2c-bbfc-79cd1570f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.523687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-3cf7060d-9311-4b2c-bbfc-79cd1570f77f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 2298 time: 0.1738181 Aug 03 16:01:08.532833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Transition to ACTIVE for port object 991bd1ac-c93f-4fc5-8329-95890b5b18c1 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:08.560640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5a765036-328a-49ce-a4d0-42aea7a4041a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:08.562961 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.588482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.598306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.604231 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.619108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:08.623296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:08.625844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:08.647493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Pushing event updated for resources: {'Port': ['ID=991bd1ac-c93f-4fc5-8329-95890b5b18c1,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:08.670000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-aae309ce-f035-45a9-bedb-8fa2ddf405ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1002 time: 0.1369720 Aug 03 16:01:08.739889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.761225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Attempting to bind port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:08.763641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Attempting to bind port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:08.764018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Attempting to bind port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 on network 6f684cd4-79be-4b92-b2fc-b31f20169737 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:08.766298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:08.787478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:08.787857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Checking segment: {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:08.788266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.788663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Bound using segment: {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:08.789147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Bound port: 991bd1ac-c93f-4fc5-8329-95890b5b18c1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:08.789530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.821081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:08.827625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-d433b332-8448-4a84-b136-51d040015e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.829232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-d433b332-8448-4a84-b136-51d040015e35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.1497223 Aug 03 16:01:08.870302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cd701-da70-40e2-91d5-805b8e904126 req-999fc2f9-8bda-4e5e-a69f-489c9ece3200 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.872347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f5cd701-da70-40e2-91d5-805b8e904126 req-999fc2f9-8bda-4e5e-a69f-489c9ece3200 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 945 time: 0.0710461 Aug 03 16:01:08.911653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] For port 991bd1ac-c93f-4fc5-8329-95890b5b18c1, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:08.917054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] For port 991bd1ac-c93f-4fc5-8329-95890b5b18c1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=991bd1ac-c93f-4fc5-8329-95890b5b18c1,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:08.922898 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f5cd701-da70-40e2-91d5-805b8e904126 req-470269f2-5707-429a-a572-dac63145b1f8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Aug 03 16:01:08.934374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:08.962357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c560b-cdd4-4318-8d5a-6370c5193322 req-310555d7-0515-4dbc-a529-eed4dad7abb1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:08.971566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85c560b-cdd4-4318-8d5a-6370c5193322 req-310555d7-0515-4dbc-a529-eed4dad7abb1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 946 time: 0.1412549 Aug 03 16:01:09.006682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b050d198-67e7-469c-b576-dbb616205806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.008048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b050d198-67e7-469c-b576-dbb616205806 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568174 Aug 03 16:01:09.020225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:09.031355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01bc64-e1d0-4043-b820-d6e16c6de9d9 None None] Pushing event updated for resources: {'Port': ['ID=991bd1ac-c93f-4fc5-8329-95890b5b18c1,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:09.036862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:09.192951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b85c560b-cdd4-4318-8d5a-6370c5193322 req-b7ebbcf8-343b-426e-846e-e600817b1ebd tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199500 Aug 03 16:01:09.236402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e052462f-e5d9-480f-8c2c-374893de4b53 req-fe5a7284-8d46-4c52-bcc5-c91ef47a5b1a tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0511038 Aug 03 16:01:09.305448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16'}, {'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:09.308638 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891a1f3-d3c1-4806-a529-b80a245a47ab" -d '{"events": [{"server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "name": "network-vif-plugged", "status": "completed", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16"}, {"server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "name": "network-vif-plugged", "status": "completed", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:09.320018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:09.322417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-d6734c33-204c-4f0f-a386-5bf1e3a28c83 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046820 Aug 03 16:01:09.470165 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96fa87a-a581-456d-9f71-d2a91e0a47dc x-openstack-request-id: req-a96fa87a-a581-456d-9f71-d2a91e0a47dc {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:09.470165 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "name": "network-vif-plugged", "status": "completed", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16", "code": 200}, {"server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "name": "network-vif-plugged", "status": "completed", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:09.470165 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a96fa87a-a581-456d-9f71-d2a91e0a47dc {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:09.470165 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16', 'code': 200} Aug 03 16:01:09.470165 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a', 'code': 200} Aug 03 16:01:09.586204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e7dcd3f-698d-4374-82a4-55f46cbe7164 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:09.597225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a09346de-2d65-451d-a2f6-5b896a9f6193 req-4b1a75e9-f6e6-4e3a-9c13-03fc1bf6657b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1370373 Aug 03 16:01:09.650256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:09.656745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:09.657585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.670304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87532-9226-41e5-a87f-994909a092af req-febc6cb4-a8cd-4d2c-9f95-02dd36cc08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.673014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2da87532-9226-41e5-a87f-994909a092af req-febc6cb4-a8cd-4d2c-9f95-02dd36cc08ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 1097 time: 0.0993707 Aug 03 16:01:09.678283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc24193-254e-4d24-809d-b58bc00db2f7 req-a8055025-b5ba-4437-9710-cd92ba086850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.680098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc24193-254e-4d24-809d-b58bc00db2f7 req-a8055025-b5ba-4437-9710-cd92ba086850 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 1097 time: 0.0877349 Aug 03 16:01:09.682690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b6bd8414-2a66-4b35-82e8-56712d36ccb6 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517592 Aug 03 16:01:09.707386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:09.743283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-969ce634-afe6-40f1-ac94-d4661e9fc15e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2530048 Aug 03 16:01:09.743283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-0c943c45-31d3-4795-87e0-fe615a6dc74a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 217 time: 0.0519781 Aug 03 16:01:09.750355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:09.751586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c08ae-96e9-4d31-8f67-38a6cd4e5648 req-86165090-b83d-48a3-82fb-e2a5e0d188de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.753175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-265c08ae-96e9-4d31-8f67-38a6cd4e5648 req-86165090-b83d-48a3-82fb-e2a5e0d188de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.2595799 Aug 03 16:01:09.762275 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.775081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-56692961'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:09.784238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2da87532-9226-41e5-a87f-994909a092af req-1f1e2586-2161-4553-94fd-04ab9904649d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Aug 03 16:01:09.788195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc24193-254e-4d24-809d-b58bc00db2f7 req-6f7ebcd8-f1c9-46c7-8e7c-9c23db74e838 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997436 Aug 03 16:01:09.804739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6e7dcd3f-698d-4374-82a4-55f46cbe7164, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e7dcd3f-698d-4374-82a4-55f46cbe7164,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:09.807408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:09.811523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.812488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 991bd1ac-c93f-4fc5-8329-95890b5b18c1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:09.812783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.843296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:01:09.853104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-ce4b4061-dfb5-4795-946c-577539df4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.855070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-ce4b4061-dfb5-4795-946c-577539df4d6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1008983 Aug 03 16:01:09.858336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.858945 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment d9677bc7-f501-412b-be14-4dd64fa77b56 of type vlan for network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 Aug 03 16:01:09.866020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-265c08ae-96e9-4d31-8f67-38a6cd4e5648 req-37b19605-aed1-4be9-b176-35a52bdbe9c8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042113 Aug 03 16:01:09.892757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a1895560-b5c1-4da8-ace0-d76aeafc52b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.916600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.922072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-7b746fa2-bbcc-4f39-b5f5-224622a8035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.923881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-7b746fa2-bbcc-4f39-b5f5-224622a8035d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519598 Aug 03 16:01:09.926949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:09.933584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:09.955447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:09.962050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:09.962911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.034257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2790954 Aug 03 16:01:10.039812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:10.047672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:10.074030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4abed1-e407-4152-a914-2c0635491f3b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=9f5cdfea-74c0-49fb-9be2-2ded16a4aae2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:10.098550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31bb13-5cfc-4638-a0a6-c61577fc525f req-405a7d2a-0a93-4218-8b98-1bd9e48804c7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:10.100242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b31bb13-5cfc-4638-a0a6-c61577fc525f req-405a7d2a-0a93-4218-8b98-1bd9e48804c7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 945 time: 0.0837975 Aug 03 16:01:10.100581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-866415b6-cd26-463b-a2e1-afd68e826228 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679850 Aug 03 16:01:10.101961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:01:10.159984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b31bb13-5cfc-4638-a0a6-c61577fc525f req-f1da7bda-6ce9-49f9-b2b2-481ea6371211 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494049 Aug 03 16:01:10.201403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:10.297277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port d2cec36d-667d-4447-9170-5891636f562e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:10.305010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port d2cec36d-667d-4447-9170-5891636f562e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:10.305010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.373448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8ed96-8a2a-4d0d-bc96-19c1c5439d27 req-eb8feeb9-99f4-4b3e-ae37-dd2b2a8ebaf9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:10.383566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ac8ed96-8a2a-4d0d-bc96-19c1c5439d27 req-eb8feeb9-99f4-4b3e-ae37-dd2b2a8ebaf9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 946 time: 0.0905983 Aug 03 16:01:10.442076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.454835 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ac8ed96-8a2a-4d0d-bc96-19c1c5439d27 req-f35ee452-1fa5-4ded-b9f4-7c59848bf8e9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698814 Aug 03 16:01:10.508545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:10.514814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.592144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:10.639302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcf7a4-73c8-4e0a-b8ab-800cc072b891 None None] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:10.680377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-004648b9-48d3-4935-a80f-a10b2b0be1b2 req-8486a335-e09c-41fd-92af-d94a19d8bcc4 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0497024 Aug 03 16:01:10.728864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:10.732697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.775040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Provisioning for port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:10.783675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Provisioning complete for port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:10.784044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.797189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-5d6e4876-47c7-4fb3-a2b2-fa7a3960fb9a service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882620 Aug 03 16:01:10.850885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-f1ea2198-1fa0-43a4-9f5b-eb3c604a053c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0460157 Aug 03 16:01:10.878381 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:10.897625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:10.899017 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:00:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:10.915737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:10.952509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-cafd54e7-46ab-4a2c-8154-5df1f49f2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:10.954476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-cafd54e7-46ab-4a2c-8154-5df1f49f2908 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0942938 Aug 03 16:01:10.980250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] For port 991bd1ac-c93f-4fc5-8329-95890b5b18c1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=991bd1ac-c93f-4fc5-8329-95890b5b18c1,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:10.989318 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.068447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-f60ab003-7d8c-4b84-acba-4a4ad065e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.070047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-f60ab003-7d8c-4b84-acba-4a4ad065e36f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073742 Aug 03 16:01:11.078198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d85b32-1571-45be-a249-bfdaba562177 None None] Pushing event updated for resources: {'Port': ['ID=991bd1ac-c93f-4fc5-8329-95890b5b18c1,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:11.108518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d9ea9-123b-4e77-90b5-6a8d86fcfb23 req-ade21d0b-2793-4ef7-ac29-e408c4de6586 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.111075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f6d9ea9-123b-4e77-90b5-6a8d86fcfb23 req-ade21d0b-2793-4ef7-ac29-e408c4de6586 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.1079271 Aug 03 16:01:11.112985 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:11.214941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f6d9ea9-123b-4e77-90b5-6a8d86fcfb23 req-b6171511-2db6-49f3-ac9c-19c1bb756cd1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Aug 03 16:01:11.245619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Provisioning for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:11.253056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Provisioning complete for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:11.253454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.257427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.411395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Port 6b37f22e-c17a-47f2-968d-0faf505ebd34 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:11.437424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Provisioning complete for port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:11.437748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97b21c6d-d1c0-4222-ab96-e3d4454540b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.502775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-04ea9973-412e-46e1-87a1-56b254e08f73 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137254 Aug 03 16:01:11.571989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:11.574157 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212ff164-f729-4cdf-810c-60e302204487" -d '{"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec36d-667d-4447-9170-5891636f562e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:11.581312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5e429c54-2c03-4fda-81e9-2ddd2c79efe8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1409488 Aug 03 16:01:11.604631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e7dcd3f-698d-4374-82a4-55f46cbe7164 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:11.619463 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:07Z', 'revision_number': 3, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:08Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:11.666098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:11.666720 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Updating router 00229795-894e-4398-a250-f6390b8685c5 port 6b37f22e-c17a-47f2-968d-0faf505ebd34 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:01:11.696400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631f513-6cef-4f94-90fa-1a08c47c8f22 req-a5f24872-f49e-4265-b1b8-7658b285264b tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.706338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b631f513-6cef-4f94-90fa-1a08c47c8f22 req-a5f24872-f49e-4265-b1b8-7658b285264b tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 946 time: 0.1049829 Aug 03 16:01:11.724559 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.735824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:11.736407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:01:11.738416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=8e350325-57be-473b-bb25-539d2ee432af,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:11.784714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a478f6-c6e1-477b-9bca-a0c5bd6635a5 req-e4fb0049-8446-4dfa-bf18-29b87719d81c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.792711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75a478f6-c6e1-477b-9bca-a0c5bd6635a5 req-e4fb0049-8446-4dfa-bf18-29b87719d81c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.3674507 Aug 03 16:01:11.792889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b631f513-6cef-4f94-90fa-1a08c47c8f22 req-7a71f073-cc0a-4d50-a958-7877460470d1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851076 Aug 03 16:01:11.805326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.808292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.808924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.809798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.810626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.811338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.812217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:11.815063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-5c780b7a-4d27-46e9-bd36-1da1ce34d8e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.1512601 Aug 03 16:01:11.834623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:11.835204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:11.882279 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7b9723-87c3-4259-a6dc-a24775308139 x-openstack-request-id: req-1f7b9723-87c3-4259-a6dc-a24775308139 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:11.882279 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec36d-667d-4447-9170-5891636f562e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:11.882279 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f7b9723-87c3-4259-a6dc-a24775308139 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:11.883664 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e', 'code': 200} Aug 03 16:01:11.902218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b2d2d98b-a94c-4012-aaff-e656d4168620 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851385 Aug 03 16:01:11.974843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:01:12.032520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0ca59ca9-4c5f-460f-b123-a1a1ded3a522 None None] Provisioning complete for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:12.033088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0ca59ca9-4c5f-460f-b123-a1a1ded3a522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.038263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-7ff7c6e4-e123-4d04-83bd-583b49e93d5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 217 time: 0.0929902 Aug 03 16:01:12.040366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:12.047748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75a478f6-c6e1-477b-9bca-a0c5bd6635a5 req-c7628dbf-853b-4c58-8484-2595405047db tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534909 Aug 03 16:01:12.055513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d11cf91-54c6-4c11-832a-cb61299ca251 req-ac0a6fa9-ca14-4928-9515-94d53ca6753c tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0709548 Aug 03 16:01:12.086313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0ca59ca9-4c5f-460f-b123-a1a1ded3a522 None None] Port 6b37f22e-c17a-47f2-968d-0faf505ebd34 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:12.087931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4cbbc-2cf9-476d-90ea-3449109cd082 None None] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:12.119270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.120294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.135350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb33bc8-0637-4a42-9312-37632dd123f7 req-d7494c52-d89b-4291-855c-186714e0f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.138456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cb33bc8-0637-4a42-9312-37632dd123f7 req-d7494c52-d89b-4291-855c-186714e0f7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 1097 time: 0.1350684 Aug 03 16:01:12.171384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-03e1d937-a551-4d86-93eb-ba1f12e7b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.174076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-03e1d937-a551-4d86-93eb-ba1f12e7b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.175962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-03e1d937-a551-4d86-93eb-ba1f12e7b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.177764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-03e1d937-a551-4d86-93eb-ba1f12e7b108 service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 2293 time: 0.3191738 Aug 03 16:01:12.249783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1df40ca9-4631-4718-8751-71b57041e549 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2086658 Aug 03 16:01:12.254981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44292) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:12.306360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-15815064-e5d9-4beb-822c-d50fdb523904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.308151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-15815064-e5d9-4beb-822c-d50fdb523904 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.2587328 Aug 03 16:01:12.323417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 991bd1ac-c93f-4fc5-8329-95890b5b18c1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:12.341420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cb33bc8-0637-4a42-9312-37632dd123f7 req-68bdb266-cdc3-41ca-9f6d-1aee6ae8ee96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939247 Aug 03 16:01:12.361457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-297c1883-8e99-44e7-999d-a4f8bff3dc93 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1001 time: 0.1607323 Aug 03 16:01:12.394374 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.411375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85c30-2337-4b7d-8aa8-73cd08a18f59 req-448b15ac-88cb-4568-a46a-d39f937a8327 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.420698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f85c30-2337-4b7d-8aa8-73cd08a18f59 req-448b15ac-88cb-4568-a46a-d39f937a8327 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 946 time: 0.2199090 Aug 03 16:01:12.431917 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Transition to ACTIVE for port object 6b37f22e-c17a-47f2-968d-0faf505ebd34 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:12.443468 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.470775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5cee0f84-1189-47d5-8013-89fae660f229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.500658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:01:12.504773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.532817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43fa3ece-61fa-48da-8b0d-293fc8f506eb req-a35f854a-5130-4b29-a0c7-333d70718951 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=36a1b40d3fea493c88e3f9a60043e5ae&device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0481956 Aug 03 16:01:12.552990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f85c30-2337-4b7d-8aa8-73cd08a18f59 req-ec3ee096-247a-4407-a457-0880cc1d5b41 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313262 Aug 03 16:01:12.561918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-8efff61c-6cff-4d74-b690-95312f6ddf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.564249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-8efff61c-6cff-4d74-b690-95312f6ddf2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2187614 Aug 03 16:01:12.619097 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700292e1-6aea-420b-84e7-cdc47bdf1b40 None None] Pushing event updated for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:12.669876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43fa3ece-61fa-48da-8b0d-293fc8f506eb req-a7dcaf61-910f-44b7-bd1b-19fc269a7e67 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=36a1b40d3fea493c88e3f9a60043e5ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167858 Aug 03 16:01:12.689512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Attempting to bind port 6b37f22e-c17a-47f2-968d-0faf505ebd34 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:12.690151 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Attempting to bind port 6b37f22e-c17a-47f2-968d-0faf505ebd34 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:12.690859 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Attempting to bind port 6b37f22e-c17a-47f2-968d-0faf505ebd34 on network 6f684cd4-79be-4b92-b2fc-b31f20169737 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:12.702066 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:12.702671 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Checking segment: {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:12.703257 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.703809 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Bound using segment: {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:12.704462 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Bound port: 6b37f22e-c17a-47f2-968d-0faf505ebd34, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6931a2-d434-4518-b969-c5f9e09481e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:12.705006 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.742038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-67f96b66-e94e-4dbc-85b5-27822f3a191b service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468048 Aug 03 16:01:12.772716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-266c0b0f-2e18-45dd-8aad-75f0d4011359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.774563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-266c0b0f-2e18-45dd-8aad-75f0d4011359 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.4014804 Aug 03 16:01:12.787891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:12.788917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.810441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] For port 6b37f22e-c17a-47f2-968d-0faf505ebd34, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:12.814154 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] For port 6b37f22e-c17a-47f2-968d-0faf505ebd34, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b37f22e-c17a-47f2-968d-0faf505ebd34,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:12.822228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.829194 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:12.898282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb45d376-9745-4416-b21f-5f94df97cc22 req-67727783-6cd0-4dde-82b3-ceddeb5e0330 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.1110368 Aug 03 16:01:12.912967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Allocated IP 172.22.0.2 (9f5cdfea-74c0-49fb-9be2-2ded16a4aae2/8e350325-57be-473b-bb25-539d2ee432af/e4dd2234-3cd7-4dfb-82de-366adb97a5f3) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:12.926377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bad683-4b00-49bb-9b25-fd06ba82d90b req-b32b9e31-f82f-4109-9036-d2d7c7282fa9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:12.928450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2bad683-4b00-49bb-9b25-fd06ba82d90b req-b32b9e31-f82f-4109-9036-d2d7c7282fa9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.3213770 Aug 03 16:01:12.958190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-5583eb43-573c-47e8-9a33-d0908237ee9f service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060630 Aug 03 16:01:12.966652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:12.978318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:13.031564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-8e9b03f7-8fec-4d0e-ad00-250385a58bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.036514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-8e9b03f7-8fec-4d0e-ad00-250385a58bbc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152019 Aug 03 16:01:13.056950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3ece-61fa-48da-8b0d-293fc8f506eb req-6133d307-fcf5-48d2-b610-258c2e13d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.058670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43fa3ece-61fa-48da-8b0d-293fc8f506eb req-6133d307-fcf5-48d2-b610-258c2e13d493 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3878152 Aug 03 16:01:13.091110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2bad683-4b00-49bb-9b25-fd06ba82d90b req-886144e7-4d61-443e-ae25-eb0a518c8dab tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504269 Aug 03 16:01:13.144838 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700292e1-6aea-420b-84e7-cdc47bdf1b40 None None] Pushing event updated for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:13.172132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-5a980dfa-90c3-457d-817c-5f85ccdf0acd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 217 time: 0.1504993 Aug 03 16:01:13.231110 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:13.255145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837a0c-d355-4e1f-8dae-bb3c60c377b0 req-ffdde5bc-26e1-40c2-9e65-1e5b65f78db5 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.260526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8837a0c-d355-4e1f-8dae-bb3c60c377b0 req-ffdde5bc-26e1-40c2-9e65-1e5b65f78db5 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 945 time: 0.1914780 Aug 03 16:01:13.275722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.301707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-65bd8928-1f17-4bfe-bfd2-dce0dc006faa service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418156 Aug 03 16:01:13.318994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd37ae1-ba72-4e4c-81cc-f2976612fa4a req-dec1c190-e445-4151-afe0-cbc72bb87e45 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.328470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd37ae1-ba72-4e4c-81cc-f2976612fa4a req-dec1c190-e445-4151-afe0-cbc72bb87e45 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.1299362 Aug 03 16:01:13.329179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Transition to ACTIVE for port object e4dd2234-3cd7-4dfb-82de-366adb97a5f3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:13.353939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Transition to ACTIVE for port object e4dd2234-3cd7-4dfb-82de-366adb97a5f3 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:13.365709 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.410952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:13.415171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:13.421971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-120468a8-9468-4469-832b-bde4e8a5d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.422890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:13.423714 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-120468a8-9468-4469-832b-bde4e8a5d8ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.2448742 Aug 03 16:01:13.467402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-60b82dee-1c32-49d0-8595-1cfddfa54bc4 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301954 Aug 03 16:01:13.483375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8837a0c-d355-4e1f-8dae-bb3c60c377b0 req-9a12ece2-a5a3-4b06-9390-9113ec39a9ce tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116516 Aug 03 16:01:13.506745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Pushing event updated for resources: {'Port': ['ID=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:13.508939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.511279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Attempting to bind port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:13.511597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Attempting to bind port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:13.511962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Attempting to bind port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 on network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:13.519537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:13.519916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Checking segment: {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:13.520317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.520711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Bound using segment: {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:13.521181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Bound port: e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:13.521558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.539634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-f572f0d7-ee1c-45f8-88c5-2bf7f6b40893 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.0627422 Aug 03 16:01:13.543980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5dd37ae1-ba72-4e4c-81cc-f2976612fa4a req-3b31e13c-3838-4f44-94af-59ad90355fbe tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137151 Aug 03 16:01:13.573262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-38213806-59fd-443b-abfd-557b60eaaf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.574996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-38213806-59fd-443b-abfd-557b60eaaf78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429245 Aug 03 16:01:13.629941 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:07Z', 'revision_number': 3, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:12Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:13.633523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-9f5730d6-5188-4303-b7e1-21a423afb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.635032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-9f5730d6-5188-4303-b7e1-21a423afb66d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0782886 Aug 03 16:01:13.650168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.660789 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] For port e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:13.663812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] For port e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:13.670290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:13.700141 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fdef99-bedf-4435-ab96-257ccff01580 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:07Z', 'revision_number': 3, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:12Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:13.714748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-875705c9-aa64-4d16-b924-7ef15ed8ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.717748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-875705c9-aa64-4d16-b924-7ef15ed8ca32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701308 Aug 03 16:01:13.780399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00b884-bf26-4e8b-9167-4bbf55c050b3 None None] Pushing event updated for resources: {'Port': ['ID=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:13.867134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349bcb9-968e-4655-a0de-0e3484b3fe05 req-b261af26-2dfc-4a60-8de9-4a2d3d24e745 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:13.879154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9349bcb9-968e-4655-a0de-0e3484b3fe05 req-b261af26-2dfc-4a60-8de9-4a2d3d24e745 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.2678087 Aug 03 16:01:13.932436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-6da3219d-4840-4af2-bb36-0735ee0326c4 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023041 Aug 03 16:01:13.949759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-3f11539e-7b8b-45e6-8ca2-6a3a719e21dc service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292913 Aug 03 16:01:14.104523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9349bcb9-968e-4655-a0de-0e3484b3fe05 req-6ed06590-1e28-418c-b0e1-57290d79043e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243817 Aug 03 16:01:14.171696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-43574688-fdc0-460c-9354-9ba2e9055774 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258098 Aug 03 16:01:14.201951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb93a50-8667-485a-9fe7-07ff6c8675ea req-7d41e58c-2976-401c-92f5-36dc0e7905ef tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.204285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bb93a50-8667-485a-9fe7-07ff6c8675ea req-7d41e58c-2976-401c-92f5-36dc0e7905ef tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 945 time: 0.1060894 Aug 03 16:01:14.224518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-6223ef7c-ed60-49dc-b114-bfd40a517d45 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674589 Aug 03 16:01:14.274133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-a97411fb-b015-40aa-921d-9dc78c35993f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.0684590 Aug 03 16:01:14.287294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58d7d1e3-b679-4d38-b4de-e69a681f7127 req-d9b64f77-20eb-4b9d-8d38-7505cad16210 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0824940 Aug 03 16:01:14.288689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.22.0.1 (9f5cdfea-74c0-49fb-9be2-2ded16a4aae2/8e350325-57be-473b-bb25-539d2ee432af/a0759ab3-179f-437e-baf8-bb7d272a9f33) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:14.291634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b1c58ba4-692e-44e9-9cc1-28b77c706929 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 217 time: 0.0430167 Aug 03 16:01:14.360531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bb93a50-8667-485a-9fe7-07ff6c8675ea req-f41255b9-3503-4a8f-8e0b-7adc910b31bf tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438761 Aug 03 16:01:14.380709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-bd92b0d3-5a3c-4a09-8654-09dc3892df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.382427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-bd92b0d3-5a3c-4a09-8654-09dc3892df34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0969837 Aug 03 16:01:14.466168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-620b5899-1e23-45fb-96d5-0ce1c21cd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.467658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-620b5899-1e23-45fb-96d5-0ce1c21cd76d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.0938413 Aug 03 16:01:14.468643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-a7950968-4f74-4a6a-a557-91e16f65ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.469962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-a7950968-4f74-4a6a-a557-91e16f65ffc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635402 Aug 03 16:01:14.511305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:14.546456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object a0759ab3-179f-437e-baf8-bb7d272a9f33 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:14.582538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-cf943429-1f3d-45a6-ab7c-2d02fdc8f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.584067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-cf943429-1f3d-45a6-ab7c-2d02fdc8f1b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024051 Aug 03 16:01:14.635644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-bf70fca8-a56e-48d9-9fc5-695d4a627929 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552436 Aug 03 16:01:14.741195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36d50c-0d25-4406-969b-40271475616d req-56d3e5d5-b4bc-40b9-811e-93fc9021122a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.750618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb36d50c-0d25-4406-969b-40271475616d req-56d3e5d5-b4bc-40b9-811e-93fc9021122a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.1469336 Aug 03 16:01:14.772999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:14.807973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43fa3ece-61fa-48da-8b0d-293fc8f506eb req-fa299bdc-809a-4b99-8c47-1815692cf5c1 tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.78 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0550158 Aug 03 16:01:14.827779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-1729ce68-6326-42cd-8beb-96ba7c75564d service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276647 Aug 03 16:01:14.836354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36380f1d-9708-460c-ad54-0e1f01623774 req-7527ad67-14b3-400d-b539-2553981ac9f7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:14.838389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36380f1d-9708-460c-ad54-0e1f01623774 req-7527ad67-14b3-400d-b539-2553981ac9f7 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.1769257 Aug 03 16:01:14.849081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-244f43eb-d4e9-448e-8500-78b0bcdd91bb service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974998 Aug 03 16:01:14.858415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb36d50c-0d25-4406-969b-40271475616d req-ee2422a7-1017-47c8-8434-3aa0ec2ed085 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072769 Aug 03 16:01:14.912504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-9ad73f78-776f-4311-a633-915f8a2cf09b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0388129 Aug 03 16:01:14.924942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:14.939219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:14.942130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:14.989571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.007607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:15.011352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-6d2c0721-fe21-4ba5-a0eb-514d1f630975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.014188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-6d2c0721-fe21-4ba5-a0eb-514d1f630975 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0928428 Aug 03 16:01:15.035346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36380f1d-9708-460c-ad54-0e1f01623774 req-5aa4375e-ec4c-40f3-8c3a-ad23b0433ce3 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793873 Aug 03 16:01:15.041802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889d7b6-2dbd-4536-b2e2-de43062c3a89 None None] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:15.074014 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.105429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-cbf81bf3-4d22-4319-affb-34a0db46073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.107960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-cbf81bf3-4d22-4319-affb-34a0db46073d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483613 Aug 03 16:01:15.137889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-9c728e65-5a1f-416f-bf13-a85b07aae42a service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955363 Aug 03 16:01:15.147482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6c04bf5-caf5-4ddc-b806-5f32913c6cf2 None None] Provisioning for port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:15.188230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-0a21c18b-f48b-4c12-9958-092cca1da0f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0424595 Aug 03 16:01:15.254012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-8293db92-6a47-4eb5-9231-dbb6192450e7 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232667 Aug 03 16:01:15.425441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39714-b2f7-40c6-9934-4b36301c3195 req-b2e68aa5-6a04-4a07-b306-61ab146e36c1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.428055 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70e39714-b2f7-40c6-9934-4b36301c3195 req-b2e68aa5-6a04-4a07-b306-61ab146e36c1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.1611364 Aug 03 16:01:15.529157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70e39714-b2f7-40c6-9934-4b36301c3195 req-00f1de19-7200-4b90-b77e-d17f193968a9 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872006 Aug 03 16:01:15.536165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-a5425999-0372-4c80-a2eb-63345e99fbc2 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664387 Aug 03 16:01:15.546965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e4dd2234-3cd7-4dfb-82de-366adb97a5f3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:15.657459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-3c1798b0-1e1e-4a6a-b629-153aa60ffefe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.1088820 Aug 03 16:01:15.670424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:15.676047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:15.676471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.726793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Provisioning for port a0759ab3-179f-437e-baf8-bb7d272a9f33 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:15.738836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Provisioning complete for port a0759ab3-179f-437e-baf8-bb7d272a9f33 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:15.739958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.759237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-c925636a-3f2f-4a6b-92c3-6752f1b4d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.760734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-c925636a-3f2f-4a6b-92c3-6752f1b4d613 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0819628 Aug 03 16:01:15.796288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Port a0759ab3-179f-437e-baf8-bb7d272a9f33 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:15.808078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f840e96-4c65-4bbc-a3d8-e353858f8d69 req-18aee763-3ade-4c58-b70b-6d329b442bcb tempest-ServerShowV257Test-1476822410 tempest-ServerShowV257Test-1476822410-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf85c8b-f5ab-47e5-8d30-bd54e7d94f7a HTTP/1.1" status: 200 len: 210 time: 0.0563960 Aug 03 16:01:15.821373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Provisioning complete for port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:15.821758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.857252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-16cc79db-cd6e-47fd-a38c-8fd5d4fae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.858694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-16cc79db-cd6e-47fd-a38c-8fd5d4fae6b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.6487925 Aug 03 16:01:15.859090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625fa7d-381d-4668-b15f-face890a52ae req-08e4dc46-a2cb-4f6c-b99c-2a29ea9599ea tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.859413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.861023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2625fa7d-381d-4668-b15f-face890a52ae req-08e4dc46-a2cb-4f6c-b99c-2a29ea9599ea tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 945 time: 0.2251093 Aug 03 16:01:15.874690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-f170c17f-d662-428c-8b2a-d3114605f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:15.876496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-f170c17f-d662-428c-8b2a-d3114605f52e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026595 Aug 03 16:01:15.909785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.972331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:15.979565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:15.980301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b37f22e-c17a-47f2-968d-0faf505ebd34 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:16.033743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.089375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:16.090906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b3b96b8e-1e59-4c9f-8335-44470ed5aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.092550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-b3b96b8e-1e59-4c9f-8335-44470ed5aaa1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2183518 Aug 03 16:01:16.121358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c70f-b818-4f80-a2e4-81cd9d17e3ae req-e1248dc2-8c11-4066-89f0-1f6f2dc95c6e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.125748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2683c70f-b818-4f80-a2e4-81cd9d17e3ae req-e1248dc2-8c11-4066-89f0-1f6f2dc95c6e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.1472204 Aug 03 16:01:16.133563 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:01:16.134001 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-8028fe66-f652-44d4-a85e-929a1680d7f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:01:16.139932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:16.144298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:16.145537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.236206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2683c70f-b818-4f80-a2e4-81cd9d17e3ae req-ba46001b-2c16-44b2-af3d-21336a6aa297 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907261 Aug 03 16:01:16.326872 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-af4a1813-eaf3-4317-8058-7b7d4608d63d service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243810 Aug 03 16:01:16.360855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2625fa7d-381d-4668-b15f-face890a52ae req-99dc630f-f119-4e00-8160-a53e86e03db9 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896247 Aug 03 16:01:16.374899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-dc7a9e1f-6c5f-49b3-9c0a-973dac2de1f2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.376541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-dc7a9e1f-6c5f-49b3-9c0a-973dac2de1f2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 945 time: 0.4189734 Aug 03 16:01:16.412887 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.430784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-b6817042-769e-49d8-8ccb-e1dbcfaadc15 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349293 Aug 03 16:01:16.452143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.453170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6b37f22e-c17a-47f2-968d-0faf505ebd34, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b37f22e-c17a-47f2-968d-0faf505ebd34,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:16.459324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.459614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.511597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:16.580116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Deleting port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:16.580465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.586157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-bf8f1194-6c0d-4b42-b8df-a0739c81f441 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404712 Aug 03 16:01:16.607885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:16.619551 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.629063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-c1f27d06-6d07-47e2-b93c-80585a99b569 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.630590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-c1f27d06-6d07-47e2-b93c-80585a99b569 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.1352341 Aug 03 16:01:16.658695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f310986b-a414-4b82-b1a8-6097fc91fc97 req-34f809e9-0cc7-44b1-ad38-de56c2786e04 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211553 Aug 03 16:01:16.662392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-210e4914-637c-4206-9201-e71a38bb5a64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.0658057 Aug 03 16:01:16.762029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-42996754-1e73-43a0-9e6d-1cbf7fc7eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.763949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-42996754-1e73-43a0-9e6d-1cbf7fc7eb5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.0917075 Aug 03 16:01:16.765929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] For port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:16.766310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.804937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949e53e-1233-4c26-9b66-97f6fcea1bdf req-997ba61a-1443-429d-9fb6-2d536001a976 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.806745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-de74e57d-acdf-4e5c-aaea-908130a466a4 None None] Provisioning complete for port a0759ab3-179f-437e-baf8-bb7d272a9f33 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:16.807170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2949e53e-1233-4c26-9b66-97f6fcea1bdf req-997ba61a-1443-429d-9fb6-2d536001a976 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.1756740 Aug 03 16:01:16.814031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-de74e57d-acdf-4e5c-aaea-908130a466a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:16.815734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Calling delete_port for e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:16.862560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-de74e57d-acdf-4e5c-aaea-908130a466a4 None None] Port a0759ab3-179f-437e-baf8-bb7d272a9f33 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:16.878000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:16.883481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:16.901986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-2f643a7e-834c-4f4f-91c6-4f5dc9bc7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:16.903747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-2f643a7e-834c-4f4f-91c6-4f5dc9bc7721 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294601 Aug 03 16:01:16.906995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2949e53e-1233-4c26-9b66-97f6fcea1bdf req-43593607-7b17-479e-9631-47825c2ebf86 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Aug 03 16:01:16.911542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:16.911891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.122433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.126890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-35038fde-5c98-4cff-8652-0279431592ed service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119522 Aug 03 16:01:17.176256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event deleted for resources: {'Port': ['ID=e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:17.189942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c0f9fd01-3608-45d8-982b-ddb1db28741a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:17.280885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['5a765036-328a-49ce-a4d0-42aea7a4041a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:17.300582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:17.330433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port d8dfec90-bdf9-44e6-b381-fb9e436a2f16, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:17.331042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.372886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for d8dfec90-bdf9-44e6-b381-fb9e436a2f16 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:17.421133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] No DVR routers for this DVR port e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:17.422636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:17.442351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.445934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "DELETE /v2.0/ports/e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf HTTP/1.1" status: 204 len: 173 time: 1.0625002 Aug 03 16:01:17.446909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'name': 'network-vif-deleted', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:17.450358 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8048ee0-7e09-44d2-adef-0d20d20b28ea" -d '{"events": [{"server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "name": "network-vif-deleted", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:17.521416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-970be60e-f88c-462e-8e53-507aebfe6a86 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817301 Aug 03 16:01:17.607396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c82c396c-8b75-439d-9474-5c48881ee1f2 None None] Provisioning complete for port a0759ab3-179f-437e-baf8-bb7d272a9f33 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:17.607805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c82c396c-8b75-439d-9474-5c48881ee1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.623754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-9588ea3d-e9eb-4f41-9dc0-20fb30c2e944 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.0940554 Aug 03 16:01:17.665002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e4dd2234-3cd7-4dfb-82de-366adb97a5f3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:17.766981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.771133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-05625ff4-b04a-4139-a55e-4fd46e999477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:17.771469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c82c396c-8b75-439d-9474-5c48881ee1f2 None None] Port a0759ab3-179f-437e-baf8-bb7d272a9f33 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:17.778177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-05625ff4-b04a-4139-a55e-4fd46e999477 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.1421492 Aug 03 16:01:17.790549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:17.799305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eaf79dcc-f44e-4d2b-8b6f-42507a3421d9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5399017 Aug 03 16:01:17.808009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:17.815840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:17.847322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'network': {'name': 'tempest-RoutersTest-182331583'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:17.872863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:17.873508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:17.889549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c62a9-ce89-403d-a9d0-a5ab5d6ca34d req-6562ad72-47b3-47e5-8280-cf39eead4d61 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:17.891805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff4c62a9-ce89-403d-a9d0-a5ab5d6ca34d req-6562ad72-47b3-47e5-8280-cf39eead4d61 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 946 time: 0.3984296 Aug 03 16:01:17.923812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-270a9c17-e6b2-4c43-892a-e716d943400c req-022c1858-5cd8-4ba2-9936-ed890c17c645 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=ad8ad8b6-a957-4065-b2c2-ae345363ec86 HTTP/1.1" status: 200 len: 210 time: 0.0693254 Aug 03 16:01:17.939530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:17.939927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.965449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:17.969161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:17.978772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 16:01:17.978772 n-d-803226-3 neutron-server[106016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 16:01:17.978772 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id': '36a1b40d3fea493c88e3f9a60043e5ae', 'id': '4d0ad978-b232-4789-bd90-26ff5c1562cf', 'expiration': datetime.datetime(2021, 8, 3, 16, 3, 17, 944973)}] Aug 03 16:01:17.978772 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:01:17.979658 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:01:17.987426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-8cd19886-6da6-4ecf-b710-0f3b657c866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:17.993573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-8cd19886-6da6-4ecf-b710-0f3b657c866e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1990519 Aug 03 16:01:18.002959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff4c62a9-ce89-403d-a9d0-a5ab5d6ca34d req-aae1f55f-460b-4786-9b8d-2dfc0ad50cb1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 Aug 03 16:01:18.050529 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc59c1-f1e2-4ae0-bbf1-9c1d3d3dd473 x-openstack-request-id: req-bfdc59c1-f1e2-4ae0-bbf1-9c1d3d3dd473 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:18.051501 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8ad8b6-a957-4065-b2c2-ae345363ec86", "name": "network-vif-deleted", "tag": "e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:18.051780 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfdc59c1-f1e2-4ae0-bbf1-9c1d3d3dd473 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:18.052716 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8ad8b6-a957-4065-b2c2-ae345363ec86', 'name': 'network-vif-deleted', 'tag': 'e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf', 'status': 'completed', 'code': 200} Aug 03 16:01:18.137309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:18.181276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-30ea850d-35ba-4ba7-8eff-8689966975a7 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762409 Aug 03 16:01:18.196377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:01:18.228172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.288428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b37f22e-c17a-47f2-968d-0faf505ebd34 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:18.313868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.315135 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added segment f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e of type vlan for network a8299f84-c084-4d25-9256-20c974fc2b70 Aug 03 16:01:18.341933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dc10e1d-bf90-4ce1-9940-94727261c7e8 req-b0de3518-6dbf-4303-aa38-dea16d8b9d65 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503997 Aug 03 16:01:18.376755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=d8dfec90-bdf9-44e6-b381-fb9e436a2f16,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:18.393923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:18.396401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.437119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port d8dfec90-bdf9-44e6-b381-fb9e436a2f16 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:18.440606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.442629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02dc03fa-caca-4af3-9366-a3e15173de10 req-d895965f-e5ab-4b36-9eb9-0ee510368cca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/d8dfec90-bdf9-44e6-b381-fb9e436a2f16 HTTP/1.1" status: 204 len: 173 time: 1.7971785 Aug 03 16:01:18.443066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'name': 'network-vif-deleted', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:18.445399 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0969bca7-854d-4177-876d-c88a723c80dd" -d '{"events": [{"server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "name": "network-vif-deleted", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:18.480584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6b37f22e-c17a-47f2-968d-0faf505ebd34 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:18.482000 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.482149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.487426 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.495167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:18.496082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.505519 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5436b-d12e-47e1-95bc-9602644a50fd x-openstack-request-id: req-6da5436b-d12e-47e1-95bc-9602644a50fd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:18.505846 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8a8b07-5ad3-4520-aa96-0912917de49c", "name": "network-vif-deleted", "tag": "d8dfec90-bdf9-44e6-b381-fb9e436a2f16", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:18.506093 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6da5436b-d12e-47e1-95bc-9602644a50fd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:18.506604 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8a8b07-5ad3-4520-aa96-0912917de49c', 'name': 'network-vif-deleted', 'tag': 'd8dfec90-bdf9-44e6-b381-fb9e436a2f16', 'status': 'completed', 'code': 200} Aug 03 16:01:18.608123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Network': ['ID=a8299f84-c084-4d25-9256-20c974fc2b70,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:18.640963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a8299f84-c084-4d25-9256-20c974fc2b70 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:01:18.645248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.649659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.660119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eaa50f04-71d5-4a36-a014-237193de1080 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8246453 Aug 03 16:01:18.661090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:18.666651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'subnet': {'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:18.692752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36a1b40d3fea493c88e3f9a60043e5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2675133 Aug 03 16:01:18.693862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cbc9b-2ab1-447c-9975-fd80876ea5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69949e8b-f4b5-42ca-8dac-ed99e880919a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:18.698563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:18.711998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:15Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:18.771697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.781568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Made reservation on behalf of 95f6ecc6fcdd4c8c98ccc1ecb2191ffe for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:18.782681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:18.783047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Updating router 00229795-894e-4398-a250-f6390b8685c5 port a0759ab3-179f-437e-baf8-bb7d272a9f33 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:01:18.785077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:18.785297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.809686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.840784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:18.841613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2ae1bda-76d8-4bd4-bd75-7db6f8961dbf not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:18.841952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d8dfec90-bdf9-44e6-b381-fb9e436a2f16 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:18.865435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.868834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.872889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: d8dfec90-bdf9-44e6-b381-fb9e436a2f16 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:18.873245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d8dfec90-bdf9-44e6-b381-fb9e436a2f16 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:18.873732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69949e8b-f4b5-42ca-8dac-ed99e880919a HTTP/1.1" status: 204 len: 168 time: 0.1739645 Aug 03 16:01:18.875480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:18.881996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac8ba6-388b-4c96-8842-520bca8c43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69949e8b-f4b5-42ca-8dac-ed99e880919a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:19.040423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:19.147240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Subnet': ['ID=56727142-7307-48e1-be51-72e57edf84d1,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:19.191631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc1c9695-ac92-41da-b491-7f6e64858f37 req-64f00903-74a1-4fd3-87bf-991595dad488 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d8a8b07-5ad3-4520-aa96-0912917de49c HTTP/1.1" status: 200 len: 210 time: 0.0503790 Aug 03 16:01:19.207939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Checking segment: {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:19.208398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network hostable DHCP agents. Network: a8299f84-c084-4d25-9256-20c974fc2b70, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:01:19.231586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a8299f84-c084-4d25-9256-20c974fc2b70 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:01:19.244928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a8299f84-c084-4d25-9256-20c974fc2b70) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:19.250427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:19.251543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:19.273022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44410) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:19.274591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19ff77b9-b5bd-4917-ab11-6408b8ef1f2a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6113269 Aug 03 16:01:19.480020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832aeab-1dee-45ae-92f5-97975e7d193f None None] Network a8299f84-c084-4d25-9256-20c974fc2b70 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:19.741449 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:19.752755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Transition to ACTIVE for port object a0759ab3-179f-437e-baf8-bb7d272a9f33 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:19.760260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:19.812217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee138267-60f7-4bc6-b357-74e56363bae7 None None] Pushing event updated for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:19.814655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a8299f84-c084-4d25-9256-20c974fc2b70', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:01:19.815888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:19.880302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:20.041905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Attempting to bind port a0759ab3-179f-437e-baf8-bb7d272a9f33 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:20.041905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Attempting to bind port a0759ab3-179f-437e-baf8-bb7d272a9f33 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:20.042419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Attempting to bind port a0759ab3-179f-437e-baf8-bb7d272a9f33 on network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:20.050537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:20.050944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Checking segment: {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:20.051423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:20.051967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Bound using segment: {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:20.052539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Bound port: a0759ab3-179f-437e-baf8-bb7d272a9f33, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9677bc7-f501-412b-be14-4dd64fa77b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:20.052995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:20.075587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Allocated IP 172.23.0.2 (a8299f84-c084-4d25-9256-20c974fc2b70/56727142-7307-48e1-be51-72e57edf84d1/5d8baef5-f7fd-4c61-be29-03e5df79a0b1) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:20.107677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132c3c6-6eb6-4222-9f10-f3c6914ab169 req-de15bfa6-fe48-46e0-893a-0fa45aed6a1a tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:20.114293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132c3c6-6eb6-4222-9f10-f3c6914ab169 req-de15bfa6-fe48-46e0-893a-0fa45aed6a1a tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:20.122638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f132c3c6-6eb6-4222-9f10-f3c6914ab169 req-de15bfa6-fe48-46e0-893a-0fa45aed6a1a tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739&device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 1683 time: 0.1316323 Aug 03 16:01:20.206171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:20.212749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] For port a0759ab3-179f-437e-baf8-bb7d272a9f33, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:20.220985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f132c3c6-6eb6-4222-9f10-f3c6914ab169 req-99d79c18-d161-4390-9c0c-3496218bd0a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972307 Aug 03 16:01:20.243967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] For port a0759ab3-179f-437e-baf8-bb7d272a9f33, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a0759ab3-179f-437e-baf8-bb7d272a9f33,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:20.417536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:20.652454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee138267-60f7-4bc6-b357-74e56363bae7 None None] Pushing event updated for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:20.724408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:20.725014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:20.738173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:20.867216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:20.940912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:20.989580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Transition to ACTIVE for port object 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:20.990130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-c46f8274-64fb-4737-b85d-cd4cf19b8ae8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:20.992372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-c46f8274-64fb-4737-b85d-cd4cf19b8ae8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2125001 Aug 03 16:01:20.997209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'd2cec36d-667d-4447-9170-5891636f562e', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': 'd2cec36d-667d-4447-9170-5891636f562e', 'mac_address': 'fa:16:3e:45:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:21.017934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-ebab2f35-6d19-40b2-a8b5-f7540fce3d3f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0176356 Aug 03 16:01:21.068678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Transition to ACTIVE for port object 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:21.100178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-11e813ec-0b8f-4e2b-b77e-591b483d844b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813575 Aug 03 16:01:21.103055 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.118862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4a943-4a2e-4201-8741-935ca2efc527 req-3df60b9b-e000-4e58-a2f2-bba89804b53d tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:21.126335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Network a8299f84-c084-4d25-9256-20c974fc2b70 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:21.131483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3a4a943-4a2e-4201-8741-935ca2efc527 req-3df60b9b-e000-4e58-a2f2-bba89804b53d tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 946 time: 0.0754504 Aug 03 16:01:21.132030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:21.159449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:21.191471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3a4a943-4a2e-4201-8741-935ca2efc527 req-a022c05e-4c65-4cf1-a889-57822ac1a689 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590205 Aug 03 16:01:21.232801 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:01:21.256745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.293375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Pushing event updated for resources: {'Port': ['ID=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:21.311148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-f7df6f73-222d-443c-af7d-655da6ad8464 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690605 Aug 03 16:01:21.312895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Attempting to bind port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:21.313605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Attempting to bind port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:21.314696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Attempting to bind port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 on network a8299f84-c084-4d25-9256-20c974fc2b70 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:21.339992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:21.342041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Checking segment: {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:21.342697 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.343412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Bound using segment: {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:21.344150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Bound port: 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:21.345061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.349309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2cec36d-667d-4447-9170-5891636f562e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:21.402152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Allocated IP 172.23.0.1 (a8299f84-c084-4d25-9256-20c974fc2b70/56727142-7307-48e1-be51-72e57edf84d1/b2bdfa7f-7ce1-4e21-9429-67db5b7977ab) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:21.464921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] For port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:21.469482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] For port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:21.476131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:21.478590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.517878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.610755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-5c498025-b598-4929-88e8-181ffc0e552f service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725117 Aug 03 16:01:21.631308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:15Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:20Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:21.644931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59416-ea97-4352-9b4e-764b7ca59335 None None] Pushing event updated for resources: {'Port': ['ID=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:21.727001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['d2cec36d-667d-4447-9170-5891636f562e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:21.731375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974131c3-7906-4ea7-bdf6-535cb9b084f4 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:15Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:20Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:21.766546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.851738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Transition to ACTIVE for port object b2bdfa7f-7ce1-4e21-9429-67db5b7977ab will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:21.953300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:21.977864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a8299f84-c084-4d25-9256-20c974fc2b70 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:21.980354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:21.984196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:22.057349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:22.092286 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47d5ee2a-e0f2-43ee-bd98-7e6c89a9a60a req-d260fff2-f94f-405b-9c30-551a50cf44e6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 210 time: 0.1293163 Aug 03 16:01:22.100596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:22.133108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:22.230440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-c748d81a-9f96-4d32-b701-379c1575316c tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:22.234200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-c748d81a-9f96-4d32-b701-379c1575316c tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 946 time: 0.2079813 Aug 03 16:01:22.284713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:22.654634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-887c3a6a-def6-4aaf-a326-9f5afb07eef1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:22.661500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-887c3a6a-def6-4aaf-a326-9f5afb07eef1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 946 time: 0.1823370 Aug 03 16:01:22.664489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:22.726291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f740e-e6e9-469d-9bde-19c294656203 req-5dc642cb-1843-45c3-9915-c7c061695a6d tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:22.735297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e44f740e-e6e9-469d-9bde-19c294656203 req-5dc642cb-1843-45c3-9915-c7c061695a6d tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 946 time: 0.2057405 Aug 03 16:01:22.797558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Deleting port c0f9fd01-3608-45d8-982b-ddb1db28741a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:22.799441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.092958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e44f740e-e6e9-469d-9bde-19c294656203 req-70506f91-0c42-408e-aa08-56ff03a74583 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/security-groups?id=4d69b372-2af4-4b33-a1ba-99ec0307de2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566036 Aug 03 16:01:23.242033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] For port c0f9fd01-3608-45d8-982b-ddb1db28741a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c0f9fd01-3608-45d8-982b-ddb1db28741a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:23.243008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.316849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Deleting port 5a765036-328a-49ce-a4d0-42aea7a4041a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:23.318345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.439312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Calling delete_port for c0f9fd01-3608-45d8-982b-ddb1db28741a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:23.466317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.475769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.538281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-addd440a-7322-4320-89e2-0508a9027620 req-b63e069b-ba2f-4300-a6a1-1d5956749bf9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 210 time: 0.2565360 Aug 03 16:01:23.678341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.681550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event updated for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:23.755192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91efc75e-e8fd-4c11-8bd7-4319f7a97fcc None None] Network a8299f84-c084-4d25-9256-20c974fc2b70 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:23.858879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:23.898198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] For port 5a765036-328a-49ce-a4d0-42aea7a4041a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=5a765036-328a-49ce-a4d0-42aea7a4041a,segment=NetworkSegment(bfdd827e-9559-45f4-8b87-2042485a5c15),segment_id=bfdd827e-9559-45f4-8b87-2042485a5c15)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:23.898669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:23.905479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Network a8299f84-c084-4d25-9256-20c974fc2b70 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:23.906981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:23.920909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fdb27c99-4fbe-4762-b0e2-3caf5873ec15 None None] Provisioning for port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:23.968636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Calling delete_port for 5a765036-328a-49ce-a4d0-42aea7a4041a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:24.002010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.042962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c0f9fd01-3608-45d8-982b-ddb1db28741a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:24.078324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:24.109265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:24.109680 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.237613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:24.276197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event deleted for resources: {'Port': ['ID=c0f9fd01-3608-45d8-982b-ddb1db28741a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:24.332741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.467807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:24.476567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.477537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a0759ab3-179f-437e-baf8-bb7d272a9f33 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:24.504800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8801b34-aa67-4a20-9b7a-05ccb349eb3d req-f035b0a6-2f04-4b7a-9f6f-f81b1c380ac1 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa HTTP/1.1" status: 200 len: 210 time: 0.1140034 Aug 03 16:01:24.514640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] No DVR routers for this DVR port c0f9fd01-3608-45d8-982b-ddb1db28741a on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:24.522638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.525238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e594baf-0fdb-4b9d-b9b7-f41513f22109 req-74cfc36d-866c-4ab3-b380-2b3a795f79a3 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.72 "DELETE /v2.0/ports/c0f9fd01-3608-45d8-982b-ddb1db28741a HTTP/1.1" status: 204 len: 173 time: 2.2686341 Aug 03 16:01:24.542203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'name': 'network-vif-deleted', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:24.549079 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb5fb9-25d7-460f-99c8-ff34b8ebaf81" -d '{"events": [{"server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "name": "network-vif-deleted", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:24.694760 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2ad2a-a3b4-4c8c-a197-9d5a04a52fe0 x-openstack-request-id: req-b3d2ad2a-a3b4-4c8c-a197-9d5a04a52fe0 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:24.695706 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa", "name": "network-vif-deleted", "tag": "c0f9fd01-3608-45d8-982b-ddb1db28741a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:24.695907 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3d2ad2a-a3b4-4c8c-a197-9d5a04a52fe0 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:24.696541 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a52be4-2bfc-4e88-bd1a-82b574ecc5aa', 'name': 'network-vif-deleted', 'tag': 'c0f9fd01-3608-45d8-982b-ddb1db28741a', 'status': 'completed', 'code': 200} Aug 03 16:01:24.794722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 5a765036-328a-49ce-a4d0-42aea7a4041a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:24.853592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.867843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port d2cec36d-667d-4447-9170-5891636f562e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:24.868782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.870349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Provisioning for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:24.915059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Provisioning complete for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:24.915667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:24.928831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Pushing event deleted for resources: {'Port': ['ID=5a765036-328a-49ce-a4d0-42aea7a4041a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:24.990006 n-d-803226-3 neutron-server[106018]: INFO neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No ports have port_id starting with 5a765036-328a-49ce-a4d0-42aea7a4041a Aug 03 16:01:24.993378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:24.998192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a0759ab3-179f-437e-baf8-bb7d272a9f33 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:25.001289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:25.020678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] No DVR routers for this DVR port 5a765036-328a-49ce-a4d0-42aea7a4041a on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:25.029979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.039816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bbb95ef-b72f-4405-af2d-1c7cc02a3c75 req-3a7c1fb4-d972-4c8f-b020-bc7f450aa522 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.78 "DELETE /v2.0/ports/5a765036-328a-49ce-a4d0-42aea7a4041a HTTP/1.1" status: 204 len: 173 time: 2.3598266 Aug 03 16:01:25.051266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a0759ab3-179f-437e-baf8-bb7d272a9f33 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:25.056640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.264800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Provisioning complete for port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:25.265183 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-024f41b9-3d65-497b-8097-e8b3f9cd8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.313264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-815c9892-3844-4e22-a956-47898a3bdc5e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:25.314890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-815c9892-3844-4e22-a956-47898a3bdc5e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2015440 Aug 03 16:01:25.337115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:25.412252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c6294c7-4ae8-45b7-bdf2-b14026a68bf3 req-e12eac90-579a-46d5-96af-6fca8183e18e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 210 time: 0.3107455 Aug 03 16:01:25.513609 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.534793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:25.724606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:25.743605 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:25.745056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44652) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:25.750559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:25.761550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-819a2295-c462-4bcf-baaf-e9902102a806 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4868689 Aug 03 16:01:25.774580 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:25.782644 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:25.808045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:25.813326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:25.815869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-511df066-f708-43f3-9981-fbbff0e6ea9c req-6e534119-3583-4ef3-93ea-0b8fb55fc9c2 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ba8e4a-866b-4549-aa85-3faf08470739 HTTP/1.1" status: 200 len: 210 time: 0.0481086 Aug 03 16:01:25.828028 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9e88e8-05d9-4d0e-84e3-cd3835ba5f33" -d '{"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec36d-667d-4447-9170-5891636f562e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:25.829655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:25.836996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.846084 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.850695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:25.956414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a0759ab3-179f-437e-baf8-bb7d272a9f33, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a0759ab3-179f-437e-baf8-bb7d272a9f33,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:26.011598 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.014872 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e46fee3-cd05-4208-8e17-6e1d2be1002b x-openstack-request-id: req-2e46fee3-cd05-4208-8e17-6e1d2be1002b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:26.021822 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-plugged", "status": "completed", "tag": "d2cec36d-667d-4447-9170-5891636f562e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:26.022576 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e46fee3-cd05-4208-8e17-6e1d2be1002b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:26.023850 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e', 'code': 200} Aug 03 16:01:26.040235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:26.093731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:26.132570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:26.144654 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.146102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4f40695c-a4d3-43e7-8f83-282006de1577 None None] Provisioning complete for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:26.146837 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4f40695c-a4d3-43e7-8f83-282006de1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.272072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.2 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:26.297166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c0f9fd01-3608-45d8-982b-ddb1db28741a no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:26.299374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:26.441819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4f40695c-a4d3-43e7-8f83-282006de1577 None None] Port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:01:26.457339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: c0f9fd01-3608-45d8-982b-ddb1db28741a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:26.463715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c0f9fd01-3608-45d8-982b-ddb1db28741a not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:26.503060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:26.503433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.736149 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:22Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:20Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:23Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:26.753156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.780597 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:26.781168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Updating router 00229795-894e-4398-a250-f6390b8685c5 port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:01:26.846805 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.861817 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:26.877268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:26.923559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:26.926350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:26.927289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:26.939895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:27.066816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'name': 'network-vif-deleted', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:27.096470 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2dda3a-3f91-465c-882d-a560a375d7aa" -d '{"events": [{"server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "name": "network-vif-deleted", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:27.207193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:27.208047 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.213258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Deleting subnet 3cf12cdd-2534-42e9-a8ed-27714af2321c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:27.228261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.296829 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc6959-e976-42db-b398-62827c939585 x-openstack-request-id: req-e5cc6959-e976-42db-b398-62827c939585 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:27.297123 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba8e4a-866b-4549-aa85-3faf08470739", "name": "network-vif-deleted", "tag": "5a765036-328a-49ce-a4d0-42aea7a4041a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:27.297743 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5cc6959-e976-42db-b398-62827c939585 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:27.298358 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba8e4a-866b-4549-aa85-3faf08470739', 'name': 'network-vif-deleted', 'tag': '5a765036-328a-49ce-a4d0-42aea7a4041a', 'status': 'completed', 'code': 200} Aug 03 16:01:27.308152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.311435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc564-830d-4e17-bc29-dc352fd5baea req-763f2241-2284-43f9-8a81-6ecbfbbcc92b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:27.319132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a81dc564-830d-4e17-bc29-dc352fd5baea req-763f2241-2284-43f9-8a81-6ecbfbbcc92b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 931 time: 0.2044454 Aug 03 16:01:27.411123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a81dc564-830d-4e17-bc29-dc352fd5baea req-c51cfec5-da13-4141-ae72-6177ade8234d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906422 Aug 03 16:01:27.462960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.476666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:01:27.523412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Removed routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:01:27.523816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.580616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.599790 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.636661 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Transition to ACTIVE for port object b2bdfa7f-7ce1-4e21-9429-67db5b7977ab will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:27.654345 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.675454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.693617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3cf12cdd-2534-42e9-a8ed-27714af2321c HTTP/1.1" status: 204 len: 168 time: 0.5844162 Aug 03 16:01:27.697014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:27.712294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa77d56-eea1-4539-a160-835c7b8baf2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf12cdd-2534-42e9-a8ed-27714af2321c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:27.717773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3845162 Aug 03 16:01:27.719124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ced20-b334-4fdb-be6f-d7ae32dd1960 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:27.739239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Request body: {'port': {'device_id': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:27.822600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.852514 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Pushing event updated for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:27.872375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.877071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.877858 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.878162 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.878503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.878993 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.879332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.879665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.879995 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.880321 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.880643 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.880970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.881291 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:27.887409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Attempting to bind port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:27.895009 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Attempting to bind port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:27.895469 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Attempting to bind port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab on network a8299f84-c084-4d25-9256-20c974fc2b70 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:27.913868 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:27.914253 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Checking segment: {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:27.914663 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:27.915067 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Bound using segment: {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:27.915553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Bound port: b2bdfa7f-7ce1-4e21-9429-67db5b7977ab, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:27.915927 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.119920 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] For port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:28.130452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] For port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:28.136586 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.256634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a0759ab3-179f-437e-baf8-bb7d272a9f33 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:28.286441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:28.301566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.318753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Transition to ACTIVE for port object fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:28.327818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.339264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:28.342701 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:28.347955 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ea72b-2f3f-44a0-9098-66e9610e84ef None None] Pushing event updated for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:28.395217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a0759ab3-179f-437e-baf8-bb7d272a9f33 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:28.395804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.424489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.438468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.492886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.521469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4784fbc-c9f4-47d4-9654-1ff794901bdf']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:28.524297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:28.579822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd827e-9559-45f4-8b87-2042485a5c15') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:28.580462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd827e-9559-45f4-8b87-2042485a5c15') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:28.596440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:28.610560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.652469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.676314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:28.676737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:28.678722 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:28.885554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Attempting to bind port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:28.886073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Attempting to bind port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:28.886857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Attempting to bind port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:28.906759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf821-2ba7-49e0-8629-4c190f8c3bbf req-1c173732-e305-4be4-a9bb-5c020fac7ea0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:28.918776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30bbf821-2ba7-49e0-8629-4c190f8c3bbf req-1c173732-e305-4be4-a9bb-5c020fac7ea0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 943 time: 0.3469951 Aug 03 16:01:28.947446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:01:28.948375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.948677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Attempting to bind port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:28.954508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.956614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a4784fbc-c9f4-47d4-9654-1ff794901bdf HTTP/1.1" status: 204 len: 168 time: 1.2584367 Aug 03 16:01:28.966061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:28.967266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:28.968132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:28.968721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Bound port: fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:28.969198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:28.977462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b8d41-a4fd-4317-820b-ed93f3f17305 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4784fbc-c9f4-47d4-9654-1ff794901bdf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:29.024833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:29.031009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30bbf821-2ba7-49e0-8629-4c190f8c3bbf req-f88c773a-541d-41fb-a8c7-311029728a17 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107378 Aug 03 16:01:29.110577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:27Z', 'revision_number': 6, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:28Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:29.173180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:29.180822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:29.182246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:29.188418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d93a9005-7a41-47d6-8bcf-9fdb441d7db6 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 934 time: 3.4372444 Aug 03 16:01:29.189031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44738) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:29.194712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:29.198599 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ad248-dd33-4d3a-a27c-fe5cb4944260 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:27Z', 'revision_number': 6, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:28Z', 'revision_number': 4, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:29.203141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:29.264694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:29.265332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:29.267643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] 10.222.0.78 "PUT /v2.0/ports/fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 HTTP/1.1" status: 200 len: 1091 time: 1.5322237 Aug 03 16:01:29.268598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:29.271514 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf" -d '{"events": [{"name": "network-changed", "server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:29.344580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a920f6-a33b-46d2-b7bd-aa4675e83706 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:29.475060 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b698e561-949d-4cd7-8528-8131f1d2d8d1 x-openstack-request-id: req-b698e561-949d-4cd7-8528-8131f1d2d8d1 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:29.482434 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:29.485950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44744) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:29.486880 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b698e561-949d-4cd7-8528-8131f1d2d8d1 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:29.487709 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8', 'status': 'completed', 'code': 200} Aug 03 16:01:29.525862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-9fb60c2f-d260-4a8c-889b-7a05085be5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:29.528875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-9fb60c2f-d260-4a8c-889b-7a05085be5bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 1094 time: 0.1493950 Aug 03 16:01:29.540060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74e0f8c2-b38d-473e-8c89-2799c93d5a0c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 934 time: 0.3476202 Aug 03 16:01:29.540685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44746) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:29.551131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'routes': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:29.635786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-4632f9bd-e541-4b58-95a7-5f53fd01951f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 HTTP/1.1" status: 200 len: 217 time: 0.0859580 Aug 03 16:01:29.698615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-394faf1c-9280-4522-b09e-2f4083513794 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2d8cdc1ff024bf6b90a0d1dc0f16d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082207 Aug 03 16:01:29.701616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44750) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:29.776785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-7697ecfb-3f1d-428e-8b24-7a4d62bd03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:29.785677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-7697ecfb-3f1d-428e-8b24-7a4d62bd03e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1303654 Aug 03 16:01:29.841955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-e821c8b1-7c57-46a1-aabf-9e4e0506779b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473304 Aug 03 16:01:29.923030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.002843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.054002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-84b3d60c-aa3e-4391-a6e0-04f0152a0645 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920667 Aug 03 16:01:30.269095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b2bdfa7f-7ce1-4e21-9429-67db5b7977ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:30.295990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.302348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.307250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d69b372-2af4-4b33-a1ba-99ec0307de2c HTTP/1.1" status: 204 len: 168 time: 0.6021039 Aug 03 16:01:30.346707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a0d3823-cd2e-485c-b3a7-1d1f29c175fe req-bd6c3e04-46c4-4410-a6d7-3308ac652663 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839973 Aug 03 16:01:30.405338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549225a3-c161-4be2-8f1c-b04813707bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d69b372-2af4-4b33-a1ba-99ec0307de2c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:30.411342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:30.417860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bbea6-9c1b-48cb-be32-c60f436a63ac req-d53b02c3-3771-456d-a2d0-fc9b4c7d7cde tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:30.426996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c79bbea6-9c1b-48cb-be32-c60f436a63ac req-d53b02c3-3771-456d-a2d0-fc9b4c7d7cde tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 943 time: 0.2596655 Aug 03 16:01:30.433034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:30.433414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.561014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-384a47f9-9cac-4cd1-8179-1d0ebaf819a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:30.568674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-384a47f9-9cac-4cd1-8179-1d0ebaf819a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 1094 time: 0.1285093 Aug 03 16:01:30.592825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:01:30.593548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:01:30.631987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c79bbea6-9c1b-48cb-be32-c60f436a63ac req-0da594f8-9fce-4af9-b65b-25a0b7d2749f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985714 Aug 03 16:01:30.676156 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.678614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.768882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:30.776749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:30.879067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-77a45453-9753-4305-9b66-f71afb010a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:30.884785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-77a45453-9753-4305-9b66-f71afb010a28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.3071077 Aug 03 16:01:30.893617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:30.902392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:30.955025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:30.955504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:31.007644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-2037dd3e-1817-4021-83df-d50c1aef4ea1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 HTTP/1.1" status: 200 len: 217 time: 0.1041646 Aug 03 16:01:31.143087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-c5144d5d-1d62-4d0a-b3f9-8a8ff29b6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:31.144580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-c5144d5d-1d62-4d0a-b3f9-8a8ff29b6d6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1228921 Aug 03 16:01:31.184194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:31.191796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:31.199172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-6283578d-633f-40ec-9119-98c9f59b3b0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451539 Aug 03 16:01:31.204039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:31.484101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-ffc6bb16-cfd7-45c5-8c29-b6984ca6caf7 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710233 Aug 03 16:01:31.513069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:31.656996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3d5711a-bd64-44e9-8e36-a42b8c1c31cf req-a83771c4-ae0f-4da5-98a4-b8e8efded4ed service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510584 Aug 03 16:01:31.717338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:31.727703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:31.758572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:31.763674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:31.775698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3744cb23-c4fc-4258-86e2-94be078d38f5 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 700 time: 2.2337699 Aug 03 16:01:31.780513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:31.802202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:31.802869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:31.928563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756c1a5-b116-4663-81d2-fc5c3fb658b2 req-a410132b-c27d-4c22-9609-929eed1ac5ff tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:31.938497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9756c1a5-b116-4663-81d2-fc5c3fb658b2 req-a410132b-c27d-4c22-9609-929eed1ac5ff tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 943 time: 0.1614878 Aug 03 16:01:31.971109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:31.999191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9756c1a5-b116-4663-81d2-fc5c3fb658b2 req-a0eb28bd-7ca7-4c75-abce-286bbdc8ded6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Aug 03 16:01:32.026792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44832) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:32.028355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aaa34022-4089-4a32-8e08-867a5143a0f0 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 700 time: 0.2590604 Aug 03 16:01:32.273175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b2bdfa7f-7ce1-4e21-9429-67db5b7977ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:32.343367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:32.440479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:32.441180 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.510060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:32.587403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-469771939-network', 'tenant_id': 'fe2bfb5e07be4617ac19f65675dd0cff'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:32.591344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe263775-a145-4c88-be4b-8e1c45c54acb None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:32.635290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Made reservation on behalf of fe2bfb5e07be4617ac19f65675dd0cff for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:32.637892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.654045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.703802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.813450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.818547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.835921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:32.912589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:01:32.953158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e934f8b-4c8b-44c6-bfc5-62f648800f4d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:32.981954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:32.983513 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Added segment dfad7261-24f5-48fb-a265-f362022308c2 of type vlan for network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 Aug 03 16:01:33.078698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.091365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:33.113280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:33.126693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8', 'mac_address': 'fa:16:3e:0b:44:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:33.135977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:33.137685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.138813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:33.139420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.140501 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:33.188805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8429067 Aug 03 16:01:33.189449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:33.228392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Request body: {'subnet': {'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-469771939-subnet', 'tenant_id': 'fe2bfb5e07be4617ac19f65675dd0cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:33.236104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.260321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:33.344769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:33.354729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.395866 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:33.413374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543fd55-4efa-4931-b62a-9160a564a562 req-956de10b-fcc2-4d2e-b9c2-a8c4a713523f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:33.415064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a543fd55-4efa-4931-b62a-9160a564a562 req-956de10b-fcc2-4d2e-b9c2-a8c4a713523f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 943 time: 0.2440951 Aug 03 16:01:33.420742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ccdac-2b58-45df-9174-094b6d811e62 admin admin] Pushing event updated for resources: {'Network': ['ID=7a265b86-2b6e-4691-a1b4-dfe498de0ef3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:33.439063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:33.439546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.442920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Made reservation on behalf of fe2bfb5e07be4617ac19f65675dd0cff for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:33.445750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.454419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:33.459508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:01:33.650421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a543fd55-4efa-4931-b62a-9160a564a562 req-ef1a5279-0a1e-4fe8-8ac7-62593f61feb2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013364 Aug 03 16:01:33.692047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port b2bdfa7f-7ce1-4e21-9429-67db5b7977ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:33.693342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.722706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for b2bdfa7f-7ce1-4e21-9429-67db5b7977ab owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:33.729456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:33.814582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44880) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:33.863531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:33.937948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cb560d-c5d7-49aa-a39a-337c85a079cd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:34.032700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Checking segment: {'id': 'dfad7261-24f5-48fb-a265-f362022308c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:34.033168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Network hostable DHCP agents. Network: 7a265b86-2b6e-4691-a1b4-dfe498de0ef3, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:01:34.071984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:01:34.096407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7a265b86-2b6e-4691-a1b4-dfe498de0ef3) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:34.108347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:34.109231 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:34.134310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e38f1-29e8-489b-b5aa-e09f31f16478 None None] Network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:34.161519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07013d3c-96fa-44c2-8359-11fafc4a7f4b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9338500 Aug 03 16:01:34.192955 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:34.263589 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:34.283122 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:34.285300 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:34.524713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69b477-cb2c-497a-aa51-dd3b546767bf None None] Network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:34.546015 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:34.905071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcabc2-2971-41e3-8d53-7b2a84f55cce req-9a7616d2-ecef-4227-916f-e0faa2225a05 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:34.909195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcabc2-2971-41e3-8d53-7b2a84f55cce req-9a7616d2-ecef-4227-916f-e0faa2225a05 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 944 time: 0.1133075 Aug 03 16:01:35.008980 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:35.009288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfbcabc2-2971-41e3-8d53-7b2a84f55cce req-add2944d-46a1-453b-8b65-78002c8afb5e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857196 Aug 03 16:01:35.052477 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830ca270-c37e-44a8-9080-4c0561a6e326 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 7, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2bdfa7f-7ce1-4e21-9429-67db5b7977ab', 'name': '', 'network_id': 'a8299f84-c084-4d25-9256-20c974fc2b70', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:96:9a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '56727142-7307-48e1-be51-72e57edf84d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:20Z', 'updated_at': '2021-08-03T16:01:30Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '56727142-7307-48e1-be51-72e57edf84d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:35.097760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65c20b5f-8981-4cd9-8f51-d13f2a40ddf7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/floatingips/8e76433b-951f-4049-99cb-5039e03bd531 HTTP/1.1" status: 200 len: 993 time: 1.2731128 Aug 03 16:01:35.140728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:35.148664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44930) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:35.280625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=b2bdfa7f-7ce1-4e21-9429-67db5b7977ab,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:35.292633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-9ac831e0-b6a5-43a5-ba90-55b8469ee68f tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:35.300837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-9ac831e0-b6a5-43a5-ba90-55b8469ee68f tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/networks?id=7a265b86-2b6e-4691-a1b4-dfe498de0ef3 HTTP/1.1" status: 200 len: 812 time: 0.3630519 Aug 03 16:01:35.346299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d634f280-a99e-4492-8e3b-0f989cda0e28 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/quotas/fe2bfb5e07be4617ac19f65675dd0cff HTTP/1.1" status: 200 len: 375 time: 0.0403149 Aug 03 16:01:35.387113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:35.424242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-c10c414b-dfc3-4b84-9e00-0447a934c087 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe2bfb5e07be4617ac19f65675dd0cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731242 Aug 03 16:01:35.486154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2128c269-3f23-42b8-9980-352d60ac0a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:35.638059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-6ddb0268-a20b-4d06-b83e-ea31ed3ed5f6 service neutron] 10.222.0.70 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874313 Aug 03 16:01:35.758763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:35.863960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-58f5c5e8-f8c2-4ce5-85f8-0fb2db01ba5e service neutron] 10.222.0.70 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854701 Aug 03 16:01:35.883135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 372cdb84-deeb-4ab6-bea3-56dc6f5140f7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:35.883365 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:35.908412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2128c269-3f23-42b8-9980-352d60ac0a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:35.991338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2128c269-3f23-42b8-9980-352d60ac0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.032240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:36.096571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128c269-3f23-42b8-9980-352d60ac0a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f7778b-fdfa-42d7-b483-9dad7e4fd2da,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:36.102241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2128c269-3f23-42b8-9980-352d60ac0a2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fb8252d3d66490e8b10eee1333e6bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523458 Aug 03 16:01:36.105204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:36.174968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.175303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.207828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f04fcfd-ad05-4bb5-9b6a-0229d30f76fa req-d8ba37ad-d87a-4f16-94b6-c5c498314268 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 210 time: 0.0609457 Aug 03 16:01:36.218545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 372cdb84-deeb-4ab6-bea3-56dc6f5140f7 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:36.250136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.288965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:36.302408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:36.311075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e843-fb9a-4e5f-ba55-b17903ab9385 req-a0446f3c-8d2c-4be1-b859-4c4f1ded6c13 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:36.320206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:36.321523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ee6e843-fb9a-4e5f-ba55-b17903ab9385 req-a0446f3c-8d2c-4be1-b859-4c4f1ded6c13 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 944 time: 0.1190705 Aug 03 16:01:36.323062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:36.329225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14e292ce-fb4b-4886-a7d4-d6ee791bf03d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3010137 Aug 03 16:01:36.332870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44964) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:36.361975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.459964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ee6e843-fb9a-4e5f-ba55-b17903ab9385 req-d0724ee9-92bf-4a6c-abd1-7e0866fca650 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372962 Aug 03 16:01:36.475058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet 56727142-7307-48e1-be51-72e57edf84d1 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:36.480126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.530034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.533010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.538535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45f7778b-fdfa-42d7-b483-9dad7e4fd2da HTTP/1.1" status: 204 len: 168 time: 0.4298878 Aug 03 16:01:36.592796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbc57e-cfd0-48cc-a5d8-7910a3f83a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f7778b-fdfa-42d7-b483-9dad7e4fd2da,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:36.620583 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.623879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:36.725672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.790697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=372cdb84-deeb-4ab6-bea3-56dc6f5140f7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:36.793901 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.891839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:36.939643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.940271 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Floating IP 8e76433b-951f-4049-99cb-5039e03bd531 disassociated (deleted). External IP: 172.25.7.166, port: be8a24aa-c691-456c-9d3c-8282b1030db2. Aug 03 16:01:36.955850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.983538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:36.986886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/56727142-7307-48e1-be51-72e57edf84d1 HTTP/1.1" status: 204 len: 168 time: 0.6530206 Aug 03 16:01:36.991239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44986) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:37.045816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eda44-25ad-4d44-8391-b21cc73a4c7b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=56727142-7307-48e1-be51-72e57edf84d1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:37.132350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a626a-bf8e-4eed-9694-ae498621dd4e None None] Network a8299f84-c084-4d25-9256-20c974fc2b70 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:37.166900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.195031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44988) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:37.226881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-18cb90e0-f35a-4f3f-bb68-2c9e591fc5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.351274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:37.351753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.464934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1fcce62-885f-44f6-ac5e-1b403859dee0 req-45c54c71-c11a-4a3a-b8f0-4bed6dc9f004 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 210 time: 0.0678260 Aug 03 16:01:37.619107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:37.625827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:37.626568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.792291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:34Z', 'revision_number': 8, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:37.795079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] DHCP port deletion for a8299f84-c084-4d25-9256-20c974fc2b70 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:01:37.844902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:37.856926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-18cb90e0-f35a-4f3f-bb68-2c9e591fc5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.868700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-18cb90e0-f35a-4f3f-bb68-2c9e591fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:37.880835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:37.881666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:37.974542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-6d1ada7b-a1eb-4720-9e04-071ab7326f5b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:37.974542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-6d1ada7b-a1eb-4720-9e04-071ab7326f5b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.72 "GET /v2.0/networks?id=7a265b86-2b6e-4691-a1b4-dfe498de0ef3 HTTP/1.1" status: 200 len: 812 time: 0.4362857 Aug 03 16:01:37.974542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-18cb90e0-f35a-4f3f-bb68-2c9e591fc5b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f136bbc7afae474e9476c981f4f50138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877870 Aug 03 16:01:37.974542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45008) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:37.974542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb90e0-f35a-4f3f-bb68-2c9e591fc5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf7198-c803-4359-bab2-c60b30bb5281,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:38.009376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Request body: {'port': {'device_id': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3', 'admin_state_up': True, 'tenant_id': 'fe2bfb5e07be4617ac19f65675dd0cff'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:38.056826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:38.072680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 27427d79-9d17-42af-b37b-18a1c8b19d66 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:38.192097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:38.210422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.215211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,segment=NetworkSegment(f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e),segment_id=f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:38.215458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.234094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:38.270007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.326866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.329203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Made reservation on behalf of fe2bfb5e07be4617ac19f65675dd0cff for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:38.338474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.395515 n-d-803226-3 neutron-server[106018]: INFO neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No ports have port_id starting with 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 Aug 03 16:01:38.398745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.402433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.404537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1bf7198-c803-4359-bab2-c60b30bb5281 HTTP/1.1" status: 204 len: 168 time: 0.4131720 Aug 03 16:01:38.408028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:38.413223 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930528e-e16b-475c-a555-c494329ec018" -d '{"events": [{"server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "name": "network-vif-plugged", "status": "completed", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:38.480856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:38.487309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.489409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:38.489665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.493304 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Sync routers for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:38.509708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37232b2-17a0-4c8b-97ea-de77f01a3267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf7198-c803-4359-bab2-c60b30bb5281,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:38.521669 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:38.525150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:38.548474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.604404 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875df87b-f451-4874-823d-8c0171c0ca12 x-openstack-request-id: req-875df87b-f451-4874-823d-8c0171c0ca12 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:38.604803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e92f84-e86a-4b95-b1e5-316ab763b822 req-a089f735-6679-4ff7-a037-3c1097c8ec3e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:38.607615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-60e92f84-e86a-4b95-b1e5-316ab763b822 req-a089f735-6679-4ff7-a037-3c1097c8ec3e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 944 time: 0.5442364 Aug 03 16:01:38.614105 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "name": "network-vif-plugged", "status": "completed", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:38.614452 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-875df87b-f451-4874-823d-8c0171c0ca12 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:38.614903 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8', 'code': 200} Aug 03 16:01:38.634202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fda197b2-a251-484f-8f2c-aae5dbcde4bc tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/floatingips/8e76433b-951f-4049-99cb-5039e03bd531 HTTP/1.1" status: 204 len: 168 time: 3.2370071 Aug 03 16:01:38.641686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:38.644905 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46" -d '{"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:38.651812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:38.660759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:38.728894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-01d39c81-c7a7-4ab2-8cd3-91e13fc6c1ea req-a43d1040-2e76-43fa-8cfd-81b17c5b74c8 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 210 time: 0.0480137 Aug 03 16:01:38.736855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Allocated IP 172.20.0.14 (7a265b86-2b6e-4691-a1b4-dfe498de0ef3/e7cb560d-c5d7-49aa-a39a-337c85a079cd/1f73cbdc-8bcf-43ab-a042-8177d036c1b4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:38.749246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Deleting port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:38.749845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.812892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.825001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8299f84-c084-4d25-9256-20c974fc2b70']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:38.849006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:38.849317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bcd3f2-dd0a-4337-a9f7-dfecfd45593e') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:38.855966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:38.875643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.942053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:34Z', 'revision_number': 8, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:38.944229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.980196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:38.980803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:38.986566 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:39.038129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94531591-f728-4b1f-9fbf-88a81012d8b2 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:34Z', 'revision_number': 8, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0759ab3-179f-437e-baf8-bb7d272a9f33', 'name': '', 'network_id': '9f5cdfea-74c0-49fb-9be2-2ded16a4aae2', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:52:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '8e350325-57be-473b-bb25-539d2ee432af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:13Z', 'updated_at': '2021-08-03T16:01:25Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '8e350325-57be-473b-bb25-539d2ee432af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:39.098144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] For port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:39.110353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.128508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:39.144354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.161163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Calling delete_port for 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:39.179711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-60e92f84-e86a-4b95-b1e5-316ab763b822 req-24db3ec7-12e5-4458-86d6-f154669ce732 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465724 Aug 03 16:01:39.180981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:01:39.182810 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.205413 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b187d0e2-6423-464d-85e6-1053145697c1 x-openstack-request-id: req-b187d0e2-6423-464d-85e6-1053145697c1 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:39.206140 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:39.206610 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b187d0e2-6423-464d-85e6-1053145697c1 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:39.207231 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'status': 'completed', 'code': 200} Aug 03 16:01:39.224752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c467bd5-b6f6-4c01-876b-e564cd0d4276 req-372f74d5-f9e1-4977-acfa-8dc7af9cc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:39.226655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c467bd5-b6f6-4c01-876b-e564cd0d4276 req-372f74d5-f9e1-4977-acfa-8dc7af9cc5d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 1096 time: 0.5983975 Aug 03 16:01:39.233579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-2c2c9c7a-51a8-4394-aea0-874a6cf09fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:39.235242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-2c2c9c7a-51a8-4394-aea0-874a6cf09fbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 1096 time: 0.0804217 Aug 03 16:01:39.244119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] Pushing event deleted for resources: {'Port': ['ID=5d8baef5-f7fd-4c61-be29-03e5df79a0b1,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:39.260456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d16bf-6348-485b-a8a0-5e61c9591587 None None] No DVR routers for this DVR port 5d8baef5-f7fd-4c61-be29-03e5df79a0b1 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:39.276307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.327084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.334867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/a8299f84-c084-4d25-9256-20c974fc2b70 HTTP/1.1" status: 204 len: 168 time: 2.3422880 Aug 03 16:01:39.350769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45046) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:39.352722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd76c-225b-4eb9-931e-d08603ee064a tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=a8299f84-c084-4d25-9256-20c974fc2b70,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:39.367770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-6a90efd0-8ab5-44ec-8ac6-9a15dda49aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:39.369311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-6a90efd0-8ab5-44ec-8ac6-9a15dda49aea service neutron] 10.222.0.78 "GET /v2.0/networks?id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 200 len: 898 time: 0.1248016 Aug 03 16:01:39.371690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.457669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Pushing event updated for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:39.576971 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:39.631693 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Checking router: 27427d79-9d17-42af-b37b-18a1c8b19d66 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:39.641810 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:39.643293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:39.673674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-220576d6-257a-46f5-b94c-0d12b43035b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 200 len: 217 time: 0.2178931 Aug 03 16:01:39.682471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:39.713800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:39.800839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c467bd5-b6f6-4c01-876b-e564cd0d4276 req-516c884e-9b17-4e31-a540-c9a5478a4976 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626395 Aug 03 16:01:39.831898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-caf41c1b-2255-4a8b-89b1-aa4d977f9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:39.838525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7bb69dc8-7305-4914-8a02-99d3dc3b5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:39.842030 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-caf41c1b-2255-4a8b-89b1-aa4d977f9372 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e540d33e-faf0-4865-8baf-c1aeabbde8ea HTTP/1.1" status: 200 len: 834 time: 0.1468415 Aug 03 16:01:39.859147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:39.884523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:39.961901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c0a7-7567-4050-8696-76caf15c075d req-c1bf95bc-149e-4c88-8663-0271b68e14b4 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:39.963912 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ca1c0a7-7567-4050-8696-76caf15c075d req-c1bf95bc-149e-4c88-8663-0271b68e14b4 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 932 time: 0.0849853 Aug 03 16:01:40.038804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ae1db-5ffd-4bb6-b6c7-712174e03cb8 req-4092234f-1b91-4b45-bccf-8576d63414a9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:40.049903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c41ae1db-5ffd-4bb6-b6c7-712174e03cb8 req-4092234f-1b91-4b45-bccf-8576d63414a9 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.4652073 Aug 03 16:01:40.097162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b2bdfa7f-7ce1-4e21-9429-67db5b7977ab no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:40.141023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ca1c0a7-7567-4050-8696-76caf15c075d req-4cd8615f-5545-4419-ae59-c3bdc795004d tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699834 Aug 03 16:01:40.161546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-f14e8480-f940-4ac0-a697-06f6234ccc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:40.163140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-f14e8480-f940-4ac0-a697-06f6234ccc5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2bafa9d0-f3ea-4171-94c5-1ebf4829d375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052666 Aug 03 16:01:40.167647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b2bdfa7f-7ce1-4e21-9429-67db5b7977ab {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:40.167887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b2bdfa7f-7ce1-4e21-9429-67db5b7977ab not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:40.201554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:40.202307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:40.278045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:40.431606 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:40.442275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-16ad76c7-9d4f-4bbb-b069-1004c43c2bb9 service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357638 Aug 03 16:01:40.467931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c41ae1db-5ffd-4bb6-b6c7-712174e03cb8 req-d93db123-1df9-4f52-9ba5-cb672bf89452 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016612 Aug 03 16:01:40.490334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-7facd0ce-702f-4272-aa53-52f6a5f1c962 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5008295 Aug 03 16:01:40.541382 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ca152-2864-4be3-87e5-0103d033c5d0 None None] The sync data for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 is: [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:00:21Z', 'revision_number': 4, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98cff34d-27c0-41b4-a227-5bb488a22601', 'name': '', 'network_id': '2bafa9d0-f3ea-4171-94c5-1ebf4829d375', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'mac_address': 'fa:16:3e:2e:6b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:19Z', 'updated_at': '2021-08-03T16:00:28Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'subnets': [{'id': 'e540d33e-faf0-4865-8baf-c1aeabbde8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:40.604715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Request body: {'port': {'device_id': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:40.744439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:40.827090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65a2b9e2-9c94-43f0-8f12-088c4bedbe46 req-b0e74c60-f3fb-41e4-875d-5b4f13417aef service neutron] 10.222.0.78 "GET /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605285 Aug 03 16:01:40.920547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4498e-4593-4d04-bf34-d741ca2bdeec req-d2b043d5-1a06-434d-8c74-383bd318ff2f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:40.928964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7f4498e-4593-4d04-bf34-d741ca2bdeec req-d2b043d5-1a06-434d-8c74-383bd318ff2f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.5036900 Aug 03 16:01:40.999740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-9585d708-beb7-4d40-b8b4-867de6b598e0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:41.010192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-9585d708-beb7-4d40-b8b4-867de6b598e0 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.4862101 Aug 03 16:01:41.071564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4856a30-ee13-4f3f-8178-73461b31368b None None] New status for floating IP 8e76433b-951f-4049-99cb-5039e03bd531: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:01:41.094540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7f4498e-4593-4d04-bf34-d741ca2bdeec req-fbb0c374-a36c-4909-87b7-3a0b28a6c358 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600168 Aug 03 16:01:41.311319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:41.314458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port be8a24aa-c691-456c-9d3c-8282b1030db2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:41.315562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.320527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.334096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Transition to ACTIVE for port object 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:41.365382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.398782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port a0759ab3-179f-437e-baf8-bb7d272a9f33 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:41.399301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.538065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5a190-1081-4859-8afa-4eda3c4a8ec9 req-7257233e-fbba-4715-b7df-0fea20fb3459 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:41.540170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3c5a190-1081-4859-8afa-4eda3c4a8ec9 req-7257233e-fbba-4715-b7df-0fea20fb3459 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 944 time: 0.2047770 Aug 03 16:01:41.592835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:41.629267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port be8a24aa-c691-456c-9d3c-8282b1030db2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=be8a24aa-c691-456c-9d3c-8282b1030db2,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:41.629874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.678814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for be8a24aa-c691-456c-9d3c-8282b1030db2 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:41.699470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3c5a190-1081-4859-8afa-4eda3c4a8ec9 req-ce040b01-8bf1-4e74-b40d-a6d5106e4395 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977471 Aug 03 16:01:41.721829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4232-b783-4dfd-85b5-29ad6ca6c66d req-c7ddce46-7aee-4f15-94f9-336e9a9fd5a7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:41.729442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1ac4232-b783-4dfd-85b5-29ad6ca6c66d req-c7ddce46-7aee-4f15-94f9-336e9a9fd5a7 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 945 time: 0.1474237 Aug 03 16:01:41.740214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Attempting to bind port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:41.740527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Attempting to bind port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'dfad7261-24f5-48fb-a265-f362022308c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:41.740852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Attempting to bind port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 on network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:41.753821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 on network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:01:41.756617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Attempting to bind port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 on network 7a265b86-2b6e-4691-a1b4-dfe498de0ef3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:41.768776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port a0759ab3-179f-437e-baf8-bb7d272a9f33, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a0759ab3-179f-437e-baf8-bb7d272a9f33,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:41.769235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.775807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:41.780332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Checking segment: {'id': 'dfad7261-24f5-48fb-a265-f362022308c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:41.781547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Bound using segment: {'id': 'dfad7261-24f5-48fb-a265-f362022308c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:41.782346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Bound port: 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfad7261-24f5-48fb-a265-f362022308c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:41.783650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.830183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for a0759ab3-179f-437e-baf8-bb7d272a9f33 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:41.854713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1ac4232-b783-4dfd-85b5-29ad6ca6c66d req-4719623f-0312-4230-a13b-e66da923fb5d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/security-groups?id=af02e2a3-2b29-4f9f-93db-b95a2af04ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196845 Aug 03 16:01:41.929475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:41.938493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,segment=NetworkSegment(dfad7261-24f5-48fb-a265-f362022308c2),segment_id=dfad7261-24f5-48fb-a265-f362022308c2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:41.946318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.971006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:41.971006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:41.971824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] 10.222.0.72 "PUT /v2.0/ports/1f73cbdc-8bcf-43ab-a042-8177d036c1b4 HTTP/1.1" status: 200 len: 1092 time: 1.4391623 Aug 03 16:01:41.972284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:41.974786 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4" -d '{"events": [{"name": "network-changed", "server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:42.062284 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f47850-fa31-4d6e-9923-a56c4b1d8b6f x-openstack-request-id: req-24f47850-fa31-4d6e-9923-a56c4b1d8b6f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:42.062576 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:42.062879 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24f47850-fa31-4d6e-9923-a56c4b1d8b6f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:42.066090 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4', 'status': 'completed', 'code': 200} Aug 03 16:01:42.115567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d8f99-26ff-4571-b984-f9775eba3cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:42.122945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b0ba1cd5-a894-41f6-bcb3-b4896458d46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.137782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-184540fa-594d-42f3-b731-3e6b76d85c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:42.141494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-184540fa-594d-42f3-b731-3e6b76d85c8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe2bfb5e07be4617ac19f65675dd0cff&device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 1095 time: 0.1116290 Aug 03 16:01:42.178758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.238328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-f293f163-5694-4571-9dad-1b42b92027ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4 HTTP/1.1" status: 200 len: 217 time: 0.0883188 Aug 03 16:01:42.255022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=be8a24aa-c691-456c-9d3c-8282b1030db2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:42.311302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-fd9b894f-5281-4191-b5aa-95c3781ce24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:42.313078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-fd9b894f-5281-4191-b5aa-95c3781ce24a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e7cb560d-c5d7-49aa-a39a-337c85a079cd HTTP/1.1" status: 200 len: 852 time: 0.0673006 Aug 03 16:01:42.357559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-daf39473-7f58-4d2f-bc0e-ed41bbb7225e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265b86-2b6e-4691-a1b4-dfe498de0ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369539 Aug 03 16:01:42.365110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.479279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] No DVR routers for this DVR port be8a24aa-c691-456c-9d3c-8282b1030db2 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:42.503994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.506248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5364a4e2-0625-4c4e-a7da-702db7c718e9 req-3bba44f6-4473-4b57-88b2-ef54f7c1dc5a tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.78 "DELETE /v2.0/ports/be8a24aa-c691-456c-9d3c-8282b1030db2 HTTP/1.1" status: 204 len: 173 time: 1.4804864 Aug 03 16:01:42.507188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'name': 'network-vif-deleted', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:42.510072 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117233d-593e-4b38-83c6-ca65d89e70ca" -d '{"events": [{"server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "name": "network-vif-deleted", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:42.525583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=a0759ab3-179f-437e-baf8-bb7d272a9f33,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:42.540983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-6f566e0a-33e2-451e-b4b7-2f83c3169742 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716125 Aug 03 16:01:42.625902 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fccf82e-11ae-432b-80ef-2f569e4cc346 x-openstack-request-id: req-9fccf82e-11ae-432b-80ef-2f569e4cc346 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:42.627565 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de91f182-bc43-40b6-bcfd-a2b7dee223cc", "name": "network-vif-deleted", "tag": "be8a24aa-c691-456c-9d3c-8282b1030db2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:42.627784 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fccf82e-11ae-432b-80ef-2f569e4cc346 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:42.629339 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de91f182-bc43-40b6-bcfd-a2b7dee223cc', 'name': 'network-vif-deleted', 'tag': 'be8a24aa-c691-456c-9d3c-8282b1030db2', 'status': 'completed', 'code': 200} Aug 03 16:01:42.693855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542654a1-df1d-4951-babb-69057a74ca50 req-c2dc52c2-e966-4487-aa3e-66b94897ef35 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:42.696017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-542654a1-df1d-4951-babb-69057a74ca50 req-c2dc52c2-e966-4487-aa3e-66b94897ef35 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.4552000 Aug 03 16:01:42.762320 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.789478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf026386-a4d3-46d4-b039-ee046e2d5556 req-03cb9f23-053a-4a7a-b645-0db0f7b62cf3 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420900 Aug 03 16:01:42.835393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device be8a24aa-c691-456c-9d3c-8282b1030db2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:42.859308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45192) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:42.895523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: be8a24aa-c691-456c-9d3c-8282b1030db2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:42.896301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device be8a24aa-c691-456c-9d3c-8282b1030db2 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:42.903197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:42.994819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-542654a1-df1d-4951-babb-69057a74ca50 req-6397abd7-6200-49a5-96bf-03fc6cca4683 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Aug 03 16:01:43.016436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-4fcdd4d0-fb6b-4e13-bde2-4980fbfe896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:43.018515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-4fcdd4d0-fb6b-4e13-bde2-4980fbfe896c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe2bfb5e07be4617ac19f65675dd0cff&device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 1095 time: 0.1397617 Aug 03 16:01:43.028272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7275e-5fac-4868-96c9-72fbb3b299aa req-3f7e4ea8-9bf6-42c8-83fc-58912a163ffd tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:43.030573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f3f7275e-5fac-4868-96c9-72fbb3b299aa req-3f7e4ea8-9bf6-42c8-83fc-58912a163ffd tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 944 time: 0.1054509 Aug 03 16:01:43.623925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6497ca29-436a-4675-8932-301a5afb9168 req-d2f8ef66-1be1-4f71-b2e3-8b5bf40c21df tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "GET /v2.0/ports?device_id=de91f182-bc43-40b6-bcfd-a2b7dee223cc HTTP/1.1" status: 200 len: 210 time: 0.0360847 Aug 03 16:01:43.629544 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:43.701114 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f3f7275e-5fac-4868-96c9-72fbb3b299aa req-18a89228-2a9a-4bed-a8e7-f1af81a9f196 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530373 Aug 03 16:01:43.734715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be47eb1e-feaf-4fd9-9b4a-4d02cef2b816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:43.821338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:43.862448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-24fa82c0-6c39-48c0-b459-f0f231cef406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:43.865142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-24fa82c0-6c39-48c0-b459-f0f231cef406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7a265b86-2b6e-4691-a1b4-dfe498de0ef3 HTTP/1.1" status: 200 len: 913 time: 0.8329782 Aug 03 16:01:43.926534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-7c72c9b9-43d3-47ff-b4ef-6669fadd6a7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4 HTTP/1.1" status: 200 len: 217 time: 0.0514104 Aug 03 16:01:44.006232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-ede4c79e-44f0-4c29-a39f-abc00a814991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:44.007735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-ede4c79e-44f0-4c29-a39f-abc00a814991 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e7cb560d-c5d7-49aa-a39a-337c85a079cd HTTP/1.1" status: 200 len: 852 time: 0.0692496 Aug 03 16:01:44.019952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:44.029885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-19a3b82f-3f62-404f-a929-c7204f05bbf4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6705706 Aug 03 16:01:44.030533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:44.035273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45222) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:44.042636 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:44.043333 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:44.050547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be47eb1e-feaf-4fd9-9b4a-4d02cef2b816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.092661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be47eb1e-feaf-4fd9-9b4a-4d02cef2b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.096623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-63d93cf7-a964-42b6-bc5f-499e3790611d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7a265b86-2b6e-4691-a1b4-dfe498de0ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803599 Aug 03 16:01:44.130562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-28300b65-ba26-4ab0-b07f-1e920a4e319b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:44.132443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-28300b65-ba26-4ab0-b07f-1e920a4e319b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2481368 Aug 03 16:01:44.139740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet 8e350325-57be-473b-bb25-539d2ee432af {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:44.166862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.184520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-b70bcb60-8823-40ea-bafb-90a16c8f0a5f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0411351 Aug 03 16:01:44.214127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be47eb1e-feaf-4fd9-9b4a-4d02cef2b816 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d095c11b2fe144b19227a8aaeb316d39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3539670 Aug 03 16:01:44.219562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47eb1e-feaf-4fd9-9b4a-4d02cef2b816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd56b3ab-24b3-494d-a3dd-f8dc5f21c1c6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:44.224618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45226) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:44.275154 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:44.296071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-bdffc93a-698b-4bbe-bc95-a02270ac6748 service neutron] 10.222.0.72 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856508 Aug 03 16:01:44.312772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.325943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.361081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-d4768e27-12a5-4aa5-86f4-d92ed7ac6fdb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1755500 Aug 03 16:01:44.389448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.445898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c040fa0-f9c3-4437-9c6b-2f8b3f9cfca4 req-cc0e9c7b-fde2-42fa-8742-aa5711140faa service neutron] 10.222.0.72 "GET /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423385 Aug 03 16:01:44.472155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-864acf73-2981-42ee-9a64-9dea7dd7ed86 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097670 Aug 03 16:01:44.479767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.482752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.486637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd56b3ab-24b3-494d-a3dd-f8dc5f21c1c6 HTTP/1.1" status: 204 len: 168 time: 0.2580538 Aug 03 16:01:44.495251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1932-1524-4936-9a59-716c88db7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd56b3ab-24b3-494d-a3dd-f8dc5f21c1c6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:44.609342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-fb805ab5-0460-48c8-9c40-3c534551a08c service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357872 Aug 03 16:01:44.757695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:44.827754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.937052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.977743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:44.998975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.002849 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:42Z', 'revision_number': 9, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:45.042341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=8e350325-57be-473b-bb25-539d2ee432af,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:45.063595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:45.068051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.070251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/8e350325-57be-473b-bb25-539d2ee432af HTTP/1.1" status: 204 len: 168 time: 1.0325921 Aug 03 16:01:45.074433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98908f99-e992-4ddd-8809-bee39d5ef6c1 None None] Network 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:45.077749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.078168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.078522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.078868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.079210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.079551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.079884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.080218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.080565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.081285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.081285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.081543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b551eaf-5c8d-4434-8310-661479db8035 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:45.086637 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:45.087272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:45.091954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45254) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:45.135687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:45.142585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.152294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae5b3c0a-5c78-4247-93d9-015a85279aa7 req-984fb5dc-c78f-41cd-b3b2-2b3b4a20e39e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 210 time: 0.0570779 Aug 03 16:01:45.176786 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ef080ab-a8cb-4756-aef1-fd5bcb7838bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.288371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7044b2f-60e2-4bfe-8199-0ba281699a8c req-4e1210c6-409c-465b-9590-c6020a277e92 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:45.307169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7044b2f-60e2-4bfe-8199-0ba281699a8c req-4e1210c6-409c-465b-9590-c6020a277e92 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 944 time: 0.3541827 Aug 03 16:01:45.380414 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ef080ab-a8cb-4756-aef1-fd5bcb7838bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.392243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] DHCP port deletion for 9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:01:45.394546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ef080ab-a8cb-4756-aef1-fd5bcb7838bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.462300 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2ef080ab-a8cb-4756-aef1-fd5bcb7838bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddba894bc58d4d7b99ffcf71a6dc0d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230362 Aug 03 16:01:45.465378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:45.472489 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:45.509836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef080ab-a8cb-4756-aef1-fd5bcb7838bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18171cee-9082-49a7-a754-5df483e2b19b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:45.536060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.536510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Deleting port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:45.537126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.581487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7044b2f-60e2-4bfe-8199-0ba281699a8c req-b0a4d37d-213f-4393-9537-b70d75d5d739 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730997 Aug 03 16:01:45.670287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.670287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.671287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:45.671287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.703670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.706288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.707470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/security-groups/af02e2a3-2b29-4f9f-93db-b95a2af04ffa HTTP/1.1" status: 204 len: 168 time: 0.9484203 Aug 03 16:01:45.732156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965c21b-203f-4e28-929f-c55b8981605d tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02e2a3-2b29-4f9f-93db-b95a2af04ffa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:45.735175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] For port e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:45.736536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.773810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45276) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:45.797473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Calling delete_port for e4dd2234-3cd7-4dfb-82de-366adb97a5f3 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:45.827742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.838931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:45.857324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18171cee-9082-49a7-a754-5df483e2b19b HTTP/1.1" status: 204 len: 168 time: 0.3902521 Aug 03 16:01:45.905041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249389d-14a2-4d50-9abc-f7c39a64d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18171cee-9082-49a7-a754-5df483e2b19b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:45.927807 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:42Z', 'revision_number': 9, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:46.005498 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09ae1d-31e8-46f3-9e8f-4dd73167f8d6 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:42Z', 'revision_number': 9, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6b37f22e-c17a-47f2-968d-0faf505ebd34', 'name': '', 'network_id': '6f684cd4-79be-4b92-b2fc-b31f20169737', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:2f:a6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:07Z', 'updated_at': '2021-08-03T16:01:16Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': '6000a5e0-20d3-4da2-b5d9-942088977f2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:46.054981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.084059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port e4dd2234-3cd7-4dfb-82de-366adb97a5f3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,segment=NetworkSegment(d9677bc7-f501-412b-be14-4dd64fa77b56),segment_id=d9677bc7-f501-412b-be14-4dd64fa77b56)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:46.085339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.097202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] Pushing event deleted for resources: {'Port': ['ID=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:46.110230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2023be-d175-4486-b2ed-867e5a0d5c61 None None] No DVR routers for this DVR port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:46.300300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for e4dd2234-3cd7-4dfb-82de-366adb97a5f3 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:46.316195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:46.342380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-31ab314d-98c0-463a-b0be-fc972cea97c7 req-f0f1c7d9-3b47-463c-bc89-718315e441b4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 210 time: 0.0599394 Aug 03 16:01:46.484527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e4dd2234-3cd7-4dfb-82de-366adb97a5f3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:46.508575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e4dd2234-3cd7-4dfb-82de-366adb97a5f3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:46.509190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e4dd2234-3cd7-4dfb-82de-366adb97a5f3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:46.598474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,segment=NetworkSegment(dfad7261-24f5-48fb-a265-f362022308c2),segment_id=dfad7261-24f5-48fb-a265-f362022308c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:46.618180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4', 'network_id': '7a265b86-2b6e-4691-a1b4-dfe498de0ef3', 'port_id': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4', 'mac_address': 'fa:16:3e:a2:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cb560d-c5d7-49aa-a39a-337c85a079cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:46.630420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.705009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=e4dd2234-3cd7-4dfb-82de-366adb97a5f3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:46.718269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port e4dd2234-3cd7-4dfb-82de-366adb97a5f3 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:46.758775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.790755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:46.845071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,segment=NetworkSegment(dfad7261-24f5-48fb-a265-f362022308c2),segment_id=dfad7261-24f5-48fb-a265-f362022308c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:46.849948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.906563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:46.944555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:46.945461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-cfa35662-ceaf-4531-93cb-c8f188a34be6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:46.947736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-cfa35662-ceaf-4531-93cb-c8f188a34be6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2529380 Aug 03 16:01:46.962051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5cdfea-74c0-49fb-9be2-2ded16a4aae2']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:46.968568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:46.983341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9677bc7-f501-412b-be14-4dd64fa77b56') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:46.983341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9677bc7-f501-412b-be14-4dd64fa77b56') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:46.990856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8060d-699f-4aa3-8ed7-1a334192b7ec req-5476b704-1f7a-4858-a76e-085438f5d9af tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:46.992385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8c8060d-699f-4aa3-8ed7-1a334192b7ec req-5476b704-1f7a-4858-a76e-085438f5d9af tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 945 time: 0.1790745 Aug 03 16:01:47.004479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.048712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.067177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.076137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:47.076729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:47.100814 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:47.110887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:47.115534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.138477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['1f73cbdc-8bcf-43ab-a042-8177d036c1b4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:47.185810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f8c8060d-699f-4aa3-8ed7-1a334192b7ec req-5234a317-6fd0-4e9d-912d-1a4c40715802 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791394 Aug 03 16:01:47.225070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.274759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.277262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/9f5cdfea-74c0-49fb-9be2-2ded16a4aae2 HTTP/1.1" status: 204 len: 168 time: 2.1593678 Aug 03 16:01:47.280789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495caec7-53e3-437d-8f26-b408e4760f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=9f5cdfea-74c0-49fb-9be2-2ded16a4aae2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:47.282626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:47.378010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.12 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/abd965f4-c7c1-4481-a19b-663dac07975a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:47.521315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6994fe9-ea6b-4ebd-ab9d-5216b0c10d05 req-990421d6-2b15-4e46-880d-f54ae50caccd tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 210 time: 0.0443308 Aug 03 16:01:47.732465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.791237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.806902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:47.829577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 98cff34d-27c0-41b4-a227-5bb488a22601 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:47.829928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.901000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:47.909001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:47.911611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:47.925056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:47.969077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port 98cff34d-27c0-41b4-a227-5bb488a22601, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98cff34d-27c0-41b4-a227-5bb488a22601,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:47.969491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:47.988776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 98cff34d-27c0-41b4-a227-5bb488a22601 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:47.993743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.005370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:48.005962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.046094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-5e1b247b-8f2d-4305-81af-4102b117b287 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0824888 Aug 03 16:01:48.060334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:48.073264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Request body: {'port': {'device_id': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:48.124124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a0759ab3-179f-437e-baf8-bb7d272a9f33 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:48.179324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a0759ab3-179f-437e-baf8-bb7d272a9f33 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:48.179866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a0759ab3-179f-437e-baf8-bb7d272a9f33 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:48.282605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.341703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:48.439079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:48.444731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:48.445117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.535605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.586941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=98cff34d-27c0-41b4-a227-5bb488a22601,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:48.606963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.620342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 6b37f22e-c17a-47f2-968d-0faf505ebd34 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:48.621432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.635032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:48.639088 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e5469d-8c7e-45fa-919d-4e8a608ef44a" -d '{"events": [{"server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "name": "network-vif-plugged", "status": "completed", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:48.655127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,segment=NetworkSegment(dfad7261-24f5-48fb-a265-f362022308c2),segment_id=dfad7261-24f5-48fb-a265-f362022308c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:48.660903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.734082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:48.794372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3283cb7-a816-4ec3-b1a1-67c5e4a2b1c0 req-03eda1d3-8dce-4617-a33e-54c1e0702756 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:48.804352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3283cb7-a816-4ec3-b1a1-67c5e4a2b1c0 req-03eda1d3-8dce-4617-a33e-54c1e0702756 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 945 time: 0.4430928 Aug 03 16:01:48.937159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3283cb7-a816-4ec3-b1a1-67c5e4a2b1c0 req-763362c4-4826-4484-bb5c-29f4816f3ebe tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314335 Aug 03 16:01:48.946101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd965f4-c7c1-4481-a19b-663dac07975a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:48.966543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:48.995877 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda9c717-c62e-48e4-a3b5-9366cdfba0ad x-openstack-request-id: req-cda9c717-c62e-48e4-a3b5-9366cdfba0ad {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:48.996552 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "name": "network-vif-plugged", "status": "completed", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:48.996966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Transition to ACTIVE for port object abd965f4-c7c1-4481-a19b-663dac07975a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:48.997111 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cda9c717-c62e-48e4-a3b5-9366cdfba0ad {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:48.997490 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4', 'code': 200} Aug 03 16:01:49.013724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.100856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Pushing event updated for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:49.238420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Attempting to bind port abd965f4-c7c1-4481-a19b-663dac07975a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:49.238764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Attempting to bind port abd965f4-c7c1-4481-a19b-663dac07975a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:49.239295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Attempting to bind port abd965f4-c7c1-4481-a19b-663dac07975a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:49.247718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Port abd965f4-c7c1-4481-a19b-663dac07975a on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:01:49.247960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Attempting to bind port abd965f4-c7c1-4481-a19b-663dac07975a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:49.258914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:49.259323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:49.259653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:49.260103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Bound port: abd965f4-c7c1-4481-a19b-663dac07975a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:49.260469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.333980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 6b37f22e-c17a-47f2-968d-0faf505ebd34, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b37f22e-c17a-47f2-968d-0faf505ebd34,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:49.334357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.351043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-d512ffa5-d7b5-4395-9b6f-3f312e077da8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.358975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-d512ffa5-d7b5-4395-9b6f-3f312e077da8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.1812797 Aug 03 16:01:49.382938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-b38bce2c-64f7-4f8e-a069-142ca2d686e9 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/quotas/1e6fc7984b274421bc6d26cd3c27d64d HTTP/1.1" status: 200 len: 375 time: 0.0230737 Aug 03 16:01:49.385747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:49.389248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=abd965f4-c7c1-4481-a19b-663dac07975a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:49.405121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.418854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 6b37f22e-c17a-47f2-968d-0faf505ebd34 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:49.449979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.462659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.463437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.465391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] 10.222.0.78 "PUT /v2.0/ports/abd965f4-c7c1-4481-a19b-663dac07975a HTTP/1.1" status: 200 len: 1092 time: 1.3994105 Aug 03 16:01:49.483999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:49.487662 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82a396d-5d6c-4d3a-a665-b445a6ffc915" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:49.516492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c0eb5-3722-431e-b627-df08c12ac056 req-3d089c26-7079-48fb-ac66-0da23bcbc4d7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.521044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a2c0eb5-3722-431e-b627-df08c12ac056 req-3d089c26-7079-48fb-ac66-0da23bcbc4d7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 944 time: 0.2022867 Aug 03 16:01:49.523833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e46fc-f6bc-4302-ad30-537d2700e4a1 req-6dd880f9-503d-4609-889f-09e512b4d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.525111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db70b-8ba6-4dbb-83de-cb997bef595f service neutron] Pushing event updated for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:49.525894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-939e46fc-f6bc-4302-ad30-537d2700e4a1 req-6dd880f9-503d-4609-889f-09e512b4d14a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 1097 time: 0.2083182 Aug 03 16:01:49.536603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-7a8e3e05-8233-4fb8-8d01-042980a60a4d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1433084 Aug 03 16:01:49.632839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-907d9d82-cb35-423d-a7a9-6d5c0f00ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.635302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-907d9d82-cb35-423d-a7a9-6d5c0f00ecc6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 1095 time: 0.1186600 Aug 03 16:01:49.677447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a2c0eb5-3722-431e-b627-df08c12ac056 req-751d3e5a-ee71-4e6b-9b02-b224097f3b5b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441514 Aug 03 16:01:49.688256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-f5ca6526-7714-47cf-b4a4-7b0bf99bb961 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd965f4-c7c1-4481-a19b-663dac07975a HTTP/1.1" status: 200 len: 217 time: 0.0445962 Aug 03 16:01:49.711283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-939e46fc-f6bc-4302-ad30-537d2700e4a1 req-d1b1ddf5-7fbe-4bb2-8cfc-319f4af7ae55 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745987 Aug 03 16:01:49.750221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-20b64e14-989d-477f-88b0-1a152c7f9a96 service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965952 Aug 03 16:01:49.836565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-9863e841-72b8-40f8-987c-576a8d232e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:49.838110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-9863e841-72b8-40f8-987c-576a8d232e34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1382990 Aug 03 16:01:49.884341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-22a8731b-35e7-4123-a2fd-8ad4ef795931 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372002 Aug 03 16:01:49.888026 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88be3d3-54a2-430f-a408-f52ff1f60048 x-openstack-request-id: req-e88be3d3-54a2-430f-a408-f52ff1f60048 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:49.888548 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:49.888805 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e88be3d3-54a2-430f-a408-f52ff1f60048 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:49.889208 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a', 'status': 'completed', 'code': 200} Aug 03 16:01:49.942747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:49.967224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-4b930297-967b-44a5-8321-d1440617571d service neutron] 10.222.0.70 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160792 Aug 03 16:01:49.984443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=6b37f22e-c17a-47f2-968d-0faf505ebd34,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:50.039854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Router 27427d79-9d17-42af-b37b-18a1c8b19d66 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:50.040089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-15c5d724-03c5-4fac-9c45-4a899726b891 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480548 Aug 03 16:01:50.260950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59678247-e94f-4c73-9c3f-be7c507cbcf6 req-62a9876b-7497-419e-8bec-8a82f9e38b70 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135186 Aug 03 16:01:50.347293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0945a7-04d9-407a-941e-5bf5a353c248 req-5c9eaf17-e83e-412b-8b2d-1512a70c43bf tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:50.354793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8c0945a7-04d9-407a-941e-5bf5a353c248 req-5c9eaf17-e83e-412b-8b2d-1512a70c43bf tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 946 time: 0.3201804 Aug 03 16:01:50.467769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc77f5aa-8741-4c34-89cb-4df0ae8b1288 req-25795cf4-0d32-4e07-aefc-1e189cd07770 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 210 time: 0.0879345 Aug 03 16:01:50.475979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-aff6fede-a6d7-47b3-baab-2b688e3c3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:50.478467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-aff6fede-a6d7-47b3-baab-2b688e3c3124 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 1095 time: 0.1554544 Aug 03 16:01:50.513103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8c0945a7-04d9-407a-941e-5bf5a353c248 req-5696c084-fefe-44c5-bcc0-84e73d947495 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517684 Aug 03 16:01:50.533234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:50.554519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:50.560219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45502) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:50.570236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3554cbe6-344c-42ac-bd09-6574c9b5bab8 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "PUT /v2.0/routers/27427d79-9d17-42af-b37b-18a1c8b19d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946863 Aug 03 16:01:50.573377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45506) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:50.607044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Sync routers for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:50.622427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:50.624970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:50.665580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting subnet e540d33e-faf0-4865-8baf-c1aeabbde8ea {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:50.670826 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:50.687152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-a0b8408f-1138-499b-8eff-a459fee98d43 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:50.689416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-a0b8408f-1138-499b-8eff-a459fee98d43 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/ports?device_id=0816c2a0-3eda-40e7-8c16-7b43fc294041 HTTP/1.1" status: 200 len: 946 time: 0.1714070 Aug 03 16:01:50.738627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:50.769118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-3ce03c82-e438-4127-afbf-85d70faab71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:50.771297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-3ce03c82-e438-4127-afbf-85d70faab71f service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.2837498 Aug 03 16:01:50.876207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:50.889130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-7ba700d1-fc71-407a-a763-66dba0c8087f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd965f4-c7c1-4481-a19b-663dac07975a HTTP/1.1" status: 200 len: 217 time: 0.0897763 Aug 03 16:01:50.940146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:50.982857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613dfd7-5d41-442f-b3e0-ed0a22df6ef6 req-cf891e63-bc9c-417d-a25d-2a340e2248a6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:50.986609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d613dfd7-5d41-442f-b3e0-ed0a22df6ef6 req-cf891e63-bc9c-417d-a25d-2a340e2248a6 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 944 time: 0.1886616 Aug 03 16:01:51.002805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-c0830bbb-dd4e-4608-9c6a-62831e53f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:51.003414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:51.005107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-c0830bbb-dd4e-4608-9c6a-62831e53f34b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1076467 Aug 03 16:01:51.042299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Deleting port d2cec36d-667d-4447-9170-5891636f562e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:51.043232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.091863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-1cfd35ae-d74a-443d-ad0e-1bd0de660146 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583601 Aug 03 16:01:51.106917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.131444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:01:48Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:51.163629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Checking router: 27427d79-9d17-42af-b37b-18a1c8b19d66 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:51.182233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Routers {'27427d79-9d17-42af-b37b-18a1c8b19d66'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:51.183024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['27427d79-9d17-42af-b37b-18a1c8b19d66'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:51.240610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:51.248836 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-27fadae9-1d83-4031-b642-c3a828fb0961 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560966 Aug 03 16:01:51.255205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:51.260264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:51.295693 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:51.298068 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:51.351614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] For port d2cec36d-667d-4447-9170-5891636f562e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d2cec36d-667d-4447-9170-5891636f562e,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:51.351992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.364585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.380571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.395872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet 6000a5e0-20d3-4da2-b5d9-942088977f2f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:51.401092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Calling delete_port for d2cec36d-667d-4447-9170-5891636f562e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:51.422188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.500282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500d3f96-4f23-4d21-87f5-6c3b4f8a7024,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:51.509251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] Set router 27427d79-9d17-42af-b37b-18a1c8b19d66 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:51.515730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d613dfd7-5d41-442f-b3e0-ed0a22df6ef6 req-04ad1a9b-a9f9-420c-95b1-edc55def212d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838235 Aug 03 16:01:51.552254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.562774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd41a776e3ea4b8087dcf8e6a82a88f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976652 Aug 03 16:01:51.571649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45522) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:51.596427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.596875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.597109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.597446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.597811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.598145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.598474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.598801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.599164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.599532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.599826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.600151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666c9db-d6f1-482f-b0ec-f2f41fe39a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:01:51.671644 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:51.770022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96a00dbd-5144-45fd-947a-18af250bf30e req-a8eb8b87-9ea4-4eba-bc7d-b589a6a59e51 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 210 time: 0.0817904 Aug 03 16:01:51.798823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.810955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-142e1565-afcd-4775-bc22-4967af562fee service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064056 Aug 03 16:01:51.859118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Subnet': ['ID=e540d33e-faf0-4865-8baf-c1aeabbde8ea,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:51.868095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:01:48Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:51.870052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.872164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-62a4cc42-eb68-4e36-9cd2-e46032668fb3 tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/subnets/e540d33e-faf0-4865-8baf-c1aeabbde8ea HTTP/1.1" status: 204 len: 168 time: 1.2970247 Aug 03 16:01:51.881810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:51.921182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c45f75-b972-4fc1-91a8-7ee1f035a94e None None] The sync data for ids ['27427d79-9d17-42af-b37b-18a1c8b19d66'] in n-d-803226-3 is: [{'id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'name': 'tempest-TestNetworkBasicOps-router-1074443', 'tenant_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:07Z', 'updated_at': '2021-08-03T16:01:48Z', 'revision_number': 5, 'project_id': '23bd751f84b447cd8c7eb9f9c5ab05bd', 'gw_port': {'id': '3f4beaaa-79da-4060-85f3-05ecf9483e8a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27427d79-9d17-42af-b37b-18a1c8b19d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:00:10Z', 'updated_at': '2021-08-03T16:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:51.922958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e183e-eaf5-405b-8fb1-da2fef3aa4ed None None] Network 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:51.981731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:51.986404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.008378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefa453-c27e-4a3c-90a6-c664a81fc980 req-aafc4f07-f1df-45c5-a1ea-c806ccc3119b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:52.010212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eefa453-c27e-4a3c-90a6-c664a81fc980 req-aafc4f07-f1df-45c5-a1ea-c806ccc3119b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 946 time: 0.3469346 Aug 03 16:01:52.014389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.023093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-c1c001db-34cc-49b0-bd02-d570b2bb955c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:52.024773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-c1c001db-34cc-49b0-bd02-d570b2bb955c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 805 time: 0.4184551 Aug 03 16:01:52.049593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Request body: {'port': {'device_id': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'admin_state_up': True, 'tenant_id': '1e6fc7984b274421bc6d26cd3c27d64d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:52.120220 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:49Z', 'revision_number': 10, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:52.131609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.152427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.164181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:52.175111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:52.175840 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:52.191358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eefa453-c27e-4a3c-90a6-c664a81fc980 req-1e1088d8-7266-4156-adfa-bf8c278b62df tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622438 Aug 03 16:01:52.203316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a82a396d-5d6c-4d3a-a665-b445a6ffc915 req-32c059a4-b9d8-4636-bd1c-9425216a2f40 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601134 Aug 03 16:01:52.203912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event deleted for resources: {'Port': ['ID=d2cec36d-667d-4447-9170-5891636f562e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:52.212970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.265678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=6000a5e0-20d3-4da2-b5d9-942088977f2f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:52.271643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.274458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.275751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/500d3f96-4f23-4d21-87f5-6c3b4f8a7024 HTTP/1.1" status: 204 len: 168 time: 0.6998165 Aug 03 16:01:52.295786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.320892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.321633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b8cb8-f468-46d7-a7fe-0909cb215da0 None None] Network 6f684cd4-79be-4b92-b2fc-b31f20169737 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:52.322404 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:52.326935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ae7fd604-13c6-46c4-aeea-7e365d74ef1c tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/6000a5e0-20d3-4da2-b5d9-942088977f2f HTTP/1.1" status: 204 len: 168 time: 1.0667508 Aug 03 16:01:52.333206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45532) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:52.373946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] DHCP port deletion for 2bafa9d0-f3ea-4171-94c5-1ebf4829d375 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:01:52.375900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:52.406322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] No DVR routers for this DVR port d2cec36d-667d-4447-9170-5891636f562e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:52.415251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.415463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb34dc-fdad-4fbe-a9f2-e04f9bbc69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500d3f96-4f23-4d21-87f5-6c3b4f8a7024,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:52.431720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5bbeb75-826d-4145-bc2e-47fbf88b1fb6 req-93dd163a-cbaa-4c31-81de-1c3a1ed9e828 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "DELETE /v2.0/ports/d2cec36d-667d-4447-9170-5891636f562e HTTP/1.1" status: 204 len: 173 time: 1.7342582 Aug 03 16:01:52.432374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-deleted', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:52.435834 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5dd271-dfb3-47d4-a60a-83163f166717" -d '{"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-deleted", "tag": "d2cec36d-667d-4447-9170-5891636f562e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:52.543210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 805b9a3e-8598-4ef7-8484-7cba2e16371d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:52.593325 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef06fc8-31c8-4fdb-a89e-082cfdbca195 x-openstack-request-id: req-8ef06fc8-31c8-4fdb-a89e-082cfdbca195 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:52.593620 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816c2a0-3eda-40e7-8c16-7b43fc294041", "name": "network-vif-deleted", "tag": "d2cec36d-667d-4447-9170-5891636f562e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:52.609006 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ef06fc8-31c8-4fdb-a89e-082cfdbca195 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:52.616878 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816c2a0-3eda-40e7-8c16-7b43fc294041', 'name': 'network-vif-deleted', 'tag': 'd2cec36d-667d-4447-9170-5891636f562e', 'status': 'completed', 'code': 200} Aug 03 16:01:52.683381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: d2cec36d-667d-4447-9170-5891636f562e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:52.686288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d2cec36d-667d-4447-9170-5891636f562e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:52.728244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.735418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Made reservation on behalf of 1e6fc7984b274421bc6d26cd3c27d64d for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:01:52.741176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.776005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.890358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f2370-7d53-4df8-8966-b90a2e59b4d1 req-755bc4d3-3ded-4bc5-9df5-1e3fab2a9706 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:52.899692 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:49Z', 'revision_number': 10, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:52.900374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b20f2370-7d53-4df8-8966-b90a2e59b4d1 req-755bc4d3-3ded-4bc5-9df5-1e3fab2a9706 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 944 time: 0.1984296 Aug 03 16:01:52.926581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:52.927005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:52.939751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device abd965f4-c7c1-4481-a19b-663dac07975a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:01:52.999665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Allocated IP 172.20.0.5 (ee1d35c5-262f-4e45-b682-989e64a2aac1/1e7e204b-1a23-460d-850d-437b3cc95281/704e4f7d-fa3d-47cf-a3b0-049dea7baa57) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:01:53.005354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b20f2370-7d53-4df8-8966-b90a2e59b4d1 req-b9c52ad6-41a7-4036-b464-625dbb6f735b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001699 Aug 03 16:01:53.018821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Deleting port 3f4beaaa-79da-4060-85f3-05ecf9483e8a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:53.019444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.030628 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ca064-da4b-4583-b4f2-417296dc4fa1 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:49Z', 'revision_number': 10, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None, '_interfaces': [{'id': '6e7dcd3f-698d-4374-82a4-55f46cbe7164', 'name': '', 'network_id': 'da647d75-3730-49df-aa99-ba2132ef445c', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'mac_address': 'fa:16:3e:11:5f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00229795-894e-4398-a250-f6390b8685c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:01:03Z', 'updated_at': '2021-08-03T16:01:09Z', 'revision_number': 5, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'subnets': [{'id': 'ca786eae-e5cf-4466-b654-8dca7a92b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:53.037120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 991bd1ac-c93f-4fc5-8329-95890b5b18c1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=991bd1ac-c93f-4fc5-8329-95890b5b18c1,segment=NetworkSegment(fc6931a2-d434-4518-b969-c5f9e09481e3),segment_id=fc6931a2-d434-4518-b969-c5f9e09481e3)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.037550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.057139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 991bd1ac-c93f-4fc5-8329-95890b5b18c1 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:53.139615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Deleting port 805b9a3e-8598-4ef7-8484-7cba2e16371d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:53.140364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.157620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:53.164707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.167132 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.237861 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-82254f21-9520-446d-bdd3-f54b9c44ee06 req-24ae5291-4e56-4269-970d-35a19cfd7c90 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 210 time: 0.0528460 Aug 03 16:01:53.239704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea45a-5c00-45ad-ac9f-617c6a49bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.269167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=991bd1ac-c93f-4fc5-8329-95890b5b18c1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.284051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port 991bd1ac-c93f-4fc5-8329-95890b5b18c1 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:53.289669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 805b9a3e-8598-4ef7-8484-7cba2e16371d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=805b9a3e-8598-4ef7-8484-7cba2e16371d,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.299652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] For port 805b9a3e-8598-4ef7-8484-7cba2e16371d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=805b9a3e-8598-4ef7-8484-7cba2e16371d,segment=NetworkSegment(f9faa517-822e-4d71-8c3d-1c2351c8f8d7),segment_id=f9faa517-822e-4d71-8c3d-1c2351c8f8d7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.300057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.304294 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.306047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98cff34d-27c0-41b4-a227-5bb488a22601 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:53.316149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] For port 3f4beaaa-79da-4060-85f3-05ecf9483e8a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3f4beaaa-79da-4060-85f3-05ecf9483e8a,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.316434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.340555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Calling delete_port for 3f4beaaa-79da-4060-85f3-05ecf9483e8a owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:53.384825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Calling delete_port for 805b9a3e-8598-4ef7-8484-7cba2e16371d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:53.385844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 98cff34d-27c0-41b4-a227-5bb488a22601 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:53.386891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98cff34d-27c0-41b4-a227-5bb488a22601 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:53.392750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=abd965f4-c7c1-4481-a19b-663dac07975a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.426028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'abd965f4-c7c1-4481-a19b-663dac07975a', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': 'abd965f4-c7c1-4481-a19b-663dac07975a', 'mac_address': 'fa:16:3e:49:f8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:01:53.506183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891db8a7-c4b6-43ff-82b2-bfb9a3109b5a None None] DHCP port deletion for 6f684cd4-79be-4b92-b2fc-b31f20169737 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:01:53.516782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=805b9a3e-8598-4ef7-8484-7cba2e16371d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.522226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4036c21-843c-48d5-8331-26a4c07b0b78 req-3cbd082f-164f-405d-aaa2-8ea7c1fda26b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:53.524812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4036c21-843c-48d5-8331-26a4c07b0b78 req-3cbd082f-164f-405d-aaa2-8ea7c1fda26b tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 946 time: 0.1870010 Aug 03 16:01:53.526841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.556394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f684cd4-79be-4b92-b2fc-b31f20169737']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:53.567737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.578572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6931a2-d434-4518-b969-c5f9e09481e3') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:53.578873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6931a2-d434-4518-b969-c5f9e09481e3') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:53.586712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd965f4-c7c1-4481-a19b-663dac07975a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:53.601853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.622157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=abd965f4-c7c1-4481-a19b-663dac07975a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:53.628154 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.637518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.660430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:53.661118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.662778 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:53.664311 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:53.704075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.735799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.748913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] No DVR routers for this DVR port 805b9a3e-8598-4ef7-8484-7cba2e16371d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:53.759272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1356-dddb-45b5-be63-f7b9051d6ac8 None None] Pushing event deleted for resources: {'Port': ['ID=805b9a3e-8598-4ef7-8484-7cba2e16371d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.760329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea45a-5c00-45ad-ac9f-617c6a49bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.778501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea45a-5c00-45ad-ac9f-617c6a49bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.821945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.852039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:53.854074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/6f684cd4-79be-4b92-b2fc-b31f20169737 HTTP/1.1" status: 204 len: 168 time: 1.5214024 Aug 03 16:01:53.859687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45556) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:53.863449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ea45a-5c00-45ad-ac9f-617c6a49bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe70ae-016b-4b18-b73b-25b174647b08,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.884022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6d0ea45a-5c00-45ad-ac9f-617c6a49bc61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e85e32c1b0e34149854d8e9bf40e0d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249062 Aug 03 16:01:53.922778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45558) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:53.923762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7cbb-b5e7-4257-95d5-a48ef5d94333 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=6f684cd4-79be-4b92-b2fc-b31f20169737,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:53.927339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['abd965f4-c7c1-4481-a19b-663dac07975a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:53.977518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.106034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Network ee1d35c5-262f-4e45-b682-989e64a2aac1 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:01:54.110037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4036c21-843c-48d5-8331-26a4c07b0b78 req-1edc807f-0bcc-45f9-b9ff-f98e6a394384 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/security-groups?id=5e934f8b-4c8b-44c6-bfc5-62f648800f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772839 Aug 03 16:01:54.134383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:01:54.144135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.153393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:01:54.157447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:54.160271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 991bd1ac-c93f-4fc5-8329-95890b5b18c1 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:54.176905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Port': ['ID=3f4beaaa-79da-4060-85f3-05ecf9483e8a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:54.184702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 991bd1ac-c93f-4fc5-8329-95890b5b18c1 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:54.185047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 991bd1ac-c93f-4fc5-8329-95890b5b18c1 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:54.185486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b37f22e-c17a-47f2-968d-0faf505ebd34 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:54.208040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6b37f22e-c17a-47f2-968d-0faf505ebd34 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:54.208381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b37f22e-c17a-47f2-968d-0faf505ebd34 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:54.259909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.293029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.311052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:54.311654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.347169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.370638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccca049-2ad3-4ca0-b879-7b4973b3ac35 req-667301f0-c1e5-4b30-938c-5081c2e198fd tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:54.373527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ccca049-2ad3-4ca0-b879-7b4973b3ac35 req-667301f0-c1e5-4b30-938c-5081c2e198fd tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 945 time: 0.2769058 Aug 03 16:01:54.374322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-13cf8d79-c16a-4e8a-b4b5-28117d9ac0cd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3351390 Aug 03 16:01:54.377431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.394122 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.414812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Request body: {'port': {'device_id': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:01:54.451244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ef4e8-cbba-4cb5-aee7-2af9bce1eeae req-32e7a6cc-e0c6-47d9-88ff-0fd872b8ed9c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:54.452839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c9ef4e8-cbba-4cb5-aee7-2af9bce1eeae req-32e7a6cc-e0c6-47d9-88ff-0fd872b8ed9c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 931 time: 0.1214180 Aug 03 16:01:54.454061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.454569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Fanout notify agent at l3_agent the message router_deleted on router 27427d79-9d17-42af-b37b-18a1c8b19d66 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:01:54.461377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.466229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e9dc0327-f8c2-4000-a17e-4bd45ee1e30f tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/routers/27427d79-9d17-42af-b37b-18a1c8b19d66 HTTP/1.1" status: 204 len: 168 time: 2.5831692 Aug 03 16:01:54.474053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45566) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:54.514276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c9ef4e8-cbba-4cb5-aee7-2af9bce1eeae req-8dd53eb4-9a92-499d-8615-3e00031ac334 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Aug 03 16:01:54.581397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-12fb6fe9-5ef4-4131-8036-2eb118529487 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:54.583273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-12fb6fe9-5ef4-4131-8036-2eb118529487 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.72 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 946 time: 0.0678186 Aug 03 16:01:54.633126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ccca049-2ad3-4ca0-b879-7b4973b3ac35 req-3f2304f2-8ac8-4c03-9592-9c48a9871bb7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466853 Aug 03 16:01:54.659350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.661962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.665613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53fe70ae-016b-4b18-b73b-25b174647b08 HTTP/1.1" status: 204 len: 168 time: 0.7370982 Aug 03 16:01:54.672246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.677275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.703491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Deleting port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:54.703868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.704194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e87486-fb84-4734-8722-da75b7451fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe70ae-016b-4b18-b73b-25b174647b08,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:54.809927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] For port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,segment=NetworkSegment(dfad7261-24f5-48fb-a265-f362022308c2),segment_id=dfad7261-24f5-48fb-a265-f362022308c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:54.810331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.826561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Calling delete_port for 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:54.903652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:54.925482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bafa9d0-f3ea-4171-94c5-1ebf4829d375']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:54.939959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device abd965f4-c7c1-4481-a19b-663dac07975a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:01:54.964750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:54.965062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9faa517-822e-4d71-8c3d-1c2351c8f8d7') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:55.003335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port abd965f4-c7c1-4481-a19b-663dac07975a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:01:55.007467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port abd965f4-c7c1-4481-a19b-663dac07975a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:01:55.007980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.030673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.074570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.080001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.098968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['1f73cbdc-8bcf-43ab-a042-8177d036c1b4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:01:55.100785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:55.101212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:55.104560 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:55.172915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Pushing event deleted for resources: {'Port': ['ID=1f73cbdc-8bcf-43ab-a042-8177d036c1b4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:55.178183 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.204375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] No DVR routers for this DVR port 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:55.207211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.209323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b7f830d8-211f-435c-95cb-4d1895a6c2f7 req-ab686d75-b8de-410e-ba32-ceebba465711 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.72 "DELETE /v2.0/ports/1f73cbdc-8bcf-43ab-a042-8177d036c1b4 HTTP/1.1" status: 204 len: 173 time: 0.6092391 Aug 03 16:01:55.216642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'name': 'network-vif-deleted', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:55.216642 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1575e3-3b65-4cbb-8e44-d475d3354118" -d '{"events": [{"server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "name": "network-vif-deleted", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:55.216962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:55.216962 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70720f5c-4cd2-4958-b01e-f66a076ac717" -d '{"events": [{"server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "name": "network-vif-plugged", "status": "completed", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:55.222185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=abd965f4-c7c1-4481-a19b-663dac07975a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:55.228590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.273856 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369602a-d925-41f3-969d-fd2fbf22b216 x-openstack-request-id: req-8369602a-d925-41f3-969d-fd2fbf22b216 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:55.274155 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38740d3-bdb6-48e6-98d0-4eda9686fb96", "name": "network-vif-deleted", "tag": "1f73cbdc-8bcf-43ab-a042-8177d036c1b4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:55.274903 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8369602a-d925-41f3-969d-fd2fbf22b216 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:55.275330 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38740d3-bdb6-48e6-98d0-4eda9686fb96', 'name': 'network-vif-deleted', 'tag': '1f73cbdc-8bcf-43ab-a042-8177d036c1b4', 'status': 'completed', 'code': 200} Aug 03 16:01:55.329924 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8b6e11-0a32-4e27-9db2-5ec8aee47a0a x-openstack-request-id: req-6e8b6e11-0a32-4e27-9db2-5ec8aee47a0a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:55.330262 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "name": "network-vif-plugged", "status": "completed", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:55.330494 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e8b6e11-0a32-4e27-9db2-5ec8aee47a0a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:55.330913 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a', 'code': 200} Aug 03 16:01:55.341143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:55.618023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84b64f29-361e-432c-9976-adb74ce0292b req-00be414c-6d8b-4b6a-bee4-611aa40e8a72 tempest-ServerPasswordTestJSON-1560134677 tempest-ServerPasswordTestJSON-1560134677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e38740d3-bdb6-48e6-98d0-4eda9686fb96 HTTP/1.1" status: 200 len: 210 time: 0.1081362 Aug 03 16:01:55.651236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.666649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.674482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c484-1bc4-4f92-9b84-e25dfa91649c req-3998a924-53c5-4d20-94a1-4b2facb75d5f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:55.676747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6214c484-1bc4-4f92-9b84-e25dfa91649c req-3998a924-53c5-4d20-94a1-4b2facb75d5f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 931 time: 0.0857093 Aug 03 16:01:55.684207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.690915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] 10.222.0.70 "DELETE /v2.0/networks/2bafa9d0-f3ea-4171-94c5-1ebf4829d375 HTTP/1.1" status: 204 len: 168 time: 1.2148364 Aug 03 16:01:55.724615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf4f9a-4d10-434e-938a-7b04b8214a1e tempest-TestNetworkBasicOps-1452612689 tempest-TestNetworkBasicOps-1452612689-project] Pushing event deleted for resources: {'Network': ['ID=2bafa9d0-f3ea-4171-94c5-1ebf4829d375,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:55.760948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6214c484-1bc4-4f92-9b84-e25dfa91649c req-51119df4-4928-4337-b587-c901958213c0 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745871 Aug 03 16:01:55.869758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b4c1-52bf-4646-8bb6-0ff0ee4daa7a req-72097322-0be4-439e-a903-653246690400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:55.872167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5f4b4c1-52bf-4646-8bb6-0ff0ee4daa7a req-72097322-0be4-439e-a903-653246690400 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 1097 time: 0.3646894 Aug 03 16:01:55.887120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:01:55.928394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:55.970399 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.020759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Transition to ACTIVE for port object 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:01:56.048395 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.051587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5f4b4c1-52bf-4646-8bb6-0ff0ee4daa7a req-921e3109-5f77-47c9-85e9-63e28c7d98ce service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716518 Aug 03 16:01:56.063969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcadde3-d217-457b-8d2e-5152e8bba2a1 req-674f38ad-857f-4058-ad82-b5687f12d3b0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:56.066369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-adcadde3-d217-457b-8d2e-5152e8bba2a1 req-674f38ad-857f-4058-ad82-b5687f12d3b0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.2302039 Aug 03 16:01:56.078170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45620) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:56.147907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3f4beaaa-79da-4060-85f3-05ecf9483e8a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:56.149260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:56.179731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3f4beaaa-79da-4060-85f3-05ecf9483e8a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:56.180150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3f4beaaa-79da-4060-85f3-05ecf9483e8a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:56.192646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-adcadde3-d217-457b-8d2e-5152e8bba2a1 req-de0bfd95-11c7-4f44-8be3-85be5e000b87 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923157 Aug 03 16:01:56.247988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9509aeef-092d-466c-a9bd-3c4a307ec2bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23bd751f84b447cd8c7eb9f9c5ab05bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685991 Aug 03 16:01:56.248753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45628) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:56.299910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Attempting to bind port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:01:56.300254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Attempting to bind port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:01:56.300589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Attempting to bind port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:56.307642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.311940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:01:56.312273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Attempting to bind port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 on network ee1d35c5-262f-4e45-b682-989e64a2aac1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:01:56.321375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:01:56.321746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Checking segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:01:56.322139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Bound using segment: {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:01:56.322583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Bound port: 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:01:56.322947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.334997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.382585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 6e7dcd3f-698d-4374-82a4-55f46cbe7164 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:56.384908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.400765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.404330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.407967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91a8fee3-efd5-415a-a48d-c690fe0cc23b HTTP/1.1" status: 204 len: 168 time: 0.1559765 Aug 03 16:01:56.420484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668fb6b-2e66-4cac-a15f-311ed637d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a8fee3-efd5-415a-a48d-c690fe0cc23b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:56.511058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:01:56.517124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:01:56.525301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.585473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 6e7dcd3f-698d-4374-82a4-55f46cbe7164, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e7dcd3f-698d-4374-82a4-55f46cbe7164,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:56.586103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.589179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:56.589927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.592059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] 10.222.0.72 "PUT /v2.0/ports/704e4f7d-fa3d-47cf-a3b0-049dea7baa57 HTTP/1.1" status: 200 len: 1091 time: 2.1851437 Aug 03 16:01:56.592059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:01:56.594266 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aa931c-07b1-4a07-aacb-8791c6a42d93" -d '{"events": [{"name": "network-changed", "server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:01:56.628188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 6e7dcd3f-698d-4374-82a4-55f46cbe7164 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:56.687299 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de175a4-5d6e-45f0-85a1-ca20ed49b111 x-openstack-request-id: req-2de175a4-5d6e-45f0-85a1-ca20ed49b111 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:01:56.687599 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:01:56.687850 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2de175a4-5d6e-45f0-85a1-ca20ed49b111 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:01:56.688719 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'status': 'completed', 'code': 200} Aug 03 16:01:56.700056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45654) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:56.779467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Deleting subnet e7cb560d-c5d7-49aa-a39a-337c85a079cd {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:56.786507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.819309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9c74-eeaf-41e6-8da2-d35843319cbc service neutron] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:56.863454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.892868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-57efff49-6e29-4c13-8f5b-aa882321fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:56.894582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-57efff49-6e29-4c13-8f5b-aa882321fc36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 1094 time: 0.2465856 Aug 03 16:01:56.938910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:56.961614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45664) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:56.970938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-1c3d4199-d3c9-44f0-99df-b9ae7d2f0355 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57 HTTP/1.1" status: 200 len: 217 time: 0.0593579 Aug 03 16:01:56.974747 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.008519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34676e48-8dd3-4022-a6b1-e4cfb38bbd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.046296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=6e7dcd3f-698d-4374-82a4-55f46cbe7164,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:57.107138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.108980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac253-e7ff-41e9-a5e6-ca14b076d098 req-c4e1636c-c621-4b20-8320-85c632be2691 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:57.117739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ffbac253-e7ff-41e9-a5e6-ca14b076d098 req-c4e1636c-c621-4b20-8320-85c632be2691 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 943 time: 0.2270763 Aug 03 16:01:57.176512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-ed523863-2c86-43e8-9070-356e88087645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:57.178030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-ed523863-2c86-43e8-9070-356e88087645 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.1931162 Aug 03 16:01:57.187181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cb560d-c5d7-49aa-a39a-337c85a079cd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:57.197512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.203448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-39c2cb6d-6c14-430a-8d5d-199266ed2d2a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e7cb560d-c5d7-49aa-a39a-337c85a079cd HTTP/1.1" status: 204 len: 168 time: 0.5022092 Aug 03 16:01:57.211749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45668) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:57.254789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-8905bd33-82af-4512-8f3a-01b68f34f81a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684667 Aug 03 16:01:57.267713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ffbac253-e7ff-41e9-a5e6-ca14b076d098 req-ed2b14de-43ec-4eff-b678-df4520b471c8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489942 Aug 03 16:01:57.422774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.426238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.492528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916a06-264f-4c37-869f-c6434395e3df req-8015304a-fbff-4253-ac2a-02679155322a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:57.499894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f916a06-264f-4c37-869f-c6434395e3df req-8015304a-fbff-4253-ac2a-02679155322a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.1219566 Aug 03 16:01:57.503279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34676e48-8dd3-4022-a6b1-e4cfb38bbd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.520039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34676e48-8dd3-4022-a6b1-e4cfb38bbd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.579499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-85ec08c0-0150-4e35-abc7-6f04c0b79078 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081975 Aug 03 16:01:57.623355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.640761 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f916a06-264f-4c37-869f-c6434395e3df req-5de398b6-23eb-45f4-be8c-e051d2c5f133 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399834 Aug 03 16:01:57.646343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34676e48-8dd3-4022-a6b1-e4cfb38bbd43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b79248b487947bba30e56632093caa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835051 Aug 03 16:01:57.646898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45692) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:57.653631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a265b86-2b6e-4691-a1b4-dfe498de0ef3']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:57.681387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:01:57.681935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfad7261-24f5-48fb-a265-f362022308c2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:57.682321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfad7261-24f5-48fb-a265-f362022308c2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:57.687085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34676e48-8dd3-4022-a6b1-e4cfb38bbd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd080a64-1377-443d-972b-689932c6c653,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:57.709160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.732766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.750262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:57.750884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:57.752753 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:01:57.801877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.839160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.841065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.845423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-298c0c06-9e78-4185-8370-7168e98e2b85 req-1f18f2f0-defc-4ceb-96ba-68e6e5fa83d0 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316563 Aug 03 16:01:57.848568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:01:57.858243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e5fb50fe-a7d7-4fb5-bee9-87d9f128b51e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9955592 Aug 03 16:01:57.858712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45708) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:57.860972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:01:57.869903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:57.875791 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7a265b86-2b6e-4691-a1b4-dfe498de0ef3 HTTP/1.1" status: 204 len: 168 time: 0.6588044 Aug 03 16:01:57.896781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:57.900971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:57.934327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536032f7-c6c0-49f4-9ae5-94e7b7c46a06 req-a517630b-c66e-4bb9-a1fd-26ca47008915 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:57.935965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-536032f7-c6c0-49f4-9ae5-94e7b7c46a06 req-a517630b-c66e-4bb9-a1fd-26ca47008915 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.2022991 Aug 03 16:01:57.940649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341ff4e-05a8-47a3-bcc9-0ebccb176987 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a265b86-2b6e-4691-a1b4-dfe498de0ef3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:57.998332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.003010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.006573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd080a64-1377-443d-972b-689932c6c653 HTTP/1.1" status: 204 len: 168 time: 0.3536086 Aug 03 16:01:58.023767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9ea7b-c463-4178-a9a8-262a7841b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd080a64-1377-443d-972b-689932c6c653,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:58.023985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:58.042316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting subnet ca786eae-e5cf-4466-b654-8dca7a92b697 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:01:58.055813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.130241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:58.167033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.178690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-232cccfa-203b-4344-8fe8-709ca07087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:58.180354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:01:58.181265 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-232cccfa-203b-4344-8fe8-709ca07087bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 1094 time: 0.2443373 Aug 03 16:01:58.195418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:01:58.197587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:58.208169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45722) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:58.220277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-536032f7-c6c0-49f4-9ae5-94e7b7c46a06 req-f11561c6-0359-46e9-be5a-1bee6a745d86 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659500 Aug 03 16:01:58.240451 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:01:58.331997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4860fa3-fadd-49c6-a79e-5dce13c9c4dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe2bfb5e07be4617ac19f65675dd0cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218007 Aug 03 16:01:58.334888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:58.379906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:01:58.404516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:01:58.443272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-eac4f934-4822-4935-ae22-6606a8fda820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:58.444913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-eac4f934-4822-4935-ae22-6606a8fda820 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 200 len: 906 time: 0.2234766 Aug 03 16:01:58.447275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.513881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.523890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:01:58.526732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8518e-3ae7-451e-a335-740c0751f738 req-0c887d6e-125a-42b5-a0a1-79a580c01b7e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:58.529672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1f73cbdc-8bcf-43ab-a042-8177d036c1b4 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:01:58.536783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59a8518e-3ae7-451e-a335-740c0751f738 req-0c887d6e-125a-42b5-a0a1-79a580c01b7e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.1039090 Aug 03 16:01:58.588749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.617005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:58.639766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59a8518e-3ae7-451e-a335-740c0751f738 req-36478212-95d4-49ce-8d7f-a84b0935ce06 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975404 Aug 03 16:01:58.726318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.730678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:58.733220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e934f8b-4c8b-44c6-bfc5-62f648800f4d HTTP/1.1" status: 204 len: 168 time: 0.3962982 Aug 03 16:01:58.757501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15137f-8123-4dc2-babb-f2892cb1b7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e934f8b-4c8b-44c6-bfc5-62f648800f4d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:58.903067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-52276819-1c5c-4b62-933e-8b8ad4cb4868 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57 HTTP/1.1" status: 200 len: 217 time: 0.4500699 Aug 03 16:01:58.934954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41120e-d1c4-4ff0-b6b5-5f68adbc72f0 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:01:59.005941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-51ad9019-b4f2-47df-9fd5-57ef8386f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:59.007603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-51ad9019-b4f2-47df-9fd5-57ef8386f2cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 200 len: 845 time: 0.0942242 Aug 03 16:01:59.029424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac9174-86b3-4cc7-982d-c6cdbec448d0 req-fab64063-43c1-4ecd-b722-2d6ff4638af8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:59.031131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7ac9174-86b3-4cc7-982d-c6cdbec448d0 req-fab64063-43c1-4ecd-b722-2d6ff4638af8 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 943 time: 0.5420160 Aug 03 16:01:59.078182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-95b70f54-a573-48a1-926b-3dfb22b87b3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee1d35c5-262f-4e45-b682-989e64a2aac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459414 Aug 03 16:01:59.087008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45a999-d475-4570-a1f0-ed6624136e7d req-f6f5c10f-580f-4d57-8b19-518a9dee5233 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:01:59.089439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.095881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db45a999-d475-4570-a1f0-ed6624136e7d req-f6f5c10f-580f-4d57-8b19-518a9dee5233 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.0770061 Aug 03 16:01:59.148494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db45a999-d475-4570-a1f0-ed6624136e7d req-fa525b47-4c51-4cd8-9a68-c5c175131e01 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Aug 03 16:01:59.169418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Subnet': ['ID=ca786eae-e5cf-4466-b654-8dca7a92b697,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:59.184226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.186068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4fc3e827-55d9-44e0-a451-313e3ee07012 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/ca786eae-e5cf-4466-b654-8dca7a92b697 HTTP/1.1" status: 204 len: 168 time: 1.3262115 Aug 03 16:01:59.188725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124adf6e-d4c5-4cf4-827d-fa72997a25eb None None] Network da647d75-3730-49df-aa99-ba2132ef445c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:01:59.189340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:01:59.206223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7ac9174-86b3-4cc7-982d-c6cdbec448d0 req-cc41698d-c2af-4254-92b8-319a7251fc74 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623383 Aug 03 16:01:59.247329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-7ee91700-f76a-4d4c-b25b-a1f6f04129ff service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597540 Aug 03 16:01:59.380013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.400897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23aa931c-07b1-4a07-aacb-8791c6a42d93 req-4cf6aa33-8a77-4845-a1e7-8b0a8d75ba66 service neutron] 10.222.0.72 "GET /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465333 Aug 03 16:01:59.481349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Deleting port 8632db2f-b1f3-41a1-af98-40299ad135d0 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:59.481726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.545493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] DHCP port deletion for da647d75-3730-49df-aa99-ba2132ef445c request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:01:59.596495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] For port 8632db2f-b1f3-41a1-af98-40299ad135d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8632db2f-b1f3-41a1-af98-40299ad135d0,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:59.597083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.617834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Deleting port 8632db2f-b1f3-41a1-af98-40299ad135d0 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:01:59.618334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.618610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Calling delete_port for 8632db2f-b1f3-41a1-af98-40299ad135d0 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:59.699749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] For port 8632db2f-b1f3-41a1-af98-40299ad135d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8632db2f-b1f3-41a1-af98-40299ad135d0,segment=NetworkSegment(98db4499-6ae4-4b86-ab00-3834a7c97c9c),segment_id=98db4499-6ae4-4b86-ab00-3834a7c97c9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:01:59.700461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.715522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Calling delete_port for 8632db2f-b1f3-41a1-af98-40299ad135d0 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:01:59.718457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.756838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Port': ['ID=8632db2f-b1f3-41a1-af98-40299ad135d0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:59.763927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No DVR routers for this DVR port 8632db2f-b1f3-41a1-af98-40299ad135d0 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: from cryptography.utils import int_from_bytes Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: from cryptography.utils import int_from_bytes Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:01:59.806623 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:01:59.823249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.858274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] Pushing event deleted for resources: {'Port': ['ID=8632db2f-b1f3-41a1-af98-40299ad135d0,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:01:59.863065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf19b19-0522-4569-8270-92e044511a63 None None] No DVR routers for this DVR port 8632db2f-b1f3-41a1-af98-40299ad135d0 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:01:59.876382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.897084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da647d75-3730-49df-aa99-ba2132ef445c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:59.907915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98db4499-6ae4-4b86-ab00-3834a7c97c9c') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:59.908611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98db4499-6ae4-4b86-ab00-3834a7c97c9c') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:01:59.919025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.935107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.941593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:01:59.942044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:01:59.945828 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:00.019240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.029928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.031856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/networks/da647d75-3730-49df-aa99-ba2132ef445c HTTP/1.1" status: 204 len: 168 time: 0.8412173 Aug 03 16:02:00.034559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45804) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:00.055835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'routes': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:00.125803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd55ce-e381-4acc-9c51-b20106d42f58 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Pushing event deleted for resources: {'Network': ['ID=da647d75-3730-49df-aa99-ba2132ef445c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:00.130025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e7dcd3f-698d-4374-82a4-55f46cbe7164 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:00.154923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6e7dcd3f-698d-4374-82a4-55f46cbe7164 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:00.155362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e7dcd3f-698d-4374-82a4-55f46cbe7164 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:00.155856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8632db2f-b1f3-41a1-af98-40299ad135d0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:00.177913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8632db2f-b1f3-41a1-af98-40299ad135d0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:00.178337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8632db2f-b1f3-41a1-af98-40299ad135d0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:00.252759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Added routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:02:00.253145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Removed routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:02:00.253542 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.301223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6684-7154-4840-b6d9-e3c54f12ebe8 req-d452381a-d5e9-4966-8a15-4af807e19c85 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:00.302844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-209c6684-7154-4840-b6d9-e3c54f12ebe8 req-d452381a-d5e9-4966-8a15-4af807e19c85 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.0589929 Aug 03 16:02:00.389315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-209c6684-7154-4840-b6d9-e3c54f12ebe8 req-cc78c6f1-f4be-40ad-92c3-ead63353f7cb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779719 Aug 03 16:02:00.405092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:02:00.471247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-6cde7e0e-d552-489d-b373-fef140e8e364 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:00.472912 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-6cde7e0e-d552-489d-b373-fef140e8e364 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 946 time: 0.1076014 Aug 03 16:02:00.492184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.499609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.619388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:00.628435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 00229795-894e-4398-a250-f6390b8685c5 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:02:00.636575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'mac_address': 'fa:16:3e:51:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:02:00.677779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed9eae-dd38-4fca-b5bf-28a3bfdbc8a6 req-c91cc7c1-2815-433a-b3cc-c8e0e6c592e0 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:00.686999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.692248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fed9eae-dd38-4fca-b5bf-28a3bfdbc8a6 req-c91cc7c1-2815-433a-b3cc-c8e0e6c592e0 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 943 time: 0.1386466 Aug 03 16:02:00.714034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:00.760337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:00.766797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:00.773975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.776832 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Sync routers for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:00.797925 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:00.798575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:00.803867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.813045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f3c92b80-d77a-4a8b-a566-8ba3a82e8146 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 701 time: 0.7750299 Aug 03 16:02:00.814423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45858) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:00.823703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fed9eae-dd38-4fca-b5bf-28a3bfdbc8a6 req-6d1a3588-d2bc-440e-bade-e2d4a5dd9e40 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180408 Aug 03 16:02:00.838350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port abd965f4-c7c1-4481-a19b-663dac07975a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:00.842218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:00.901815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bfbdd05e-7b27-40d2-a3a9-c6aa12181d1d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 205 time: 0.0846200 Aug 03 16:02:00.903257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:00.966895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:01.052000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.064183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port abd965f4-c7c1-4481-a19b-663dac07975a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=abd965f4-c7c1-4481-a19b-663dac07975a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:01.064904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.065967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['704e4f7d-fa3d-47cf-a3b0-049dea7baa57'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:01.086684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0283e7a7-489a-4efd-bd6f-a6420549682b req-308aea9b-8114-4072-90a9-95f76dc42d56 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0883098 Aug 03 16:02:01.087156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for abd965f4-c7c1-4481-a19b-663dac07975a owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:01.096403 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:01.157770 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:01.210680 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Checking router: 00229795-894e-4398-a250-f6390b8685c5 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:02:01.234109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Routers {'00229795-894e-4398-a250-f6390b8685c5'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:01.235010 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['00229795-894e-4398-a250-f6390b8685c5'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:01.313317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.314736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] Set router 00229795-894e-4398-a250-f6390b8685c5 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:01.315875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.377592 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:01.407490 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194590-1d07-4dcd-931e-5658c9436502 None None] The sync data for ids ['00229795-894e-4398-a250-f6390b8685c5'] in n-d-803226-3 is: [{'id': '00229795-894e-4398-a250-f6390b8685c5', 'name': 'tempest-RoutersTest-router-1563906165', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:00:59Z', 'updated_at': '2021-08-03T16:01:56Z', 'revision_number': 11, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:01.411844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.412759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 00229795-894e-4398-a250-f6390b8685c5 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:02:01.421714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.426749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1dec5273-4f1c-46ce-a5e3-980425e29132 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 204 len: 168 time: 0.5021181 Aug 03 16:02:01.427688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45896) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:01.434280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1195285186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:01.473792 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.475212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.508310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.520304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:01.557492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=abd965f4-c7c1-4481-a19b-663dac07975a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:01.622463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port abd965f4-c7c1-4481-a19b-663dac07975a on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:01.645431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.653919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.657114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.659500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e38a929-f3a6-4b2a-9166-07833fbfefcc req-a92840d3-899a-49d8-9fe1-eacf84c306a4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/abd965f4-c7c1-4481-a19b-663dac07975a HTTP/1.1" status: 204 len: 173 time: 1.1782396 Aug 03 16:02:01.660181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'name': 'network-vif-deleted', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:01.670123 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af16c22-6e6f-48ed-b142-ebad4a081cff" -d '{"events": [{"server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "name": "network-vif-deleted", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:01.677329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e65c1403-9b83-4b81-a879-771278341641 req-6374d17e-172c-44ad-a2b5-6dca8c81c337 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4b964f8-256c-4b45-b0bf-2c1769b87a2b HTTP/1.1" status: 200 len: 210 time: 0.0866148 Aug 03 16:02:01.706413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:01.710555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9fe591dd-6943-4f05-a302-df5578b82b72 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2817974 Aug 03 16:02:01.711475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:01.717309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:01.873276 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f15aed5-e9b9-469e-82b8-73e2e92fbf53 x-openstack-request-id: req-4f15aed5-e9b9-469e-82b8-73e2e92fbf53 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:01.873400 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b964f8-256c-4b45-b0bf-2c1769b87a2b", "name": "network-vif-deleted", "tag": "abd965f4-c7c1-4481-a19b-663dac07975a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:01.873705 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f15aed5-e9b9-469e-82b8-73e2e92fbf53 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:01.874109 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b964f8-256c-4b45-b0bf-2c1769b87a2b', 'name': 'network-vif-deleted', 'tag': 'abd965f4-c7c1-4481-a19b-663dac07975a', 'status': 'completed', 'code': 200} Aug 03 16:02:01.936715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:02.145298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839accc-0a60-4ddd-8cba-d5a0c8f28e68 req-1956f49d-988a-46ca-86c6-e2005c64cd6c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:02.152763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b839accc-0a60-4ddd-8cba-d5a0c8f28e68 req-1956f49d-988a-46ca-86c6-e2005c64cd6c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 944 time: 0.1430452 Aug 03 16:02:02.156140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.176599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.217623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45485a4a-77c3-41f5-8698-2f79483d7140 req-392ee5d0-27d2-49ff-84b9-47675b8bf04c tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0493641 Aug 03 16:02:02.270487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b839accc-0a60-4ddd-8cba-d5a0c8f28e68 req-5cb3943c-463c-4684-90ad-e3eb95de6f83 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Aug 03 16:02:02.385298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:02.398661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Router 1d768e41-8464-4ce6-8765-8b28679bcd0a is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:02:02.460200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:02.479713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:02.480285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.540358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:02.556308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.563996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Sync routers for ids ['1d768e41-8464-4ce6-8765-8b28679bcd0a'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:02.565990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-813f61e9-8097-43c8-aec7-3ced0c580486 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "PUT /v2.0/routers/1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 200 len: 694 time: 0.8531446 Aug 03 16:02:02.568063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45968) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:02.606349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Routers {'1d768e41-8464-4ce6-8765-8b28679bcd0a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:02.607768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1d768e41-8464-4ce6-8765-8b28679bcd0a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:02.663785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0ec038a-c4e6-49da-87a2-09c611537045 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/routers/1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 200 len: 700 time: 0.0943367 Aug 03 16:02:02.666822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45974) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:02.696618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da4dcc1c-7ed4-4432-9fd0-b5ae106e688e tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 200 len: 205 time: 0.0276995 Aug 03 16:02:02.700080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:02.710613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Set router 1d768e41-8464-4ce6-8765-8b28679bcd0a gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:02.778629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.796996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d768e41-8464-4ce6-8765-8b28679bcd0a', 'name': 'tempest-RoutersTest-router-1195285186', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:01Z', 'updated_at': '2021-08-03T16:02:02Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:02.843741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Checking router: 1d768e41-8464-4ce6-8765-8b28679bcd0a for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:02:02.858447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:02.868909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Routers {'1d768e41-8464-4ce6-8765-8b28679bcd0a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:02.869766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:01:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1d768e41-8464-4ce6-8765-8b28679bcd0a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:02.933609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:02.942242 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c63068b-7e57-42d6-8a5d-ccab4b045a71" -d '{"events": [{"server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "name": "network-vif-plugged", "status": "completed", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:03.006665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device abd965f4-c7c1-4481-a19b-663dac07975a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:03.015407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:03.017668 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:03.045485 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8304b10c-dcf3-4558-8747-66633ea24784 x-openstack-request-id: req-8304b10c-dcf3-4558-8747-66633ea24784 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:03.045485 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "name": "network-vif-plugged", "status": "completed", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:03.045823 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8304b10c-dcf3-4558-8747-66633ea24784 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:03.046148 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'code': 200} Aug 03 16:02:03.049831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:03.069504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: abd965f4-c7c1-4481-a19b-663dac07975a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:03.070554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device abd965f4-c7c1-4481-a19b-663dac07975a not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:03.075647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] Set router 1d768e41-8464-4ce6-8765-8b28679bcd0a gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:03.105903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:03.107065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Fanout notify agent at l3_agent the message router_deleted on router 1d768e41-8464-4ce6-8765-8b28679bcd0a {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:02:03.109774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:03.117206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:03.118618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b71996cf-bbc2-4527-8cca-2170c77d58c4 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 204 len: 168 time: 0.4173336 Aug 03 16:02:03.124465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.163715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-518bac76-65e6-440b-b0e4-f9d7f443ae49 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 200 len: 205 time: 0.0371485 Aug 03 16:02:03.164432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46026) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.174186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d768e41-8464-4ce6-8765-8b28679bcd0a', 'name': 'tempest-RoutersTest-router-1195285186', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:01Z', 'updated_at': '2021-08-03T16:02:02Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:03.177851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e58ae-36f2-47d8-a321-1d64991aa0ca req-e272251a-be51-4362-a360-aa98b45aef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:03.180408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1e58ae-36f2-47d8-a321-1d64991aa0ca req-e272251a-be51-4362-a360-aa98b45aef0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 1096 time: 0.0732522 Aug 03 16:02:03.184893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d4796-78cf-46db-9d64-c89f493e06ce req-aacd66fa-d603-4473-9629-c15f2e94631e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:03.194666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b4d4796-78cf-46db-9d64-c89f493e06ce req-aacd66fa-d603-4473-9629-c15f2e94631e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.1294575 Aug 03 16:02:03.212836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e161-9216-4daa-a7c9-fca6d008e8d9 None None] The sync data for ids ['1d768e41-8464-4ce6-8765-8b28679bcd0a'] in n-d-803226-3 is: [{'id': '1d768e41-8464-4ce6-8765-8b28679bcd0a', 'name': 'tempest-RoutersTest-router-1195285186', 'tenant_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:01Z', 'updated_at': '2021-08-03T16:02:02Z', 'revision_number': 2, 'project_id': '95f6ecc6fcdd4c8c98ccc1ecb2191ffe', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:03.235754 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-a4cc80d8-7488-44ee-81ef-03be99c73141 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:03.238326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a4cc80d8-7488-44ee-81ef-03be99c73141 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/1d768e41-8464-4ce6-8765-8b28679bcd0a HTTP/1.1" status: 404 len: 336 time: 0.0714190 Aug 03 16:02:03.248919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:03.250079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.251771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b4d4796-78cf-46db-9d64-c89f493e06ce req-8d4636f5-db1a-488b-9946-66c7ac123c73 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.266964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.270931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:03.297265 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a5fcfb-7ad8-45b5-924a-2443707bed55 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:03.298113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a5fcfb-7ad8-45b5-924a-2443707bed55 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:03.302232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e0a5fcfb-7ad8-45b5-924a-2443707bed55 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/56727142-7307-48e1-be51-72e57edf84d1 HTTP/1.1" status: 404 len: 337 time: 0.0510404 Aug 03 16:02:03.303040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.333714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1e58ae-36f2-47d8-a321-1d64991aa0ca req-dce0339e-dde0-448e-8546-21a8afc15480 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Aug 03 16:02:03.346785 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6000ad06-cacc-4266-85d9-05e67d2d00ad tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:03.347618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6000ad06-cacc-4266-85d9-05e67d2d00ad tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:03.352245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6000ad06-cacc-4266-85d9-05e67d2d00ad tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/8e350325-57be-473b-bb25-539d2ee432af HTTP/1.1" status: 404 len: 337 time: 0.0456297 Aug 03 16:02:03.352566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46046) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.388993 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-383787c1-929a-4436-9ed7-3ded78a32157 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:03.389479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383787c1-929a-4436-9ed7-3ded78a32157 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:03.391414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-383787c1-929a-4436-9ed7-3ded78a32157 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/6000a5e0-20d3-4da2-b5d9-942088977f2f HTTP/1.1" status: 404 len: 337 time: 0.0372589 Aug 03 16:02:03.392825 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-368867ad-5586-44e1-827f-7537b0168ed8 req-947ee24b-2f21-4959-8816-6b62b1a109fa tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0434952 Aug 03 16:02:03.395142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46052) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.464923 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d529fd18-687c-43a0-a9e9-60a03129f7c7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:03.465558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d529fd18-687c-43a0-a9e9-60a03129f7c7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:03.468588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d529fd18-687c-43a0-a9e9-60a03129f7c7 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/ca786eae-e5cf-4466-b654-8dca7a92b697 HTTP/1.1" status: 404 len: 337 time: 0.0723350 Aug 03 16:02:03.470921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46060) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.501967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53564f12-a17b-40c8-a1e6-a0179250b4d4 req-0d8c0a2b-89e2-49c6-9c63-b66b3f6d976c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:03.503561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53564f12-a17b-40c8-a1e6-a0179250b4d4 req-0d8c0a2b-89e2-49c6-9c63-b66b3f6d976c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 945 time: 0.1111712 Aug 03 16:02:03.531304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aac56be8-5186-4903-b923-992c53430dbe tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 200 len: 205 time: 0.0583420 Aug 03 16:02:03.532867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f4fc24b-08f1-4723-9d09-c68a0450ba6a req-9d4e4039-9e99-4b2f-aac1-57d61bcc2004 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0511644 Aug 03 16:02:03.533033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.576659 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4a7025e7-d82f-4bb3-96ca-a2eec510472b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:03.577712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a7025e7-d82f-4bb3-96ca-a2eec510472b tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/00229795-894e-4398-a250-f6390b8685c5 HTTP/1.1" status: 404 len: 336 time: 0.0426178 Aug 03 16:02:03.580798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46070) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:03.592139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53564f12-a17b-40c8-a1e6-a0179250b4d4 req-d5677edc-76d2-4fb7-b842-b94171b6fb3f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820909 Aug 03 16:02:03.610931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-867a5b4e-5fa2-46c0-8da0-24c4f9d638a9 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1f7fc29-d599-4d67-ab43-f7b18851914b HTTP/1.1" status: 200 len: 205 time: 0.0280042 Aug 03 16:02:03.613378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.013056 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-e1e0f143-ebb9-4df8-ae67-515f38873805 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:04.013971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1e0f143-ebb9-4df8-ae67-515f38873805 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/e1f7fc29-d599-4d67-ab43-f7b18851914b HTTP/1.1" status: 404 len: 336 time: 0.3994055 Aug 03 16:02:04.016470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.045893 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96355f5-0772-4985-bf4a-0cf2f9d9aed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:04.046299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96355f5-0772-4985-bf4a-0cf2f9d9aed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:04.050493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e96355f5-0772-4985-bf4a-0cf2f9d9aed3 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/c64ce0ff-6f22-428f-9cfe-7414c479648e HTTP/1.1" status: 404 len: 337 time: 0.0306993 Aug 03 16:02:04.050937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.085711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dbaf71c4-9e1a-4943-af75-ffdd17e2fb75 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 200 len: 205 time: 0.0335367 Aug 03 16:02:04.087883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.132020 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-9fec0276-75ef-428b-9536-cdc0911652ff tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:04.133177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9fec0276-75ef-428b-9536-cdc0911652ff tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/01731174-f569-487f-bc67-95c1e69d7bc3 HTTP/1.1" status: 404 len: 336 time: 0.0443726 Aug 03 16:02:04.135850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.171350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.193874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2281dee4-df12-4f38-bf22-8796b39a8cea tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cf122f0-86f9-44d9-a095-2050d7dea420 HTTP/1.1" status: 200 len: 205 time: 0.0541277 Aug 03 16:02:04.194697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.237389 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-fb6983c3-2c7e-4699-9d1d-262eb114582d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:04.238709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb6983c3-2c7e-4699-9d1d-262eb114582d tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/3cf122f0-86f9-44d9-a095-2050d7dea420 HTTP/1.1" status: 404 len: 336 time: 0.0428598 Aug 03 16:02:04.241295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46120) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.273435 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-787436ec-2a6b-4b6e-9f86-2011b9b4b0fd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:04.273917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787436ec-2a6b-4b6e-9f86-2011b9b4b0fd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:04.278882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-787436ec-2a6b-4b6e-9f86-2011b9b4b0fd tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/c32bb358-00da-432e-ba6c-822cbe4282cf HTTP/1.1" status: 404 len: 337 time: 0.0334675 Aug 03 16:02:04.279109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46124) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.311796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-151c3c8d-1d76-4315-b819-11a868dcbf61 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 HTTP/1.1" status: 200 len: 205 time: 0.0315664 Aug 03 16:02:04.314281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.332881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1f9e-2124-4bda-815f-8fe58936eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.379122 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-2e323190-9711-496b-9d47-19f013882907 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:04.380988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2e323190-9711-496b-9d47-19f013882907 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/2e5dd31e-18f9-4b88-b7e1-64be4e53bb49 HTTP/1.1" status: 404 len: 336 time: 0.0652387 Aug 03 16:02:04.383566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46128) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.424743 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b75636f-d647-4b43-8120-8c998dc27737 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:04.425216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b75636f-d647-4b43-8120-8c998dc27737 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:04.427068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b75636f-d647-4b43-8120-8c998dc27737 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/85983cdf-1781-47d0-946f-d8b8960d6074 HTTP/1.1" status: 404 len: 337 time: 0.0423627 Aug 03 16:02:04.438448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.475137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f9a3a3ac-66bd-44e5-9a6d-229af7c00f76 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 HTTP/1.1" status: 200 len: 205 time: 0.0334938 Aug 03 16:02:04.479338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46134) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.498869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d1ae8-fc92-4d35-9243-10afea520025 req-6341559e-5f36-4a46-be6b-3aa677e19003 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:04.500406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-843d1ae8-fc92-4d35-9243-10afea520025 req-6341559e-5f36-4a46-be6b-3aa677e19003 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.1179852 Aug 03 16:02:04.523460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c37e34e2-82c9-4ebd-82e6-8df58c4bae17 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:04.524904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c37e34e2-82c9-4ebd-82e6-8df58c4bae17 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 945 time: 0.0703244 Aug 03 16:02:04.535403 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-2e5cda69-69c8-4682-af6b-633c2c26311f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] delete failed (client error): The resource could not be found. Aug 03 16:02:04.536318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2e5cda69-69c8-4682-af6b-633c2c26311f tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/routers/8fa3a71b-539a-4dc3-bbdf-cfa8e04b7170 HTTP/1.1" status: 404 len: 336 time: 0.0558794 Aug 03 16:02:04.540252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.575996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-adc14a33-64cc-4488-a0d6-4bea1e58dd0b req-2ac9e142-45b8-47ce-85ed-467942090a0e tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0527408 Aug 03 16:02:04.585482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1f9e-2124-4bda-815f-8fe58936eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.591663 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1f9e-2124-4bda-815f-8fe58936eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.609786 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a94aa1-f307-470f-8430-b1f479c2fb07 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:04.610312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a94aa1-f307-470f-8430-b1f479c2fb07 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:04.612009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-12a94aa1-f307-470f-8430-b1f479c2fb07 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/ae03459e-2ced-417f-8f86-bf285d5c0cae HTTP/1.1" status: 404 len: 337 time: 0.0697994 Aug 03 16:02:04.616833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46140) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.626217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-843d1ae8-fc92-4d35-9243-10afea520025 req-d858d88e-73ef-4b47-9dd0-064899cc98cf tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194353 Aug 03 16:02:04.655617 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4610229-2a81-4402-96a4-fc14e6ed1163 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] DELETE failed (client error): The resource could not be found. Aug 03 16:02:04.656074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4610229-2a81-4402-96a4-fc14e6ed1163 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:04.657819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d4610229-2a81-4402-96a4-fc14e6ed1163 tempest-RoutersTest-1750083343 tempest-RoutersTest-1750083343-project] 10.222.0.70 "DELETE /v2.0/subnets/4fd87def-d67a-4c5f-bf39-f0286abe5309 HTTP/1.1" status: 404 len: 337 time: 0.0360346 Aug 03 16:02:04.662541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d1f9e-2124-4bda-815f-8fe58936eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909cc7e6-de3f-4f1b-8d3d-38a68f2cd18d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:04.671045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ad5d1f9e-2124-4bda-815f-8fe58936eabb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c9a1858b38e415a99249ae4271093a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956117 Aug 03 16:02:04.672115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.714110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:04.715713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.734998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.758952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.811569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.813917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.817166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/909cc7e6-de3f-4f1b-8d3d-38a68f2cd18d HTTP/1.1" status: 204 len: 168 time: 0.1437404 Aug 03 16:02:04.826986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5211a5-7620-4cda-a69a-6ec1ecaba9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909cc7e6-de3f-4f1b-8d3d-38a68f2cd18d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:04.879301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcaf2b-66df-40c9-8cf7-17fe68111101 req-4cb82e9e-cbe1-4864-8366-988666578b8d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:04.886940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24dcaf2b-66df-40c9-8cf7-17fe68111101 req-4cb82e9e-cbe1-4864-8366-988666578b8d tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 945 time: 0.1192262 Aug 03 16:02:04.900089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:04.900601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:04.924999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:04.941418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:04.958169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24dcaf2b-66df-40c9-8cf7-17fe68111101 req-bf255dc0-5932-48a3-8765-55441f780bfd tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701959 Aug 03 16:02:05.157591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.169966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:05.234099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:05.327760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:05.332739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.341322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5a94ee51-d205-4643-b1cb-5d1be2c70cee req-c923578d-4b51-4b2b-8620-0e7e41d4df24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 HTTP/1.1" status: 204 len: 173 time: 0.8093297 Aug 03 16:02:05.356287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'name': 'network-vif-deleted', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:05.361512 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6ed4c-9671-4627-93ac-cfdbd085cec5" -d '{"events": [{"server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "name": "network-vif-deleted", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:05.391738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0c0b90a-67ad-4e0a-a20e-4a0010124dbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95f6ecc6fcdd4c8c98ccc1ecb2191ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470172 Aug 03 16:02:05.392343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46194) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:05.548255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.577299 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed2c52-c4cc-4682-a3ef-be6c0920efa0 x-openstack-request-id: req-18ed2c52-c4cc-4682-a3ef-be6c0920efa0 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:05.577597 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dd155a-7f87-40bc-852d-32aff65dcddd", "name": "network-vif-deleted", "tag": "fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:05.577866 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18ed2c52-c4cc-4682-a3ef-be6c0920efa0 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:05.578428 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dd155a-7f87-40bc-852d-32aff65dcddd', 'name': 'network-vif-deleted', 'tag': 'fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8', 'status': 'completed', 'code': 200} Aug 03 16:02:05.602874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bbfdad97-54cb-4b87-9980-8e932b2a7335 req-83f5d8e4-7851-40cd-9b20-5bddc7600f25 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0564630 Aug 03 16:02:05.622678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.718587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.721753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:05.723116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fabb210-be2f-4558-b9bf-b6281a3a7c99 HTTP/1.1" status: 204 len: 168 time: 0.3291540 Aug 03 16:02:05.740555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6bc22-310a-4835-93d3-20dcf3908ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fabb210-be2f-4558-b9bf-b6281a3a7c99,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:05.838208 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da3b249d-ed03-4e86-b79b-423b9bf344ec req-9d9911b6-4e39-4168-b89a-e86b37c04eeb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=41dd155a-7f87-40bc-852d-32aff65dcddd HTTP/1.1" status: 200 len: 210 time: 0.0383127 Aug 03 16:02:06.098090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876b3c-06d4-44e5-93a7-d254144da831 req-af757b43-77da-4573-bfe5-adf640f9559c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:06.100159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71876b3c-06d4-44e5-93a7-d254144da831 req-af757b43-77da-4573-bfe5-adf640f9559c tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 945 time: 0.0653327 Aug 03 16:02:06.154393 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71876b3c-06d4-44e5-93a7-d254144da831 req-d5f0e2ff-77ac-4972-b5be-7f3bcae60433 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Aug 03 16:02:06.504030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46278) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:06.704705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748297950'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:06.730156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.737673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f372a3a-84dc-4aa2-9cd3-e4ffed1a5833 req-a2ac301d-040d-4a67-a46f-a3e409f56bf4 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0342658 Aug 03 16:02:06.740729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.841159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.845163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.880015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9852702-49d0-4f1f-9aad-8576e35e90f9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:06.948357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.953568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.988316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:06.989563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4842498 Aug 03 16:02:06.992283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46312) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:06.993693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778ff3c-9578-4b98-9253-d52387ca2b1e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c90c18-5c62-4ad6-bb98-acbd83ecc386,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:07.027965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:07.050692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:07.051170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device fbdeebe6-b5ed-4ede-8bc4-69aa3c7ec3f8 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:07.101407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb1e4de9-2339-4daf-a824-7fc764cafbb5 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1079178 Aug 03 16:02:07.104119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46336) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.109439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-security--1742631823', 'description': 'tempest-security-description-1868851584'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:07.135859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.191112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.195615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.200383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.202266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "PUT /v2.0/security-groups/42c90c18-5c62-4ad6-bb98-acbd83ecc386 HTTP/1.1" status: 200 len: 1780 time: 0.0964651 Aug 03 16:02:07.204452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.227487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f21de-97d3-4ee9-afe6-90553fee3bc3 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c90c18-5c62-4ad6-bb98-acbd83ecc386,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:07.228916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-ef222cbd-0525-4e33-8157-3b842056d492 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:07.234684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-ef222cbd-0525-4e33-8157-3b842056d492 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.1317079 Aug 03 16:02:07.270134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-91f74f00-e8e3-45c5-a118-752ee0169784 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0263836 Aug 03 16:02:07.290651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f66b4-5c71-41b6-8722-460d5e2a730f req-d0d29abd-3ed4-47aa-bf65-d7e5ac4e65f3 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:07.291285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b4f66b4-5c71-41b6-8722-460d5e2a730f req-d0d29abd-3ed4-47aa-bf65-d7e5ac4e65f3 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Aug 03 16:02:07.294603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.294783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-94f9fa72-b394-43f2-ad3d-b2e9227b6fe5 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups/42c90c18-5c62-4ad6-bb98-acbd83ecc386 HTTP/1.1" status: 200 len: 1780 time: 0.0890496 Aug 03 16:02:07.331862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-20d5b375-4e36-4629-aba4-268740b318c8 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533552 Aug 03 16:02:07.365056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b4f66b4-5c71-41b6-8722-460d5e2a730f req-97db7eb8-fc06-47b1-ba65-e368d9ef5899 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Aug 03 16:02:07.397743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.424077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.486123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.488694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.492425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/42c90c18-5c62-4ad6-bb98-acbd83ecc386 HTTP/1.1" status: 204 len: 168 time: 0.1940820 Aug 03 16:02:07.492607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46382) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.501789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20242ff3-48d2-4a65-9c46-98ae56ed076c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c90c18-5c62-4ad6-bb98-acbd83ecc386,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:07.506400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-e932b87f-20f0-4cea-ae97-9a02f44f1164 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597438 Aug 03 16:02:07.610124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea06df7c-453d-4994-82f4-34877731582d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163459 Aug 03 16:02:07.612768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.634697 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f710612e-28f8-49c0-bdaf-faacfb9270e4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] delete failed (client error): The resource could not be found. Aug 03 16:02:07.635723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f710612e-28f8-49c0-bdaf-faacfb9270e4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/42c90c18-5c62-4ad6-bb98-acbd83ecc386 HTTP/1.1" status: 404 len: 347 time: 0.0220597 Aug 03 16:02:07.641935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46396) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.646855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907378773'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:07.667478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-10070ca5-bf90-448d-b518-f36bb6cc441e service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602166 Aug 03 16:02:07.686113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.787772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.806856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.866643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00c7315e-5539-4b7f-888e-a5f5a230cc75 req-745bf67a-293b-4949-9e5a-c3ea30c65492 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0308862 Aug 03 16:02:07.896973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bdc480-9b87-4ca6-9689-ebfb5349f154,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:07.916664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:07.918802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71aa7f64-3d14-460e-8ad4-3a1992e0ead4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2756734 Aug 03 16:02:07.921734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46428) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:07.927062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': 'd5bdc480-9b87-4ca6-9689-ebfb5349f154', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:07.941061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1924b08f-aefe-4696-b366-f643776a18a3 req-25a486be-8266-4712-94cf-038fb4c3f4d0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 210 time: 0.0494118 Aug 03 16:02:07.955977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-6cdd55c4-d4ce-4b0b-afcf-f2de1fa1b1af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459641 Aug 03 16:02:07.971996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.050970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.054570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-ac323395-52a2-42c7-b32c-57e3a5869deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:08.056013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.056344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-ac323395-52a2-42c7-b32c-57e3a5869deb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0711648 Aug 03 16:02:08.078131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed10b32e-25fc-4793-8823-e17c8f4d7999,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:08.085701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.086903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ce7a685-0480-4863-b80d-e5f92dd8f02b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639600 Aug 03 16:02:08.092013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46442) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.148782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.158733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.204378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.211464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.212776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ed10b32e-25fc-4793-8823-e17c8f4d7999 HTTP/1.1" status: 204 len: 168 time: 0.1197569 Aug 03 16:02:08.218463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.226489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417163dd-5393-4127-a842-92272dc2cb91 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed10b32e-25fc-4793-8823-e17c8f4d7999,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:08.237455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-738653fa-8407-4d49-8dae-0a6b820a704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:08.239013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-738653fa-8407-4d49-8dae-0a6b820a704d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.1560407 Aug 03 16:02:08.299160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-b1cb45f9-687e-4100-8702-07b76ee01eed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a HTTP/1.1" status: 200 len: 217 time: 0.0506375 Aug 03 16:02:08.312021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-024e71a3-b96c-45dd-8066-3e65dd6abf93 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916598 Aug 03 16:02:08.314791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46470) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.362614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-14ed3758-652b-43ba-a829-603c48ff8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:08.364181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-14ed3758-652b-43ba-a829-603c48ff8d62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0514188 Aug 03 16:02:08.378904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.404848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-75df5b11-d74d-4657-85f4-15c9b9ddfa59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310667 Aug 03 16:02:08.427847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.432939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:02:08.544106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.547775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.549405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/d5bdc480-9b87-4ca6-9689-ebfb5349f154 HTTP/1.1" status: 204 len: 168 time: 0.2335441 Aug 03 16:02:08.562324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6b5c4-72ba-491d-8a0e-62f95777e51d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bdc480-9b87-4ca6-9689-ebfb5349f154,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:08.567452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46478) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.587396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-e6f535de-4cb2-4618-aaab-9fb391ea7ead service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753044 Aug 03 16:02:08.589516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feb3f8-b132-4388-8c8d-c390e7eaa795 req-6b33c0a5-d74a-4ce7-a9cf-89f6509e0c54 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:08.592569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96feb3f8-b132-4388-8c8d-c390e7eaa795 req-6b33c0a5-d74a-4ce7-a9cf-89f6509e0c54 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 945 time: 0.1150529 Aug 03 16:02:08.647357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96feb3f8-b132-4388-8c8d-c390e7eaa795 req-6fdef46c-4c4b-4ef2-8830-c8b00059f8a1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Aug 03 16:02:08.710742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:08.726198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'network_id': 'ee1d35c5-262f-4e45-b682-989e64a2aac1', 'port_id': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'mac_address': 'fa:16:3e:51:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7e204b-1a23-460d-850d-437b3cc95281', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:02:08.745203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b865a18f-2b4c-476a-8ac9-6280c01ca06f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1694615 Aug 03 16:02:08.746515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46484) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.751266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--257606623'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:08.782859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.789044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.799505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ff51a50-b3bd-4df3-9ec1-baf1089d3ee3 req-68c73a2d-5840-4a50-bc48-ce7e23c21615 service neutron] 10.222.0.72 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967473 Aug 03 16:02:08.805170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:08.826385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46486) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.835426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:08.841292 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.894465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.897957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:08.908020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.941807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.946245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1987009 Aug 03 16:02:08.947078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46492) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:08.950651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b006c9e8-9d22-42cb-8362-69e1116a3b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:08.954897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '13cbf96c-61ff-4297-a18c-160ecc9a02a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:08.960742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a88286-9c63-4996-b52d-360d495e8961 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cbf96c-61ff-4297-a18c-160ecc9a02a8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:08.986331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['704e4f7d-fa3d-47cf-a3b0-049dea7baa57'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:08.991203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.001320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b13bcfb-0ca8-435d-b96c-778bb0eb5276 req-ec74f362-c963-4204-b298-8ac5752a2ea9 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0425828 Aug 03 16:02:09.071784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.078488 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.101423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e35efb-3b91-4704-abde-a0876672e168,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.143719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba6dfacf-ddbc-4716-9adb-9ebadc26634e req-352965e8-aaa3-4477-92c4-71d7db92abc5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 210 time: 0.0394018 Aug 03 16:02:09.439703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b006c9e8-9d22-42cb-8362-69e1116a3b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.446110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b006c9e8-9d22-42cb-8362-69e1116a3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.447572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.449906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5a09b4cb-d359-427a-a910-3949a8583719 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4999981 Aug 03 16:02:09.452960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:09.457573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '13cbf96c-61ff-4297-a18c-160ecc9a02a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:09.485665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.503347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b006c9e8-9d22-42cb-8362-69e1116a3b5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0c397840e6841329a57792f297af65e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758730 Aug 03 16:02:09.507611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46498) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:09.521732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-6f54287a-6d04-4b56-a519-d185b5eaa18e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:09.523160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-6f54287a-6d04-4b56-a519-d185b5eaa18e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.4473865 Aug 03 16:02:09.529487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006c9e8-9d22-42cb-8362-69e1116a3b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3b37a-c6ff-4da5-9d76-a62da229c914,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.540478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:09.548664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.554086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.579425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bb9e76-b006-4aea-8772-b2d8a40a6245,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.585264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.590037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba2d41b1-2adb-47de-80fc-563ea8538469 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355050 Aug 03 16:02:09.590670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46500) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:09.595118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '13cbf96c-61ff-4297-a18c-160ecc9a02a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:09.622029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.628890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.670098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.696609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.703245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.723054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:09.727250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.732338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.733896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422760 Aug 03 16:02:09.739145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:09.744508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '13cbf96c-61ff-4297-a18c-160ecc9a02a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:09.754020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e8083-8769-4505-8dfa-12748e8a23ba tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7251606b-7afb-4ec1-bff0-7473c551f1c7,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.784299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.784455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.786868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.790736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04c3b37a-c6ff-4da5-9d76-a62da229c914 HTTP/1.1" status: 204 len: 168 time: 0.2792413 Aug 03 16:02:09.832428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295745be-2b22-4bac-bc9a-c7c407b1d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3b37a-c6ff-4da5-9d76-a62da229c914,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.835825 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db4009bc-e59a-48e3-8ce6-83ee9911f2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.861210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f82c47-8ae9-4ff7-af22-f52f30f7510e req-a6d002dc-405b-4973-a5e9-bbe260a39d8f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:09.862877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15f82c47-8ae9-4ff7-af22-f52f30f7510e req-a6d002dc-405b-4973-a5e9-bbe260a39d8f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 944 time: 0.1319716 Aug 03 16:02:09.883336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.888706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.909079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a335ca6-67be-4520-83b0-3d245d905193,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:09.917997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:09.922959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-201828e4-c54b-4ada-9ced-b75852ab4799 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1804321 Aug 03 16:02:09.923217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:09.928636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '13cbf96c-61ff-4297-a18c-160ecc9a02a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:09.951071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15f82c47-8ae9-4ff7-af22-f52f30f7510e req-ae3cd2ec-9ac6-4d17-bc81-213b8ca02198 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743012 Aug 03 16:02:09.962586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.9 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/4f549bb6-f9ca-4802-a74c-710dfe28008a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:09.976071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.048689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.054478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.088391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.090147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1658180 Aug 03 16:02:10.091471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0e606-5a2b-435a-bd26-f8a90918a2a1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7659f08f-4739-40e4-b046-4f9d4d15b274,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.094070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46520) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.132119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.148719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.187135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.200216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.202267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7659f08f-4739-40e4-b046-4f9d4d15b274 HTTP/1.1" status: 204 len: 168 time: 0.1071665 Aug 03 16:02:10.207996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.218057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f8a15d0-ef20-4cfe-a632-dc9ff97dfcc0 req-afc3cb3f-8b0f-4c19-a7c0-69ae4d061302 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0517414 Aug 03 16:02:10.234126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46534) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.238245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.238679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117556-6c11-4674-a467-a2a842e43b9c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7659f08f-4739-40e4-b046-4f9d4d15b274,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.265189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4af95b8d-d001-4643-b057-ffff2501b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.278685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be178c8b-2330-4087-88b8-77aadc807610 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0692720 Aug 03 16:02:10.286225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46536) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.309245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5174cc24-4681-44c1-a39e-beacfc854953 req-a474052a-4c1c-4dbe-b061-2f17883bd9cd tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 210 time: 0.0471036 Aug 03 16:02:10.347158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.364073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.377025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.389541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:10.442569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:10.452379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c8b4-04db-4811-a144-7a190384c900 req-8a666a3c-32f0-46b0-91c0-7f91bf02678f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:10.454232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8965c8b4-04db-4811-a144-7a190384c900 req-8a666a3c-32f0-46b0-91c0-7f91bf02678f tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 944 time: 0.0634120 Aug 03 16:02:10.461110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:10.467237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.481009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:10.489527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.493881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2a335ca6-67be-4520-83b0-3d245d905193 HTTP/1.1" status: 204 len: 168 time: 0.2057810 Aug 03 16:02:10.494036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.498573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:10.505135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.526726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8965c8b4-04db-4811-a144-7a190384c900 req-05b4d083-64f7-48c7-937b-aa095d7f0b24 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657439 Aug 03 16:02:10.530373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ca999-cc53-4970-bf63-196d98ba20d4 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a335ca6-67be-4520-83b0-3d245d905193,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.575920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4af95b8d-d001-4643-b057-ffff2501b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.581761 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.582393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4af95b8d-d001-4643-b057-ffff2501b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.587880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-223f9b34-7220-4383-94b1-dc8087113770 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0927262 Aug 03 16:02:10.590890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46542) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.592981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:10.593631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.610903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:10.617676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.626315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.634325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:10.638536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af95b8d-d001-4643-b057-ffff2501b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971d2ec2-c26b-4e0d-b0b3-863e89723993,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.641833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.643085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4af95b8d-d001-4643-b057-ffff2501b807 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=193527786bc045d8bff5c391843662fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018927 Aug 03 16:02:10.646008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46544) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.648989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-f51b9961-6617-4a0f-9a27-42f476e2e4ca tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1148086 Aug 03 16:02:10.661476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Request body: {'port': {'device_id': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:10.678890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.689890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.691009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7251606b-7afb-4ec1-bff0-7473c551f1c7 HTTP/1.1" status: 204 len: 168 time: 0.0991240 Aug 03 16:02:10.693628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.699730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.708708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210af786-6bef-4952-a125-21a4e5487b1f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7251606b-7afb-4ec1-bff0-7473c551f1c7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.724741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.746745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.753910 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.793793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f0fa393a-4ce9-4f4d-9a72-2a1698c2d0ca tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0987771 Aug 03 16:02:10.796455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:10.806733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.809835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.811312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/971d2ec2-c26b-4e0d-b0b3-863e89723993 HTTP/1.1" status: 204 len: 168 time: 0.1643054 Aug 03 16:02:10.832371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f38d-9b78-41c2-9117-99c205f8f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971d2ec2-c26b-4e0d-b0b3-863e89723993,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:10.859090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.878717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.979438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.991019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:10.992222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f9bb9e76-b006-4aea-8772-b2d8a40a6245 HTTP/1.1" status: 204 len: 168 time: 0.1947875 Aug 03 16:02:10.995083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.037050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f14ce-c563-4ff7-a72e-7acc1091d04c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9bb9e76-b006-4aea-8772-b2d8a40a6245,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.049060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45ee1cf3-4688-4718-817e-111ca5eee81f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0493662 Aug 03 16:02:11.049390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46560) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.076169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.084708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.119277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.129026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.132852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/56e35efb-3b91-4704-abde-a0876672e168 HTTP/1.1" status: 204 len: 168 time: 0.0799301 Aug 03 16:02:11.134446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.138525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e4e34-161a-4792-b255-eb54b7139ba7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e35efb-3b91-4704-abde-a0876672e168,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.193317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f549bb6-f9ca-4802-a74c-710dfe28008a {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:11.206118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.232904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d617f3d9-2354-4304-a03f-8102dbda448d tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975270 Aug 03 16:02:11.236026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46570) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.246847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Transition to ACTIVE for port object 4f549bb6-f9ca-4802-a74c-710dfe28008a will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:11.259196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.369345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7fcd17d-8bf5-4996-8852-aa5442d55fb2 req-9c43bd51-feb6-4671-a693-e988d4dcf625 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0532420 Aug 03 16:02:11.413116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.445799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.447437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55145695-c30c-495e-a905-9269ef3fcf4f req-b1e93d50-7703-4df0-b538-18f77ec0fe75 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:11.449257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55145695-c30c-495e-a905-9269ef3fcf4f req-b1e93d50-7703-4df0-b538-18f77ec0fe75 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 943 time: 0.0589063 Aug 03 16:02:11.473784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Attempting to bind port 4f549bb6-f9ca-4802-a74c-710dfe28008a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:11.474052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Attempting to bind port 4f549bb6-f9ca-4802-a74c-710dfe28008a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:11.474391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Attempting to bind port 4f549bb6-f9ca-4802-a74c-710dfe28008a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:11.485329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Port 4f549bb6-f9ca-4802-a74c-710dfe28008a on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:02:11.485676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Attempting to bind port 4f549bb6-f9ca-4802-a74c-710dfe28008a on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:11.488495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.489128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55145695-c30c-495e-a905-9269ef3fcf4f req-b80827c5-8cf6-44dc-9310-2f42aed5446b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Aug 03 16:02:11.502451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:11.502829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:11.503173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:11.503599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Bound port: 4f549bb6-f9ca-4802-a74c-710dfe28008a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:11.504032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.581876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.584416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.588020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/13cbf96c-61ff-4297-a18c-160ecc9a02a8 HTTP/1.1" status: 204 len: 168 time: 0.3489082 Aug 03 16:02:11.588369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.607953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e4dcc-dcef-4625-b7b0-63ee17ed6188 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cbf96c-61ff-4297-a18c-160ecc9a02a8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.613600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:11.617189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:11.624575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.670598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb082ab0-66d3-43c7-94aa-ef84f9df747b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795026 Aug 03 16:02:11.676874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.681621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172499456'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:11.694531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:11.695160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.696633 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] 10.222.0.78 "PUT /v2.0/ports/4f549bb6-f9ca-4802-a74c-710dfe28008a HTTP/1.1" status: 200 len: 1091 time: 1.0395422 Aug 03 16:02:11.697174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:11.700765 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a17d75-f57e-4642-b4ae-707e40f3ea71" -d '{"events": [{"name": "network-changed", "server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:11.729954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6e4e-1fe1-4d88-8af3-828ebdfdb7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.735007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.758979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b616706-20d8-412f-b062-a06fec0c86ec req-f2e9ab36-ecec-49ff-b3cd-bb7692eb47a1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:11.760501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b616706-20d8-412f-b062-a06fec0c86ec req-f2e9ab36-ecec-49ff-b3cd-bb7692eb47a1 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 943 time: 0.1047885 Aug 03 16:02:11.763208 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44343159-7b7c-4f09-8999-4d192f595b6b x-openstack-request-id: req-44343159-7b7c-4f09-8999-4d192f595b6b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:11.763496 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:11.763751 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44343159-7b7c-4f09-8999-4d192f595b6b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:11.764198 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a', 'status': 'completed', 'code': 200} Aug 03 16:02:11.836399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.843011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.859973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b1b9f74d-26cb-4f67-8a3b-ebe1e9ec1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:11.862161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-b1b9f74d-26cb-4f67-8a3b-ebe1e9ec1342 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 1094 time: 0.1249490 Aug 03 16:02:11.869734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b616706-20d8-412f-b062-a06fec0c86ec req-bec53c5e-e5b7-4f65-98c9-d873b5d157d3 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/security-groups?id=375345a8-7ce3-4a57-b9e8-b011ac17857e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842049 Aug 03 16:02:11.884282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1ef840-ea9c-42d5-aa23-954c81a3839b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:11.890101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.892235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8f7182ce-d7e1-4b2c-ad91-a003aba2328e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2142889 Aug 03 16:02:11.895235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46600) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:11.901474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '6a1ef840-ea9c-42d5-aa23-954c81a3839b', 'direction': 'ingress', 'protocol': 17}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:11.939057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:11.940538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-bd22f3bc-c044-4eb8-9b9a-87fba312f855 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:11.942171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-bd22f3bc-c044-4eb8-9b9a-87fba312f855 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 943 time: 0.1557186 Aug 03 16:02:11.943589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-4aa7f734-f7b2-4036-8ec1-e2cb3edc93ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a HTTP/1.1" status: 200 len: 217 time: 0.0712578 Aug 03 16:02:12.034307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.041629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.069087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129373de-4ffe-476a-9c3b-f5f049349333 req-e6729aa9-f752-4b5e-b4a0-07553659d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:12.070613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-e6729aa9-f752-4b5e-b4a0-07553659d6ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.1178076 Aug 03 16:02:12.072808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a598be9b-aac8-4e47-9205-e2112e81f26e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:12.080931 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.085815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa644781-1a79-449d-9128-2ff1fd4a57bd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1891313 Aug 03 16:02:12.086465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46610) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:12.099571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4270f9b-1744-4ebc-89a6-f33112925fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.113440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-3519132c-88f9-43c3-a75e-ed5a9e6e2345 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346422 Aug 03 16:02:12.144058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.171817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.197589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Deleting port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:12.197973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.225955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.229040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.232813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/6a1ef840-ea9c-42d5-aa23-954c81a3839b HTTP/1.1" status: 204 len: 168 time: 0.1428850 Aug 03 16:02:12.234453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46614) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:12.259262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a5cf8-366f-48f5-a4ad-fe74a8adc40f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1ef840-ea9c-42d5-aa23-954c81a3839b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:12.301567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-636551f4-6091-4298-b600-f9a1a91dce11 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659187 Aug 03 16:02:12.305346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:12.311016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822286901'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:12.319563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-ebe069f9-dfac-4a50-99b5-6e03ebfe3f51 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971862 Aug 03 16:02:12.338096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.409922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46622) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:12.432272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] For port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,segment=NetworkSegment(69c30d4a-ad89-46d0-ab00-14e8b8c56bf2),segment_id=69c30d4a-ad89-46d0-ab00-14e8b8c56bf2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:12.432808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.474445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Calling delete_port for 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:12.543278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81297f19-67c5-4245-8379-62479c024513 req-7eb81e69-43ae-4cbd-9af1-94b2996f00f8 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0555017 Aug 03 16:02:12.569427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.572063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-129373de-4ffe-476a-9c3b-f5f049349333 req-d4dc6e69-5b9b-484f-b688-71e8bcff0949 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350159 Aug 03 16:02:12.577236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.635733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.638411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3314803 Aug 03 16:02:12.640359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f55fb0-b7a4-4670-ad6c-7808037ff8f7 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f77edf-3398-4015-888d-aaed85b8a591,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:12.643850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46628) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:12.649087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678054088'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:12.661873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:12.691863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.760633 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.766589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.767693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-0b83f8a2-ea0f-4fd6-8f51-5e7234dacf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:12.770176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-0b83f8a2-ea0f-4fd6-8f51-5e7234dacf2c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 1094 time: 0.1365705 Aug 03 16:02:12.784410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a82654-8ba6-40fc-99dd-a801b3ecfe65 req-7ae58346-e97f-419b-9660-560a0edda7c1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:12.785885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-60a82654-8ba6-40fc-99dd-a801b3ecfe65 req-7ae58346-e97f-419b-9660-560a0edda7c1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 943 time: 0.1558888 Aug 03 16:02:12.821076 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.894450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.902380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Pushing event deleted for resources: {'Port': ['ID=704e4f7d-fa3d-47cf-a3b0-049dea7baa57,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:12.911655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.918684 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.971989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-60a82654-8ba6-40fc-99dd-a801b3ecfe65 req-a5a7eed2-fe23-49e5-b61e-8c69935a24bf tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701365 Aug 03 16:02:12.974971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] No DVR routers for this DVR port 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:12.979177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:12.982141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e35074ae-e7ee-4705-ac39-19cd1573f924 req-6c5291fd-4dbd-459e-b449-e614900d5b47 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.72 "DELETE /v2.0/ports/704e4f7d-fa3d-47cf-a3b0-049dea7baa57 HTTP/1.1" status: 204 len: 173 time: 1.0319257 Aug 03 16:02:13.000349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-23b63fa3-cc72-4660-882a-7463153a8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:13.002528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-23b63fa3-cc72-4660-882a-7463153a8022 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.2114770 Aug 03 16:02:13.046502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.047744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4025919 Aug 03 16:02:13.048479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ae434-c855-4276-bc5d-da23d2e3abee tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda7e031-ea49-4fa4-b42c-179c09b8d5a7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:13.053705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5142b26-6507-42bf-831f-61de653d29ab req-fee99a09-c3fc-4ccc-ba5e-ceed05baeee9 tempest-ImagesTestJSON-1130605862 tempest-ImagesTestJSON-1130605862-project] 10.222.0.70 "GET /v2.0/ports?device_id=41f89829-7d5d-4b5a-9ff7-fc486512eba7 HTTP/1.1" status: 200 len: 210 time: 0.0664589 Aug 03 16:02:13.057513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46636) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.063321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-d769196e-23e4-48cd-a27a-3ecf17a470bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a HTTP/1.1" status: 200 len: 217 time: 0.0534835 Aug 03 16:02:13.063455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '24f77edf-3398-4015-888d-aaed85b8a591', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fda7e031-ea49-4fa4-b42c-179c09b8d5a7', 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:13.135456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-a345460f-c2df-4e3d-9395-ba4b949d4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:13.140163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-a345460f-c2df-4e3d-9395-ba4b949d4f08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0673599 Aug 03 16:02:13.141698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Allocated IP 172.25.7.73 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/41d50d5e-b321-4a38-a68b-0298f5bc1716) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:13.165311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.183377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-0239c8a0-b0e3-46a9-8b95-4b90e58a8590 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344753 Aug 03 16:02:13.291049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-8253d5a4-f1c6-4e48-9c64-1dfc85e00221 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983016 Aug 03 16:02:13.322362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.329241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.348281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.357364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab1bd7e-f947-4af7-bec0-1e38861e3681,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:13.369464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.371792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67251c75-ee5a-4284-abd1-d82f4407410c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3123529 Aug 03 16:02:13.374796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.407871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.421550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.431266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63a17d75-f57e-4642-b4ae-707e40f3ea71 req-2cecc53e-e827-4879-b1d3-385514c5419a service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318693 Aug 03 16:02:13.433382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.448484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:13.452805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:13.456343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:13.472734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.479044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.482686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2ab1bd7e-f947-4af7-bec0-1e38861e3681 HTTP/1.1" status: 204 len: 168 time: 0.1041851 Aug 03 16:02:13.484356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.485861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69b8a2-f025-4889-8c41-3b11c21d5994 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ab1bd7e-f947-4af7-bec0-1e38861e3681,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:13.493190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Pushing event updated for resources: {'Port': ['ID=41d50d5e-b321-4a38-a68b-0298f5bc1716,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:13.561461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f509a5b-8ff7-4b7c-b9e1-7add263a0943 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0730195 Aug 03 16:02:13.561763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46642) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.623800 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.634957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.689280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.703820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-153afcc3-5697-4679-b7f5-b696d2e44dfd req-ea16e738-aa92-46ec-9922-1d2c98f79245 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0284095 Aug 03 16:02:13.705318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.746971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.765840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'name': 'network-vif-deleted', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:13.768816 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c78e60-0eb9-4327-b5ea-4e0b14c0f99e" -d '{"events": [{"server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "name": "network-vif-deleted", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:13.809504 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a9fdd-3175-4bc1-8903-6ddde2c49271 x-openstack-request-id: req-669a9fdd-3175-4bc1-8903-6ddde2c49271 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:13.809927 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f89829-7d5d-4b5a-9ff7-fc486512eba7", "name": "network-vif-deleted", "tag": "704e4f7d-fa3d-47cf-a3b0-049dea7baa57", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:13.810180 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-669a9fdd-3175-4bc1-8903-6ddde2c49271 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:13.810638 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f89829-7d5d-4b5a-9ff7-fc486512eba7', 'name': 'network-vif-deleted', 'tag': '704e4f7d-fa3d-47cf-a3b0-049dea7baa57', 'status': 'completed', 'code': 200} Aug 03 16:02:13.853986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.856789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.857962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/fda7e031-ea49-4fa4-b42c-179c09b8d5a7 HTTP/1.1" status: 204 len: 168 time: 0.2952745 Aug 03 16:02:13.860730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46648) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.872605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3775-39c7-4f2d-96d1-893f66cc7477 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda7e031-ea49-4fa4-b42c-179c09b8d5a7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:13.926751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-96d50fa6-f3be-4544-ada1-5f4d509c0ada tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0623071 Aug 03 16:02:13.927352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46650) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:13.931030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.936779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:13.981095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.016796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.019746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Pushing event updated for resources: {'Port': ['ID=41d50d5e-b321-4a38-a68b-0298f5bc1716,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:14.036981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.051926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.053313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-02ec0404-76cb-41aa-9af6-662ad944e483 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6421354 Aug 03 16:02:14.056700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46654) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.063553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-85565335', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'fixed_ips': [{'ip_address': '172.25.7.73'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:14.077181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.079949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.081331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/24f77edf-3398-4015-888d-aaed85b8a591 HTTP/1.1" status: 204 len: 168 time: 0.1534252 Aug 03 16:02:14.084170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46656) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.113291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35791fc-e6ad-4eca-b8ed-14275c524db0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f77edf-3398-4015-888d-aaed85b8a591,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:14.150014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Made reservation on behalf of 6de3154c3e8e476eb299fae5be9fdf94 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:14.152495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.160424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78493bde-6826-4054-9853-80f9dd4bb295 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749691 Aug 03 16:02:14.166965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46664) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.171346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.172070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--61567344'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:14.200824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873cdca-5498-4bab-9d1a-604315a374b5 req-64c5750b-1fac-439f-83cc-4f2c26bf3a94 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:14.202759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f873cdca-5498-4bab-9d1a-604315a374b5 req-64c5750b-1fac-439f-83cc-4f2c26bf3a94 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 943 time: 0.1028273 Aug 03 16:02:14.212107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.282164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f873cdca-5498-4bab-9d1a-604315a374b5 req-ca9267bc-82b8-479c-84cf-23340bd122e7 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Aug 03 16:02:14.346646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.350884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.357239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] device_id is not set on port 7f5b9820-b7d2-4230-acbe-2f999283e648 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:02:14.429008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2960e59-83d0-4845-8f0b-dcf88838edaf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:14.442399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.446590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.481311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.482713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3146608 Aug 03 16:02:14.483960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f56c-e261-41dc-a4da-e51caf608518 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e1f761-ee69-4201-976d-adbfa1ddd3a4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:14.491059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.524667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': 'f2e1f761-ee69-4201-976d-adbfa1ddd3a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:14.614426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46698) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.668945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Deleting subnet 1e7e204b-1a23-460d-850d-437b3cc95281 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:02:14.672245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.710540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.758879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.818911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.847454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7e204b-1a23-460d-850d-437b3cc95281,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:14.851390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.856455 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45f12af2-ad1d-4acc-b83e-9b388b162fe9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1e7e204b-1a23-460d-850d-437b3cc95281 HTTP/1.1" status: 204 len: 168 time: 0.2378454 Aug 03 16:02:14.856455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46702) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:14.887458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d474f28f-a338-4571-a145-3cef27abbe83 req-d0c9ad27-0e10-4ba2-9062-84b4a8cbca3e tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0373607 Aug 03 16:02:14.919683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.931659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:14.970371 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 16:02:14.971029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:02:14.991175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5383c15a-2a18-49c6-b8b6-1cf7f70b2708 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9302833 Aug 03 16:02:14.991738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46704) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.004126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.016514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.026929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1d35c5-262f-4e45-b682-989e64a2aac1']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:15.041877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:15.042734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c30d4a-ad89-46d0-ab00-14e8b8c56bf2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:15.051854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.064754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.066213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.072615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:15.072998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.075081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:15.075871 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:15.089192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4f549bb6-f9ca-4802-a74c-710dfe28008a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:02:15.123891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda0e1ea-54e4-4781-b2dd-3e9539b44443,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.139627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.147209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.152226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee1d35c5-262f-4e45-b682-989e64a2aac1 HTTP/1.1" status: 204 len: 168 time: 0.2924881 Aug 03 16:02:15.157906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.161608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a10d461-5e34-475b-b3b4-c0d4d58f75c0 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6669638 Aug 03 16:02:15.161783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6a88b-e890-4b7d-a394-4bed20390791 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1d35c5-262f-4e45-b682-989e64a2aac1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.162549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46708) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.195755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.207766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.210079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:15.224110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '4f549bb6-f9ca-4802-a74c-710dfe28008a', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': '4f549bb6-f9ca-4802-a74c-710dfe28008a', 'mac_address': 'fa:16:3e:a9:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:02:15.226420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Deleting port 41d50d5e-b321-4a38-a68b-0298f5bc1716 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:15.226822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.276814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.285919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.297548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f549bb6-f9ca-4802-a74c-710dfe28008a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:15.298170 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.299319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bda0e1ea-54e4-4781-b2dd-3e9539b44443 HTTP/1.1" status: 204 len: 168 time: 0.1358461 Aug 03 16:02:15.302436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.307279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f723a01-edf3-425e-8ead-f6c212342216 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda0e1ea-54e4-4781-b2dd-3e9539b44443,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.328777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:15.335204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.336993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.337522 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.352590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Calling delete_port for 41d50d5e-b321-4a38-a68b-0298f5bc1716 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:15.370267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b27cf07d-67eb-4926-8123-f4bb5f4dbdbd tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663328 Aug 03 16:02:15.373411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46718) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.427024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46720) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.447699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.455306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.478238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.531292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.533185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319911d-964a-4db9-ad81-9132ff16f3f4 req-0046fa9f-78a9-4663-a661-9880f4a178a9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:15.534075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.534775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b319911d-964a-4db9-ad81-9132ff16f3f4 req-0046fa9f-78a9-4663-a661-9880f4a178a9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 944 time: 0.1205485 Aug 03 16:02:15.535271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/f2e1f761-ee69-4201-976d-adbfa1ddd3a4 HTTP/1.1" status: 204 len: 168 time: 0.1607475 Aug 03 16:02:15.538310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46722) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.547449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a6855-0267-41a2-82ea-61652c592c2a tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e1f761-ee69-4201-976d-adbfa1ddd3a4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.553610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-acaaadb1-6540-4a92-9331-ed7971589947 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e6fc7984b274421bc6d26cd3c27d64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238835 Aug 03 16:02:15.556130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46724) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.609020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.629859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.639343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4f549bb6-f9ca-4802-a74c-710dfe28008a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:15.660099 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b319911d-964a-4db9-ad81-9132ff16f3f4 req-037910b8-c29b-4ae8-abcd-9478e9351d4e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124656 Aug 03 16:02:15.671167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85ebf80a-cbf9-4c8c-b491-64402c362dd1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248925 Aug 03 16:02:15.671397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.675716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group': {'name': 'tempest-secgroup--920825838'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:15.675867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.702109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.706313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.708891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.710305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/375345a8-7ce3-4a57-b9e8-b011ac17857e HTTP/1.1" status: 204 len: 168 time: 0.1530218 Aug 03 16:02:15.710429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d50d5e-b321-4a38-a68b-0298f5bc1716,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.726658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2d28-7ad2-40a1-b8e7-9e5e9b4f0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375345a8-7ce3-4a57-b9e8-b011ac17857e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.800424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.803841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.810330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0ac9658c-214f-48a9-8595-7679352d90fb tempest-ExternalNetworksAdminNegativeTestJSON-1626834728 tempest-ExternalNetworksAdminNegativeTestJSON-1626834728-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/fb3af308-1fba-47a9-8209-a3a252c0f914 HTTP/1.1" status: 204 len: 168 time: 0.8177254 Aug 03 16:02:15.843194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.850107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.880567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.881999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2103872 Aug 03 16:02:15.884897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46732) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:15.888765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d687e32-a9a7-4172-a08c-b307f7f4e515 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc917a5-24ac-428a-8557-5a418ae10951,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:15.890099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '5fc917a5-24ac-428a-8557-5a418ae10951', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:15.922467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:15.997586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.003296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.031929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97115242-5d6c-48ca-9b22-cafe3d19dfe0,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.039013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.040734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1541c7f-8f51-4374-bd58-2f978529108c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547523 Aug 03 16:02:16.041383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f24ca253-7e23-4e4e-b901-ea09233a8e8e req-4cfae588-932d-4bb7-8d35-8e6dc3f0ed8b tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0420187 Aug 03 16:02:16.044395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46740) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.079249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9c53739c-b842-460b-bfb4-9de0c9de4e23 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules/97115242-5d6c-48ca-9b22-cafe3d19dfe0 HTTP/1.1" status: 200 len: 763 time: 0.0337014 Aug 03 16:02:16.080162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46744) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.081866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46746) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.127774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1d76f3a3-f817-47bb-9256-e015ace0f500 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433583 Aug 03 16:02:16.130255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46752) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.157214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.165882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.194470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.202144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e0278e7-a5ea-4ecd-97fd-f26eb5f25dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.202350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.205789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/97115242-5d6c-48ca-9b22-cafe3d19dfe0 HTTP/1.1" status: 204 len: 168 time: 0.0710726 Aug 03 16:02:16.207391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46756) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.216072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cead64-78d6-4620-807a-7c82f4744c3b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97115242-5d6c-48ca-9b22-cafe3d19dfe0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.254400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa339bf8-3ca6-4e5e-bac5-8fdeb3914a69 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458534 Aug 03 16:02:16.256875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.261593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '5fc917a5-24ac-428a-8557-5a418ae10951', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:16.307218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e0278e7-a5ea-4ecd-97fd-f26eb5f25dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.311388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e0278e7-a5ea-4ecd-97fd-f26eb5f25dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.334116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.365716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e0278e7-a5ea-4ecd-97fd-f26eb5f25dd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c972a6aac2447d6838c63984e0dd0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843809 Aug 03 16:02:16.366407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46766) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.373618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0278e7-a5ea-4ecd-97fd-f26eb5f25dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bbd5d1-668e-4b97-86b4-9770cac5bf82,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.422730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.431959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.451877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d5f030-b27e-4f5a-8b39-66c2ac9e7196,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.455535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.459895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.461210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e8a16d8f-fad6-416c-acc4-eb20b4b5223b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2031453 Aug 03 16:02:16.463850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46774) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.482623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.484317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0816b6e-5ff0-4737-aa36-ca83170f31d6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules/c7d5f030-b27e-4f5a-8b39-66c2ac9e7196 HTTP/1.1" status: 200 len: 763 time: 0.0184147 Aug 03 16:02:16.487235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46776) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.496103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:16.543479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:16.544118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 704e4f7d-fa3d-47cf-a3b0-049dea7baa57 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:16.544246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.549692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4769cb2b-b9b1-4297-8a22-64a35fcd7c77 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0598292 Aug 03 16:02:16.549879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.549879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95bbd5d1-668e-4b97-86b4-9770cac5bf82 HTTP/1.1" status: 204 len: 168 time: 0.1821742 Aug 03 16:02:16.550754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46780) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.577970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8ba0-9fa4-4755-b6cb-cc1a74e95f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bbd5d1-668e-4b97-86b4-9770cac5bf82,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.595542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.603716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.634761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.641248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.642449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c7d5f030-b27e-4f5a-8b39-66c2ac9e7196 HTTP/1.1" status: 204 len: 168 time: 0.0887051 Aug 03 16:02:16.645792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46784) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.650463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ced9e-4342-46cf-a4c6-78b8e0d150d1 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d5f030-b27e-4f5a-8b39-66c2ac9e7196,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.700168 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c1bb378c-e94f-4b79-8174-a896acfcde2f tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517802 Aug 03 16:02:16.703216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46790) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.709100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Request body: {'security_group_rule': {'security_group_id': '5fc917a5-24ac-428a-8557-5a418ae10951', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:16.741106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.849065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.871385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.892775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdce630-21fa-4bd6-b410-5bdb2697226e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:16.909599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:16.914276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-50982298-45ee-4ae7-8072-b2f92294f18e tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108243 Aug 03 16:02:16.916948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46796) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.924307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7016568-3686-486f-a467-542d6a35d654 req-3f09db21-6d5c-425a-9949-e9ded79e5c1f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:16.932266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7016568-3686-486f-a467-542d6a35d654 req-3f09db21-6d5c-425a-9949-e9ded79e5c1f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 944 time: 0.1103938 Aug 03 16:02:16.955722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d49433b-091b-4e82-8963-0161992453ca tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules/bbdce630-21fa-4bd6-b410-5bdb2697226e HTTP/1.1" status: 200 len: 764 time: 0.0365899 Aug 03 16:02:16.957829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.983563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:16.986283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7016568-3686-486f-a467-542d6a35d654 req-cf67d496-b65e-4722-b3e3-b7eed3071425 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512984 Aug 03 16:02:17.046042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cd5772b7-3d10-4fac-bcff-ab9c87b482a2 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0861452 Aug 03 16:02:17.048740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46802) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.065687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-717edb7c-2cee-42fb-8f6e-97f126a0ed7d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6de3154c3e8e476eb299fae5be9fdf94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802310 Aug 03 16:02:17.067906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46810) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.076819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.088599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.101074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4f549bb6-f9ca-4802-a74c-710dfe28008a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:17.159706 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.176503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f7a3ace-edcc-4e08-81ff-84b65d67977d req-d6db3bc5-747f-4811-b876-fddf9d7b8ecf tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Aug 03 16:02:17.185264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 4f549bb6-f9ca-4802-a74c-710dfe28008a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:17.187813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.189603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 4f549bb6-f9ca-4802-a74c-710dfe28008a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:17.190228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.196171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.200177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bbdce630-21fa-4bd6-b410-5bdb2697226e HTTP/1.1" status: 204 len: 168 time: 0.1475725 Aug 03 16:02:17.201457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.201629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46826) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.211841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2121120-ea03-44bc-a5f7-dcb68e2ec99c tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbdce630-21fa-4bd6-b410-5bdb2697226e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:17.267049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-192cd27b-392f-4b2c-87a6-6326131de223 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0641623 Aug 03 16:02:17.270488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.279895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.282907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.284077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2960e59-83d0-4845-8f0b-dcf88838edaf HTTP/1.1" status: 204 len: 168 time: 0.2146308 Aug 03 16:02:17.308784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59168c-1c20-4a49-a80c-f6a17f67296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2960e59-83d0-4845-8f0b-dcf88838edaf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:17.344664 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.350876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.381609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:17.383480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.384934 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4316d-4703-4f07-bdc1-e0a7a2167ae8" -d '{"events": [{"server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "name": "network-vif-plugged", "status": "completed", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:17.426754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:17.435309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.454934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.457706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:17.459645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "DELETE /v2.0/security-groups/5fc917a5-24ac-428a-8557-5a418ae10951 HTTP/1.1" status: 204 len: 168 time: 0.1877534 Aug 03 16:02:17.462573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46848) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.473889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04e24-0264-4932-ae09-6fd3cce965e6 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc917a5-24ac-428a-8557-5a418ae10951,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:17.507634 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5edf8d-e666-46a9-ae2b-834f384b073e x-openstack-request-id: req-ef5edf8d-e666-46a9-ae2b-834f384b073e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:17.509517 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "name": "network-vif-plugged", "status": "completed", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:17.510505 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef5edf8d-e666-46a9-ae2b-834f384b073e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:17.512101 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a', 'code': 200} Aug 03 16:02:17.574026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f7bcabcf-daa1-4eee-bdc8-05866d3f8f1b tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065006 Aug 03 16:02:17.578392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46850) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:17.578571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:17.689844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a7b7b-eabd-4dd3-90dd-6cbd0781d7e9 req-b0ae6416-92df-422e-b97c-5054bf77b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:17.691607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-961a7b7b-eabd-4dd3-90dd-6cbd0781d7e9 req-b0ae6416-92df-422e-b97c-5054bf77b122 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 1096 time: 0.1262047 Aug 03 16:02:17.693359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79463a3b-2f0c-4cb2-9afb-cece474a5cd2 tempest-SecGroupTest-1515442716 tempest-SecGroupTest-1515442716-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149285 Aug 03 16:02:17.735044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-961a7b7b-eabd-4dd3-90dd-6cbd0781d7e9 req-43c0e8d4-1048-414e-afed-b354afdfbf13 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 03 16:02:17.784340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:18.021146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:18.040957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb42fc83-dc59-4fb5-8d7f-ce6b50312a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.154557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb42fc83-dc59-4fb5-8d7f-ce6b50312a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.159895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb42fc83-dc59-4fb5-8d7f-ce6b50312a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.169542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa4875-9f18-493a-91f9-171c0d321bc3 req-6c1efee3-4d58-4e6b-ab00-460bd2e9efb9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:18.171137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2aaa4875-9f18-493a-91f9-171c0d321bc3 req-6c1efee3-4d58-4e6b-ab00-460bd2e9efb9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.0886612 Aug 03 16:02:18.174061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a39d6e76-480e-4af7-962c-468ea1955197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5e890fa356343a98fd5078e919d2210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515090 Aug 03 16:02:18.176479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46882) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:18.211132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb42fc83-dc59-4fb5-8d7f-ce6b50312a05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afbfecbac1df47d9bbd77691f356198f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232180 Aug 03 16:02:18.211132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42fc83-dc59-4fb5-8d7f-ce6b50312a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08d9af-9909-4da4-8078-a3da136357ad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:18.213479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:18.270684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2aaa4875-9f18-493a-91f9-171c0d321bc3 req-f6ebb972-ffa7-4762-a22e-f7f0d4e6a193 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Aug 03 16:02:18.301832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.311077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.328125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.359396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-40e20822-354f-4ad7-9d20-edae00f2829a req-9d57fb43-0d06-4493-b132-60ac4c81aef3 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0368106 Aug 03 16:02:18.361370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.393932 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.393932 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.394666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9852702-49d0-4f1f-9aad-8576e35e90f9 HTTP/1.1" status: 204 len: 168 time: 0.2170663 Aug 03 16:02:18.408138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67effe5-9f9e-4c53-8e0e-1fd47d92d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9852702-49d0-4f1f-9aad-8576e35e90f9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:18.434035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.436813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:18.440519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d08d9af-9909-4da4-8078-a3da136357ad HTTP/1.1" status: 204 len: 168 time: 0.2222826 Aug 03 16:02:18.446302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7f3fb-9c09-4646-8dc1-423a6021baa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08d9af-9909-4da4-8078-a3da136357ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:19.373609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46952) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:19.404602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ac57-9049-4e64-abad-6650266a3f93 req-8ccdc281-12e2-4a63-ad30-04b3263287fa tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:19.411872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a001ac57-9049-4e64-abad-6650266a3f93 req-8ccdc281-12e2-4a63-ad30-04b3263287fa tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.0619674 Aug 03 16:02:19.465014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a001ac57-9049-4e64-abad-6650266a3f93 req-fbcbef50-18f7-463b-a680-a967b50e3353 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Aug 03 16:02:19.490474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-31cb582b-85f7-4028-ac86-f2165ecc50a3 req-1f8174bf-51b9-48dd-b9eb-9bdca7f74ccd tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0295455 Aug 03 16:02:19.700295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60248b1f-263f-4baf-a701-758dba1e133e req-a1492a17-b3b6-4fd0-a92d-0d051fe13600 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:19.700508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60248b1f-263f-4baf-a701-758dba1e133e req-a1492a17-b3b6-4fd0-a92d-0d051fe13600 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.0552986 Aug 03 16:02:19.752712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-139696694', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:19.766892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60248b1f-263f-4baf-a701-758dba1e133e req-0c19adce-435a-44cd-9db7-71372b0fe1e0 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 Aug 03 16:02:19.804466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Made reservation on behalf of 6f8c1abadd274031af61cbf248a54430 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:19.810028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:19.826338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:19.945064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:19.950957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:19.956466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] device_id is not set on port feb931cf-eca4-40b8-84b3-0bf3a6e4b790 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:02:19.978872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c2bad-3123-4ac1-92d4-da5d8abd50c3 req-384c6859-b6a1-4bf9-bd95-449fe992ccba tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:19.987311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed8c2bad-3123-4ac1-92d4-da5d8abd50c3 req-384c6859-b6a1-4bf9-bd95-449fe992ccba tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.0765371 Aug 03 16:02:20.041098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed8c2bad-3123-4ac1-92d4-da5d8abd50c3 req-c61c282d-07dd-420c-a406-0ab4b91b7c9f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527458 Aug 03 16:02:20.049017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de80cfc6-03d5-4a82-a7da-247a0b0c5969,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:20.125790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Allocated IP 172.25.7.20 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/feb931cf-eca4-40b8-84b3-0bf3a6e4b790) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:20.333665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906186-f33f-4d9f-a3b7-579ccf09c799 req-0a69687f-7acd-4eb0-961d-1eef924d53ef tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:20.333941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.335643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d906186-f33f-4d9f-a3b7-579ccf09c799 req-0a69687f-7acd-4eb0-961d-1eef924d53ef tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.0600729 Aug 03 16:02:20.382839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d906186-f33f-4d9f-a3b7-579ccf09c799 req-6216b083-358b-4e7e-b8db-c3f8cbf099b1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Aug 03 16:02:20.388394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.445221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:20.449989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:20.452162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Pushing event updated for resources: {'Port': ['ID=feb931cf-eca4-40b8-84b3-0bf3a6e4b790,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:20.458237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:20.500868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:20.501581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.520376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1a28a7c7-b34a-4dac-851f-bc896f5cf889 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1442213 Aug 03 16:02:20.521037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:20.529155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.20'}]}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:20.551266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.552786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.615518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.642238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19188065-fc47-4652-9e83-3b04491386a9 req-7e8c34dd-4c54-42c4-9b47-9051916ecfcc tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0361888 Aug 03 16:02:20.786688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:20.940478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:21.036151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.050855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7cf61b-12bc-4a4b-978e-4f4afb7e72e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.056295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.156718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7cf61b-12bc-4a4b-978e-4f4afb7e72e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.161017 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7cf61b-12bc-4a4b-978e-4f4afb7e72e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.208944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da7cf61b-12bc-4a4b-978e-4f4afb7e72e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03b96b0f788f4499b8b73197635fbe1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649100 Aug 03 16:02:21.208944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf61b-12bc-4a4b-978e-4f4afb7e72e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f110e64-e57d-469a-bf9e-96733cde81be,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:21.211219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:21.267482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.292135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.299533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.348308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.351078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.355543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f110e64-e57d-469a-bf9e-96733cde81be HTTP/1.1" status: 204 len: 168 time: 0.1401503 Aug 03 16:02:21.375067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe00862-01e6-46ef-9283-c92291471bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f110e64-e57d-469a-bf9e-96733cde81be,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:21.506084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.516964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.594475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.594983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87d41051-f936-4d24-a6cd-606abf0d4958 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:02:21.613104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761a3b-45cc-4710-b553-20126d48209d req-e0b7abde-3f44-4345-9a92-5022e51e2464 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:21.614757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67761a3b-45cc-4710-b553-20126d48209d req-e0b7abde-3f44-4345-9a92-5022e51e2464 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.1194181 Aug 03 16:02:21.631431 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:02:21.635084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4c9efce8-59bb-4575-92df-805827c0d149 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1104250 Aug 03 16:02:21.635585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:21.653810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47052) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:21.673530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67761a3b-45cc-4710-b553-20126d48209d req-a1432a85-5eaf-4bc4-9e22-475a7e764f64 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Aug 03 16:02:21.673922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7b29413-ef1c-457f-b144-ec1f4926a636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.794474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Deleting port feb931cf-eca4-40b8-84b3-0bf3a6e4b790 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:21.795622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.821577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e2e3ea7-a50a-42e3-ac7e-d484e574e7ba req-3e5461d5-3c2c-4569-85cc-86429610a8e9 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0383093 Aug 03 16:02:21.840267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7b29413-ef1c-457f-b144-ec1f4926a636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.843374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c7b29413-ef1c-457f-b144-ec1f4926a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.892030 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c7b29413-ef1c-457f-b144-ec1f4926a636 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6f9c04bd9d44e399213aa6ea0f016f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348576 Aug 03 16:02:21.892030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b29413-ef1c-457f-b144-ec1f4926a636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb2f75d-2603-442c-be9d-4cb5d02bc89c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:21.894308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:21.947813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.952933 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.958933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-770b1861-744f-48b7-83df-8e3b34fb402d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:21.960498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-770b1861-744f-48b7-83df-8e3b34fb402d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 945 time: 0.1174183 Aug 03 16:02:21.961594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:21.980817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Calling delete_port for feb931cf-eca4-40b8-84b3-0bf3a6e4b790 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:21.991095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.051519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.054395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.058603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7eb2f75d-2603-442c-be9d-4cb5d02bc89c HTTP/1.1" status: 204 len: 168 time: 0.1610017 Aug 03 16:02:22.066204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7802a3-0faa-4e4c-a985-6623e096b193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb2f75d-2603-442c-be9d-4cb5d02bc89c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:22.188341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port 4f549bb6-f9ca-4802-a74c-710dfe28008a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:22.188907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.293515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.332476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:22.345685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Pushing event deleted for resources: {'Port': ['ID=feb931cf-eca4-40b8-84b3-0bf3a6e4b790,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:22.353861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port 4f549bb6-f9ca-4802-a74c-710dfe28008a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=4f549bb6-f9ca-4802-a74c-710dfe28008a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:22.353861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.383723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for 4f549bb6-f9ca-4802-a74c-710dfe28008a owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:22.464488 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c1c5-778c-4d45-979e-96255212756d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.479790 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.482041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c32f699f-2026-43ea-9749-affedcfc1ce9 tempest-RoutersAdminNegativeTest-1618786332 tempest-RoutersAdminNegativeTest-1618786332-project-admin] 10.222.0.70 "DELETE /v2.0/ports/feb931cf-eca4-40b8-84b3-0bf3a6e4b790 HTTP/1.1" status: 204 len: 168 time: 0.8453350 Aug 03 16:02:22.594264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c1c5-778c-4d45-979e-96255212756d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.600058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3c5c1c5-778c-4d45-979e-96255212756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.613481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.632460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:22.650036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=4f549bb6-f9ca-4802-a74c-710dfe28008a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:22.687656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['4f549bb6-f9ca-4802-a74c-710dfe28008a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:22.696462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5c1c5-778c-4d45-979e-96255212756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f01c54-3342-471c-82a3-22540acf3ca9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:22.710241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e3c5c1c5-778c-4d45-979e-96255212756d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1336ed07f976453fb5c8d0aeb98a44b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747418 Aug 03 16:02:22.711299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:22.746215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port 4f549bb6-f9ca-4802-a74c-710dfe28008a on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:22.749911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.752457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-feebbd31-3c85-4e3e-81b3-cfb038fb74b1 req-ced448a8-e774-4c83-bcd7-346c22b02d31 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/4f549bb6-f9ca-4802-a74c-710dfe28008a HTTP/1.1" status: 204 len: 173 time: 0.7840168 Aug 03 16:02:22.753286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'name': 'network-vif-deleted', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:22.756617 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a66acb4-1b7e-4e53-8392-b54b4e52d556" -d '{"events": [{"server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "name": "network-vif-deleted", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:22.840200 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9228a-6488-45d4-8ccd-a9f082518b68 x-openstack-request-id: req-aed9228a-6488-45d4-8ccd-a9f082518b68 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:22.841277 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabff0a-2f65-4b6f-bd35-4209bde6f730", "name": "network-vif-deleted", "tag": "4f549bb6-f9ca-4802-a74c-710dfe28008a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:22.841725 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aed9228a-6488-45d4-8ccd-a9f082518b68 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:22.842308 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabff0a-2f65-4b6f-bd35-4209bde6f730', 'name': 'network-vif-deleted', 'tag': '4f549bb6-f9ca-4802-a74c-710dfe28008a', 'status': 'completed', 'code': 200} Aug 03 16:02:22.842895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47106) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:22.864779 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-220921ef-d5f7-4767-b236-958e8acc4aa8 req-634ad47f-f418-4a63-99b0-70dbea108001 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aabff0a-2f65-4b6f-bd35-4209bde6f730 HTTP/1.1" status: 200 len: 210 time: 0.0664866 Aug 03 16:02:22.874392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:22.924087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.010643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c81f7382-b466-496d-b859-eac92f3bab7e req-480eab2e-3c3c-489e-8018-a53ab099c295 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0370457 Aug 03 16:02:23.033072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.034783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.038122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22f01c54-3342-471c-82a3-22540acf3ca9 HTTP/1.1" status: 204 len: 168 time: 0.3245118 Aug 03 16:02:23.067467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987f518-056d-401c-8e9d-6dafa5351c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f01c54-3342-471c-82a3-22540acf3ca9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:23.225978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb431-4a35-4ff6-b355-c47e79b84beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.366167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb431-4a35-4ff6-b355-c47e79b84beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.370927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddbbb431-4a35-4ff6-b355-c47e79b84beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.415524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ddbbb431-4a35-4ff6-b355-c47e79b84beb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0195b46ed2864ab2852dd910354d0450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687268 Aug 03 16:02:23.415666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:23.419178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbb431-4a35-4ff6-b355-c47e79b84beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d01747-fd03-4361-b731-9b299174480a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:23.477233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.502176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.567107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.570420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:23.571610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48d01747-fd03-4361-b731-9b299174480a HTTP/1.1" status: 204 len: 168 time: 0.1549292 Aug 03 16:02:23.580510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e718f0-76a5-4d08-8739-65fdd10690b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d01747-fd03-4361-b731-9b299174480a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:23.955648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.009610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a0f3da4d-5cc3-45aa-a2b3-fd8f34f23e2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f8c1abadd274031af61cbf248a54430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520589 Aug 03 16:02:24.012692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47164) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.196355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47184) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.201566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fa309f44-1f0f-4e49-a60a-d31f75d5ed1c req-ea60ba66-99de-4846-bedf-ab41dbc9e71d tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0337911 Aug 03 16:02:24.344731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-231434475-network', 'tenant_id': 'de68c545fb2b433eb3c9550fb25634fb'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:24.379979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Made reservation on behalf of de68c545fb2b433eb3c9550fb25634fb for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:24.383128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.393679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.454489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.494214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.498576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.524345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:24.528363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.534121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728ec46-326c-47fa-afab-f61d327fab9d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:24.540172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.540522 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Added segment 4911d10f-f5b9-4fd9-8f6f-87203e946b0b of type vlan for network 1b4637c1-3ac7-4322-b035-180e9df3372d Aug 03 16:02:24.583950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.601125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.624849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ee209c1-098c-4701-b09a-ff6e5e328de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.630420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.631644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:24.632994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.654710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ea56981f-2581-4622-8f5e-bcb8c7cdd09c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:24.656562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ea56981f-2581-4622-8f5e-bcb8c7cdd09c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2036183 Aug 03 16:02:24.684845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-3de4eca7-59e9-44a9-8fb1-c5cba38c9d09 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/quotas/0b23c91de1654a70bccd8f7dd15ba5e8 HTTP/1.1" status: 200 len: 375 time: 0.0219676 Aug 03 16:02:24.700829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] Pushing event updated for resources: {'Network': ['ID=1b4637c1-3ac7-4322-b035-180e9df3372d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:24.710962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 1b4637c1-3ac7-4322-b035-180e9df3372d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:24.734598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.737184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.738425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de80cfc6-03d5-4a82-a7da-247a0b0c5969 HTTP/1.1" status: 204 len: 168 time: 0.7242773 Aug 03 16:02:24.766894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc13b8-058b-4dd4-8e5a-0fee5e1e0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de80cfc6-03d5-4a82-a7da-247a0b0c5969,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:24.805298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-d7c73ad7-a46d-4a42-be4a-8966e9d208b2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137590 Aug 03 16:02:24.873565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ee209c1-098c-4701-b09a-ff6e5e328de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.883069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ee209c1-098c-4701-b09a-ff6e5e328de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.883381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e17a99b8-4cb9-4104-9bb7-e40ac4a3ba9e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6856117 Aug 03 16:02:24.886318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47198) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.891510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Request body: {'subnet': {'network_id': '1b4637c1-3ac7-4322-b035-180e9df3372d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-231434475-subnet', 'tenant_id': 'de68c545fb2b433eb3c9550fb25634fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:24.914373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Made reservation on behalf of de68c545fb2b433eb3c9550fb25634fb for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:24.918115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:24.939664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8ee209c1-098c-4701-b09a-ff6e5e328de0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec648cbe77cb4331bfe56162777ac67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838705 Aug 03 16:02:24.942655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:24.962374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee209c1-098c-4701-b09a-ff6e5e328de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd3950-06b1-4bfd-97d4-2849ec0f11f3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:24.990933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-02e0ad61-e0c2-4277-a780-38c35cd535ca service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745477 Aug 03 16:02:25.066823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.100973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.117610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.142310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-763d3bee-83f1-4bee-bace-332feb71fb01 service neutron] 10.222.0.70 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501296 Aug 03 16:02:25.162734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4f549bb6-f9ca-4802-a74c-710dfe28008a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:25.177344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.180721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.182511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85fd3950-06b1-4bfd-97d4-2849ec0f11f3 HTTP/1.1" status: 204 len: 168 time: 0.2385709 Aug 03 16:02:25.187008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Checking segment: {'id': '4911d10f-f5b9-4fd9-8f6f-87203e946b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1b4637c1-3ac7-4322-b035-180e9df3372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:25.187326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Network hostable DHCP agents. Network: 1b4637c1-3ac7-4322-b035-180e9df3372d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:25.193718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36c7953-b0ae-4d0b-974f-403a53f84b46,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:25.208062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242b637-04a9-4830-aa44-4f2a4eed9933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd3950-06b1-4bfd-97d4-2849ec0f11f3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:25.212561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Network 1b4637c1-3ac7-4322-b035-180e9df3372d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:25.227177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 1b4637c1-3ac7-4322-b035-180e9df3372d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:25.229278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 4f549bb6-f9ca-4802-a74c-710dfe28008a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:25.232236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 4f549bb6-f9ca-4802-a74c-710dfe28008a not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:25.240032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a6db1-c9d4-4830-abbb-fe16e99d4fb5 None None] Network 1b4637c1-3ac7-4322-b035-180e9df3372d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:25.242737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:25.243347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.262282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3a005106-66ea-4118-b1b4-345ea9f39476 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3736868 Aug 03 16:02:25.373376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9963cc1d-649f-4e92-a4d5-c9a56648c5d0 req-e980eefe-6854-4de5-a551-1b353beb4303 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0514190 Aug 03 16:02:25.396628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c05c4c2-506f-439b-9f3d-0fd3c8ed8ea1 req-5954c1ea-d9fe-4dc3-a1ad-7f1985803383 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 210 time: 0.0562289 Aug 03 16:02:25.493173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91587d4d-df17-45b2-b381-bb65818fe662 None None] Network 1b4637c1-3ac7-4322-b035-180e9df3372d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:25.735977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47240) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:25.751494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-624ad4d2-30f4-464e-8288-5ea07327d5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.790999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1504719198', 'description': 'tempest-description-1370660027'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:25.878455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-624ad4d2-30f4-464e-8288-5ea07327d5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.888444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-624ad4d2-30f4-464e-8288-5ea07327d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.927221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.959566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:25.964567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-624ad4d2-30f4-464e-8288-5ea07327d5fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5814deef60d94958b90c10097d388f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265983 Aug 03 16:02:25.965802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad4d2-30f4-464e-8288-5ea07327d5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f43add-990d-404f-b334-7a55dd16f36c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:25.967585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47246) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:26.036482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.051747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47248) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:26.069849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.072390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.077845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.108944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.110617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-833937b6-16d3-407f-a3c4-e4a1542bbaab req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3288741 Aug 03 16:02:26.115640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b53c-7e80-4cec-9d8c-ba38fadfa9ba tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5246373d-196d-4840-86ab-a89e61bdecb0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:26.140215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.143726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.147497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7f43add-990d-404f-b334-7a55dd16f36c HTTP/1.1" status: 204 len: 168 time: 0.1767492 Aug 03 16:02:26.171597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8b705-4999-4777-910e-de58d842e236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f43add-990d-404f-b334-7a55dd16f36c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:26.187251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'networks': [{'name': 'tempest-network--1233459780'}, {'name': 'tempest-network--1564696709'}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.187597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-network--1233459780'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.188039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-network--1564696709'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.205525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-190011fd-d25e-4260-af3b-39adfba4e167 req-609cd352-9068-4b41-882c-5d8fba62ce8e tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/5246373d-196d-4840-86ab-a89e61bdecb0 HTTP/1.1" status: 200 len: 1815 time: 0.0589826 Aug 03 16:02:26.211117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5246373d-196d-4840-86ab-a89e61bdecb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.211442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5246373d-196d-4840-86ab-a89e61bdecb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.213559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'network': 2} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:26.219127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.229152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.281867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.316451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.324050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.347988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0bca55-5d74-4682-9b53-7e7cb9299130,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:26.357264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.361805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.362638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.368657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.369981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-190011fd-d25e-4260-af3b-39adfba4e167 req-b3f823c6-98b6-4810-bcf3-7b2d90d48559 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1635869 Aug 03 16:02:26.443281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:26.455244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.455688 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment 88102f0b-b883-47f6-aa41-c306ff316401 of type vlan for network 14c494d9-556e-4e7d-9fb0-37d609bf8cd6 Aug 03 16:02:26.487154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3beaad69-3b48-4a52-a982-8cd407a8e637 req-657476fa-ffc2-411d-a935-6c7528420609 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0303640 Aug 03 16:02:26.492512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325e7adf-c7da-4b2e-a775-b266290c5a52,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:26.630668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cba2b91a-d5b8-41fa-8adc-644d64e268d9 req-342fa77c-f970-4e9f-9624-313dcc9ca9db tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/5246373d-196d-4840-86ab-a89e61bdecb0 HTTP/1.1" status: 200 len: 2409 time: 0.2324803 Aug 03 16:02:26.635428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de01467d-f67e-438b-b177-6215a7412663 req-ecf34f6b-5273-4ff7-8d88-260eeae44547 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 210 time: 0.0428762 Aug 03 16:02:26.638595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.697141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-4e375077-f5cc-4edc-8705-631684e8d7a5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:26.698743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-4e375077-f5cc-4edc-8705-631684e8d7a5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 806 time: 0.2677386 Aug 03 16:02:26.706762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:26.716577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Request body: {'port': {'device_id': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'admin_state_up': True, 'tenant_id': '0b23c91de1654a70bccd8f7dd15ba5e8'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:26.765714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.766070 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment 3bc708c6-2b49-4b2b-a791-6e947a7918d1 of type vlan for network 213ab05e-8eb2-45cc-941a-8af125f70001 Aug 03 16:02:26.795322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-be90fa89-e6ab-4789-bf57-08078a0c6b21 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-group-rules/4d0bca55-5d74-4682-9b53-7e7cb9299130 HTTP/1.1" status: 200 len: 778 time: 0.0573123 Aug 03 16:02:26.851628 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.920710 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-9db67024-9ec7-40cc-867d-cd6c03d8d337 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/5246373d-196d-4840-86ab-a89e61bdecb0 HTTP/1.1" status: 200 len: 2409 time: 0.0994487 Aug 03 16:02:26.949251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.949780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:26.955685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:26.960403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:26.961038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.037183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Made reservation on behalf of 0b23c91de1654a70bccd8f7dd15ba5e8 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:27.040551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.052116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9994678 Aug 03 16:02:27.054991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:27.061376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.072551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=14c494d9-556e-4e7d-9fb0-37d609bf8cd6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.076117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.083124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 14c494d9-556e-4e7d-9fb0-37d609bf8cd6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:27.198992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4a140-0936-44a8-a640-2e85a9ccb1a4 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=213ab05e-8eb2-45cc-941a-8af125f70001,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.205783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.214258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.217604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 213ab05e-8eb2-45cc-941a-8af125f70001 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:27.218580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8cac54c-33c0-4417-97ff-62aa029872aa req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4d0bca55-5d74-4682-9b53-7e7cb9299130 HTTP/1.1" status: 204 len: 173 time: 0.2902524 Aug 03 16:02:27.234981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da2fc0-fad8-4eba-92d2-969cbd217c9b tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d0bca55-5d74-4682-9b53-7e7cb9299130,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.275845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1013564824', 'description': 'tempest-description-1419338143'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:27.295468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Allocated IP 172.20.0.11 (bc5af276-bf62-424e-9560-a9934b5f2297/fb1239e7-2664-4a23-b1a2-f2f7ee49e892/459f78ad-29b5-4ef7-96d2-4a7a49187a76) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:27.332965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a602728-6571-4002-8117-0db57ffbf9e6 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:27.339471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a602728-6571-4002-8117-0db57ffbf9e6 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:27.345840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a602728-6571-4002-8117-0db57ffbf9e6 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:27.351964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a602728-6571-4002-8117-0db57ffbf9e6 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:27.357250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a602728-6571-4002-8117-0db57ffbf9e6 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3004880 Aug 03 16:02:27.358095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47298) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:27.367546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.463324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.470913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.500617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.505901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b854093a-c680-49a1-97be-3a905ac61642,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.515556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.517045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c70131ef-df80-48be-bc02-bcca24497ef8 req-58712cec-0433-4f43-bd08-da76fe1ac801 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2649481 Aug 03 16:02:27.576350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.594751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1ea5908-1c17-4da0-a297-1af1d2dccb66 req-5d1fad47-ea27-404a-a3cf-00b76e079fd2 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/b854093a-c680-49a1-97be-3a905ac61642 HTTP/1.1" status: 200 len: 1815 time: 0.0502615 Aug 03 16:02:27.614748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5ace8ae7-7312-4237-bbe9-dc297af737ae req-1f9a8cb6-d7b0-4219-ba96-562babe9a9a1 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0346022 Aug 03 16:02:27.646958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1736248726', 'description': 'tempest-description-263664920'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:27.672748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.731125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.770940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c494d9-556e-4e7d-9fb0-37d609bf8cd6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:27.776607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61cce17f-927a-4ead-b55a-86d1d129119e req-3454dedb-aea6-4167-9267-df3a2aa53264 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 210 time: 0.0481942 Aug 03 16:02:27.790981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88102f0b-b883-47f6-aa41-c306ff316401') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:27.791440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88102f0b-b883-47f6-aa41-c306ff316401') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:27.793425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.795464 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.808439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:27.818773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.847145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.868590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Network bc5af276-bf62-424e-9560-a9934b5f2297 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:27.874801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:27.878744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:27.898656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb54b39-d80b-4844-9bb2-7a57dc967820,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.907889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.909145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-847a87bf-0b74-4a54-8ab3-930ad0931012 req-c0f2f50f-6216-4936-b04d-a59437694484 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2722971 Aug 03 16:02:27.914497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.919742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event updated for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:27.939311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:27.939992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:27.943553 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:28.016874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97c52de5-4866-45ba-b56a-6f9ae2e5891e req-18ec6646-ae3a-4429-8a89-ee72f21c0152 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/fcb54b39-d80b-4844-9bb2-7a57dc967820 HTTP/1.1" status: 200 len: 1814 time: 0.0609448 Aug 03 16:02:28.025397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:28.026062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.045615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1944601002', 'description': 'tempest-description-1602388009'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:28.061521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.067057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7049e0e5-839e-40e6-b2b6-ca95f8234039 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3552232 Aug 03 16:02:28.070995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.072874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/14c494d9-556e-4e7d-9fb0-37d609bf8cd6 HTTP/1.1" status: 204 len: 168 time: 0.7136183 Aug 03 16:02:28.075747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47328) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:28.090242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Request body: {'port': {'device_id': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:28.109997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a358-b7a0-4920-886c-e28e0d1343dd tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=14c494d9-556e-4e7d-9fb0-37d609bf8cd6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:28.134739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.164326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.205052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.284139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.296384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ab05e-8eb2-45cc-941a-8af125f70001']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:28.312007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc708c6-2b49-4b2b-a791-6e947a7918d1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:28.312352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc708c6-2b49-4b2b-a791-6e947a7918d1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:28.322742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.339850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.347127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:28.347524 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:28.351790 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:28.398130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.411151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.420922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.426953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.431785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/213ab05e-8eb2-45cc-941a-8af125f70001 HTTP/1.1" status: 204 len: 168 time: 0.3524723 Aug 03 16:02:28.434186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47336) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:28.465116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36b7b1-c8da-44d9-884d-14ea0e8d6875 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=213ab05e-8eb2-45cc-941a-8af125f70001,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:28.481094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.485433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-966ad695-2bd6-48b2-81ac-22150aabd2b4 req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4480779 Aug 03 16:02:28.505554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92cbe5-693a-45e3-806c-b84a9f62b44d tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f462211-1cf0-4444-9ebb-adf0e1b0b461,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:28.582251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53eb215b-4575-4da8-9010-e9eef61b09d7 req-6bc1ba52-024a-4566-9b1c-68f0c2286697 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/2f462211-1cf0-4444-9ebb-adf0e1b0b461 HTTP/1.1" status: 200 len: 1815 time: 0.0784116 Aug 03 16:02:28.594572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2d67-495b-43c0-b7ca-bcdc0e8de038 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:28.600963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a2d67-495b-43c0-b7ca-bcdc0e8de038 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:28.602607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-828a2d67-495b-43c0-b7ca-bcdc0e8de038 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1674306 Aug 03 16:02:28.606792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:28.612522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1778498313'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:28.618258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459f78ad-29b5-4ef7-96d2-4a7a49187a76 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:28.628118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-742283805', 'description': 'tempest-description-294431567'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:28.640325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.662481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 16:02:28.662481 n-d-803226-3 neutron-server[106016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 16:02:28.662481 n-d-803226-3 neutron-server[106016]: [parameters: {'project_id_1': 'de68c545fb2b433eb3c9550fb25634fb', 'expiration_1': datetime.datetime(2021, 8, 3, 16, 2, 28, 637609)}] Aug 03 16:02:28.662481 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:02:28.662939 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:02:28.664345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Transition to ACTIVE for port object 459f78ad-29b5-4ef7-96d2-4a7a49187a76 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:28.667795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:28.671725 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.697903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:28.707222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.709950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.710311 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment f86f81a3-8831-4004-8bf1-d05c012f98dc of type vlan for network 88ae3829-bc86-4350-95d5-dbf835cd06ab Aug 03 16:02:28.744549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7aafe94e-3b4b-4ae2-86db-2c783bb7ed95 req-c01432e9-0c4e-4838-bf91-4b478493ff4d tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0373578 Aug 03 16:02:28.803636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Pushing event updated for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:28.807542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:28.926615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86d81-b75d-40d8-87a7-f39f077d88f3 req-5d41c919-766e-492b-9711-edb4c39090a1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:28.930977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bb86d81-b75d-40d8-87a7-f39f077d88f3 req-5d41c919-766e-492b-9711-edb4c39090a1 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 944 time: 0.0684669 Aug 03 16:02:28.979449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bb86d81-b75d-40d8-87a7-f39f077d88f3 req-57ae155d-71e8-4c54-ac1a-1617bb4de93a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Aug 03 16:02:29.159710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:02:29.196842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.203428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:29.204015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.241773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.278616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Attempting to bind port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:29.278946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Attempting to bind port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:29.279275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Attempting to bind port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:29.311450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7033334 Aug 03 16:02:29.314233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47354) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:29.315161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 on network bc5af276-bf62-424e-9560-a9934b5f2297 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:02:29.315497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Attempting to bind port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 on network bc5af276-bf62-424e-9560-a9934b5f2297 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:29.320739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-387253011'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:29.322149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8646ac6-2fdc-4352-8448-9f01e3b280c2 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=88ae3829-bc86-4350-95d5-dbf835cd06ab,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:29.331323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:29.331323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Checking segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:29.331553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Bound using segment: {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:29.331969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Bound port: 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:29.332221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.346099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 88ae3829-bc86-4350-95d5-dbf835cd06ab details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:29.432009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:29.457182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:29.460065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.461700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.467090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.482861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:29.486368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.514185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:29.539778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.540160 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment 73a38226-87f5-4650-9cef-c536d6de7cdf of type vlan for network 4714b2bf-e418-4c05-a4b2-b162ccaff6ea Aug 03 16:02:29.546131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.559580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be993e39-6714-460e-9d07-39bc3c84c5ec req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9433439 Aug 03 16:02:29.568701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:29.569452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.570823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] 10.222.0.78 "PUT /v2.0/ports/459f78ad-29b5-4ef7-96d2-4a7a49187a76 HTTP/1.1" status: 200 len: 1092 time: 1.4872217 Aug 03 16:02:29.575570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:29.577887 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b040292c-a404-4978-aa03-a15b4281f719" -d '{"events": [{"name": "network-changed", "server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:29.588805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c793f-011b-49ce-ac7b-05a1921f9971 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea9950-a105-4abf-988f-a19f9e916f53,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:29.602147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a0e7-6d49-4faf-952e-36f61db11973 service neutron] Pushing event updated for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:29.638043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.661961 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30713245-f6de-4fde-9de4-31d17d09ac0f x-openstack-request-id: req-30713245-f6de-4fde-9de4-31d17d09ac0f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:29.662512 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:29.663147 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30713245-f6de-4fde-9de4-31d17d09ac0f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:29.663534 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76', 'status': 'completed', 'code': 200} Aug 03 16:02:29.678157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-dd08c64e-30a2-4bf0-8cdb-0c1e47a62525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:29.679657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-dd08c64e-30a2-4bf0-8cdb-0c1e47a62525 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 1095 time: 0.0562925 Aug 03 16:02:29.683942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa9f84df-02cc-42a4-8cb6-036332de0da6 req-75964cd0-5798-4063-84f4-d52343cce9b7 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/f4ea9950-a105-4abf-988f-a19f9e916f53 HTTP/1.1" status: 200 len: 1813 time: 0.0794864 Aug 03 16:02:29.698119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.706011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:29.706795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:29.729633 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-35d7ee2a-6cba-4142-adaa-e6a6d8038f8f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76 HTTP/1.1" status: 200 len: 217 time: 0.0418406 Aug 03 16:02:29.769706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4537504 Aug 03 16:02:29.772415 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-9a0ee293-c91c-459d-b26a-572595ab8775 req-32bc8968-27ab-4450-97b8-ed0af6d821c7 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] show failed (client error): The resource could not be found. Aug 03 16:02:29.772852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47366) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:29.773435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0ee293-c91c-459d-b26a-572595ab8775 req-32bc8968-27ab-4450-97b8-ed0af6d821c7 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/b6ea590f-4c30-4f22-aea4-4a2470b2279e HTTP/1.1" status: 404 len: 352 time: 0.0428920 Aug 03 16:02:29.781339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'ports': [{'network_id': '88ae3829-bc86-4350-95d5-dbf835cd06ab', 'name': 'tempest-port--1869747038', 'admin_state_up': True}, {'network_id': '4714b2bf-e418-4c05-a4b2-b162ccaff6ea', 'admin_state_up': False}]} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:29.781809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'port': {'network_id': '88ae3829-bc86-4350-95d5-dbf835cd06ab', 'name': 'tempest-port--1869747038', 'admin_state_up': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:29.782359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'port': {'network_id': '4714b2bf-e418-4c05-a4b2-b162ccaff6ea', 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:29.804390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e48d04-ca85-4ad4-8888-996523c9f100 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=4714b2bf-e418-4c05-a4b2-b162ccaff6ea,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:29.817687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 4714b2bf-e418-4c05-a4b2-b162ccaff6ea details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:29.834905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7461871d-929c-4156-acc9-29e2410033ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:29.836730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-7461871d-929c-4156-acc9-29e2410033ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0987854 Aug 03 16:02:29.837891 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-b20bfafe-5cd4-4571-b5b5-b7cfe73536b4 req-9e149009-adf3-4062-8ed9-5c361b00e5cc tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] show failed (client error): The resource could not be found. Aug 03 16:02:29.839777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b20bfafe-5cd4-4571-b5b5-b7cfe73536b4 req-9e149009-adf3-4062-8ed9-5c361b00e5cc tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-group-rules/3f7e4906-2c33-4891-8a80-ed8ae26ad1bc HTTP/1.1" status: 404 len: 361 time: 0.0238051 Aug 03 16:02:29.893189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-cd54aab3-fbd5-4ae0-8f78-000714e058b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484090 Aug 03 16:02:29.921994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-647206ae-8075-410d-a8eb-d3fc5146b45c req-defb41df-d7e8-4eef-a688-c20ee1bb6e57 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0402822 Aug 03 16:02:29.991285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-fa15c288-28d2-4cea-b22f-ce292f644193 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/f4ea9950-a105-4abf-988f-a19f9e916f53 HTTP/1.1" status: 200 len: 1813 time: 0.1104326 Aug 03 16:02:30.029499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'port': 2} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:30.036184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.056451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-880695e2-a832-480d-8fe2-e6e6b523008d service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532576 Aug 03 16:02:30.058811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.132520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.171664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.189972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dccc2-0129-44a1-bd94-d4c57bd18ed8 req-b3b6353d-2ed5-47c7-907b-11c70aa05044 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:30.191882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b9dccc2-0129-44a1-bd94-d4c57bd18ed8 req-b3b6353d-2ed5-47c7-907b-11c70aa05044 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 944 time: 0.1220472 Aug 03 16:02:30.193116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6311b4e9-9f59-433b-ab5d-6d714200248a req-39b4bffd-9450-49d0-9647-f891f773d9d6 service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277564 Aug 03 16:02:30.211145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] device_id is not set on port 0ab00981-9357-4927-83d7-516d1747a089 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:02:30.227688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.240812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.242166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d8060db-7bbe-458e-b2d4-067ce3ac3dab req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4ea9950-a105-4abf-988f-a19f9e916f53 HTTP/1.1" status: 204 len: 173 time: 0.2427831 Aug 03 16:02:30.294037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b9dccc2-0129-44a1-bd94-d4c57bd18ed8 req-43f92f48-f22f-4bb8-a77b-e3d6113db22c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648513 Aug 03 16:02:30.298196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd0a9a-4253-4d1c-8ae0-a8761549c3a0 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea9950-a105-4abf-988f-a19f9e916f53,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:30.340118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040292c-a404-4978-aa03-a15b4281f719 req-72891c11-3373-447c-bb21-31f4106cb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:30.343204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-72891c11-3373-447c-bb21-31f4106cb79c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 1095 time: 0.0939584 Aug 03 16:02:30.458264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.458941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8ee20ca-39f3-4f17-9382-045028be774b req-49fedcf6-3a74-445d-8f11-831059667923 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/2f462211-1cf0-4444-9ebb-adf0e1b0b461 HTTP/1.1" status: 200 len: 1815 time: 0.0989127 Aug 03 16:02:30.506528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040292c-a404-4978-aa03-a15b4281f719 req-29219c84-4cfe-4d05-8eb1-d2da473ddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:30.508016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-29219c84-4cfe-4d05-8eb1-d2da473ddd92 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 200 len: 907 time: 0.1534867 Aug 03 16:02:30.547735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] device_id is not set on port e0c425a8-fd54-4349-ba7d-02b5ebde4ab4 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:02:30.627957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-b08e95f6-7940-43f2-a699-7146a7345897 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76 HTTP/1.1" status: 200 len: 217 time: 0.1091752 Aug 03 16:02:30.675547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8ee20ca-39f3-4f17-9382-045028be774b req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.709591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8ee20ca-39f3-4f17-9382-045028be774b req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.710292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.723472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040292c-a404-4978-aa03-a15b4281f719 req-c1c247a9-ade3-4701-b4e9-925c0a3ea74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:30.724954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-c1c247a9-ade3-4701-b4e9-925c0a3ea74f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 200 len: 846 time: 0.0840485 Aug 03 16:02:30.752704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.773590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-ffb3dded-7ccf-4b36-b68f-012c40eccace service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc5af276-bf62-424e-9560-a9934b5f2297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408893 Aug 03 16:02:30.829496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Port': ['ID=0ab00981-9357-4927-83d7-516d1747a089,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:30.834265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Checking segment: {'id': 'f86f81a3-8831-4004-8bf1-d05c012f98dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ae3829-bc86-4350-95d5-dbf835cd06ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:30.835090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network hostable DHCP agents. Network: 88ae3829-bc86-4350-95d5-dbf835cd06ab, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:30.842865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8ee20ca-39f3-4f17-9382-045028be774b req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.845473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b8ee20ca-39f3-4f17-9382-045028be774b req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.846649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8ee20ca-39f3-4f17-9382-045028be774b req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-groups/2f462211-1cf0-4444-9ebb-adf0e1b0b461 HTTP/1.1" status: 204 len: 173 time: 0.3774216 Aug 03 16:02:30.856517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network 88ae3829-bc86-4350-95d5-dbf835cd06ab is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:30.863562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bed55-2be3-4ef2-a6cb-06d463d36a56 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f462211-1cf0-4444-9ebb-adf0e1b0b461,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:30.868418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 88ae3829-bc86-4350-95d5-dbf835cd06ab) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:30.875248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:30.876151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:30.892134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4463fdb-03f9-4e9a-a14e-5dbcce9bb727 None None] Network 88ae3829-bc86-4350-95d5-dbf835cd06ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:30.900086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-1f89fc48-c026-4e80-ad25-377333a15dbe service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189661 Aug 03 16:02:30.970931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Port': ['ID=e0c425a8-fd54-4349-ba7d-02b5ebde4ab4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:30.987990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-358d46d3-9f88-401b-89fe-3868174679aa req-5be88868-36ad-46db-9608-304fe662d080 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/fcb54b39-d80b-4844-9bb2-7a57dc967820 HTTP/1.1" status: 200 len: 1814 time: 0.1057343 Aug 03 16:02:31.012515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Checking segment: {'id': '73a38226-87f5-4650-9cef-c536d6de7cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '4714b2bf-e418-4c05-a4b2-b162ccaff6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:31.014025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network hostable DHCP agents. Network: 4714b2bf-e418-4c05-a4b2-b162ccaff6ea, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:31.019837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b040292c-a404-4978-aa03-a15b4281f719 req-32538aa5-d535-4a3f-955b-5edb0e0ed17d service neutron] 10.222.0.78 "GET /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103318 Aug 03 16:02:31.065604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network 4714b2bf-e418-4c05-a4b2-b162ccaff6ea is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:31.084605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 4714b2bf-e418-4c05-a4b2-b162ccaff6ea) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:31.088106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-358d46d3-9f88-401b-89fe-3868174679aa req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.089528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fce9279-2c22-4193-8d92-4c2f322da143 req-94df5a63-de16-478c-af42-8e091f134403 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0296874 Aug 03 16:02:31.090560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:31.094851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec60e75-4e2c-4eec-80da-99e4501fa63c None None] Network 4714b2bf-e418-4c05-a4b2-b162ccaff6ea requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:31.096393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:31.101151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:31.101867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.145609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4bb529d7-3164-401d-9edb-af7adc95893c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3702824 Aug 03 16:02:31.147848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:31.149569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-358d46d3-9f88-401b-89fe-3868174679aa req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.194296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-358d46d3-9f88-401b-89fe-3868174679aa req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.196954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-358d46d3-9f88-401b-89fe-3868174679aa req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.198996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-358d46d3-9f88-401b-89fe-3868174679aa req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-groups/fcb54b39-d80b-4844-9bb2-7a57dc967820 HTTP/1.1" status: 204 len: 173 time: 0.2016945 Aug 03 16:02:31.205811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 459f78ad-29b5-4ef7-96d2-4a7a49187a76 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:02:31.209154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88dd7d-fb2f-4562-b6e7-16c51d6eb733 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb54b39-d80b-4844-9bb2-7a57dc967820,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:31.252709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13687e7d-199a-4e40-9d98-c33dc8191d95 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:31.258236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13687e7d-199a-4e40-9d98-c33dc8191d95 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:31.259795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13687e7d-199a-4e40-9d98-c33dc8191d95 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1106753 Aug 03 16:02:31.263850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:31.289632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-dffe6af7-7141-444f-84b7-6699e7702148 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/b854093a-c680-49a1-97be-3a905ac61642 HTTP/1.1" status: 200 len: 1815 time: 0.0684357 Aug 03 16:02:31.347366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:31.358913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.362267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '459f78ad-29b5-4ef7-96d2-4a7a49187a76', 'network_id': 'bc5af276-bf62-424e-9560-a9934b5f2297', 'port_id': '459f78ad-29b5-4ef7-96d2-4a7a49187a76', 'mac_address': 'fa:16:3e:b0:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1239e7-2664-4a23-b1a2-f2f7ee49e892', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:02:31.383388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.402839 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.421526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Deleting port 0ab00981-9357-4927-83d7-516d1747a089 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:31.421976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.423494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459f78ad-29b5-4ef7-96d2-4a7a49187a76 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:31.431904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.435220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.436652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-570201f2-887d-42b4-876c-cb7b50fcc90c req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-groups/b854093a-c680-49a1-97be-3a905ac61642 HTTP/1.1" status: 204 len: 173 time: 0.1379929 Aug 03 16:02:31.446912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:31.447415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87960590-f8a3-4ab4-873b-5884f0694506 tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854093a-c680-49a1-97be-3a905ac61642,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:31.452792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.477670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be8f89-3dcb-4d89-aa69-d5248cd2cac6 req-93849f0e-f90a-4399-8e3c-c4561ec166cb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:31.479149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77be8f89-3dcb-4d89-aa69-d5248cd2cac6 req-93849f0e-f90a-4399-8e3c-c4561ec166cb tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 944 time: 0.1136453 Aug 03 16:02:31.517111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:31.530951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.561225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Calling delete_port for 0ab00981-9357-4927-83d7-516d1747a089 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:31.573910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77be8f89-3dcb-4d89-aa69-d5248cd2cac6 req-abcc62b9-5855-4a26-9df6-6e1f59c2dad5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817900 Aug 03 16:02:31.640527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-edad868d-7915-433f-bec0-78b4bceec0ac tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "GET /v2.0/security-groups/5246373d-196d-4840-86ab-a89e61bdecb0 HTTP/1.1" status: 200 len: 1815 time: 0.0447292 Aug 03 16:02:31.655438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.685066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Port': ['ID=0ab00981-9357-4927-83d7-516d1747a089,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:31.697086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.702248 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bc88044f-9a0a-4e7e-84f4-5e280cccd3ec tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/ports/0ab00981-9357-4927-83d7-516d1747a089 HTTP/1.1" status: 204 len: 168 time: 0.4344633 Aug 03 16:02:31.702500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47408) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:31.715136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.729544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['459f78ad-29b5-4ef7-96d2-4a7a49187a76'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:31.740371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.798480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.801788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.802967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba688bde-9d2f-4345-9cc2-b25c72cbd990 req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] 10.222.0.70 "DELETE /v2.0/security-groups/5246373d-196d-4840-86ab-a89e61bdecb0 HTTP/1.1" status: 204 len: 173 time: 0.1560454 Aug 03 16:02:31.812262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47414) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:31.819539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4c98a-b1e7-47b1-b75b-a3d9135dc9ed tempest-SecurityGroupRulesNegativeTestJSON-252508528 tempest-SecurityGroupRulesNegativeTestJSON-252508528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5246373d-196d-4840-86ab-a89e61bdecb0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:31.834729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Deleting port e0c425a8-fd54-4349-ba7d-02b5ebde4ab4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:31.835390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.870738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Deleting subnet e36c7953-b0ae-4d0b-974f-403a53f84b46 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:02:31.875740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.925083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.945183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:31.960337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Calling delete_port for e0c425a8-fd54-4349-ba7d-02b5ebde4ab4 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:31.970043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.059216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.083325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.110064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36c7953-b0ae-4d0b-974f-403a53f84b46,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:32.113440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.116373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Port': ['ID=e0c425a8-fd54-4349-ba7d-02b5ebde4ab4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:32.117908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4c996eca-b416-49e4-abe8-82ef5921b9da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e36c7953-b0ae-4d0b-974f-403a53f84b46 HTTP/1.1" status: 204 len: 168 time: 0.3046474 Aug 03 16:02:32.124336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.146433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.148380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9fb8947a-024f-426b-b0b9-b64a12678a24 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/ports/e0c425a8-fd54-4349-ba7d-02b5ebde4ab4 HTTP/1.1" status: 204 len: 168 time: 0.4449797 Aug 03 16:02:32.151141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47426) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.203770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95ca61d6-70b2-4909-9ebc-08593afc5628 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462425 Aug 03 16:02:32.203993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47428) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.208798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-130513599'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:32.232328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.236536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:32.241424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.261299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5692932d-37e4-4b67-929a-378f87b7086d req-51770e26-87d1-41d5-b2d4-1eec669bb011 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0541561 Aug 03 16:02:32.270453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:32.280489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.280983 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment c80c7640-d521-4b82-83da-37817b1ee8e1 of type vlan for network cc358b28-2fdc-4d37-80a6-e12858933ab2 Aug 03 16:02:32.332581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.346137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.358179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4637c1-3ac7-4322-b035-180e9df3372d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:32.365566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.370606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4911d10f-f5b9-4fd9-8f6f-87203e946b0b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:32.370995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4911d10f-f5b9-4fd9-8f6f-87203e946b0b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:32.375363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:32.376215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.380496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.396299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.404754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:32.405415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:32.407394 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:32.436433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2315254 Aug 03 16:02:32.439609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.444793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-260919208'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:32.469631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67513aa4-6a44-4d9e-8475-9147493d2f20 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=cc358b28-2fdc-4d37-80a6-e12858933ab2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:32.482002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network cc358b28-2fdc-4d37-80a6-e12858933ab2 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:32.482688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.484564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:32.488407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.488699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.490877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1b4637c1-3ac7-4322-b035-180e9df3372d HTTP/1.1" status: 204 len: 168 time: 0.3654900 Aug 03 16:02:32.505219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b4a67-327f-499e-b5d3-969db84824d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4637c1-3ac7-4322-b035-180e9df3372d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:32.517883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:32.530108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.530528 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Added segment e4549f53-58d6-46a0-80e4-5ebf95944904 of type vlan for network 7e0e7338-a21a-4172-9446-e629abca4438 Aug 03 16:02:32.587978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.642409 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.651946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:32.653201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.757672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3070691 Aug 03 16:02:32.765442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575be1-20e5-486e-b6b1-c1b688e8ccda tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Network': ['ID=7e0e7338-a21a-4172-9446-e629abca4438,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:32.768780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.781067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7e0e7338-a21a-4172-9446-e629abca4438 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:32.802305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190e6e3-8a8c-4774-b7db-9af804d2b9c6 req-bd49dc00-b926-4db4-96d2-62508d9446ae tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:32.804174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5190e6e3-8a8c-4774-b7db-9af804d2b9c6 req-bd49dc00-b926-4db4-96d2-62508d9446ae tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 945 time: 0.1247694 Aug 03 16:02:32.852575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-289d78ed-f4fe-413f-8444-b8065584b909 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de68c545fb2b433eb3c9550fb25634fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804443 Aug 03 16:02:32.853002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47442) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:32.862081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5190e6e3-8a8c-4774-b7db-9af804d2b9c6 req-3f96b91e-6cf3-4360-8c4e-879caaf2abef tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509880 Aug 03 16:02:32.935564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:32.957819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.006487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.008972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.010175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a728ec46-326c-47fa-afab-f61d327fab9d HTTP/1.1" status: 204 len: 168 time: 0.1558833 Aug 03 16:02:33.019492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f97fa-a046-458c-98d3-406f839ed95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728ec46-326c-47fa-afab-f61d327fab9d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:33.159548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37c17eb0-9f59-458f-ac2b-5aa7a0d13dcb req-377f3453-0ead-4d3b-b73a-af7b8ef6b29c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0325110 Aug 03 16:02:33.228267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 459f78ad-29b5-4ef7-96d2-4a7a49187a76 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:33.436766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:33.441020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:33.441398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.538941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cad40066-66ff-48b6-b8c9-0c57db361ba0 req-2598b9d1-3dc1-486c-93dc-20e265b6921f tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0799029 Aug 03 16:02:33.578934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.608519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:33.610827 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13cb1be-5941-4de3-86b7-15888a8dd426" -d '{"events": [{"server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "name": "network-vif-plugged", "status": "completed", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:33.647209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:33.652982 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:33.695856 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d8357-d009-4851-9451-ed6ec9a8b126 x-openstack-request-id: req-950d8357-d009-4851-9451-ed6ec9a8b126 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:33.696148 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "name": "network-vif-plugged", "status": "completed", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:33.696394 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-950d8357-d009-4851-9451-ed6ec9a8b126 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:33.697046 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76', 'code': 200} Aug 03 16:02:33.725736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:33.790272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc708dc-131b-43bc-9087-55b32ed48874 req-9e3f3e78-a9b9-432e-ba73-2f224bb511b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:33.792770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc708dc-131b-43bc-9087-55b32ed48874 req-9e3f3e78-a9b9-432e-ba73-2f224bb511b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 1097 time: 0.0484571 Aug 03 16:02:33.835793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fc708dc-131b-43bc-9087-55b32ed48874 req-3e39ae09-a360-4cfb-8063-bc0b7f7ef446 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Aug 03 16:02:34.029463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137ea3-7745-4dc8-8cf1-423ddfc53af9 req-fb2c6f3e-7874-4448-a9eb-28809112c028 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:34.031315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76137ea3-7745-4dc8-8cf1-423ddfc53af9 req-fb2c6f3e-7874-4448-a9eb-28809112c028 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0696604 Aug 03 16:02:34.077129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:34.114362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76137ea3-7745-4dc8-8cf1-423ddfc53af9 req-cc4b2059-80d1-4b9d-9f22-c8e51b765b13 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Aug 03 16:02:34.195889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1955217984-network', 'tenant_id': '12a2a6224030410f9f622517ad4e29c7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:34.223472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Made reservation on behalf of 12a2a6224030410f9f622517ad4e29c7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:34.226161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.240970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.345734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.350021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.378622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:34.385241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452b3084-6f5c-49b9-97f8-e353d46a80ba,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:34.392413 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.392894 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Added segment 1860fb87-2931-4c08-8e4d-5b779dfa1b34 of type vlan for network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d Aug 03 16:02:34.436503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.468448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.469606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:34.470517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.533169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4521840 Aug 03 16:02:34.533530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47494) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:34.538918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Request body: {'subnet': {'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1955217984-subnet', 'tenant_id': '12a2a6224030410f9f622517ad4e29c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:34.548685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ac8c-06b1-4e64-a2b9-00590c26b3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:34.560275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:34.582037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Made reservation on behalf of 12a2a6224030410f9f622517ad4e29c7 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:34.585514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:34.742047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2fab9e02-f8a4-4087-9ab2-76bcdf8c4f9a req-00390bc4-f0b1-4ef1-b650-15e4f1b82f3a tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0628045 Aug 03 16:02:35.067856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2599fcd8-bf9a-4d4b-aff6-b02afa4d72bd req-d36d3ad7-53bc-4eab-ba01-b1c1e7cf8662 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=48d961cfb8fc46368049e3d602e2be46&device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0457182 Aug 03 16:02:35.121316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2599fcd8-bf9a-4d4b-aff6-b02afa4d72bd req-0b482216-35e0-405a-82ec-0481cdc0e829 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=48d961cfb8fc46368049e3d602e2be46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412600 Aug 03 16:02:35.158128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3c5e1e7-df7d-40ee-b213-be7a624bfe0f req-72ad878f-b6e4-4bac-8278-9ea1764a39bd tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0353842 Aug 03 16:02:35.231943 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:02:35.248579 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:35.269387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599fcd8-bf9a-4d4b-aff6-b02afa4d72bd req-10564e2c-1d50-42ef-97b6-69146eb9d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:35.270913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2599fcd8-bf9a-4d4b-aff6-b02afa4d72bd req-10564e2c-1d50-42ef-97b6-69146eb9d805 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068599 Aug 03 16:02:35.343038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1866acdc-7148-4ea9-b396-46939ec83619,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:35.376991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c002a23-376f-4524-b37a-a72577f04129 req-fb97cc95-7e71-48ba-9e52-0e6ee19dc82d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:35.386250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c002a23-376f-4524-b37a-a72577f04129 req-fb97cc95-7e71-48ba-9e52-0e6ee19dc82d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1248631 Aug 03 16:02:35.409139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Checking segment: {'id': '1860fb87-2931-4c08-8e4d-5b779dfa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:35.409983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Network hostable DHCP agents. Network: fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:35.457808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c002a23-376f-4524-b37a-a72577f04129 req-ca7a75ef-d73a-4ceb-aef2-2dc12951866f tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Aug 03 16:02:35.466451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:35.496712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:35.503903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:35.506338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:35.525867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1a95e67f-97c1-4464-949c-a67b6fd91c6f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9906030 Aug 03 16:02:35.535931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba7789-9163-4903-9610-7decc3d231ce None None] Network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:35.770708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79315aef-2e60-464f-8bbb-0c5a4fe4aba8 None None] Network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:35.863019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a7a7-b10f-4e01-9088-81c4a33c77fe req-8b3b3a1e-cfa0-44a3-9226-f4c19d5d16da tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:35.874581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4841a7a7-b10f-4e01-9088-81c4a33c77fe req-8b3b3a1e-cfa0-44a3-9226-f4c19d5d16da tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0792148 Aug 03 16:02:35.929828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4841a7a7-b10f-4e01-9088-81c4a33c77fe req-c424decb-3557-4e9e-8428-e43a4c654631 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540559 Aug 03 16:02:36.106989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47538) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:36.112686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'subnets': [{'network_id': 'cc358b28-2fdc-4d37-80a6-e12858933ab2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1174293328', 'ip_version': 6}, {'network_id': '7e0e7338-a21a-4172-9446-e629abca4438', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:36.113011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'subnet': {'network_id': 'cc358b28-2fdc-4d37-80a6-e12858933ab2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1174293328', 'ip_version': 6}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:36.113704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Request body: {'subnet': {'network_id': '7e0e7338-a21a-4172-9446-e629abca4438', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:36.170437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434c6d3-8541-4762-8721-5b724150b380 req-6dc48075-066e-4660-b9ef-0cbc506d53c2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:36.172017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7434c6d3-8541-4762-8721-5b724150b380 req-6dc48075-066e-4660-b9ef-0cbc506d53c2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0499084 Aug 03 16:02:36.190047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-dd3a52e6-d8df-4609-8551-dc6910788d20 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:36.191331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-dd3a52e6-d8df-4609-8551-dc6910788d20 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/networks?id=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d HTTP/1.1" status: 200 len: 822 time: 0.1714849 Aug 03 16:02:36.214953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7434c6d3-8541-4762-8721-5b724150b380 req-8c4a320a-30e6-4365-99ab-5fda53e3f12e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Aug 03 16:02:36.218026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-3b055eee-4c90-4b25-a5ab-e35d25ad2f2a tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/quotas/12a2a6224030410f9f622517ad4e29c7 HTTP/1.1" status: 200 len: 375 time: 0.0170603 Aug 03 16:02:36.300610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-6f4b461e-9a5b-4948-8125-c0e642bfc58d tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=12a2a6224030410f9f622517ad4e29c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649068 Aug 03 16:02:36.302241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53b5a0a1-5817-4892-ae31-c2bf58eed96f req-33dcd81d-88cc-4be1-8736-b5ef73d2845e tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.70 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0265729 Aug 03 16:02:36.402331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Made reservation on behalf of 117b6bb5b72b46bfb6ec5d8cbb30857e for: {'subnet': 2} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:36.407152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:36.407500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:36.494243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-26606579-b2bd-45b8-8231-99e81758d9a4 service neutron] 10.222.0.70 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835217 Aug 03 16:02:36.496307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2599fcd8-bf9a-4d4b-aff6-b02afa4d72bd req-3373369b-a37b-4791-8d49-b833bcf41961 tempest-ServerShowV254Test-2008959628 tempest-ServerShowV254Test-2008959628-project] 10.222.0.72 "GET /v2.0/ports?device_id=49692cbd-af4a-428e-b9dd-bf1fc437dbe7 HTTP/1.1" status: 200 len: 210 time: 0.0350113 Aug 03 16:02:36.534202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905924e5-a319-4c05-a160-d40c9d1c3bf2 req-7dc0f7e7-85a7-465a-a818-64fff91a4766 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:36.535908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-905924e5-a319-4c05-a160-d40c9d1c3bf2 req-7dc0f7e7-85a7-465a-a818-64fff91a4766 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0661590 Aug 03 16:02:36.581708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-905924e5-a319-4c05-a160-d40c9d1c3bf2 req-129a96c9-3ff9-4e08-a901-98ae89cd8cd5 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Aug 03 16:02:36.666151 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-9604ab1f-c295-4357-8281-2b0569b35945 service neutron] 10.222.0.70 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625788 Aug 03 16:02:36.897240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7342da74-fb66-4005-af3c-d1b518adfd74 req-4cd160e5-d276-4418-963d-e801a3814ae2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 210 time: 0.0604768 Aug 03 16:02:37.031180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.120680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Subnet': ['ID=bd0d6134-5857-4b5a-baaa-b7f4e48eb669,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:37.138962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Checking segment: {'id': 'c80c7640-d521-4b82-83da-37817b1ee8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cc358b28-2fdc-4d37-80a6-e12858933ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:37.139548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network hostable DHCP agents. Network: cc358b28-2fdc-4d37-80a6-e12858933ab2, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:37.162418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network cc358b28-2fdc-4d37-80a6-e12858933ab2 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:37.173979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, cc358b28-2fdc-4d37-80a6-e12858933ab2) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:37.178800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.184800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f68204-49d9-4f56-bb02-197484e629ce None None] Network cc358b28-2fdc-4d37-80a6-e12858933ab2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:37.252452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event updated for resources: {'Subnet': ['ID=25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:37.259776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Checking segment: {'id': 'e4549f53-58d6-46a0-80e4-5ebf95944904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:37.260154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network hostable DHCP agents. Network: 7e0e7338-a21a-4172-9446-e629abca4438, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:37.283622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Network 7e0e7338-a21a-4172-9446-e629abca4438 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:37.296148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7e0e7338-a21a-4172-9446-e629abca4438) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:37.301508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.302219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.302909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.313624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2dd2dc-19cb-4a43-9556-566acc46b8f3 None None] Network 7e0e7338-a21a-4172-9446-e629abca4438 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:37.323033 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2cd58347-c04d-4209-a485-c117455cc0cc tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2147121 Aug 03 16:02:37.326082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47570) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:37.427641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c338e81-5a37-4ccc-8bcb-cf83bb994607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-cc358b28-2fdc-4d37-80a6-e12858933ab2', 'network_id': 'cc358b28-2fdc-4d37-80a6-e12858933ab2', 'tenant_id': '117b6bb5b72b46bfb6ec5d8cbb30857e', 'fixed_ips': [{'subnet_id': 'bd0d6134-5857-4b5a-baaa-b7f4e48eb669'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:02:37.429424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c338e81-5a37-4ccc-8bcb-cf83bb994607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.444462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a255c3b-dad9-4fd7-b9d9-991b08709c12 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.446959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a255c3b-dad9-4fd7-b9d9-991b08709c12 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.450230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a255c3b-dad9-4fd7-b9d9-991b08709c12 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.451822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8a255c3b-dad9-4fd7-b9d9-991b08709c12 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1242459 Aug 03 16:02:37.461736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:37.534046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Deleting subnet bd0d6134-5857-4b5a-baaa-b7f4e48eb669 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:02:37.537969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.582935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.647232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7e0e7338-a21a-4172-9446-e629abca4438', 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438', 'tenant_id': '117b6bb5b72b46bfb6ec5d8cbb30857e', 'fixed_ips': [{'subnet_id': '25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:02:37.652743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.694724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.785439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d834-ae87-4ad5-9d6a-af8ae9913457 req-603183e3-6d9b-4b48-8008-3ab7374462de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:37.807594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f03d834-ae87-4ad5-9d6a-af8ae9913457 req-603183e3-6d9b-4b48-8008-3ab7374462de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1067069 Aug 03 16:02:37.896270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.922818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f03d834-ae87-4ad5-9d6a-af8ae9913457 req-03f69623-6bd2-4b72-b011-fc2f4055429a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976515 Aug 03 16:02:37.939895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0d6134-5857-4b5a-baaa-b7f4e48eb669,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:37.951662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:37.956684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f689cfea-cf0d-42ce-836a-ba9286e1107d tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/subnets/bd0d6134-5857-4b5a-baaa-b7f4e48eb669 HTTP/1.1" status: 204 len: 168 time: 0.4942317 Aug 03 16:02:37.957276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47586) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:37.975172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-3c338e81-5a37-4ccc-8bcb-cf83bb994607 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd0d6134-5857-4b5a-baaa-b7f4e48eb669: This subnet is being modified by another concurrent operation. Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd0d6134-5857-4b5a-baaa-b7f4e48eb669: This subnet is being modified by another concurrent operation. Aug 03 16:02:37.993421 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:02:38.049613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5aacc-69a2-4058-abd9-dd87d873182d None None] Network cc358b28-2fdc-4d37-80a6-e12858933ab2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:38.072835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Deleting subnet 25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:02:38.105092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-024ffbd8-1700-494b-9d2f-d75c4fd2d312 req-91d58db7-5d18-4640-955f-8d5cba341ea2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 210 time: 0.0728786 Aug 03 16:02:38.125497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Allocated IP 2001:db8:0:1::1 (7e0e7338-a21a-4172-9446-e629abca4438/25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed/b663a9f8-af48-4877-976e-bf16af55e3e3) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:38.149420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5296-c4c1-44d0-a4e8-6c8310036862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.288527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5296-c4c1-44d0-a4e8-6c8310036862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.298795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e7d5296-c4c1-44d0-a4e8-6c8310036862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.351207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e7d5296-c4c1-44d0-a4e8-6c8310036862 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48d961cfb8fc46368049e3d602e2be46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745573 Aug 03 16:02:38.352329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d5296-c4c1-44d0-a4e8-6c8310036862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e518dabd-5ea4-4464-88a7-aecd17ee4f01,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:38.355696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47596) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:38.386271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-45c3feea-2525-454a-b1ea-471602f618e6 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:38.388092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-45c3feea-2525-454a-b1ea-471602f618e6 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.72 "GET /v2.0/networks?id=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d HTTP/1.1" status: 200 len: 822 time: 0.1987906 Aug 03 16:02:38.404400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Request body: {'port': {'device_id': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d', 'admin_state_up': True, 'tenant_id': '12a2a6224030410f9f622517ad4e29c7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:38.406466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.409985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.415529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Transition to ACTIVE for port object b663a9f8-af48-4877-976e-bf16af55e3e3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:38.431128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Transition to ACTIVE for port object b663a9f8-af48-4877-976e-bf16af55e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:38.434722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.438051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.450209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.481959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Network 7e0e7338-a21a-4172-9446-e629abca4438 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:38.485262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:38.488270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:38.503252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Pushing event updated for resources: {'Port': ['ID=b663a9f8-af48-4877-976e-bf16af55e3e3,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:38.503690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.506199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.512637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.514345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e518dabd-5ea4-4464-88a7-aecd17ee4f01 HTTP/1.1" status: 204 len: 168 time: 0.1576185 Aug 03 16:02:38.524027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac91dcd-b01d-47fc-827b-256dfa8cc04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518dabd-5ea4-4464-88a7-aecd17ee4f01,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:38.571759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Attempting to bind port b663a9f8-af48-4877-976e-bf16af55e3e3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:38.572141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Attempting to bind port b663a9f8-af48-4877-976e-bf16af55e3e3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e4549f53-58d6-46a0-80e4-5ebf95944904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:38.572518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Attempting to bind port b663a9f8-af48-4877-976e-bf16af55e3e3 on network 7e0e7338-a21a-4172-9446-e629abca4438 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:38.578718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:38.579145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Checking segment: {'id': 'e4549f53-58d6-46a0-80e4-5ebf95944904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:38.579567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.579946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Bound using segment: {'id': 'e4549f53-58d6-46a0-80e4-5ebf95944904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:38.580428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Bound port: b663a9f8-af48-4877-976e-bf16af55e3e3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4549f53-58d6-46a0-80e4-5ebf95944904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7e0e7338-a21a-4172-9446-e629abca4438'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:38.580813 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.641241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.676886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Made reservation on behalf of 12a2a6224030410f9f622517ad4e29c7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:38.680495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.780735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.786464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] For port b663a9f8-af48-4877-976e-bf16af55e3e3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:38.790930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] For port b663a9f8-af48-4877-976e-bf16af55e3e3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b663a9f8-af48-4877-976e-bf16af55e3e3,segment=NetworkSegment(e4549f53-58d6-46a0-80e4-5ebf95944904),segment_id=e4549f53-58d6-46a0-80e4-5ebf95944904)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:38.799140 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.825676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Subnet': ['ID=25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:38.861384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:38.863538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-499e586c-9adc-403e-8f8b-f8183bcbd48c tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/subnets/25aaa7bc-fc9f-42f7-b519-c2f8cb9944ed HTTP/1.1" status: 204 len: 168 time: 0.9050307 Aug 03 16:02:38.871449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:38.894537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290b4e-5484-40b9-a05f-fc6906a84ff8 None None] Pushing event updated for resources: {'Port': ['ID=b663a9f8-af48-4877-976e-bf16af55e3e3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:38.995980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd03e5-d6e5-460a-882e-f27fab5e7cc1 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:38.997684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fecd03e5-d6e5-460a-882e-f27fab5e7cc1 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1277363 Aug 03 16:02:38.998989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Allocated IP 172.20.0.4 (fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d/1866acdc-7148-4ea9-b396-46939ec83619/c968583b-3882-4f4c-bffb-9e759223bb4f) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:39.001811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47624) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:39.100541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555835b2-9408-4dcc-a0d0-397f68d86127 req-44d5a560-9081-43b8-b922-e20ea9152e70 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:39.102888 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555835b2-9408-4dcc-a0d0-397f68d86127 req-44d5a560-9081-43b8-b922-e20ea9152e70 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0646803 Aug 03 16:02:39.214495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-555835b2-9408-4dcc-a0d0-397f68d86127 req-8f182086-7774-43b8-86d0-1ccb2545afac tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967290 Aug 03 16:02:39.514128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86b99b4f-5c37-4bca-b1e4-5d9801890925 req-9ff44a26-abc4-4471-8b39-96745df0a7cf tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 210 time: 0.0691776 Aug 03 16:02:39.569567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.742472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.759669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Deleting port b663a9f8-af48-4877-976e-bf16af55e3e3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:39.759669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.841358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4e64f89-4cff-41bd-9394-142cc5d5d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.846223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] For port b663a9f8-af48-4877-976e-bf16af55e3e3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b663a9f8-af48-4877-976e-bf16af55e3e3,segment=NetworkSegment(e4549f53-58d6-46a0-80e4-5ebf95944904),segment_id=e4549f53-58d6-46a0-80e4-5ebf95944904)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:39.846595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.863751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Calling delete_port for b663a9f8-af48-4877-976e-bf16af55e3e3 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:39.876744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:39.896730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47646) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:39.973158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:39.980180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:39.986005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:40.061764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4385a6f-c321-4a9d-8776-570a9d6a7c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.081754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Pushing event updated for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:40.127895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:40.129322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.144293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.163679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] No DVR routers for this DVR port b663a9f8-af48-4877-976e-bf16af55e3e3 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:40.198390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Port': ['ID=b663a9f8-af48-4877-976e-bf16af55e3e3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:40.236852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4385a6f-c321-4a9d-8776-570a9d6a7c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.246168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4385a6f-c321-4a9d-8776-570a9d6a7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.275235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b663a9f8-af48-4877-976e-bf16af55e3e3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:40.306013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47654) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:40.308022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4385a6f-c321-4a9d-8776-570a9d6a7c4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b458bd1a67c48dd9498c10f0494bee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091985 Aug 03 16:02:40.309650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4385a6f-c321-4a9d-8776-570a9d6a7c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5fbc0-880b-414e-8633-6e231f4ee8f9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:40.328506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b663a9f8-af48-4877-976e-bf16af55e3e3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:40.328970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b663a9f8-af48-4877-976e-bf16af55e3e3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 16:02:40.332486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-4383d983-ff0d-4a26-b366-21332f4563b1 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9329886 Aug 03 16:02:40.352657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Request body: {'port': {'device_id': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:40.377228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port b663a9f8-af48-4877-976e-bf16af55e3e3 not found, will not notify nova. {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 16:02:40.392955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.397508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc8e65-6d82-4715-a1a6-06819aaedf43 None None] Network 7e0e7338-a21a-4172-9446-e629abca4438 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:40.444576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4c2f-fe6a-4390-b1d4-b503535fc99a req-c7ddf240-f010-455d-9e09-9af15436da40 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:40.448342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f43c4c2f-fe6a-4390-b1d4-b503535fc99a req-c7ddf240-f010-455d-9e09-9af15436da40 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0990562 Aug 03 16:02:40.468065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0e7338-a21a-4172-9446-e629abca4438']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:40.487402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4549f53-58d6-46a0-80e4-5ebf95944904') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:40.488040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4549f53-58d6-46a0-80e4-5ebf95944904') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:40.506473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.523844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.527042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f43c4c2f-fe6a-4390-b1d4-b503535fc99a req-093dcf73-555e-4079-808f-5ae31c9ed27b tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Aug 03 16:02:40.527619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f538e1f4-40c2-4918-9f9f-9921f558a2da None None] Could not find standard attr ID for object b663a9f8-af48-4877-976e-bf16af55e3e3. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:02:40.572097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.578294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.594343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:40.594725 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:40.599115 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:40.627347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51982c65-4f39-45b9-a73e-ea799f538c0c None None] DHCP port deletion for 7e0e7338-a21a-4172-9446-e629abca4438 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:02:40.646010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac3121-320b-4813-8d23-73b521473c46 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:02:40.663930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.668202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8212e-07e6-4441-af00-2096aba12414 req-6ad37361-1ada-4ecc-a2a5-cfe8d863cc1b tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:40.676420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdd8212e-07e6-4441-af00-2096aba12414 req-6ad37361-1ada-4ecc-a2a5-cfe8d863cc1b tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 931 time: 0.0682573 Aug 03 16:02:40.711456 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdd8212e-07e6-4441-af00-2096aba12414 req-6854cdba-60d1-40e0-a37e-5c43a24fda27 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Aug 03 16:02:40.759529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.759912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac3121-320b-4813-8d23-73b521473c46 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:02:40.776964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.778832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/7e0e7338-a21a-4172-9446-e629abca4438 HTTP/1.1" status: 204 len: 168 time: 1.7762358 Aug 03 16:02:40.781487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:40.795257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017a7a5-8a3e-4ab8-8302-6bf4a966ed13 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=7e0e7338-a21a-4172-9446-e629abca4438,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:40.866511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.868983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.870754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:40.870937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3da5fbc0-880b-414e-8633-6e231f4ee8f9 HTTP/1.1" status: 204 len: 168 time: 0.5635617 Aug 03 16:02:40.892383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b78206-fcfb-4942-8bf9-7e82638ccbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5fbc0-880b-414e-8633-6e231f4ee8f9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:40.992462 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.014871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c968583b-3882-4f4c-bffb-9e759223bb4f {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:41.026494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.032975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc358b28-2fdc-4d37-80a6-e12858933ab2']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.046303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80c7640-d521-4b82-83da-37817b1ee8e1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.046767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80c7640-d521-4b82-83da-37817b1ee8e1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.060180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.074969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Transition to ACTIVE for port object c968583b-3882-4f4c-bffb-9e759223bb4f will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:41.080687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.087905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.092932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:41.093746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:41.107208 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:41.149532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Pushing event updated for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:41.190091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.194511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.200652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47678) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:41.207442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/cc358b28-2fdc-4d37-80a6-e12858933ab2 HTTP/1.1" status: 204 len: 168 time: 0.4229503 Aug 03 16:02:41.228458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f093b60-4416-4c8d-b847-2452dbbf9405 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=cc358b28-2fdc-4d37-80a6-e12858933ab2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:41.304665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Attempting to bind port c968583b-3882-4f4c-bffb-9e759223bb4f on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:41.305012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Attempting to bind port c968583b-3882-4f4c-bffb-9e759223bb4f by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '1860fb87-2931-4c08-8e4d-5b779dfa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:41.305350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Attempting to bind port c968583b-3882-4f4c-bffb-9e759223bb4f on network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:41.310555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.318321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Port c968583b-3882-4f4c-bffb-9e759223bb4f on network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:02:41.318712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Attempting to bind port c968583b-3882-4f4c-bffb-9e759223bb4f on network fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:41.325984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:41.326335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Checking segment: {'id': '1860fb87-2931-4c08-8e4d-5b779dfa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:41.326812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Bound using segment: {'id': '1860fb87-2931-4c08-8e4d-5b779dfa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:41.327163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Bound port: c968583b-3882-4f4c-bffb-9e759223bb4f, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1860fb87-2931-4c08-8e4d-5b779dfa1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:41.327821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.459552 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.475911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4714b2bf-e418-4c05-a4b2-b162ccaff6ea']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.493556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:41.497211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a38226-87f5-4650-9cef-c536d6de7cdf') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.497518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a38226-87f5-4650-9cef-c536d6de7cdf') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:41.517554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.518823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c968583b-3882-4f4c-bffb-9e759223bb4f,segment=NetworkSegment(1860fb87-2931-4c08-8e4d-5b779dfa1b34),segment_id=1860fb87-2931-4c08-8e4d-5b779dfa1b34)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:41.525631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.608390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.616455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:41.617168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.619137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] 10.222.0.72 "PUT /v2.0/ports/c968583b-3882-4f4c-bffb-9e759223bb4f HTTP/1.1" status: 200 len: 1091 time: 1.2742610 Aug 03 16:02:41.646319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:41.649376 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb51491-2eff-4567-a86b-f581846029a4" -d '{"events": [{"name": "network-changed", "server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:41.665393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:41.665950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:41.670882 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:41.732518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742f97d-0310-4bdd-becf-4248d28b9a70 req-66b4f9ca-72c4-4389-b7e6-09fe5be1c75c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:41.733997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0718046-8bd3-4211-a98f-b996472de326 service neutron] Pushing event updated for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:41.745317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1742f97d-0310-4bdd-becf-4248d28b9a70 req-66b4f9ca-72c4-4389-b7e6-09fe5be1c75c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1150582 Aug 03 16:02:41.765579 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8926e985-b359-4f01-8ece-cf808ce9af4c x-openstack-request-id: req-8926e985-b359-4f01-8ece-cf808ce9af4c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:41.765914 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:41.766170 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8926e985-b359-4f01-8ece-cf808ce9af4c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:41.766673 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f', 'status': 'completed', 'code': 200} Aug 03 16:02:41.803008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.809718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:41.816342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/4714b2bf-e418-4c05-a4b2-b162ccaff6ea HTTP/1.1" status: 204 len: 168 time: 0.6143742 Aug 03 16:02:41.817107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1742f97d-0310-4bdd-becf-4248d28b9a70 req-9580e47d-222f-4fc9-85b4-36292b3af5f2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Aug 03 16:02:41.817444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47706) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:41.826330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-24e00922-5374-431c-835d-10c6eb582240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:41.827952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-24e00922-5374-431c-835d-10c6eb582240 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12a2a6224030410f9f622517ad4e29c7&device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 1094 time: 0.1524844 Aug 03 16:02:41.926701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc45c9c-8c93-461b-9008-6ed4ac71f55f tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=4714b2bf-e418-4c05-a4b2-b162ccaff6ea,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:41.971735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-3ac9399f-9ed4-4b7f-a2f1-5452ad2d4fc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c968583b-3882-4f4c-bffb-9e759223bb4f HTTP/1.1" status: 200 len: 217 time: 0.1335399 Aug 03 16:02:42.060123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.069102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78504aee-c7eb-44b8-8d3c-6aa2326c13da req-ae37d6d8-c4db-49bb-a4c8-474e7ae199e0 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:42.070718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78504aee-c7eb-44b8-8d3c-6aa2326c13da req-ae37d6d8-c4db-49bb-a4c8-474e7ae199e0 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 943 time: 0.2344084 Aug 03 16:02:42.098396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25131e07-c144-4b0b-897f-3e2703448ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.099321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944948a-799e-4220-ac51-2b77b5375536 req-7c15b6b3-71fb-4be3-89af-fc8a12f85de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:42.100875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-7c15b6b3-71fb-4be3-89af-fc8a12f85de1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1866acdc-7148-4ea9-b396-46939ec83619 HTTP/1.1" status: 200 len: 862 time: 0.1135342 Aug 03 16:02:42.170122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-97608153-1ecb-4b75-9a5a-f166dbb56c6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574849 Aug 03 16:02:42.193505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b663a9f8-af48-4877-976e-bf16af55e3e3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:02:42.200074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78504aee-c7eb-44b8-8d3c-6aa2326c13da req-0749d0bb-b062-4455-a12b-3b1e1cf61891 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204348 Aug 03 16:02:42.218340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b663a9f8-af48-4877-976e-bf16af55e3e3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:02:42.218946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b663a9f8-af48-4877-976e-bf16af55e3e3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:02:42.341040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.358148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ae3829-bc86-4350-95d5-dbf835cd06ab']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:42.377595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86f81a3-8831-4004-8bf1-d05c012f98dc') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:42.377932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86f81a3-8831-4004-8bf1-d05c012f98dc') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:42.383790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47720) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:42.398189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.417105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-55060b4c-2e64-417c-8fd8-84c58c1b9c95 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217512 Aug 03 16:02:42.557339 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.579501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:42.580175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:42.584877 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:42.623848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d09da7b-319b-4cc1-abcf-411b2313b392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.669200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c944948a-799e-4220-ac51-2b77b5375536 req-751c101e-1359-4b55-93bd-fd9abefdb748 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332146 Aug 03 16:02:42.670317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.679120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.681689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] 10.222.0.70 "DELETE /v2.0/networks/88ae3829-bc86-4350-95d5-dbf835cd06ab HTTP/1.1" status: 204 len: 168 time: 0.8579688 Aug 03 16:02:42.697577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec2559-4d0a-469c-aa32-8c7643291ee5 tempest-BulkNetworkOpsIpV6Test-399998661 tempest-BulkNetworkOpsIpV6Test-399998661-project] Pushing event deleted for resources: {'Network': ['ID=88ae3829-bc86-4350-95d5-dbf835cd06ab,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:42.750786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.769206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb51491-2eff-4567-a86b-f581846029a4 req-f9255032-f8bc-4c61-bd8e-b9911aeac741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:42.770872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-f9255032-f8bc-4c61-bd8e-b9911aeac741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=12a2a6224030410f9f622517ad4e29c7&device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 1094 time: 0.0500505 Aug 03 16:02:42.782709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d09da7b-319b-4cc1-abcf-411b2313b392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.787326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d09da7b-319b-4cc1-abcf-411b2313b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.828485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d09da7b-319b-4cc1-abcf-411b2313b392 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e9d491a2c58483a9fa9e6bca8a11827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436028 Aug 03 16:02:42.830457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09da7b-319b-4cc1-abcf-411b2313b392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dff375-d6e3-45f7-a4fe-8e5332a0f997,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:42.832825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47734) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:42.908172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.920040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb51491-2eff-4567-a86b-f581846029a4 req-d747af1e-3a01-4eba-a303-7957f5fdfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:42.921744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-d747af1e-3a01-4eba-a303-7957f5fdfb38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d HTTP/1.1" status: 200 len: 923 time: 0.1431019 Aug 03 16:02:42.954753 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:42.957987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47736) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:42.968155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-8bbaff33-7236-49c2-9577-c3e41fb6f111 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c968583b-3882-4f4c-bffb-9e759223bb4f HTTP/1.1" status: 200 len: 217 time: 0.0376642 Aug 03 16:02:42.984223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e112e-abdf-47b5-a540-376463d599c0 req-a1347b2c-8875-42e7-b101-c311da814a41 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:42.985992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927e112e-abdf-47b5-a540-376463d599c0 req-a1347b2c-8875-42e7-b101-c311da814a41 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0926135 Aug 03 16:02:43.030634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb51491-2eff-4567-a86b-f581846029a4 req-aa750c32-5592-48cd-9bbe-d8cf7a56d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:43.032432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-aa750c32-5592-48cd-9bbe-d8cf7a56d711 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1866acdc-7148-4ea9-b396-46939ec83619 HTTP/1.1" status: 200 len: 862 time: 0.0559583 Aug 03 16:02:43.043539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-927e112e-abdf-47b5-a540-376463d599c0 req-68360a3a-d099-4aa8-b29c-de1139712040 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Aug 03 16:02:43.051748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.054898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.056416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76dff375-d6e3-45f7-a4fe-8e5332a0f997 HTTP/1.1" status: 204 len: 168 time: 0.2224357 Aug 03 16:02:43.075219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea147b4-badc-4749-adb6-cf2438fee831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dff375-d6e3-45f7-a4fe-8e5332a0f997,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:43.077515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-839656f9-b128-48fc-85f8-6966389827ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359879 Aug 03 16:02:43.169305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7042d2f6-6802-47a6-bd97-f25008a56653 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=117b6bb5b72b46bfb6ec5d8cbb30857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100544 Aug 03 16:02:43.171973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47742) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:43.181285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-69aba197-dc7a-4a0d-a75a-1ab5fb6fd425 service neutron] 10.222.0.72 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950971 Aug 03 16:02:43.227363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.253387 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.312571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.315230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.316397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/325e7adf-c7da-4b2e-a775-b266290c5a52 HTTP/1.1" status: 204 len: 168 time: 0.1425521 Aug 03 16:02:43.324437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca51b42-c7e7-4925-923a-22656832f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e7adf-c7da-4b2e-a775-b266290c5a52,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:43.341764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bb51491-2eff-4567-a86b-f581846029a4 req-afb08517-3f4c-467e-8f3f-10f5eff0fa5d service neutron] 10.222.0.72 "GET /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529291 Aug 03 16:02:43.379757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bd600-1fe4-4ac1-b9be-510b46af1a9c req-122cfd7a-9333-4948-a7bc-22f534060b58 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:43.381341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-801bd600-1fe4-4ac1-b9be-510b46af1a9c req-122cfd7a-9333-4948-a7bc-22f534060b58 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 943 time: 0.0832634 Aug 03 16:02:43.428525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-801bd600-1fe4-4ac1-b9be-510b46af1a9c req-16552f8a-6d1e-4893-a857-fc7ccb4dd289 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Aug 03 16:02:43.624818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:43.963982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47794) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:44.068364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-558145590-network', 'tenant_id': '905a1ae84d5b4c0194593901c5b6ae22'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:44.095319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Made reservation on behalf of 905a1ae84d5b4c0194593901c5b6ae22 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:44.098204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.110340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.204743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47804) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:44.213993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb873ec-a53d-4b93-ab3f-ae92436991a3 req-332e310b-7120-4f00-8ddf-e7ef2bee1192 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:44.215776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4cb873ec-a53d-4b93-ab3f-ae92436991a3 req-332e310b-7120-4f00-8ddf-e7ef2bee1192 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0819135 Aug 03 16:02:44.294000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4cb873ec-a53d-4b93-ab3f-ae92436991a3 req-725cd09d-84b0-4bb2-bc72-68f9a8f7b469 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600834 Aug 03 16:02:44.332562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.338025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.352876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806088354'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:44.377875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:44.381111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:44.382896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.388628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b1f706-ebd6-4be7-9df6-8d97cbac01c1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:44.393172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.397383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.398046 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Added segment 0ce850df-5a13-46ef-be13-548f977d4065 of type vlan for network 4886bb42-9d26-4478-88fe-40a2706f5a4e Aug 03 16:02:44.452064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.543283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.545988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:44.546650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.624023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.631193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.654665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6888757 Aug 03 16:02:44.678535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f31a-1815-4fdd-8282-dd5c159d88a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4886bb42-9d26-4478-88fe-40a2706f5a4e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:44.691276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 4886bb42-9d26-4478-88fe-40a2706f5a4e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:44.694861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:44.747116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.749134 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment 1812cf38-a63f-4912-8715-ad716342cbb9 of type vlan for network d7c254cb-f280-4c06-bb8a-7e1a93d74424 Aug 03 16:02:44.759665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b0da98-f36f-41f0-984b-7ba0f9897286,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:44.849674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32a81b-e8f4-4914-a41f-273b8851f5a0 req-22d75c67-3563-4da5-912a-8fc73fc26eb2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:44.861600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c32a81b-e8f4-4914-a41f-273b8851f5a0 req-22d75c67-3563-4da5-912a-8fc73fc26eb2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 943 time: 0.2258298 Aug 03 16:02:44.904191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.962558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c32a81b-e8f4-4914-a41f-273b8851f5a0 req-bf4fcaaf-a109-4a4b-b686-604ab4fce252 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996521 Aug 03 16:02:44.985784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:44.985784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:44.985784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.003340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.055013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8467994 Aug 03 16:02:45.055814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47824) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:45.064031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845403878'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:45.074327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6817f-f640-4b58-8817-00041ed2ee67 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=d7c254cb-f280-4c06-bb8a-7e1a93d74424,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:45.085889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:45.093438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:45.097906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.128896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:45.140842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.141122 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment 6ddf83b3-1875-47a2-acd0-f46e9bdb349c of type vlan for network 09403da7-e538-4b4e-b9bd-73ee69f8896b Aug 03 16:02:45.179458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926902e7-c100-43db-b2c0-88e8ad6ce716 req-7eb301bb-86c1-4f3a-9953-4d55ef84fa20 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.186302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926902e7-c100-43db-b2c0-88e8ad6ce716 req-7eb301bb-86c1-4f3a-9953-4d55ef84fa20 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.192577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926902e7-c100-43db-b2c0-88e8ad6ce716 req-7eb301bb-86c1-4f3a-9953-4d55ef84fa20 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.193036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.194335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-926902e7-c100-43db-b2c0-88e8ad6ce716 req-7eb301bb-86c1-4f3a-9953-4d55ef84fa20 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1385939 Aug 03 16:02:45.273751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.280274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.280933 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.375716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3187382 Aug 03 16:02:45.381275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47830) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:45.386200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:45.389851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896fa8-2642-4ab0-b629-560228f16637 req-cad916f0-afb4-4c3f-a7ef-c879ed7763b0 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.391388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e896fa8-2642-4ab0-b629-560228f16637 req-cad916f0-afb4-4c3f-a7ef-c879ed7763b0 tempest-ComputeTenantNetworksTest-1333951146 tempest-ComputeTenantNetworksTest-1333951146-project] 10.222.0.70 "GET /v2.0/networks/4886bb42-9d26-4478-88fe-40a2706f5a4e HTTP/1.1" status: 200 len: 768 time: 0.1742394 Aug 03 16:02:45.395071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=09403da7-e538-4b4e-b9bd-73ee69f8896b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:45.402086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47832) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:45.410126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.410482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.410832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.411177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.411515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.411853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.412188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.412744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.413090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.413424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.413785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.414116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcedb06b-5473-42d0-9ff7-7f92af8d9016 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:45.425310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:45.490892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.503109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0a29-431e-40d1-b733-87726ef06456 req-b17ef1c3-3356-4079-ae2b-c4ae45cca004 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:45.504718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66a0a29-431e-40d1-b733-87726ef06456 req-b17ef1c3-3356-4079-ae2b-c4ae45cca004 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1358979 Aug 03 16:02:45.547116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:45.550670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.582153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.594077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4886bb42-9d26-4478-88fe-40a2706f5a4e']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:45.599127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f66a0a29-431e-40d1-b733-87726ef06456 req-d5591a1c-e7b7-4278-8467-8a84f49d8f89 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863953 Aug 03 16:02:45.610788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce850df-5a13-46ef-be13-548f977d4065') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:45.611108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce850df-5a13-46ef-be13-548f977d4065') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:45.624416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.641315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.649220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:02:45.649869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:02:45.652499 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:02:45.712611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.720378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.725489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4886bb42-9d26-4478-88fe-40a2706f5a4e HTTP/1.1" status: 204 len: 168 time: 0.3221712 Aug 03 16:02:45.744022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e38828-a26b-4044-a3b2-0d843fb20b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4886bb42-9d26-4478-88fe-40a2706f5a4e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:45.888540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:45.944901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:45.965565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=276ae047-4178-40b5-8daf-73426ab984da,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:45.981447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': '1812cf38-a63f-4912-8715-ad716342cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:45.981856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: d7c254cb-f280-4c06-bb8a-7e1a93d74424, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:46.004788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:46.015935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d7c254cb-f280-4c06-bb8a-7e1a93d74424) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:46.021336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:46.022035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.023379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aa279e36-c924-4e95-9be8-b5a39612b03e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=905a1ae84d5b4c0194593901c5b6ae22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770016 Aug 03 16:02:46.025926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:46.031698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a834e9d2-3a1c-4f99-ae49-d2723ccb8ef8 None None] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:46.061119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7481f745-384d-4b24-8355-cd1d642e27d2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806927 Aug 03 16:02:46.064155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47856) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:46.072178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:46.143222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b262989-3942-42af-a9cb-af1d80ed8ac5 req-52f0985d-fa28-47e5-a383-b36faac74b33 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:46.147110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b262989-3942-42af-a9cb-af1d80ed8ac5 req-52f0985d-fa28-47e5-a383-b36faac74b33 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 943 time: 0.0935798 Aug 03 16:02:46.180896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.199428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b262989-3942-42af-a9cb-af1d80ed8ac5 req-f98c9ab6-b12f-4c03-99c3-1abe08ac468d tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Aug 03 16:02:46.238100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.272224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:46.278338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.283030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-d7c254cb-f280-4c06-bb8a-7e1a93d74424', 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '276ae047-4178-40b5-8daf-73426ab984da'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:02:46.283909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.460286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.463958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.465784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68b1f706-ebd6-4be7-9df6-8d97cbac01c1 HTTP/1.1" status: 204 len: 168 time: 0.4384253 Aug 03 16:02:46.487874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e942537-4df0-4b94-80e5-586517f20dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b1f706-ebd6-4be7-9df6-8d97cbac01c1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:46.560614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.643019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Allocated IP 2001:db8::2 (d7c254cb-f280-4c06-bb8a-7e1a93d74424/276ae047-4178-40b5-8daf-73426ab984da/e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:46.654452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c968583b-3882-4f4c-bffb-9e759223bb4f details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:02:46.672652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=6ec31637-82a8-4d9c-a372-4be905beff24,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:46.678419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': '6ddf83b3-1875-47a2-acd0-f46e9bdb349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:46.679224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: 09403da7-e538-4b4e-b9bd-73ee69f8896b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:46.704160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:46.717219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 09403da7-e538-4b4e-b9bd-73ee69f8896b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:46.722564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:46.723794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.771010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b1507610-9184-49c5-9cad-977d16b8402c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7013111 Aug 03 16:02:46.771247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:46.778200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007485987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:46.848136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.852094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.949609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee36cf8-ab05-49f4-8ad7-61a16d526041 req-2e110fdb-6b1b-42db-bb0b-8c4df6137111 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:46.954032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ee36cf8-ab05-49f4-8ad7-61a16d526041 req-2e110fdb-6b1b-42db-bb0b-8c4df6137111 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.2102864 Aug 03 16:02:46.974268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:46.986120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Transition to ACTIVE for port object e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:47.002372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03c4d2-1ab9-4aff-afd3-11beb4ca4970 None None] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:47.075260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ee36cf8-ab05-49f4-8ad7-61a16d526041 req-8891e540-4127-4f2f-87ce-e642dd6cdd7d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086779 Aug 03 16:02:47.134968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Transition to ACTIVE for port object e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:47.175350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.261522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:47.282743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:47.292430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:47.426691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3154eae-5fef-49cc-bb8b-c548254fd785 req-4e8ef62a-711a-46dc-aaa6-9e8f2cf41dbc tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:47.436989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3154eae-5fef-49cc-bb8b-c548254fd785 req-4e8ef62a-711a-46dc-aaa6-9e8f2cf41dbc tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 943 time: 0.1025872 Aug 03 16:02:47.466868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Pushing event updated for resources: {'Port': ['ID=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:47.496928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3154eae-5fef-49cc-bb8b-c548254fd785 req-f24d0906-d122-4e7d-8de8-48ec1d98fcd0 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584891 Aug 03 16:02:47.549611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-09403da7-e538-4b4e-b9bd-73ee69f8896b', 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '6ec31637-82a8-4d9c-a372-4be905beff24'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:02:47.567199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.573542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c968583b-3882-4f4c-bffb-9e759223bb4f,segment=NetworkSegment(1860fb87-2931-4c08-8e4d-5b779dfa1b34),segment_id=1860fb87-2931-4c08-8e4d-5b779dfa1b34)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:47.610148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Attempting to bind port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:47.610545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Attempting to bind port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '1812cf38-a63f-4912-8715-ad716342cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:47.610910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Attempting to bind port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a on network d7c254cb-f280-4c06-bb8a-7e1a93d74424 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:47.611040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.616886 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.621536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c968583b-3882-4f4c-bffb-9e759223bb4f', 'network_id': 'fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d', 'port_id': 'c968583b-3882-4f4c-bffb-9e759223bb4f', 'mac_address': 'fa:16:3e:21:5e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1866acdc-7148-4ea9-b396-46939ec83619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:02:47.631507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:47.632214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Checking segment: {'id': '1812cf38-a63f-4912-8715-ad716342cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:47.632585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.632984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Bound using segment: {'id': '1812cf38-a63f-4912-8715-ad716342cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:47.633492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Bound port: e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1812cf38-a63f-4912-8715-ad716342cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd7c254cb-f280-4c06-bb8a-7e1a93d74424'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:47.633918 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.639089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.640607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba09873f-12b8-4cdd-8e4e-da4caf541238 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8691602 Aug 03 16:02:47.644323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47890) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:47.648888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47892) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:47.773317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-network', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:47.791267 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.799567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Made reservation on behalf of 072627a55af04773bb5e85e7e0347ce1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:47.802420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.812825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.842048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c968583b-3882-4f4c-bffb-9e759223bb4f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:02:47.871231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] For port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:47.878300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c968583b-3882-4f4c-bffb-9e759223bb4f,segment=NetworkSegment(1860fb87-2931-4c08-8e4d-5b779dfa1b34),segment_id=1860fb87-2931-4c08-8e4d-5b779dfa1b34)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:47.889807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.892932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] For port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,segment=NetworkSegment(1812cf38-a63f-4912-8715-ad716342cbb9),segment_id=1812cf38-a63f-4912-8715-ad716342cbb9)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:47.905809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Allocated IP 2001:db8:1::2 (09403da7-e538-4b4e-b9bd-73ee69f8896b/6ec31637-82a8-4d9c-a372-4be905beff24/fcd0cf91-b245-4382-96d6-048af57c97ab) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:47.909926 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.955745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.972393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:47.991636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.014219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:02:48.035864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d827d2d-425d-4a8d-8b6d-0e4166494997,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:48.040914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:48.061108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.063146 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Added segment f9839197-16ca-4ffc-b95f-6e9f0f75e6c7 of type vlan for network fb7362c6-ef48-4a18-9589-840ad603e279 Aug 03 16:02:48.139768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43054e6c-bf1f-4558-9b49-7b0fa1183917 None None] Pushing event updated for resources: {'Port': ['ID=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:48.194116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.289152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.290297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:48.290987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.358725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c968583b-3882-4f4c-bffb-9e759223bb4f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:48.487000 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.489882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8395524 Aug 03 16:02:48.494207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:48.503693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Request body: {'subnet': {'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-subnet', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:48.519039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Transition to ACTIVE for port object fcd0cf91-b245-4382-96d6-048af57c97ab will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:48.560953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5296816-d7fa-41cc-8489-86cdcfe7af50 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7362c6-ef48-4a18-9589-840ad603e279,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:48.571064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Transition to ACTIVE for port object fcd0cf91-b245-4382-96d6-048af57c97ab will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:48.580732 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.608731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network fb7362c6-ef48-4a18-9589-840ad603e279 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:02:48.618998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Made reservation on behalf of 072627a55af04773bb5e85e7e0347ce1 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:02:48.624004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.676802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:48.709017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:48.722157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:48.773273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd0cf91-b245-4382-96d6-048af57c97ab,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:48.871382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Attempting to bind port fcd0cf91-b245-4382-96d6-048af57c97ab on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:48.872134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Attempting to bind port fcd0cf91-b245-4382-96d6-048af57c97ab by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6ddf83b3-1875-47a2-acd0-f46e9bdb349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:48.872759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Attempting to bind port fcd0cf91-b245-4382-96d6-048af57c97ab on network 09403da7-e538-4b4e-b9bd-73ee69f8896b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:48.889986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:48.890779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Checking segment: {'id': '6ddf83b3-1875-47a2-acd0-f46e9bdb349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:48.891381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.891968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Bound using segment: {'id': '6ddf83b3-1875-47a2-acd0-f46e9bdb349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:48.892552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Bound port: fcd0cf91-b245-4382-96d6-048af57c97ab, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddf83b3-1875-47a2-acd0-f46e9bdb349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '09403da7-e538-4b4e-b9bd-73ee69f8896b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:48.893162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.980107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] For port fcd0cf91-b245-4382-96d6-048af57c97ab, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:48.985991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] For port fcd0cf91-b245-4382-96d6-048af57c97ab, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fcd0cf91-b245-4382-96d6-048af57c97ab,segment=NetworkSegment(6ddf83b3-1875-47a2-acd0-f46e9bdb349c),segment_id=6ddf83b3-1875-47a2-acd0-f46e9bdb349c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:48.991340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690429-4d33-4bef-985c-ff46256569fa req-20683670-add7-44af-845c-6a0f69bb3312 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:48.991945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:48.994024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70690429-4d33-4bef-985c-ff46256569fa req-20683670-add7-44af-845c-6a0f69bb3312 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.7637677 Aug 03 16:02:49.015662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e424-0ed9-4bf7-bf40-93cf9c29cebe req-557d8500-669a-41cd-af1c-2bdc1b11add5 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:49.017826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c05e424-0ed9-4bf7-bf40-93cf9c29cebe req-557d8500-669a-41cd-af1c-2bdc1b11add5 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 944 time: 0.3124461 Aug 03 16:02:49.043061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.092893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a44f-7b86-48fc-866a-09c3e7a612d1 None None] Pushing event updated for resources: {'Port': ['ID=fcd0cf91-b245-4382-96d6-048af57c97ab,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:49.178536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70690429-4d33-4bef-985c-ff46256569fa req-0bafe28f-1a09-4eb8-be61-034d659f8e06 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702299 Aug 03 16:02:49.197342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c05e424-0ed9-4bf7-bf40-93cf9c29cebe req-46fc192f-79c4-4aec-8d51-1dea63a03570 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400523 Aug 03 16:02:49.249186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c3b425-6eeb-4363-968d-2f444d438765,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:49.256593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:49.257352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Network hostable DHCP agents. Network: fb7362c6-ef48-4a18-9589-840ad603e279, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:02:49.295236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Network fb7362c6-ef48-4a18-9589-840ad603e279 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:02:49.307562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, fb7362c6-ef48-4a18-9589-840ad603e279) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:49.315736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:49.316509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.324870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d2b9b-b15c-4fdf-970b-32fc18be418b None None] Network fb7362c6-ef48-4a18-9589-840ad603e279 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:49.343321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8::1 (d7c254cb-f280-4c06-bb8a-7e1a93d74424/276ae047-4178-40b5-8daf-73426ab984da/0594139d-5593-47fd-b8a6-91bf0698245f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:49.388246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-08553dfa-3c81-4c8b-bea8-8c6beb7fbc38 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8888199 Aug 03 16:02:49.388630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:49.398027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:49.472751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.496849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.546246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.576183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 0594139d-5593-47fd-b8a6-91bf0698245f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:49.644732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.717613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-fb7362c6-ef48-4a18-9589-840ad603e279', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:02:49.718533 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.732653 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.738292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=0594139d-5593-47fd-b8a6-91bf0698245f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:49.765697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:49.769408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:49.779563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:49.780349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.933976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:49.951462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Allocated IP 172.20.0.2 (fb7362c6-ef48-4a18-9589-840ad603e279/98c3b425-6eeb-4363-968d-2f444d438765/a047f909-dd6d-472a-af67-0e60f6932a7e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:49.972367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fbcc5b-3bc0-4e1b-9fb5-3da49b4db915 None None] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:50.054790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.105564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e36479c-97f7-40f1-98c1-56ffbbbf5963 None None] Provisioning for port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:50.397498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.418601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Transition to ACTIVE for port object a047f909-dd6d-472a-af67-0e60f6932a7e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:50.479646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Transition to ACTIVE for port object a047f909-dd6d-472a-af67-0e60f6932a7e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:50.488252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fcd0cf91-b245-4382-96d6-048af57c97ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:50.522044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.524038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.571289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.574079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Pushing event updated for resources: {'Port': ['ID=a047f909-dd6d-472a-af67-0e60f6932a7e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:50.603018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Network fb7362c6-ef48-4a18-9589-840ad603e279 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:50.605662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:50.608138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:50.619518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8a427-fa94-4267-a690-0d95c88d2b0e req-9b87bba5-67eb-49da-9aa1-63e350c6a0a8 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:50.623801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15d8a427-fa94-4267-a690-0d95c88d2b0e req-9b87bba5-67eb-49da-9aa1-63e350c6a0a8 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 944 time: 0.2436941 Aug 03 16:02:50.680184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c968583b-3882-4f4c-bffb-9e759223bb4f up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:50.692004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port fcd0cf91-b245-4382-96d6-048af57c97ab completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:50.692888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.706214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.709047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.720906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:50.756109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Attempting to bind port a047f909-dd6d-472a-af67-0e60f6932a7e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:50.756482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Attempting to bind port a047f909-dd6d-472a-af67-0e60f6932a7e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:50.757338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Attempting to bind port a047f909-dd6d-472a-af67-0e60f6932a7e on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:50.773290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:50.773750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:50.774152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.774558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Bound using segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:50.775078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Bound port: a047f909-dd6d-472a-af67-0e60f6932a7e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:50.775467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.834293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15d8a427-fa94-4267-a690-0d95c88d2b0e req-912d6efa-963b-40c4-993b-b524bd7bda3f tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034748 Aug 03 16:02:50.848476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:50.858482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=0594139d-5593-47fd-b8a6-91bf0698245f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:50.872009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:50.872340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.883579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Allocated IP 172.25.7.107 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/15effda8-9300-4525-8f6d-8c2ba46294a8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:50.891928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d7dcb-9264-473c-8971-7c38a95ed1c0 req-76dacb44-d633-4d39-8faa-4e6b284c6d24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:50.895100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c6d7dcb-9264-473c-8971-7c38a95ed1c0 req-76dacb44-d633-4d39-8faa-4e6b284c6d24 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.4834707 Aug 03 16:02:50.943968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port c968583b-3882-4f4c-bffb-9e759223bb4f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:50.980243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c968583b-3882-4f4c-bffb-9e759223bb4f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:50.980547 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:50.999157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c6d7dcb-9264-473c-8971-7c38a95ed1c0 req-fd79ddaa-a349-45f8-8551-3fe1f4334823 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911248 Aug 03 16:02:51.009553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:51.014314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:51.028424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] For port a047f909-dd6d-472a-af67-0e60f6932a7e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:51.060421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f065a-4c32-4741-aa52-131c2c0baedc None None] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:51.099975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.171287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.233565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:51.238391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:51.240714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Pushing event updated for resources: {'Port': ['ID=15effda8-9300-4525-8f6d-8c2ba46294a8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:51.250666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:51.294096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 72cc3af7-727b-4d2f-9375-7ba07fa0cb35 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:02:51.346651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] For port a047f909-dd6d-472a-af67-0e60f6932a7e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a047f909-dd6d-472a-af67-0e60f6932a7e,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:51.359527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Provisioning for port 0594139d-5593-47fd-b8a6-91bf0698245f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:51.371903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.381105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Provisioning complete for port 0594139d-5593-47fd-b8a6-91bf0698245f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:51.381409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.450268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:51.462129 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] Sync routers for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:51.474061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45603efd-ffd6-4504-890f-d9c30fd2e78c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281357 Aug 03 16:02:51.474795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47940) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:51.480581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:51.480823 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:51.589560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Port 0594139d-5593-47fd-b8a6-91bf0698245f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:51.611353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca1639-9649-4352-b6ca-9a7b43ef1514 None None] Pushing event updated for resources: {'Port': ['ID=a047f909-dd6d-472a-af67-0e60f6932a7e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:51.614482 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:51.621464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86da58-1407-4533-962d-ed405097c48c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:51.626644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b86da58-1407-4533-962d-ed405097c48c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports/0594139d-5593-47fd-b8a6-91bf0698245f HTTP/1.1" status: 200 len: 911 time: 0.1507938 Aug 03 16:02:51.629821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47946) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:51.635198 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:51.646545 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:51.709226 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:51.710459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8fc66-c95a-4753-aa5d-1875280c08e7 None None] The sync data for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:51.735117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.761211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Provisioning complete for port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:51.761211 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2e77b332-56fc-4157-a852-4d5326486d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.802816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.860144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:51.882720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,segment=NetworkSegment(1812cf38-a63f-4912-8715-ad716342cbb9),segment_id=1812cf38-a63f-4912-8715-ad716342cbb9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:51.905053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.048226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:52.051743 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feae747-b5cc-44ac-a640-8673da56856f" -d '{"events": [{"server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "name": "network-vif-plugged", "status": "completed", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:52.062386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:52.111541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7189e4-f4b3-4913-846d-41c14bc24370 req-4210ba16-8e02-466b-8d43-94676ac35649 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:52.117438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d7189e4-f4b3-4913-846d-41c14bc24370 req-4210ba16-8e02-466b-8d43-94676ac35649 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 944 time: 0.1643002 Aug 03 16:02:52.119253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c968583b-3882-4f4c-bffb-9e759223bb4f,segment=NetworkSegment(1860fb87-2931-4c08-8e4d-5b779dfa1b34),segment_id=1860fb87-2931-4c08-8e4d-5b779dfa1b34)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:52.139861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.159899 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.238783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d7189e4-f4b3-4913-846d-41c14bc24370 req-b6d8bbc6-2ea5-4704-8ee8-bd7d315f8c40 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087954 Aug 03 16:02:52.322170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:52.337141 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c92349-9af1-446b-b6ee-b39b2c8ae612 x-openstack-request-id: req-d9c92349-9af1-446b-b6ee-b39b2c8ae612 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:52.337711 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "name": "network-vif-plugged", "status": "completed", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:52.338125 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9c92349-9af1-446b-b6ee-b39b2c8ae612 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:52.339991 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f', 'code': 200} Aug 03 16:02:52.477341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0e95-10d6-4b2e-9cf9-93f5d596e169 req-1ec1f198-fb6a-4596-bf3c-2623a5a9748c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:52.478470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Provisioning complete for port 0594139d-5593-47fd-b8a6-91bf0698245f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:52.478888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba1b0e95-10d6-4b2e-9cf9-93f5d596e169 req-1ec1f198-fb6a-4596-bf3c-2623a5a9748c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.2975516 Aug 03 16:02:52.479757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.525500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a047f909-dd6d-472a-af67-0e60f6932a7e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:52.598770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Port 0594139d-5593-47fd-b8a6-91bf0698245f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:52.609253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a047f909-dd6d-472a-af67-0e60f6932a7e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:52.615498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:52.645877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9490c-f38b-4736-955a-9c6610aebc8a req-756b0f66-67e9-48cb-a7ba-f8769a6c167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:52.647501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68a9490c-f38b-4736-955a-9c6610aebc8a req-756b0f66-67e9-48cb-a7ba-f8769a6c167e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 1096 time: 0.2470658 Aug 03 16:02:52.654500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Provisioning for port fcd0cf91-b245-4382-96d6-048af57c97ab completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:52.661610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Provisioning complete for port fcd0cf91-b245-4382-96d6-048af57c97ab triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:52.662114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.676365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba1b0e95-10d6-4b2e-9cf9-93f5d596e169 req-26915983-98fb-4195-be21-888184402353 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519716 Aug 03 16:02:52.716138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:52.716579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.740670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.750512 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68a9490c-f38b-4736-955a-9c6610aebc8a req-5783352b-b1a0-4db4-9169-094eb30fb096 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912907 Aug 03 16:02:52.758211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.842459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.892231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] For port fcd0cf91-b245-4382-96d6-048af57c97ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fcd0cf91-b245-4382-96d6-048af57c97ab,segment=NetworkSegment(6ddf83b3-1875-47a2-acd0-f46e9bdb349c),segment_id=6ddf83b3-1875-47a2-acd0-f46e9bdb349c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:52.900027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:52.968819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aec074-d9e2-4367-ab81-fe8576265dfa None None] Pushing event updated for resources: {'Port': ['ID=fcd0cf91-b245-4382-96d6-048af57c97ab,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:53.009215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f21c34-0817-4828-a60a-6c46b8d8bb01 None None] Network fb7362c6-ef48-4a18-9589-840ad603e279 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:02:53.063777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Provisioning for port a047f909-dd6d-472a-af67-0e60f6932a7e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:53.072107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Provisioning complete for port a047f909-dd6d-472a-af67-0e60f6932a7e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:53.072591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.227254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.279253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] For port a047f909-dd6d-472a-af67-0e60f6932a7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a047f909-dd6d-472a-af67-0e60f6932a7e,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:53.285053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.365916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741015a-d175-4b3e-88a0-e1bbe2e2d805 None None] Pushing event updated for resources: {'Port': ['ID=a047f909-dd6d-472a-af67-0e60f6932a7e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:53.394174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Router fbf535fd-0e24-45be-a956-277690dfdc22 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:02:53.420158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81493b2-8422-442c-8c64-9a1ce432efcd req-3b651f6f-74b4-4e70-a6b2-5dac86c703de tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:53.422769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b81493b2-8422-442c-8c64-9a1ce432efcd req-3b651f6f-74b4-4e70-a6b2-5dac86c703de tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 945 time: 0.0772314 Aug 03 16:02:53.491477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8:1::1 (09403da7-e538-4b4e-b9bd-73ee69f8896b/6ec31637-82a8-4d9c-a372-4be905beff24/413015f8-81a2-40a4-92b0-23af9d062818) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:53.498145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b81493b2-8422-442c-8c64-9a1ce432efcd req-59f53b47-2806-4b6f-9937-c86fdb7c81a2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524788 Aug 03 16:02:53.632390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad3c2b81-ffb3-4d1a-9645-204fc09f2296 None None] Provisioning complete for port a047f909-dd6d-472a-af67-0e60f6932a7e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:53.632922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2b81-ffb3-4d1a-9645-204fc09f2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.757286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:53.770822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:53.778679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.782664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:53.783465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:53.824243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.825320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3885510c-743c-457c-a9d9-9024d4935978 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4341335 Aug 03 16:02:53.826514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 413015f8-81a2-40a4-92b0-23af9d062818 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:53.827937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47990) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:53.858883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798d9f-0068-4dd4-a8ba-810e38872d67 req-450cb8d1-8aeb-4873-88e9-0c763ef7854e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:53.860432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56798d9f-0068-4dd4-a8ba-810e38872d67 req-450cb8d1-8aeb-4873-88e9-0c763ef7854e tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0874765 Aug 03 16:02:53.899813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:53.900556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:53.943820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56798d9f-0068-4dd4-a8ba-810e38872d67 req-7b44dbd9-c0a8-4cfe-b7fc-dd980d7d6541 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744545 Aug 03 16:02:53.959712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:53.971737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:53.971737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:53.971737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.009033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=413015f8-81a2-40a4-92b0-23af9d062818,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:54.126541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.134070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:51Z', 'revision_number': 3, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:54.179698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:02:54.180074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Updating router fbf535fd-0e24-45be-a956-277690dfdc22 port 15effda8-9300-4525-8f6d-8c2ba46294a8 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:02:54.209982 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.235646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fcd0cf91-b245-4382-96d6-048af57c97ab up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:54.297044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-24b1e60c-6b6e-4920-8473-7d76b30cedaf None None] Provisioning for port 413015f8-81a2-40a4-92b0-23af9d062818 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:54.351874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-24b1e60c-6b6e-4920-8473-7d76b30cedaf None None] Provisioning complete for port 413015f8-81a2-40a4-92b0-23af9d062818 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:54.352256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-24b1e60c-6b6e-4920-8473-7d76b30cedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.404740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fcd0cf91-b245-4382-96d6-048af57c97ab triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:54.405175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.421189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.481889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-24b1e60c-6b6e-4920-8473-7d76b30cedaf None None] Port 413015f8-81a2-40a4-92b0-23af9d062818 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:54.509201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.517676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.518472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.594365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a047f909-dd6d-472a-af67-0e60f6932a7e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:54.683005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05364e77-7ec2-4733-a7c5-5bdf77c4d12d req-2895dacc-55ce-401d-a5ec-6fe8388586fb tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:54.685142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05364e77-7ec2-4733-a7c5-5bdf77c4d12d req-2895dacc-55ce-401d-a5ec-6fe8388586fb tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 945 time: 0.1073377 Aug 03 16:02:54.710231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Allocated IP 172.20.0.1 (fb7362c6-ef48-4a18-9589-840ad603e279/98c3b425-6eeb-4363-968d-2f444d438765/bdc756fc-111a-4fe1-8493-87cd48ead57f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:54.731604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.749011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Transition to ACTIVE for port object 15effda8-9300-4525-8f6d-8c2ba46294a8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:54.750855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a047f909-dd6d-472a-af67-0e60f6932a7e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:54.751234 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.763811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=413015f8-81a2-40a4-92b0-23af9d062818,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:54.793165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:54.795183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:54.809566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.848267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05364e77-7ec2-4733-a7c5-5bdf77c4d12d req-4ae588a6-42be-4280-ac7a-7cadf5eac22c tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Aug 03 16:02:54.876622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218fb1-1b24-4a55-93fd-9bd362b2e830 None None] Pushing event updated for resources: {'Port': ['ID=15effda8-9300-4525-8f6d-8c2ba46294a8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:54.901673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Attempting to bind port 15effda8-9300-4525-8f6d-8c2ba46294a8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:54.908374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Attempting to bind port 15effda8-9300-4525-8f6d-8c2ba46294a8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:54.908848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Attempting to bind port 15effda8-9300-4525-8f6d-8c2ba46294a8 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:54.935024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:54.935468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:54.935819 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.936219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:54.936711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Bound port: 15effda8-9300-4525-8f6d-8c2ba46294a8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:54.937098 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.943655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:54.979694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Transition to ACTIVE for port object bdc756fc-111a-4fe1-8493-87cd48ead57f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:55.028618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] For port 15effda8-9300-4525-8f6d-8c2ba46294a8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:55.037401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] For port 15effda8-9300-4525-8f6d-8c2ba46294a8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=15effda8-9300-4525-8f6d-8c2ba46294a8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:55.044004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.049140 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.104968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Network fb7362c6-ef48-4a18-9589-840ad603e279 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:55.115881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:55.133282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 72cc3af7-727b-4d2f-9375-7ba07fa0cb35 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:02:55.145816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:55.184040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:55.184843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:55.234435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:55.274893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04273e4-11a5-4a31-858f-a1b4473b2cf3 req-5cdeb72f-4ee7-48f5-a3fb-cce3c4e5cd78 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:55.284429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d04273e4-11a5-4a31-858f-a1b4473b2cf3 req-5cdeb72f-4ee7-48f5-a3fb-cce3c4e5cd78 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1963308 Aug 03 16:02:55.286720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218fb1-1b24-4a55-93fd-9bd362b2e830 None None] Pushing event updated for resources: {'Port': ['ID=15effda8-9300-4525-8f6d-8c2ba46294a8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:55.315892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.316249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.316594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.316930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.317264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.317594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.317945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.318318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.318678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.318958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.319276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.319599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:55.360882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d04273e4-11a5-4a31-858f-a1b4473b2cf3 req-887a2f38-eb57-4d77-8e35-95438844447d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670300 Aug 03 16:02:55.362603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.373681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:55.384902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d0d219a8-a4e4-482f-a65d-9b3802f168dd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7517042 Aug 03 16:02:55.385993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48014) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:55.388112 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] Sync routers for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:55.405652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:55.406649 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:55.445378 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:55.455330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:55.456318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:55.491306 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:55.492385 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8156835-5541-4646-b60f-5e4e91243483 None None] The sync data for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:55.503363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a23863d-f551-429e-8f72-56888623d359 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:55.507989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9a23863d-f551-429e-8f72-56888623d359 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports/413015f8-81a2-40a4-92b0-23af9d062818 HTTP/1.1" status: 200 len: 913 time: 0.1169555 Aug 03 16:02:55.507989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48018) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:55.558735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.606485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1af798-ee0f-44d8-9f90-f03c9573e429 req-ad01bf8c-33ac-4397-b76f-3eb0f763ba35 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:55.608063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da1af798-ee0f-44d8-9f90-f03c9573e429 req-ad01bf8c-33ac-4397-b76f-3eb0f763ba35 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 945 time: 0.1632841 Aug 03 16:02:55.626996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c22476c1-c8ff-45f8-9ad8-e2dc733d7f85 None None] Provisioning complete for port 413015f8-81a2-40a4-92b0-23af9d062818 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:55.627505 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c22476c1-c8ff-45f8-9ad8-e2dc733d7f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.680644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c22476c1-c8ff-45f8-9ad8-e2dc733d7f85 None None] Port 413015f8-81a2-40a4-92b0-23af9d062818 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:55.686832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:55.747604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da1af798-ee0f-44d8-9f90-f03c9573e429 req-12a33bd0-3985-4831-bee5-0b9b1c018d86 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 Aug 03 16:02:55.852980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-248a5423-2dc0-4cb2-94fd-d888560e6a50 None None] Provisioning for port bdc756fc-111a-4fe1-8493-87cd48ead57f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:55.863588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-248a5423-2dc0-4cb2-94fd-d888560e6a50 None None] Provisioning complete for port bdc756fc-111a-4fe1-8493-87cd48ead57f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:55.864316 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-248a5423-2dc0-4cb2-94fd-d888560e6a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.872679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.878365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.924202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-248a5423-2dc0-4cb2-94fd-d888560e6a50 None None] Port bdc756fc-111a-4fe1-8493-87cd48ead57f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:55.962722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:55.965569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.988780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:55.996701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:56.001852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:51Z', 'revision_number': 3, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:56.031652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c101ea-4ec3-4b63-8e2b-caa11aeda01a None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:51Z', 'revision_number': 3, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:56.349094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 413015f8-81a2-40a4-92b0-23af9d062818 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:56.349441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:56.363118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Network fb7362c6-ef48-4a18-9589-840ad603e279 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:56.364584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:56.479450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:56.500909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 413015f8-81a2-40a4-92b0-23af9d062818 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:56.599255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:02:56.627735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42555d92-54a6-4360-8ccb-948f1943ad88 req-a7688120-7308-4996-8ccf-750604fdc8de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:56.629448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42555d92-54a6-4360-8ccb-948f1943ad88 req-a7688120-7308-4996-8ccf-750604fdc8de tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1150758 Aug 03 16:02:56.824860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:56.833702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:56.853516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-61bda553-aae1-405e-aa32-345c3a076870 admin admin] 10.222.0.70 "PUT /v2.0/routers/fbf535fd-0e24-45be-a956-277690dfdc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0243912 Aug 03 16:02:56.866403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42555d92-54a6-4360-8ccb-948f1943ad88 req-1bb40224-7966-4eff-930c-978a6b6fec22 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257664 Aug 03 16:02:56.904466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2d273aa8-b4b4-4c62-a0fc-1a639c932bf9 None None] Provisioning complete for port bdc756fc-111a-4fe1-8493-87cd48ead57f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:56.905080 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d273aa8-b4b4-4c62-a0fc-1a639c932bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:56.905611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-f979d843-3b48-4377-b424-84608652735b tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:56.907254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-f979d843-3b48-4377-b424-84608652735b tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.72 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 945 time: 0.2906764 Aug 03 16:02:56.911818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=413015f8-81a2-40a4-92b0-23af9d062818,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:57.056621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2d273aa8-b4b4-4c62-a0fc-1a639c932bf9 None None] Port bdc756fc-111a-4fe1-8493-87cd48ead57f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:02:57.263682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:57.421435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d954-cb44-4f20-86fc-ccfbbb0be30f req-477cf648-4717-4e93-b8df-a874c2d20698 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:57.423078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2228d954-cb44-4f20-86fc-ccfbbb0be30f req-477cf648-4717-4e93-b8df-a874c2d20698 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 945 time: 0.5144405 Aug 03 16:02:57.531414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Deleting port c968583b-3882-4f4c-bffb-9e759223bb4f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:57.531761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:57.561241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2228d954-cb44-4f20-86fc-ccfbbb0be30f req-c17e6db2-7387-47d6-a340-20d52c769003 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/security-groups?id=452b3084-6f5c-49b9-97f8-e353d46a80ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269541 Aug 03 16:02:57.632263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:57.640336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808661675', 'description': 'tempest-description--1911161725'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:57.666073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 72cc3af7-727b-4d2f-9375-7ba07fa0cb35 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:02:57.965955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:58.039156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.082774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] For port c968583b-3882-4f4c-bffb-9e759223bb4f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c968583b-3882-4f4c-bffb-9e759223bb4f,segment=NetworkSegment(1860fb87-2931-4c08-8e4d-5b779dfa1b34),segment_id=1860fb87-2931-4c08-8e4d-5b779dfa1b34)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:58.083242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.130744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52a2698e-e38d-46b6-86da-418bdb2ab189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.181893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Calling delete_port for c968583b-3882-4f4c-bffb-9e759223bb4f owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:58.233590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c338-7e5b-4718-a7dd-f46056625a48 req-de68e9b5-a44e-46b3-abce-494c08f60593 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:58.235395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6521c338-7e5b-4718-a7dd-f46056625a48 req-de68e9b5-a44e-46b3-abce-494c08f60593 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.2201376 Aug 03 16:02:58.276822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 15effda8-9300-4525-8f6d-8c2ba46294a8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:02:58.285945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:02:58.298149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52a2698e-e38d-46b6-86da-418bdb2ab189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.302675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a207f4c3-fdd3-4e0a-a5da-226747ae1ae4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7905886 Aug 03 16:02:58.303452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48058) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:58.311698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-52a2698e-e38d-46b6-86da-418bdb2ab189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.316419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] Sync routers for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:58.353361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:58.354799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.371078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6521c338-7e5b-4718-a7dd-f46056625a48 req-927dc433-df1a-4525-b104-6fc45ee58809 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890551 Aug 03 16:02:58.408650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.435284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:58.436126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.448708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2698e-e38d-46b6-86da-418bdb2ab189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea7b35-c43a-47e8-b298-b340a16c9000,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:58.487965 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:02:58.496764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.499922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf23c39-528a-47c0-b092-8e62d03a4349 None None] The sync data for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:02:58.504432 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:58.505394 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.512402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 15effda8-9300-4525-8f6d-8c2ba46294a8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:02:58.523639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 15effda8-9300-4525-8f6d-8c2ba46294a8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:02:58.524027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.544663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.546269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.563083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c968583b-3882-4f4c-bffb-9e759223bb4f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:02:58.571052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.607829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Pushing event deleted for resources: {'Port': ['ID=c968583b-3882-4f4c-bffb-9e759223bb4f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:58.655060 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:02:58.661746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-52a2698e-e38d-46b6-86da-418bdb2ab189 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a9137240acd4587b34381895b57cfc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921701 Aug 03 16:02:58.662847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48062) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:58.678175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.704312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 15effda8-9300-4525-8f6d-8c2ba46294a8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=15effda8-9300-4525-8f6d-8c2ba46294a8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:02:58.709593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.723263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] No DVR routers for this DVR port c968583b-3882-4f4c-bffb-9e759223bb4f on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:02:58.730490 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.732965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-302e38c4-3754-4f60-97cb-db72d6103a31 req-24bf4530-dff9-47d0-a6e3-64b2b1130380 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.72 "DELETE /v2.0/ports/c968583b-3882-4f4c-bffb-9e759223bb4f HTTP/1.1" status: 204 len: 173 time: 1.8162997 Aug 03 16:02:58.733803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.738499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1031919 Aug 03 16:02:58.739088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'name': 'network-vif-deleted', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:02:58.741442 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096cc747-0d74-4c79-b659-d66f03ad78ad" -d '{"events": [{"server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "name": "network-vif-deleted", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:02:58.751274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:58.764295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde584e-f85e-4363-8561-61388a2f725a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:58.767966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58bb23fd-c547-45a1-ad25-59ead2975b6f req-53858068-26a2-460f-8503-83b4ae4e54c2 tempest-InstanceActionsNegativeTestJSON-1726084924 tempest-InstanceActionsNegativeTestJSON-1726084924-project] 10.222.0.70 "GET /v2.0/ports?device_id=66a5b26c-3dbe-4f09-a94d-ab6ed9de3424 HTTP/1.1" status: 200 len: 210 time: 0.0658009 Aug 03 16:02:58.800995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group_rule': {'security_group_id': '0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:58.814286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.824557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=15effda8-9300-4525-8f6d-8c2ba46294a8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:58.827292 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe1a68-1c80-48e5-9849-f87cf3f79ecf x-openstack-request-id: req-7bbe1a68-1c80-48e5-9849-f87cf3f79ecf {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:02:58.827886 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a5b26c-3dbe-4f09-a94d-ab6ed9de3424", "name": "network-vif-deleted", "tag": "c968583b-3882-4f4c-bffb-9e759223bb4f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:02:58.828300 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bbe1a68-1c80-48e5-9849-f87cf3f79ecf {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:02:58.829851 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a5b26c-3dbe-4f09-a94d-ab6ed9de3424', 'name': 'network-vif-deleted', 'tag': 'c968583b-3882-4f4c-bffb-9e759223bb4f', 'status': 'completed', 'code': 200} Aug 03 16:02:58.839545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.879961 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.905417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.909578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.928394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90ac9eb-c7c7-4e5f-8c05-ab1c2df9e80f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:58.936159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.938455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3851c63-1052-480c-9f86-802bbaf1f284 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763203 Aug 03 16:02:58.940535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48068) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:58.945509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group_rule': {'security_group_id': '0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:58.966667 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:58.974058 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 2, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:58.977323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.004071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:02:59.004353 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Updating router fbf535fd-0e24-45be-a956-277690dfdc22 port bdc756fc-111a-4fe1-8493-87cd48ead57f binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:02:59.033613 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.044041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.045339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.048113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.048592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.049584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17ea7b35-c43a-47e8-b298-b340a16c9000 HTTP/1.1" status: 204 len: 168 time: 0.3854489 Aug 03 16:02:59.071720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232e1d3-d200-4e74-b1ce-de656a1ce380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea7b35-c43a-47e8-b298-b340a16c9000,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:59.083879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d57ed9-3503-4402-ad14-f47334e5716f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:59.094552 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.096943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a4e0b741-bbd5-4d06-9d1b-32c914148283 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553292 Aug 03 16:02:59.106828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:59.115182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:02:59.142935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.317901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.391007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 0594139d-5593-47fd-b8a6-91bf0698245f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:02:59.391356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.407979 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.424332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Transition to ACTIVE for port object bdc756fc-111a-4fe1-8493-87cd48ead57f will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:02:59.438814 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.533868 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Pushing event updated for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:59.539879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Allocated IP 172.25.7.112 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/0a0e9690-2ae9-481b-8126-fc0079c6e38b) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:02:59.543313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.562315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 0594139d-5593-47fd-b8a6-91bf0698245f owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:02:59.565277 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.565941 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.566878 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.567608 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.568112 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.568673 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.569188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.569757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.570247 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.570795 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.571297 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.571831 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:02:59.625673 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Attempting to bind port bdc756fc-111a-4fe1-8493-87cd48ead57f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:02:59.626180 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Attempting to bind port bdc756fc-111a-4fe1-8493-87cd48ead57f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:02:59.626515 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Attempting to bind port bdc756fc-111a-4fe1-8493-87cd48ead57f on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:02:59.635712 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:02:59.636452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:02:59.637237 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.638099 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Bound using segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:02:59.638852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Bound port: bdc756fc-111a-4fe1-8493-87cd48ead57f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:02:59.639473 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.663914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:59.687140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-072dbccd-549b-414c-8c49-9a32e6cc38d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.734924 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] For port bdc756fc-111a-4fe1-8493-87cd48ead57f, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:02:59.740320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] For port bdc756fc-111a-4fe1-8493-87cd48ead57f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bdc756fc-111a-4fe1-8493-87cd48ead57f,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:02:59.752847 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.765418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.773566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac62ba9-39d4-4064-8265-8f5c0d8f95e1 req-2a7c2d88-218b-49df-9b6c-7ab96ff69348 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:02:59.775175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac62ba9-39d4-4064-8265-8f5c0d8f95e1 req-2a7c2d88-218b-49df-9b6c-7ab96ff69348 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.2712197 Aug 03 16:02:59.829434 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be385d3-2532-4659-9bbc-84c285bed891 None None] Pushing event updated for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:02:59.864789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.867926 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:02:59.869893 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:02:59.881985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac62ba9-39d4-4064-8265-8f5c0d8f95e1 req-f26de05d-9360-4edf-b46f-c2eb307424e4 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 Aug 03 16:02:59.889068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:02:59.912585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48086) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:02:59.920444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:02:59.935573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:02:59.944832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:02:59.957490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=0594139d-5593-47fd-b8a6-91bf0698245f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:00.042345 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:00.090294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.179905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=0a0e9690-2ae9-481b-8126-fc0079c6e38b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:00.199077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.231810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Deleting subnet 1866acdc-7148-4ea9-b396-46939ec83619 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:00.251543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-072dbccd-549b-414c-8c49-9a32e6cc38d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.257246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.305779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 15effda8-9300-4525-8f6d-8c2ba46294a8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:00.319754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.360226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 72cc3af7-727b-4d2f-9375-7ba07fa0cb35 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:00.367419 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.382279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 15effda8-9300-4525-8f6d-8c2ba46294a8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:00.383143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.425587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-072dbccd-549b-414c-8c49-9a32e6cc38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.464564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:00.466638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.472940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fce1f0e8-b336-428a-b012-d2e3fb1b8772 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1651490 Aug 03 16:03:00.473248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:00.495724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] Sync routers for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:00.517133 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78d02b3d-89a5-4d7c-ae46-8f172f28deb7 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=72cc3af7-727b-4d2f-9375-7ba07fa0cb35 HTTP/1.1" status: 200 len: 205 time: 0.0424139 Aug 03 16:03:00.520468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48094) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:00.530322 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:02:59Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:00.536966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:00.538173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:00.568707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.569313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858900c9-8423-4c0f-bc5c-c928bf2c6cda None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:02:59Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:00.572328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1866acdc-7148-4ea9-b396-46939ec83619 HTTP/1.1" status: 204 len: 168 time: 0.6630239 Aug 03 16:03:00.579090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:00.581745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c137942-18ce-479d-aee6-6cf2052ec6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1866acdc-7148-4ea9-b396-46939ec83619,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:00.592455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-072dbccd-549b-414c-8c49-9a32e6cc38d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cb539d2900a47c5a7cc8b7a114f4fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9247003 Aug 03 16:03:00.600943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:00.601198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.602784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dbccd-549b-414c-8c49-9a32e6cc38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580360ba-9b42-4073-9fc2-845007ee8730,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:00.610771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48098) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:00.618995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] Routers {'72cc3af7-727b-4d2f-9375-7ba07fa0cb35'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:00.620250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:02:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:00.672498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:00.673281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6521a84c-7e22-48bf-88cc-deb6e38239c3 None None] The sync data for ids ['72cc3af7-727b-4d2f-9375-7ba07fa0cb35'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:00.721404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.730451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c968583b-3882-4f4c-bffb-9e759223bb4f no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:00.758989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: c968583b-3882-4f4c-bffb-9e759223bb4f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:00.759650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c968583b-3882-4f4c-bffb-9e759223bb4f not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:00.762523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-4b920988-d477-4e5c-be85-bca1f28193c6 req-b953b65c-d855-44ab-a6da-bdf853097afd service neutron] (106017) timed out ('10.222.0.78', 54370) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:03:00.793729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.813206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.833698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.902582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.908092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.921401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.924394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.950186 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.952731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:00.953919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/580360ba-9b42-4073-9fc2-845007ee8730 HTTP/1.1" status: 204 len: 168 time: 0.3415802 Aug 03 16:03:01.020304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa1965-e06b-4059-9ab3-d7a65d7f2a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580360ba-9b42-4073-9fc2-845007ee8730,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:01.038432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=0a0e9690-2ae9-481b-8126-fc0079c6e38b,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:01.065708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.068410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.068931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router 72cc3af7-727b-4d2f-9375-7ba07fa0cb35 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:03:01.076797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.078989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-48dfb746-833a-4d7d-a589-5affa1cc146b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35 HTTP/1.1" status: 204 len: 168 time: 0.5567293 Aug 03 16:03:01.084002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:01.089693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:01.089870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.102050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1860fb87-2931-4c08-8e4d-5b779dfa1b34') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:01.103020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1860fb87-2931-4c08-8e4d-5b779dfa1b34') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:01.120232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.137959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f1a6-641a-4a15-809a-b7b50f651c00 req-68f0864d-81b4-4de4-b383-173b11d4a911 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:01.138519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.139547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee6f1a6-641a-4a15-809a-b7b50f651c00 req-68f0864d-81b4-4de4-b383-173b11d4a911 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1276317 Aug 03 16:03:01.152042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.152375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:01.152375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.157708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b1f558b-c1e5-419e-92ef-f8ffd9dd3d35 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0453994 Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:01.157909 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:01.210839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 6ec31637-82a8-4d9c-a372-4be905beff24 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:01.216026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.273403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ee6f1a6-641a-4a15-809a-b7b50f651c00 req-39a98ee3-0f6f-48c5-b2f6-c52246173f58 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188190 Aug 03 16:03:01.289415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.304857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.321094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.331395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] 10.222.0.70 "DELETE /v2.0/networks/fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d HTTP/1.1" status: 204 len: 168 time: 0.7468874 Aug 03 16:03:01.332652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3c078-2434-4b09-8a5c-11cc338035be admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9b2404-0e71-4cb6-b847-f6f2f7a0ab9d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:01.455863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.536081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f7e04240-c912-4318-91dc-1114cfe3703a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--808661675&fields=id&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 267 time: 0.0924485 Aug 03 16:03:01.583652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.644878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb7e56-91a8-41ab-a905-c1655c138f33 None None] Network 09403da7-e538-4b4e-b9bd-73ee69f8896b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:01.647186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec31637-82a8-4d9c-a372-4be905beff24,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:01.658117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.673270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-76137c2e-15bd-437a-af33-e3d07d736c94 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6ec31637-82a8-4d9c-a372-4be905beff24 HTTP/1.1" status: 204 len: 168 time: 0.5860786 Aug 03 16:03:01.673420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:01.696881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:01.767269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f867207c-00a6-4b0a-9f67-27a6997e28b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12a2a6224030410f9f622517ad4e29c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671628 Aug 03 16:03:01.770147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48138) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:01.779269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 276ae047-4178-40b5-8daf-73426ab984da {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:01.782789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.793872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3182d92-416a-4713-be2e-ec7f5c3b7b46 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:01.802817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3182d92-416a-4713-be2e-ec7f5c3b7b46 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 817 time: 0.2653286 Aug 03 16:03:01.865881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-ed530cb0-ed9d-478b-96ec-b36cfa7abdee tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/quotas/072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 375 time: 0.0620270 Aug 03 16:03:01.905618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:01.955381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.006793 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.020300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-2822687c-8085-4a1f-910b-9af982213623 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527741 Aug 03 16:03:02.027377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] DHCP port deletion for 09403da7-e538-4b4e-b9bd-73ee69f8896b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:03:02.086021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.089516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.099750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/452b3084-6f5c-49b9-97f8-e353d46a80ba HTTP/1.1" status: 204 len: 168 time: 0.3219750 Aug 03 16:03:02.116016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Deleting port fcd0cf91-b245-4382-96d6-048af57c97ab {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:02.116737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.147345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5d5dc-71cf-4516-85ed-27dfcf5205de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b3084-6f5c-49b9-97f8-e353d46a80ba,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:02.179745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.278511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] For port fcd0cf91-b245-4382-96d6-048af57c97ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fcd0cf91-b245-4382-96d6-048af57c97ab,segment=NetworkSegment(6ddf83b3-1875-47a2-acd0-f46e9bdb349c),segment_id=6ddf83b3-1875-47a2-acd0-f46e9bdb349c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:02.279139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.315020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Calling delete_port for fcd0cf91-b245-4382-96d6-048af57c97ab owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:02.485533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bdc756fc-111a-4fe1-8493-87cd48ead57f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:02.489830 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.546626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] Pushing event deleted for resources: {'Port': ['ID=fcd0cf91-b245-4382-96d6-048af57c97ab,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:02.556645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b3962-8d47-4e21-8a58-9fa484433923 None None] No DVR routers for this DVR port fcd0cf91-b245-4382-96d6-048af57c97ab on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:02.580142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9b3fa-7169-4cbb-b8af-dfc60f66203a req-ed39a525-3786-402d-85a1-4c72c8bf230c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:02.585438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eea9b3fa-7169-4cbb-b8af-dfc60f66203a req-ed39a525-3786-402d-85a1-4c72c8bf230c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1185670 Aug 03 16:03:02.613928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bdc756fc-111a-4fe1-8493-87cd48ead57f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:02.618050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bdc756fc-111a-4fe1-8493-87cd48ead57f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:02.618413 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.688514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eea9b3fa-7169-4cbb-b8af-dfc60f66203a req-090faadd-d631-4ed7-a768-2eed1981f38a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712488 Aug 03 16:03:02.720912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.762284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port bdc756fc-111a-4fe1-8493-87cd48ead57f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bdc756fc-111a-4fe1-8493-87cd48ead57f,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:02.767614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.828833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-52ecf0b1-8e57-4fca-9617-a10d2e32f20c service neutron] 10.222.0.70 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861061 Aug 03 16:03:02.892241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fcd0cf91-b245-4382-96d6-048af57c97ab no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:02.896160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:02.948552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:02.957462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: fcd0cf91-b245-4382-96d6-048af57c97ab {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:02.958098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fcd0cf91-b245-4382-96d6-048af57c97ab not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:02.995648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.001716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:03.002342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9978e95-753d-4e49-8ec1-4b5396bb49c0 None None] Network d7c254cb-f280-4c06-bb8a-7e1a93d74424 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:03.002726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/276ae047-4178-40b5-8daf-73426ab984da HTTP/1.1" status: 204 len: 168 time: 1.3272169 Aug 03 16:03:03.006303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b36cb-92af-4024-85b8-c4ca9d27c80f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=276ae047-4178-40b5-8daf-73426ab984da,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:03.061383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-15b3dcd4-b776-42f5-b5a5-669687bec7b1 service neutron] 10.222.0.70 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186570 Aug 03 16:03:03.216538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.289309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] DHCP port deletion for d7c254cb-f280-4c06-bb8a-7e1a93d74424 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:03:03.318923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70315c8a-bb70-4d0f-bfa0-f8e5a50a8e7c req-2bebdb6f-f304-42ba-837b-e7e0717c5292 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 210 time: 0.0463445 Aug 03 16:03:03.361619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Deleting port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:03.362279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.421821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b78ea-d130-4de1-96fb-f1ff01a59db7 req-246a8e5d-ca38-4134-83dd-86134f21b92d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:03.423647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-351b78ea-d130-4de1-96fb-f1ff01a59db7 req-246a8e5d-ca38-4134-83dd-86134f21b92d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.2042727 Aug 03 16:03:03.436168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.444279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] For port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,segment=NetworkSegment(1812cf38-a63f-4912-8715-ad716342cbb9),segment_id=1812cf38-a63f-4912-8715-ad716342cbb9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:03.444711 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.459654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Calling delete_port for e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:03.460298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09403da7-e538-4b4e-b9bd-73ee69f8896b']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:03.520238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddf83b3-1875-47a2-acd0-f46e9bdb349c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:03.520567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddf83b3-1875-47a2-acd0-f46e9bdb349c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:03.543652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.570179 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.581236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-351b78ea-d130-4de1-96fb-f1ff01a59db7 req-f1d4a192-8ceb-47dc-9b0e-76bf6b611d7c tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318254 Aug 03 16:03:03.602527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Pushing event deleted for resources: {'Port': ['ID=e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:03.605580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.613536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48204) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:03.624020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:03.624438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.626706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] No DVR routers for this DVR port e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:03.627810 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:03.635831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.636583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.637194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.637905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.638415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.638620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.639195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.639757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.640263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.640842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.641346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.642390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e42ee-fb07-4509-a536-10fc4bb3dc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:03.727456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.732600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.738376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/09403da7-e538-4b4e-b9bd-73ee69f8896b HTTP/1.1" status: 204 len: 168 time: 0.7330184 Aug 03 16:03:03.742314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:03.770868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3890-6b4d-4f84-9b3c-40a018a80e7e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=09403da7-e538-4b4e-b9bd-73ee69f8896b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:03.873202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b026be0-32c4-4cfa-8edd-6b1aad3fffbd req-7bf0dae9-52bc-437e-a701-77f6c3aad240 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:03.875150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b026be0-32c4-4cfa-8edd-6b1aad3fffbd req-7bf0dae9-52bc-437e-a701-77f6c3aad240 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1460481 Aug 03 16:03:03.880917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:03.894248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-733005540-network', 'tenant_id': 'dc3d0956cf7a423295c596849f7e5223'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:03.981265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Made reservation on behalf of dc3d0956cf7a423295c596849f7e5223 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:03.983598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.005883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b026be0-32c4-4cfa-8edd-6b1aad3fffbd req-8fd1d3ee-8ebb-4581-a87a-e2402f50f781 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156178 Aug 03 16:03:04.060280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.102917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.118296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c254cb-f280-4c06-bb8a-7e1a93d74424']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:04.136457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1812cf38-a63f-4912-8715-ad716342cbb9') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:04.136919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1812cf38-a63f-4912-8715-ad716342cbb9') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:04.154760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.233409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.250139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:04.250773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:04.254261 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:04.280942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bdc756fc-111a-4fe1-8493-87cd48ead57f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:04.355355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bdc756fc-111a-4fe1-8493-87cd48ead57f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:04.356261 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.376481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.390029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.391667 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.394232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/d7c254cb-f280-4c06-bb8a-7e1a93d74424 HTTP/1.1" status: 204 len: 168 time: 0.6475894 Aug 03 16:03:04.398077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f569a-9144-45cf-a0fc-cf7bd571e803 req-1d050fa3-c65f-4536-bb12-9b286981bb9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:04.409388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b0f569a-9144-45cf-a0fc-cf7bd571e803 req-1d050fa3-c65f-4536-bb12-9b286981bb9d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1173005 Aug 03 16:03:04.413242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48236) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:04.419583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821042891'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:04.423430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.427498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201098b-9350-4028-bfe6-e00cb5331b45 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=d7c254cb-f280-4c06-bb8a-7e1a93d74424,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:04.478567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b0f569a-9144-45cf-a0fc-cf7bd571e803 req-c45a6fb7-c2e3-459b-9e69-c4670a7c7a82 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631864 Aug 03 16:03:04.523584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:04.536383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a6d02d7-4546-41ec-99a7-e9c2d6133ce7 req-de0ecec2-1cca-4200-9ae6-7bd0bca2996d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 210 time: 0.0843446 Aug 03 16:03:04.541002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:04.544585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:04.571449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:04.575227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.592220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.592928 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Added segment 14059df6-601d-42ff-b144-8c5939e28ee6 of type vlan for network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 Aug 03 16:03:04.599975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:04.600834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6c6ea2e-dfa0-4a0d-94bb-6b059f32cc5a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:04.689993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:04.716249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.741412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.741807 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment a21bc08e-7b92-42c5-867d-da1eb989567a of type vlan for network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d Aug 03 16:03:04.750369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-0a0a3487-c3ba-4236-9009-007356de720e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:04.752475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-0a0a3487-c3ba-4236-9009-007356de720e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.72 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 817 time: 0.1565735 Aug 03 16:03:04.800448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.801670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:04.802514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.810460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.823755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-da3142dd-d49b-4df5-99f2-85f38071c760 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 379 time: 0.0581048 Aug 03 16:03:04.835760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'port': {'device_id': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'admin_state_up': True, 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'security_groups': ['0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:04.883029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2666631 Aug 03 16:03:04.886844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:04.894065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Request body: {'subnet': {'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-733005540-subnet', 'tenant_id': 'dc3d0956cf7a423295c596849f7e5223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:04.910119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6cf6-43cf-4a8a-a735-9d6740bb440d admin admin] Pushing event updated for resources: {'Network': ['ID=49d31dd4-95e7-4c3c-a26a-b161e2258a62,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:04.929858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:04.935959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.942288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:04.942865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.956230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Made reservation on behalf of dc3d0956cf7a423295c596849f7e5223 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:04.958574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:04.984863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Made reservation on behalf of 072627a55af04773bb5e85e7e0347ce1 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:04.990022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.094100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6791954 Aug 03 16:03:05.104413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:05.112769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:05.123863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6114c-224a-49ed-bf48-1892a3fa75c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=0ceec2bc-133d-4f23-a5a3-273f4aa6e90d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:05.138096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:05.192602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Allocated IP 172.20.0.7 (fb7362c6-ef48-4a18-9589-840ad603e279/98c3b425-6eeb-4363-968d-2f444d438765/c35c7143-aada-4ef8-b616-65b8ee1756e0) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:05.278649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.355131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e81505d-be4e-4cb7-9e6d-9978d81cff40,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:05.365403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Checking segment: {'id': '14059df6-601d-42ff-b144-8c5939e28ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:05.365924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Network hostable DHCP agents. Network: 49d31dd4-95e7-4c3c-a26a-b161e2258a62, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:05.382033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:05.386200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.390432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:05.403307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 49d31dd4-95e7-4c3c-a26a-b161e2258a62) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:05.413976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeea085c-7de9-4348-a6d4-b7a09e8d17ba None None] Network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:05.419465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:05.420196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.436724 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8030b1c9-cb88-4e83-a189-b5aefbd36456 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5488021 Aug 03 16:03:05.535878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.571848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0eee0-5374-4cfd-830d-ec38c6bfe2cb None None] Network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:05.596112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-7c09faa4-8c6f-4202-96fd-bbd5820a032d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:05.598679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-7c09faa4-8c6f-4202-96fd-bbd5820a032d tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1262529 Aug 03 16:03:05.600403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Transition to ACTIVE for port object c35c7143-aada-4ef8-b616-65b8ee1756e0 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:05.738638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae8bec75-ff6f-47d4-b089-49c1294535ba req-2ac90e2e-3721-46d1-8045-e85772ac83b8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 210 time: 0.0436058 Aug 03 16:03:05.778677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6667f6-55f0-4037-af36-8900a368148d req-8561ba9d-f123-410c-98ea-23255d0412af tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:05.781514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de6667f6-55f0-4037-af36-8900a368148d req-8561ba9d-f123-410c-98ea-23255d0412af tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.1788046 Aug 03 16:03:05.880212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.917738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:05.967152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de6667f6-55f0-4037-af36-8900a368148d req-f7efeac2-43cb-4190-8401-0ce79bb81839 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768734 Aug 03 16:03:05.970982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Network fb7362c6-ef48-4a18-9589-840ad603e279 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:06.014938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:06.015317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.025966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:06.028809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:06.162454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:06.189961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=165554a0-87e9-4351-acdb-b7bc17138474,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:06.238267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:06.238937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.258437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': 'a21bc08e-7b92-42c5-867d-da1eb989567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:06.258797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:06.292105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-6a931936-0f72-4ccc-aa75-6dc3a7076b67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4616485 Aug 03 16:03:06.304793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Request body: {'port': {'device_id': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:06.332736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:06.339647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port 459f78ad-29b5-4ef7-96d2-4a7a49187a76, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=459f78ad-29b5-4ef7-96d2-4a7a49187a76,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:06.340248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.357175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:06.367224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for 459f78ad-29b5-4ef7-96d2-4a7a49187a76 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:06.371035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:06.371880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.372693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-adb895b0-52f6-42ac-ada2-a295d9aaf493 None None] Provisioning for port c35c7143-aada-4ef8-b616-65b8ee1756e0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:06.385760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-adb895b0-52f6-42ac-ada2-a295d9aaf493 None None] Provisioning complete for port c35c7143-aada-4ef8-b616-65b8ee1756e0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:06.386154 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-adb895b0-52f6-42ac-ada2-a295d9aaf493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.405239 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aefd2225-917e-4d55-a253-f24dd3f317b2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2991433 Aug 03 16:03:06.407997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48294) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:06.413374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1914919124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:06.446107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.459006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-adb895b0-52f6-42ac-ada2-a295d9aaf493 None None] Port c35c7143-aada-4ef8-b616-65b8ee1756e0 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:06.459673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.460366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.460547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34e81d2-99d0-4193-9959-1ce7ad17e87b None None] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:06.587773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.599931 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.655221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.659935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7f5974e8-f49c-4324-a986-ffd532428908 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2501988 Aug 03 16:03:06.660895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48306) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:06.667590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'port': {'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d', 'name': 'tempest-RoutersIpV6Test-383142148'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:06.724802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0ceec2bc-133d-4f23-a5a3-273f4aa6e90d', 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '165554a0-87e9-4351-acdb-b7bc17138474'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:06.726030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.922914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:06.928710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:06.964637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] device_id is not set on port c76beaed-9192-4f84-8bff-313e752227c6 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:03:07.156263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Allocated IP 2001:db8::2 (0ceec2bc-133d-4f23-a5a3-273f4aa6e90d/165554a0-87e9-4351-acdb-b7bc17138474/646ff9d3-7817-44bf-b299-555a93acd1c2) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:07.199608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c1df-a715-45e1-8802-a9d37db2412d req-07dd93ac-3403-4e75-9eb3-a7e6fe9a7922 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:07.201183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c05c1df-a715-45e1-8802-a9d37db2412d req-07dd93ac-3403-4e75-9eb3-a7e6fe9a7922 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 931 time: 0.2929761 Aug 03 16:03:07.288905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046754ab-d462-4cf0-ac60-572407323b74 req-be01180e-3083-4587-94d4-668045524fe9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:07.297262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-046754ab-d462-4cf0-ac60-572407323b74 req-be01180e-3083-4587-94d4-668045524fe9 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 946 time: 0.0699615 Aug 03 16:03:07.332025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-046754ab-d462-4cf0-ac60-572407323b74 req-28240cdf-02d7-45f4-8d12-3782927c3619 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Aug 03 16:03:07.370487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.374795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.388867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:07.408069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c05c1df-a715-45e1-8802-a9d37db2412d req-50fd1351-78b5-4232-88b2-cf0fb91deed3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923940 Aug 03 16:03:07.442329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['459f78ad-29b5-4ef7-96d2-4a7a49187a76'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:07.462291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=459f78ad-29b5-4ef7-96d2-4a7a49187a76,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:07.472644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Transition to ACTIVE for port object 646ff9d3-7817-44bf-b299-555a93acd1c2 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:07.534654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Transition to ACTIVE for port object 646ff9d3-7817-44bf-b299-555a93acd1c2 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:07.548211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port 459f78ad-29b5-4ef7-96d2-4a7a49187a76 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:07.549829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.559118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.561856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84acdcf3-64d4-486e-8a78-596f1c5027c9 req-b087947c-1dbe-4860-b966-9d0c1ec1816a tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.78 "DELETE /v2.0/ports/459f78ad-29b5-4ef7-96d2-4a7a49187a76 HTTP/1.1" status: 204 len: 173 time: 1.9459476 Aug 03 16:03:07.567664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'name': 'network-vif-deleted', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:07.571187 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b55be-feca-4690-9381-5b5a24e9cf6e" -d '{"events": [{"server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "name": "network-vif-deleted", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:07.610446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:07.614070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:07.621164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:07.634605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:07.652565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.667904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Transition to ACTIVE for port object c35c7143-aada-4ef8-b616-65b8ee1756e0 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:07.672478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.711309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Pushing event updated for resources: {'Port': ['ID=646ff9d3-7817-44bf-b299-555a93acd1c2,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:07.724354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8::17d (0ceec2bc-133d-4f23-a5a3-273f4aa6e90d/165554a0-87e9-4351-acdb-b7bc17138474/c76beaed-9192-4f84-8bff-313e752227c6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:07.740243 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fbd9d-028b-4d7c-afb0-8db77f8901ce x-openstack-request-id: req-c01fbd9d-028b-4d7c-afb0-8db77f8901ce {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:07.740537 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a187fc85-e33c-4060-ab2b-9346840129b3", "name": "network-vif-deleted", "tag": "459f78ad-29b5-4ef7-96d2-4a7a49187a76", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:07.742559 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c01fbd9d-028b-4d7c-afb0-8db77f8901ce {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:07.743167 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a187fc85-e33c-4060-ab2b-9346840129b3', 'name': 'network-vif-deleted', 'tag': '459f78ad-29b5-4ef7-96d2-4a7a49187a76', 'status': 'completed', 'code': 200} Aug 03 16:03:07.763774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Attempting to bind port 646ff9d3-7817-44bf-b299-555a93acd1c2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:07.764870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Attempting to bind port 646ff9d3-7817-44bf-b299-555a93acd1c2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a21bc08e-7b92-42c5-867d-da1eb989567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:07.765431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Attempting to bind port 646ff9d3-7817-44bf-b299-555a93acd1c2 on network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:07.769542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:07.772231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:07.772876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Checking segment: {'id': 'a21bc08e-7b92-42c5-867d-da1eb989567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:07.773452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.774041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Bound using segment: {'id': 'a21bc08e-7b92-42c5-867d-da1eb989567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:07.774694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Bound port: 646ff9d3-7817-44bf-b299-555a93acd1c2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21bc08e-7b92-42c5-867d-da1eb989567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '0ceec2bc-133d-4f23-a5a3-273f4aa6e90d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:07.775262 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.881009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] For port 646ff9d3-7817-44bf-b299-555a93acd1c2, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:07.886897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] For port 646ff9d3-7817-44bf-b299-555a93acd1c2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=646ff9d3-7817-44bf-b299-555a93acd1c2,segment=NetworkSegment(a21bc08e-7b92-42c5-867d-da1eb989567a),segment_id=a21bc08e-7b92-42c5-867d-da1eb989567a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:07.890255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:07.890255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:07.890917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:07.894858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.897420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:03:07.897815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:07.904538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:07.904787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:07.905733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Bound using segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:07.906202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Bound port: c35c7143-aada-4ef8-b616-65b8ee1756e0, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:07.906574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:07.979611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15545-b29e-44fc-afd8-c6c4508da459 None None] Pushing event updated for resources: {'Port': ['ID=646ff9d3-7817-44bf-b299-555a93acd1c2,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:07.996156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:08.000277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:08.009602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-7ff2eba1-bd60-4cee-8d2d-0514b19fd004 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1770608 Aug 03 16:03:08.038830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:08.104921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-a8ca3e04-6e5f-4f8a-9f0f-9df1982b52dc tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.113901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-a8ca3e04-6e5f-4f8a-9f0f-9df1982b52dc tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/networks?id=49d31dd4-95e7-4c3c-a26a-b161e2258a62 HTTP/1.1" status: 200 len: 809 time: 0.3771601 Aug 03 16:03:08.116319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.116896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:08.118371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] 10.222.0.72 "PUT /v2.0/ports/c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 1091 time: 1.8184252 Aug 03 16:03:08.162008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-89ed3f07-ccdf-42f2-ba99-1bd03b90fda1 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/quotas/dc3d0956cf7a423295c596849f7e5223 HTTP/1.1" status: 200 len: 375 time: 0.0471272 Aug 03 16:03:08.211780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b19795-61a1-4e1e-8c54-243e41351fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:08.230764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.231346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.231840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.232323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.232797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.233266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.233768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.235886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8f798968-9ca9-4488-9e56-22d91ef01a19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.0960503 Aug 03 16:03:08.281311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-bc6cd425-6e70-44ea-aeb7-17cbe3fca6fd tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc3d0956cf7a423295c596849f7e5223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167119 Aug 03 16:03:08.462136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6d4b0598-7983-4113-90c5-70c072e261be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.464144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6d4b0598-7983-4113-90c5-70c072e261be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.470235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6d4b0598-7983-4113-90c5-70c072e261be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.474551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6d4b0598-7983-4113-90c5-70c072e261be service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 2298 time: 0.2108665 Aug 03 16:03:08.537133 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:08.576832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-64ff4d4c-8655-4ca6-b78b-27b4582a317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.578392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-64ff4d4c-8655-4ca6-b78b-27b4582a317b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1094 time: 0.3202419 Aug 03 16:03:08.597760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object c76beaed-9192-4f84-8bff-313e752227c6 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:08.643997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-e8d29ca8-876b-43eb-abf2-0d2a43dfdd5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 217 time: 0.0541484 Aug 03 16:03:08.647136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-a4ab42ac-3184-4356-8de5-c127e3b60392 service neutron] 10.222.0.70 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649898 Aug 03 16:03:08.647969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ed35184-4cb4-4f8d-88c9-807da82c9959 req-a192050d-ca2f-488b-8618-b8736a46b0bc tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=a187fc85-e33c-4060-ab2b-9346840129b3 HTTP/1.1" status: 200 len: 210 time: 0.1308131 Aug 03 16:03:08.704720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-c1295a49-6872-41b9-a31e-d68218fa185a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1002 time: 0.2071855 Aug 03 16:03:08.746118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:08.804915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ab4e9f99-da5f-47c8-9244-52ff0b56e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.806499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ab4e9f99-da5f-47c8-9244-52ff0b56e1d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.0969546 Aug 03 16:03:08.821356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d260d9-7fb3-4e41-9b23-aca6b6d01a95 req-58d23e76-a8cb-4f68-8e2a-f6f09a14d005 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.824020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9d260d9-7fb3-4e41-9b23-aca6b6d01a95 req-58d23e76-a8cb-4f68-8e2a-f6f09a14d005 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0806181 Aug 03 16:03:08.833731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-1d3259af-50e5-491e-9dd9-2cca8bfbc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.835348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-1d3259af-50e5-491e-9dd9-2cca8bfbc69b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1397111 Aug 03 16:03:08.863098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:08.888133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:08.898158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:08.904781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.905434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:08.905734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ddca4d4f-8a8c-4b45-8637-1ee167af8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:08.907251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ddca4d4f-8a8c-4b45-8637-1ee167af8fc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940864 Aug 03 16:03:08.908002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=c76beaed-9192-4f84-8bff-313e752227c6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:08.911560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9d260d9-7fb3-4e41-9b23-aca6b6d01a95 req-10d033c8-11d4-4f6d-a675-51d7be7d0a1f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769925 Aug 03 16:03:08.950539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-2ae747b3-46df-45df-9e67-1abd56ac36a2 service neutron] 10.222.0.70 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650981 Aug 03 16:03:08.960312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f31b42d-12ef-44b7-9070-575e44a25101 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2932162 Aug 03 16:03:08.963700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:09.022374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-08fe7965-b3a9-4e2f-a65d-b9cf24f25a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:09.024372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-08fe7965-b3a9-4e2f-a65d-b9cf24f25a1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800568 Aug 03 16:03:09.050415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-8d90bc48-d9ac-4a56-820f-89dab445aab2 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353281 Aug 03 16:03:09.187348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-77957d1b-eb6f-4db5-8438-2edd01e6e3a4 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293874 Aug 03 16:03:09.298540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-294828ee-4cbe-4cb4-ac2e-2a8736135362 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 217 time: 0.1020784 Aug 03 16:03:09.411700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 459f78ad-29b5-4ef7-96d2-4a7a49187a76 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:09.428498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a4f0c8ed-6de8-47aa-9506-d8577ccb4164 req-eb61370d-f74b-4d18-83c4-2edc5cdb64bb tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1039176 Aug 03 16:03:09.467937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 459f78ad-29b5-4ef7-96d2-4a7a49187a76 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:09.468294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 459f78ad-29b5-4ef7-96d2-4a7a49187a76 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:09.494666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-d90bad36-a7e8-46fd-964c-b121e2ae8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:09.496253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-d90bad36-a7e8-46fd-964c-b121e2ae8a65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1910686 Aug 03 16:03:09.583976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-792c1aca-be8b-4302-b274-3d756bffcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:09.585561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-792c1aca-be8b-4302-b274-3d756bffcf33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820520 Aug 03 16:03:09.724932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7d720-70fc-4ebf-a0e7-a6f1915f6bf0 None None] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:09.787864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-c658fc84-5951-49f5-9d39-fede38edf8bf service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176657 Aug 03 16:03:09.834712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:09.836776 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6795d32-6f8c-435d-9eee-42ec80eb671c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:09.861274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-952b3eb2-8ca1-4c06-a26b-b98711caf226 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682185 Aug 03 16:03:09.945255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8080000d-f644-46bd-87ed-f541d5f0fef9 None None] Provisioning for port 646ff9d3-7817-44bf-b299-555a93acd1c2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:09.977500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-79025f92-ff0a-4cd7-b66b-c8004a5a6195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:09.990312 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46831b5b-a0c7-480e-b35f-d9077b027d70 x-openstack-request-id: req-46831b5b-a0c7-480e-b35f-d9077b027d70 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:09.990628 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:09.996046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:09.996480 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46831b5b-a0c7-480e-b35f-d9077b027d70 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:09.996968 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'status': 'completed', 'code': 200} Aug 03 16:03:10.000854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a83d5e49-be4b-4dee-a019-1fa2eb11d632 req-9033d490-241e-44a4-9754-581675ba93e9 service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033646 Aug 03 16:03:10.096480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-81ff48b5-3c47-4a4e-884b-546a1b43c9b5 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276671 Aug 03 16:03:10.230723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-055dcea8-ead6-4e6a-aa10-39e811311729 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.1257541 Aug 03 16:03:10.349985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-5a490c0a-878d-4a5a-8ab2-84449728035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:10.354358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-5a490c0a-878d-4a5a-8ab2-84449728035c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1111267 Aug 03 16:03:10.355092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 646ff9d3-7817-44bf-b299-555a93acd1c2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:10.374531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-7ee3c282-599a-48bd-a5fb-7cf6315ca7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:10.376999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-7ee3c282-599a-48bd-a5fb-7cf6315ca7da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1094 time: 0.3163927 Aug 03 16:03:10.434832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 646ff9d3-7817-44bf-b299-555a93acd1c2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:10.443444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 646ff9d3-7817-44bf-b299-555a93acd1c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:10.446996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.454251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6be2ba1a-35ca-48a5-9f7e-c4efa6b3075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:10.456668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6be2ba1a-35ca-48a5-9f7e-c4efa6b3075c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0976744 Aug 03 16:03:10.629609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d215d22c-57a0-4375-8d37-be702fd5aea1 req-6a989baf-37f9-4311-b1cb-872ce8860ebe tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0759673 Aug 03 16:03:10.645783 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.701920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-b961f19d-6a1b-44a3-9c5e-68200fda2000 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365053 Aug 03 16:03:10.704893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 646ff9d3-7817-44bf-b299-555a93acd1c2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=646ff9d3-7817-44bf-b299-555a93acd1c2,segment=NetworkSegment(a21bc08e-7b92-42c5-867d-da1eb989567a),segment_id=a21bc08e-7b92-42c5-867d-da1eb989567a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:10.709951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.722092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.739741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a215-7af7-4e35-a844-e299b2eb307e req-4c5a57cc-c4b7-436b-91d7-5902f4819029 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:10.750618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5409a215-7af7-4e35-a844-e299b2eb307e req-4c5a57cc-c4b7-436b-91d7-5902f4819029 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.6176546 Aug 03 16:03:10.765515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.823523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=646ff9d3-7817-44bf-b299-555a93acd1c2,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:10.842316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Provisioning for port c76beaed-9192-4f84-8bff-313e752227c6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:10.852372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Provisioning complete for port c76beaed-9192-4f84-8bff-313e752227c6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:10.852768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.916195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Port c76beaed-9192-4f84-8bff-313e752227c6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:10.958146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Provisioning complete for port 646ff9d3-7817-44bf-b299-555a93acd1c2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:10.958527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f0d133f-53d2-4a14-9027-0dac3a20d0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:10.998080 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5409a215-7af7-4e35-a844-e299b2eb307e req-8222966a-8522-459d-95bc-fa1ffb52e37e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436113 Aug 03 16:03:11.080354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=c76beaed-9192-4f84-8bff-313e752227c6,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:11.154208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-8c48cee9-7a2b-45a4-8bbf-4f266983fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.157094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-8c48cee9-7a2b-45a4-8bbf-4f266983fac5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.7610497 Aug 03 16:03:11.234809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-2279eaf1-e6c8-4552-a2ad-3c0d778a213c tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.235699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-2279eaf1-e6c8-4552-a2ad-3c0d778a213c tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.78 "GET /v2.0/networks?id=49d31dd4-95e7-4c3c-a26a-b161e2258a62 HTTP/1.1" status: 200 len: 809 time: 0.3376317 Aug 03 16:03:11.241487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-c167b1cb-acb2-4a59-b348-720115d12bb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 217 time: 0.0680461 Aug 03 16:03:11.248345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-f8c1edbd-b1ae-4832-86a8-892c672629ec service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379529 Aug 03 16:03:11.256633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Request body: {'port': {'device_id': '08ad1735-7420-406b-acbb-036764c0d1c7', 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62', 'admin_state_up': True, 'tenant_id': 'dc3d0956cf7a423295c596849f7e5223'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:11.317302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-a903bd74-05e2-4b1d-aff3-38d1f32794e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.318975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-a903bd74-05e2-4b1d-aff3-38d1f32794e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.0701792 Aug 03 16:03:11.391502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e83e195a-c0dc-4d07-8778-dd5304081288 None None] Provisioning complete for port c76beaed-9192-4f84-8bff-313e752227c6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:11.393565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e83e195a-c0dc-4d07-8778-dd5304081288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:11.477941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:11.487678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-383828b1-d6de-43fd-80b0-29e9e194b9d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 217 time: 0.2231758 Aug 03 16:03:11.496363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e83e195a-c0dc-4d07-8778-dd5304081288 None None] Port c76beaed-9192-4f84-8bff-313e752227c6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:11.570365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-47fb3c7c-22ee-427d-9e9b-4e9399d99e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.572833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-47fb3c7c-22ee-427d-9e9b-4e9399d99e20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440920 Aug 03 16:03:11.635783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-49d2d126-6e91-4438-ad66-11fcceb5c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.637264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-49d2d126-6e91-4438-ad66-11fcceb5c8ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1429493 Aug 03 16:03:11.836001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58257d0d-cbd7-4f48-884a-4e81ef255c84 None None] Provisioning complete for port c76beaed-9192-4f84-8bff-313e752227c6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:11.837159 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58257d0d-cbd7-4f48-884a-4e81ef255c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:11.843939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Made reservation on behalf of dc3d0956cf7a423295c596849f7e5223 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:11.847350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-8bde8b9f-63b6-4482-bf39-a51382edd071 service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671084 Aug 03 16:03:11.847625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:11.890633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-58257d0d-cbd7-4f48-884a-4e81ef255c84 None None] Port c76beaed-9192-4f84-8bff-313e752227c6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:11.899127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cd0687d-1f15-4e54-b0ec-6ee8fb0ca421 req-7f03de46-5d83-4b84-ba6f-8975910eac3e tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1147356 Aug 03 16:03:11.908839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-100a0cc1-ee43-4cd6-9e39-a23f4dc89a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:11.910532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-100a0cc1-ee43-4cd6-9e39-a23f4dc89a26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2556784 Aug 03 16:03:11.952162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.032880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb14175-4a19-4890-b798-6dc0f5e1de5b req-8a010483-83c5-412a-a526-43ab65a93977 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:12.036308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3fb14175-4a19-4890-b798-6dc0f5e1de5b req-8a010483-83c5-412a-a526-43ab65a93977 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1686320 Aug 03 16:03:12.100879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6795d32-6f8c-435d-9eee-42ec80eb671c req-1d04fa4b-3343-401d-ba33-f064f3796d7d service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424123 Aug 03 16:03:12.113666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f8899752-fa5b-4364-a808-8e40e49589bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.206591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Allocated IP 172.20.0.14 (49d31dd4-95e7-4c3c-a26a-b161e2258a62/7e81505d-be4e-4cb7-9e6d-9978d81cff40/6c1131f6-8f2d-4d1c-a710-ee34e01c46ca) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:12.210799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3fb14175-4a19-4890-b798-6dc0f5e1de5b req-7aaec35a-b2f0-4746-982f-b1228a961115 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684427 Aug 03 16:03:12.218504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-24cd62cc-5085-4459-ab28-f41faecaebb3 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589743 Aug 03 16:03:12.245801 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:03:12.269909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79196e-ee74-4066-a2eb-f1c7ebc481f1 req-dbb3935e-fdc5-4756-8da8-3231c5cb832c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:12.279960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 646ff9d3-7817-44bf-b299-555a93acd1c2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:12.294216 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c79196e-ee74-4066-a2eb-f1c7ebc481f1 req-dbb3935e-fdc5-4756-8da8-3231c5cb832c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.1986113 Aug 03 16:03:12.376733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 646ff9d3-7817-44bf-b299-555a93acd1c2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:12.377929 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.415096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c79196e-ee74-4066-a2eb-f1c7ebc481f1 req-13af8fe4-b03c-48b9-b227-4ba5414b6d57 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198449 Aug 03 16:03:12.496138 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-9350f42a-76a1-42e2-b5f7-c729bf8a0521 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1147921 Aug 03 16:03:12.526010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-b4dc65fe-4b55-4f59-b8f6-e02a364746e3 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910738 Aug 03 16:03:12.552370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.562064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.563365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.595964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-3ad1198e-877c-416a-8e34-437a95728e4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 217 time: 0.0588906 Aug 03 16:03:12.692166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-d48d65f9-5240-48ac-849e-695577cbca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:12.692922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-d48d65f9-5240-48ac-849e-695577cbca07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0895743 Aug 03 16:03:12.696177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.746781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.782902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-3af54755-3909-40e3-a5f7-a95398c528a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:12.784830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-3af54755-3909-40e3-a5f7-a95398c528a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828135 Aug 03 16:03:12.824256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:03:12.854338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:12.914914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:12.926846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:12.931012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:12.941113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Pushing event updated for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:12.982472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:12.999598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:03:13.000954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-c0a20a3b-fba2-426c-b5eb-d3ca8a1e3b10 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066038 Aug 03 16:03:13.028824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.029502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.048595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.064130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:13.084113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=c76beaed-9192-4f84-8bff-313e752227c6,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:13.096109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:13.096461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-6ce3619f-2c61-4d37-806a-544f5e865466 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8457448 Aug 03 16:03:13.099226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.108891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Request body: {'port': {'device_id': '08ad1735-7420-406b-acbb-036764c0d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:13.116908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.117396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.117908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.118388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.118840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.119970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.120503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.123342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-1785e57a-55c3-4046-b807-2e38a62909ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.5169380 Aug 03 16:03:13.159405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f404f-6507-40b0-a32e-69b557d800be req-e07b639f-157a-4851-9845-241f52d779a8 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.161268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f3f404f-6507-40b0-a32e-69b557d800be req-e07b639f-157a-4851-9845-241f52d779a8 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 932 time: 0.1558707 Aug 03 16:03:13.179357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-6b1be86e-9a7b-4af1-87b2-92cdc00cd0ba service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591036 Aug 03 16:03:13.191615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:13.208649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-5785450a-d6bd-4b5e-abbb-973823b93034 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.210232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-5785450a-d6bd-4b5e-abbb-973823b93034 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.72 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1843383 Aug 03 16:03:13.322819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:13.343645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:13.359333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f3f404f-6507-40b0-a32e-69b557d800be req-c5460f26-910f-4dce-94c0-66c7e06fe508 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912763 Aug 03 16:03:13.368947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c35c7143-aada-4ef8-b616-65b8ee1756e0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:13.441953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-18ab6012-1334-43fd-8783-55905cd75f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.442453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-18ab6012-1334-43fd-8783-55905cd75f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.443481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-18ab6012-1334-43fd-8783-55905cd75f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.445045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-18ab6012-1334-43fd-8783-55905cd75f0a service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 2293 time: 0.2712219 Aug 03 16:03:13.632328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-d77c0604-19d3-4343-b059-352e6492087c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 217 time: 0.4287927 Aug 03 16:03:13.661755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.669978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.735294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-82edd463-0704-4faa-9269-ff48b60a8340 None None] Provisioning complete for port c76beaed-9192-4f84-8bff-313e752227c6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:13.735672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82edd463-0704-4faa-9269-ff48b60a8340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.770969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-82edd463-0704-4faa-9269-ff48b60a8340 None None] Port c76beaed-9192-4f84-8bff-313e752227c6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:13.782488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736fe1-6984-4d68-b220-2232de032980 req-b0a573e7-d0ff-4699-a595-1d9f120d5658 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.784213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e736fe1-6984-4d68-b220-2232de032980 req-b0a573e7-d0ff-4699-a595-1d9f120d5658 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1599877 Aug 03 16:03:13.788653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-e55753b0-54e2-4d1a-9231-07510660b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.790109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-e55753b0-54e2-4d1a-9231-07510660b518 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1138773 Aug 03 16:03:13.879843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-ff0412b9-a31d-46de-ad1e-7fe554ae82ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1001 time: 0.2105649 Aug 03 16:03:13.883007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Deleting port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:13.883350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:13.898816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7cb95-e442-4973-b909-8c7b5397e5d3 req-1039f957-1d8c-4fba-9103-419319cc9fb8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.899805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22c7cb95-e442-4973-b909-8c7b5397e5d3 req-1039f957-1d8c-4fba-9103-419319cc9fb8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.2345862 Aug 03 16:03:13.943873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e736fe1-6984-4d68-b220-2232de032980 req-a2554c05-eb04-4139-8936-13cc875cb569 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/security-groups?id=f767643d-ec5e-4aeb-8bbd-af3868e5c71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491294 Aug 03 16:03:13.980336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:13.996768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ec821f77-7398-4889-820d-fb35f58dc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:13.998351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-ec821f77-7398-4889-820d-fb35f58dc594 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975913 Aug 03 16:03:14.051362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-e0b2b2d3-6d8d-45f6-b390-dbe10d4118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.052886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-e0b2b2d3-6d8d-45f6-b390-dbe10d4118e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.1635034 Aug 03 16:03:14.121549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22c7cb95-e442-4973-b909-8c7b5397e5d3 req-a6eb4c0f-04d9-4949-a089-2dd10c27de9d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730578 Aug 03 16:03:14.156286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-5630f491-69d6-4e3d-8159-1f58888fa5d6 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469607 Aug 03 16:03:14.205968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] For port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,segment=NetworkSegment(ec0b82fb-7fda-4c1b-8cc2-a16d707eb512),segment_id=ec0b82fb-7fda-4c1b-8cc2-a16d707eb512)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:14.206334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.233813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Calling delete_port for bb0658a0-ced4-4bbb-a1c8-d462a4dc637a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:14.237795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:14.244682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:14.249149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c55e22c9-1e20-4eba-a2bb-be995d282052 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2805417 Aug 03 16:03:14.252951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48472) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:14.266941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-2ec621d5-c913-49be-b43b-5ec035f9d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.268243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22939141-6612-498a-97e1-0db3883ab66a None None] Sync routers for ids ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:14.269532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-2ec621d5-c913-49be-b43b-5ec035f9d8e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692038 Aug 03 16:03:14.275060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.304303 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] Routers {'e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:14.305309 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:14.341940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ff998-2886-41dd-b610-72bcf691b9fd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.346072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf3ff998-2886-41dd-b610-72bcf691b9fd tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports/c76beaed-9192-4f84-8bff-313e752227c6 HTTP/1.1" status: 200 len: 983 time: 0.0900841 Aug 03 16:03:14.346072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Transition to ACTIVE for port object 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:14.349210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48476) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:14.351849 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:14.363989 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] Routers {'e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:14.364194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.364518 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:14.415550 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-22939141-6612-498a-97e1-0db3883ab66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:14.418857 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22939141-6612-498a-97e1-0db3883ab66a None None] The sync data for ids ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:14.469745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-46ec6b89-5554-40c1-8d4c-d98fa011200d service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879827 Aug 03 16:03:14.474540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-ecf47531-c733-4253-8456-21acab1219c9 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615784 Aug 03 16:03:14.551235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:14.555713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-9d3e8ffa-4954-4106-b93b-4ca3ea749328 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.0726202 Aug 03 16:03:14.623005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.636252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:14.676607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Pushing event deleted for resources: {'Port': ['ID=bb0658a0-ced4-4bbb-a1c8-d462a4dc637a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:14.686889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac42e2-1aa6-422b-9227-47f1ef0fa7e5 req-d6f9d590-6170-40bc-8cf6-721d9c58d59f tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.693787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ac42e2-1aa6-422b-9227-47f1ef0fa7e5 req-d6f9d590-6170-40bc-8cf6-721d9c58d59f tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 944 time: 0.1863151 Aug 03 16:03:14.757871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-a56d4f8a-ed5e-469d-915e-d7fbdf9bee17 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501307 Aug 03 16:03:14.758724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-68323d68-92f5-4d01-ad98-737847c49c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.761015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-68323d68-92f5-4d01-ad98-737847c49c34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1982436 Aug 03 16:03:14.794120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] No DVR routers for this DVR port bb0658a0-ced4-4bbb-a1c8-d462a4dc637a on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:14.803926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.805895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-155e92f9-3618-4fa3-bfae-b0a8ebd991ab req-ac17bd8c-2f32-4594-b72d-6eddfcefb0a2 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.72 "DELETE /v2.0/ports/bb0658a0-ced4-4bbb-a1c8-d462a4dc637a HTTP/1.1" status: 204 len: 173 time: 1.5720823 Aug 03 16:03:14.808521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'name': 'network-vif-deleted', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:14.817185 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dc9e9f-db12-427d-87e5-b592695ef051" -d '{"events": [{"server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "name": "network-vif-deleted", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:14.825329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:14.872380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Attempting to bind port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:14.872720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Attempting to bind port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '14059df6-601d-42ff-b144-8c5939e28ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:14.873118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Attempting to bind port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca on network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:14.887667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca on network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:03:14.888114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Attempting to bind port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca on network 49d31dd4-95e7-4c3c-a26a-b161e2258a62 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:14.904951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:14.905926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Checking segment: {'id': '14059df6-601d-42ff-b144-8c5939e28ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:14.906327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Bound using segment: {'id': '14059df6-601d-42ff-b144-8c5939e28ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:14.906768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Bound port: 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14059df6-601d-42ff-b144-8c5939e28ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:14.907131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.934914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port c35c7143-aada-4ef8-b616-65b8ee1756e0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:14.942034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09319a-34be-4344-9be7-5b15764baf13 req-521bf4d5-3eb8-4d71-af6b-83a61173af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:14.943578 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-521bf4d5-3eb8-4d71-af6b-83a61173af70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1716433 Aug 03 16:03:14.946837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c35c7143-aada-4ef8-b616-65b8ee1756e0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:14.948914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:14.949183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ac42e2-1aa6-422b-9227-47f1ef0fa7e5 req-0ce3a870-3fbe-4def-9c5b-41ca19877bdf tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539194 Aug 03 16:03:14.950539 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8648a4cb-1de0-4953-9d4e-04ce90a66cdc x-openstack-request-id: req-8648a4cb-1de0-4953-9d4e-04ce90a66cdc {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:14.950834 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3789629e-8334-4764-a231-12a387e1d0d0", "name": "network-vif-deleted", "tag": "bb0658a0-ced4-4bbb-a1c8-d462a4dc637a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:14.951084 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8648a4cb-1de0-4953-9d4e-04ce90a66cdc {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:14.951488 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3789629e-8334-4764-a231-12a387e1d0d0', 'name': 'network-vif-deleted', 'tag': 'bb0658a0-ced4-4bbb-a1c8-d462a4dc637a', 'status': 'completed', 'code': 200} Aug 03 16:03:14.953331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-d8c334bd-24ff-4add-8200-1645a9781096 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.1866219 Aug 03 16:03:15.042893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.069328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-e05fb005-e7a5-4e28-b381-c549c07e2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.071358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-e05fb005-e7a5-4e28-b381-c549c07e2997 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0955625 Aug 03 16:03:15.175687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-33fcec4d-27df-4aad-8c6c-41cfcd44b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.177539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-33fcec4d-27df-4aad-8c6c-41cfcd44b386 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986288 Aug 03 16:03:15.181117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:15.206458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.208508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,segment=NetworkSegment(14059df6-601d-42ff-b144-8c5939e28ee6),segment_id=14059df6-601d-42ff-b144-8c5939e28ee6)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:15.235569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.269265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:15.271587 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a679aee-036b-4c3a-a76b-dbcd01a230a3" -d '{"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:15.289398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f910f61a-f7ab-434d-8c00-8e6612d42df8 req-9e20f817-c758-47d0-8df2-ac66a1238897 tempest-ServersTestJSON-1167485297 tempest-ServersTestJSON-1167485297-project] 10.222.0.70 "GET /v2.0/ports?device_id=3789629e-8334-4764-a231-12a387e1d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0897706 Aug 03 16:03:15.303499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:15.325853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-5207c776-d847-4b15-a3b2-e60a7fc39730 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708825 Aug 03 16:03:15.326968 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.341983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.344260 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.345923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] 10.222.0.78 "PUT /v2.0/ports/6c1131f6-8f2d-4d1c-a710-ee34e01c46ca HTTP/1.1" status: 200 len: 1092 time: 2.2417979 Aug 03 16:03:15.480328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:15.483462 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427" -d '{"events": [{"name": "network-changed", "server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:15.486421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:15.496489 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797cd84a-4d8d-41da-8704-f39e2f4800b8 x-openstack-request-id: req-797cd84a-4d8d-41da-8704-f39e2f4800b8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:15.496798 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:15.497043 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-797cd84a-4d8d-41da-8704-f39e2f4800b8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:15.497438 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'code': 200} Aug 03 16:03:15.503366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d09319a-34be-4344-9be7-5b15764baf13 req-9bb52efa-f724-4dcc-aa8a-d0039f8e0ead service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675959 Aug 03 16:03:15.526967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20941-85c0-4a5a-8c26-7c3e7d46f7f8 req-7582e25d-13aa-4dfb-a86c-b567429a1b99 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.534611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72f20941-85c0-4a5a-8c26-7c3e7d46f7f8 req-7582e25d-13aa-4dfb-a86c-b567429a1b99 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1833048 Aug 03 16:03:15.565800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-f7ce6e2e-5b9f-43ed-992f-c91e58910357 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801255 Aug 03 16:03:15.600619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72f20941-85c0-4a5a-8c26-7c3e7d46f7f8 req-1993f524-f14e-4b3a-894f-b4bb80f80090 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649803 Aug 03 16:03:15.622657 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2e847-45b7-4022-8c7b-3dbc9f7fce12 x-openstack-request-id: req-d5c2e847-45b7-4022-8c7b-3dbc9f7fce12 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:15.622949 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:15.623200 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d5c2e847-45b7-4022-8c7b-3dbc9f7fce12 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:15.623597 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca', 'status': 'completed', 'code': 200} Aug 03 16:03:15.684079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f763fa-fdd1-4092-af55-cff6d85c0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:15.691303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-adc4f38a-7f49-4f4c-91d8-787ac1277957 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126008 Aug 03 16:03:15.724406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-454d1f05-6e7f-4949-a8b8-422b0c8f177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.726006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-454d1f05-6e7f-4949-a8b8-422b0c8f177f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc3d0956cf7a423295c596849f7e5223&device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 1095 time: 0.2198160 Aug 03 16:03:15.747932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-aaa756ee-f4be-4e75-b261-d011c177e055 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.0450783 Aug 03 16:03:15.749657 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:15.784873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74393-561e-4854-8d20-94c5e2d1f7c9 req-e5ca68be-8725-4246-b3a6-751a2d845f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.787962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8d74393-561e-4854-8d20-94c5e2d1f7c9 req-e5ca68be-8725-4246-b3a6-751a2d845f90 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1096 time: 0.1663368 Aug 03 16:03:15.792621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-57534056-d821-4c8a-974d-bb0414b53b6b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca HTTP/1.1" status: 200 len: 217 time: 0.0570228 Aug 03 16:03:15.824143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-0a1d5f90-019b-44ea-9fec-bca37510500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.826134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-0a1d5f90-019b-44ea-9fec-bca37510500c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0703256 Aug 03 16:03:15.961394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-a17062f1-2223-4ff2-a666-02c925c955c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:15.963133 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-a17062f1-2223-4ff2-a666-02c925c955c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1243885 Aug 03 16:03:16.076410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-8e440d6f-7b1b-4fbc-9dd3-f260719664bf service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046276 Aug 03 16:03:16.198876 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-03c61568-0190-45ea-8a07-c2481e2f5494 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131094 Aug 03 16:03:16.252989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-b8408dfb-c781-4ed2-8a2b-9dc53cf6acb1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0448096 Aug 03 16:03:16.313234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-7e010bdd-4313-4900-9c0c-6559ab340321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:16.315087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-7e010bdd-4313-4900-9c0c-6559ab340321 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0500035 Aug 03 16:03:16.350525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8d74393-561e-4854-8d20-94c5e2d1f7c9 req-6754a24a-0522-428a-9493-94555610508c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5147197 Aug 03 16:03:16.370342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-994b5073-99ba-4433-9b57-f5e64aae2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:16.371954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-994b5073-99ba-4433-9b57-f5e64aae2837 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472274 Aug 03 16:03:16.378354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-8840c541-a427-4408-abc4-e6600c34e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:16.380060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-8840c541-a427-4408-abc4-e6600c34e47a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e81505d-be4e-4cb7-9e6d-9978d81cff40 HTTP/1.1" status: 200 len: 849 time: 0.5428634 Aug 03 16:03:16.380303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:16.450838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-7b3438fd-92aa-4fb4-a6ab-0624c17141c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=49d31dd4-95e7-4c3c-a26a-b161e2258a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620790 Aug 03 16:03:16.464281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434204-2e37-424d-87f0-6fb28a4bb8ad req-4a7f70c1-ea97-4e5f-a2fe-2a704d79c14e tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:16.465942 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4434204-2e37-424d-87f0-6fb28a4bb8ad req-4a7f70c1-ea97-4e5f-a2fe-2a704d79c14e tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 944 time: 0.1670890 Aug 03 16:03:16.485054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-58561672-dc8e-4ff5-9ba7-4a3df139c8a6 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025321 Aug 03 16:03:16.602397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4434204-2e37-424d-87f0-6fb28a4bb8ad req-cf172433-b33d-492c-aa49-1a3da6956633 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078427 Aug 03 16:03:16.657744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-77c002b9-4a6f-4dea-a6ba-b1aac26c1b58 service neutron] 10.222.0.78 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846070 Aug 03 16:03:16.796798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port c76beaed-9192-4f84-8bff-313e752227c6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:16.797461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:16.851732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device bb0658a0-ced4-4bbb-a1c8-d462a4dc637a no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:16.901021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:16.907651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: bb0658a0-ced4-4bbb-a1c8-d462a4dc637a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:16.909737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device bb0658a0-ced4-4bbb-a1c8-d462a4dc637a not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:16.917612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for c76beaed-9192-4f84-8bff-313e752227c6 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:16.942096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Deleting subnet fb1239e7-2664-4a23-b1a2-f2f7ee49e892 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:16.945264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.008590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c7aa-6739-4aea-9ed4-1ee467980ead req-c8ad26af-740b-4bee-9802-648d16a8b75a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:17.016260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0870c7aa-6739-4aea-9ed4-1ee467980ead req-c8ad26af-740b-4bee-9802-648d16a8b75a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1355927 Aug 03 16:03:17.045153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.100961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0870c7aa-6739-4aea-9ed4-1ee467980ead req-41539796-f0a8-4fbc-b459-d25912b85740 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838094 Aug 03 16:03:17.106994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-ac727bed-63ab-44d3-8342-fd035aad3722 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977209 Aug 03 16:03:17.217218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-8e6037d1-26a2-44cc-b5ea-1995f7dac75e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.0964379 Aug 03 16:03:17.218455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.233689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-023f6b65-aba9-48d4-873e-1602c6e37db0 req-7f486540-ec72-4da2-bbaf-50c112d2bd4a service neutron] 10.222.0.78 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453911 Aug 03 16:03:17.374880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.442974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-f84510e8-302d-466e-838c-9ff28e7730b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:17.446852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-f84510e8-302d-466e-838c-9ff28e7730b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1998134 Aug 03 16:03:17.470468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=c76beaed-9192-4f84-8bff-313e752227c6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:17.515602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-fdb1ee60-f3bc-452b-b265-a68bf6872e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:17.517891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-fdb1ee60-f3bc-452b-b265-a68bf6872e13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc3d0956cf7a423295c596849f7e5223&device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 1095 time: 0.1644239 Aug 03 16:03:17.535078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.593409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.600489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fb1239e7-2664-4a23-b1a2-f2f7ee49e892 HTTP/1.1" status: 204 len: 168 time: 1.2193284 Aug 03 16:03:17.603015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-6e202e7b-7de7-4c22-927e-595f18602aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:17.605511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-6e202e7b-7de7-4c22-927e-595f18602aab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468658 Aug 03 16:03:17.606303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d07622-97da-4dfc-834d-fba7648d9a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1239e7-2664-4a23-b1a2-f2f7ee49e892,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:17.608815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:17.731854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.781917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.827413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-befe36e4-f3ce-4852-b0e7-8fae513f34dd service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111821 Aug 03 16:03:17.967342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:17.982602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5af276-bf62-424e-9560-a9934b5f2297']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.008142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.008491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b82fb-7fda-4c1b-8cc2-a16d707eb512') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.027727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.039931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:18.046599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-6724cd71-3808-489c-b0e5-850e71322ce5 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989663 Aug 03 16:03:18.051507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.105433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-8f106f54-9b33-4aca-8b6e-f1322da31ee8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.0506449 Aug 03 16:03:18.111256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:18.111675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:18.113744 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:18.163862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:18.177040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] Sync routers for ids ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:18.193951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] Routers {'e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:18.194884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.199183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54690fd8-5f4b-4216-8de0-00bc27934a61 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8488722 Aug 03 16:03:18.210402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.225664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-b1fc50f7-9b75-4897-8a87-9e89bbda0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.225664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-b1fc50f7-9b75-4897-8a87-9e89bbda0555 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.1101027 Aug 03 16:03:18.281793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48548) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.287964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.313100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] Routers {'e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:18.313765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.327149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-ae198f52-6203-47d7-abdc-9bb976abf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.328630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-ae198f52-6203-47d7-abdc-9bb976abf3eb service neutron] 10.222.0.78 "GET /v2.0/networks?id=49d31dd4-95e7-4c3c-a26a-b161e2258a62 HTTP/1.1" status: 200 len: 910 time: 0.7505901 Aug 03 16:03:18.350609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b7cb5-48fd-49a7-8152-65115eeb4573 req-23971fbc-337d-4f04-b3f2-2003ee11f09d tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.359066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e47b7cb5-48fd-49a7-8152-65115eeb4573 req-23971fbc-337d-4f04-b3f2-2003ee11f09d tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 944 time: 0.6106787 Aug 03 16:03:18.365161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.374813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.375377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:18.376614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc5af276-bf62-424e-9560-a9934b5f2297 HTTP/1.1" status: 204 len: 168 time: 0.7666895 Aug 03 16:03:18.376848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cc315-10f3-4c7a-8971-5be49f46e69b None None] The sync data for ids ['e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:18.393945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-0e65a07a-f51d-4206-affb-d68842ccec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.395954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-0e65a07a-f51d-4206-affb-d68842ccec3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147001 Aug 03 16:03:18.399039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef2734-39a9-4a35-80a8-8cb536e94204 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5af276-bf62-424e-9560-a9934b5f2297,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:18.442739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-550336b9-c3df-4d5b-b9b0-d738673a07db service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca HTTP/1.1" status: 200 len: 217 time: 0.1020169 Aug 03 16:03:18.456340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d633b-046a-4102-a76f-0346eaf8c484 req-eb4fd977-d628-4765-bc83-3c56d97df2f6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.458120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-173d633b-046a-4102-a76f-0346eaf8c484 req-eb4fd977-d628-4765-bc83-3c56d97df2f6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1643620 Aug 03 16:03:18.553809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6023a30d-bdab-47a1-9cc0-22c6e0fc552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.597777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-173d633b-046a-4102-a76f-0346eaf8c484 req-e496faf9-aecb-475a-b8aa-daf97d5f72c2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151741 Aug 03 16:03:18.599603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.609314 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-0dd4e5e8-c4cf-4b8b-a048-b0a52c77f609 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 16:03:18.610424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0dd4e5e8-c4cf-4b8b-a048-b0a52c77f609 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3984807 Aug 03 16:03:18.617137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-1797a10e-e032-42d5-9414-6f3777f4c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.617137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-1797a10e-e032-42d5-9414-6f3777f4c974 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7e81505d-be4e-4cb7-9e6d-9978d81cff40 HTTP/1.1" status: 200 len: 849 time: 0.1364388 Aug 03 16:03:18.617137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48558) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.631992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e47b7cb5-48fd-49a7-8152-65115eeb4573 req-60b5af3f-60ac-46cc-a577-9c6e796124bf tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718918 Aug 03 16:03:18.659681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-c25cf77c-768d-4e92-852f-ab43524ba9fe service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454896 Aug 03 16:03:18.668283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d27ef1fa-02bf-448f-b7c5-45456ab9240c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 HTTP/1.1" status: 200 len: 205 time: 0.0527012 Aug 03 16:03:18.675313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.686325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-ca569fc4-8dea-414c-8569-41c1198cf17f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=49d31dd4-95e7-4c3c-a26a-b161e2258a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614066 Aug 03 16:03:18.820461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e440266e-e843-4502-87cb-2e5f5f5f3cf7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b23c91de1654a70bccd8f7dd15ba5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178724 Aug 03 16:03:18.830259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b555-09eb-41fd-b288-4eb53be5087a req-934766e0-b6cb-42eb-be1e-d3525ed67d46 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:18.831865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5601b555-09eb-41fd-b288-4eb53be5087a req-934766e0-b6cb-42eb-be1e-d3525ed67d46 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1119821 Aug 03 16:03:18.832349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48566) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.846102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.847729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48568) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:18.862407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-2146a9a8-82cc-4703-8d67-bd08d0be3d43 service neutron] 10.222.0.78 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672695 Aug 03 16:03:18.888871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'floatingip': {'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:18.961569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:18.987318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.003993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.013288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3c9b079-6f26-4d04-9e74-80a1c3ab2427 req-d79ded46-e347-4ade-b0fe-4b52c5e77ad8 service neutron] 10.222.0.78 "GET /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408250 Aug 03 16:03:19.060090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.062817 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.066313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f767643d-ec5e-4aeb-8bbd-af3868e5c71f HTTP/1.1" status: 204 len: 168 time: 0.2197139 Aug 03 16:03:19.072852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05953-7b2b-4505-826d-038914c6b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f767643d-ec5e-4aeb-8bbd-af3868e5c71f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:19.088255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-36234563-5b82-4022-a618-feddc572e115 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196942 Aug 03 16:03:19.141105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6023a30d-bdab-47a1-9cc0-22c6e0fc552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.205270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6023a30d-bdab-47a1-9cc0-22c6e0fc552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.209547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.235917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.246277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-e14e700d-a82d-4633-a767-370ed3512b3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.1191170 Aug 03 16:03:19.360039 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6023a30d-bdab-47a1-9cc0-22c6e0fc552b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fba9eb4afb004fa7a6a71821afda51c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0770621 Aug 03 16:03:19.363648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:19.365073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a30d-bdab-47a1-9cc0-22c6e0fc552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371b85f5-b5b7-40c4-8ba7-670621e95c8f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:19.412088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.412653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:03:19.422904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.427484 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-29eaf59e-49f4-4be2-9d41-852704053e07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 HTTP/1.1" status: 204 len: 168 time: 0.7346213 Aug 03 16:03:19.427758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48580) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:19.434057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.460019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.468100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-9f7296d3-131e-4273-b336-ac085230c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:19.469269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-9f7296d3-131e-4273-b336-ac085230c8f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.2110972 Aug 03 16:03:19.519756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.522698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.524139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/371b85f5-b5b7-40c4-8ba7-670621e95c8f HTTP/1.1" status: 204 len: 168 time: 0.1594250 Aug 03 16:03:19.534516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466cba-580c-4bd0-9e88-7e832dc61627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371b85f5-b5b7-40c4-8ba7-670621e95c8f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:19.573325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 165554a0-87e9-4351-acdb-b7bc17138474 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:19.580425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.956611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48604) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:19.974902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31bf45b9-bc66-4645-82ff-8e54ff4d703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:19.976801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48606) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:20.020400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.053960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-7b59c5b9-1014-48ba-a5d1-05ef8dd93b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:20.055426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-7b59c5b9-1014-48ba-a5d1-05ef8dd93b02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5506129 Aug 03 16:03:20.095086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31bf45b9-bc66-4645-82ff-8e54ff4d703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.100618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31bf45b9-bc66-4645-82ff-8e54ff4d703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.147495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31bf45b9-bc66-4645-82ff-8e54ff4d703c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db1e109b3aaa412cbb3681f217fb5a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873846 Aug 03 16:03:20.147495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf45b9-bc66-4645-82ff-8e54ff4d703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8421cf3-1674-4ea9-b6c7-2da56fa79dbb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:20.149414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:20.191405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1596507392-network', 'tenant_id': '3586db3cbcc14a00be46920bdb56479b'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:20.222994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.227836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Made reservation on behalf of 3586db3cbcc14a00be46920bdb56479b for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:20.230678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.251255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.270743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.335154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f46e0-1ade-40eb-ac9a-65f22bf915c6 req-acf3488b-226c-4d30-bfad-e84436e09ea0 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:20.336683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a36f46e0-1ade-40eb-ac9a-65f22bf915c6 req-acf3488b-226c-4d30-bfad-e84436e09ea0 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 944 time: 0.3070600 Aug 03 16:03:20.360149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.362778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.366521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8421cf3-1674-4ea9-b6c7-2da56fa79dbb HTTP/1.1" status: 204 len: 168 time: 0.2135890 Aug 03 16:03:20.381455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31604d3b-dc71-43bb-a987-68de3555f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8421cf3-1674-4ea9-b6c7-2da56fa79dbb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:20.435500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.437008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.440189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.470266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:20.476798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccfe6ab-961b-4f50-bb2e-bd68700c3b40,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:20.481559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:03:20.485277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.485779 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Added segment 33bd3249-520c-4ad5-b3f8-5c04f55cf0b0 of type vlan for network 2104d20b-9f98-44ca-9dcf-b3488017e3e9 Aug 03 16:03:20.489682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-0369d0f6-f213-411b-8fa7-6b0f1c3da204 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193559 Aug 03 16:03:20.540424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.584315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.585412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:20.586236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.600577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a36f46e0-1ade-40eb-ac9a-65f22bf915c6 req-578e77b5-b9ac-42fe-a189-0b96e4c3f28f tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521696 Aug 03 16:03:20.623456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.637340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.643065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.648465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6705079 Aug 03 16:03:20.653007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:20.660586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Request body: {'subnet': {'network_id': '2104d20b-9f98-44ca-9dcf-b3488017e3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1596507392-subnet', 'tenant_id': '3586db3cbcc14a00be46920bdb56479b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:20.664049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56cc0-b237-4b86-9df6-2061cbec60be admin admin] Pushing event updated for resources: {'Network': ['ID=2104d20b-9f98-44ca-9dcf-b3488017e3e9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:20.677003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2104d20b-9f98-44ca-9dcf-b3488017e3e9 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:20.688472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Made reservation on behalf of 3586db3cbcc14a00be46920bdb56479b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:20.692373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.722478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=165554a0-87e9-4351-acdb-b7bc17138474,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:20.740219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.741881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-99a8bf86-a69f-41d9-a50b-334af3ad891d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/165554a0-87e9-4351-acdb-b7bc17138474 HTTP/1.1" status: 204 len: 168 time: 1.3112555 Aug 03 16:03:20.745217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48618) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:20.749836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c85545-e485-4d35-9842-db861ff18895 None None] Network 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:20.758836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48620) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:20.805622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2142703a-2736-4d58-8f8f-f3946c768f50 req-dffdd5e4-084f-447f-a19d-4739e7a2612f service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741854 Aug 03 16:03:20.807507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2a198de-f655-4db9-84d4-91a646c4e62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.865032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:20.962902 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Floating IP 2ba97138-bd2d-4495-b001-9c6c72388791 associated. External IP: 172.25.7.112, port: c35c7143-aada-4ef8-b616-65b8ee1756e0. Aug 03 16:03:21.013683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2a198de-f655-4db9-84d4-91a646c4e62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.020557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 646ff9d3-7817-44bf-b299-555a93acd1c2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:21.020990 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.023082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2a198de-f655-4db9-84d4-91a646c4e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.028440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.032633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] DHCP port deletion for 0ceec2bc-133d-4f23-a5a3-273f4aa6e90d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:03:21.089847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Deleting port 646ff9d3-7817-44bf-b299-555a93acd1c2 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:21.090129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.110582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a198de-f655-4db9-84d4-91a646c4e62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b85cf42-7028-4101-94fa-bae7044c7d16,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:21.117734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2a198de-f655-4db9-84d4-91a646c4e62d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d997065bf98043699dccfa1eda59ce9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551633 Aug 03 16:03:21.124890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48626) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:21.146112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7ae7e6-fe0a-44b2-8c55-a13f30dc1a1e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:21.160834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 646ff9d3-7817-44bf-b299-555a93acd1c2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=646ff9d3-7817-44bf-b299-555a93acd1c2,segment=NetworkSegment(a21bc08e-7b92-42c5-867d-da1eb989567a),segment_id=a21bc08e-7b92-42c5-867d-da1eb989567a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:21.161443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.171336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] For port 646ff9d3-7817-44bf-b299-555a93acd1c2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=646ff9d3-7817-44bf-b299-555a93acd1c2,segment=NetworkSegment(a21bc08e-7b92-42c5-867d-da1eb989567a),segment_id=a21bc08e-7b92-42c5-867d-da1eb989567a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:21.171999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.172453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Checking segment: {'id': '33bd3249-520c-4ad5-b3f8-5c04f55cf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2104d20b-9f98-44ca-9dcf-b3488017e3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:21.172922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Network hostable DHCP agents. Network: 2104d20b-9f98-44ca-9dcf-b3488017e3e9, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:21.180812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 646ff9d3-7817-44bf-b299-555a93acd1c2 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:21.187572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Calling delete_port for 646ff9d3-7817-44bf-b299-555a93acd1c2 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:21.232718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Network 2104d20b-9f98-44ca-9dcf-b3488017e3e9 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:21.241159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.247630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2104d20b-9f98-44ca-9dcf-b3488017e3e9) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:21.256583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:21.257337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.267274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec371c-9ce6-4f54-8212-f6628090bd21 None None] Network 2104d20b-9f98-44ca-9dcf-b3488017e3e9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:21.289581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-32bcd5d0-274f-4fc4-843c-c43817f02c19 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6248186 Aug 03 16:03:21.313674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.330089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.342221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.365315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] Pushing event deleted for resources: {'Port': ['ID=646ff9d3-7817-44bf-b299-555a93acd1c2,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:21.367755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1c000-51b6-489a-b4f8-ace9de8229e2 None None] No DVR routers for this DVR port 646ff9d3-7817-44bf-b299-555a93acd1c2 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:21.391946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=646ff9d3-7817-44bf-b299-555a93acd1c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:21.394724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:21.398508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.402887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.407591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b85cf42-7028-4101-94fa-bae7044c7d16 HTTP/1.1" status: 204 len: 168 time: 0.2815604 Aug 03 16:03:21.408931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 646ff9d3-7817-44bf-b299-555a93acd1c2 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:21.423119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f84a32-c140-47dd-b047-daf4adf2b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b85cf42-7028-4101-94fa-bae7044c7d16,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:21.450899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48634) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:21.475463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:03:21.543807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c890f8-071c-4f7a-b9c9-85ab5adca04f None None] Network 2104d20b-9f98-44ca-9dcf-b3488017e3e9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:21.560373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:21.571292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.578281 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:21.597404 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:21.598689 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:21.611010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f76f477-efb8-45d1-8d80-63ed23849ff5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "PUT /v2.0/floatingips/2ba97138-bd2d-4495-b001-9c6c72388791 HTTP/1.1" status: 200 len: 991 time: 2.7589507 Aug 03 16:03:21.611743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:21.614555 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf540c5b-cd8f-49a5-84b3-d09c88010810" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:21.643231 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.678353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceec2bc-133d-4f23-a5a3-273f4aa6e90d']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:21.698308 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94941964-acac-4e3f-ba68-23612131496c x-openstack-request-id: req-94941964-acac-4e3f-ba68-23612131496c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:21.699143 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:21.699493 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94941964-acac-4e3f-ba68-23612131496c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:21.700014 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'status': 'completed', 'code': 200} Aug 03 16:03:21.716332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Deleting subnet 2c7ae7e6-fe0a-44b2-8c55-a13f30dc1a1e {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:21.746743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21bc08e-7b92-42c5-867d-da1eb989567a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:21.747322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21bc08e-7b92-42c5-867d-da1eb989567a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:21.756510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.783798 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:21.798745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.856918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.862110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.898318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:21.898727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:21.903395 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:21.960785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:21.962839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,segment=NetworkSegment(14059df6-601d-42ff-b144-8c5939e28ee6),segment_id=14059df6-601d-42ff-b144-8c5939e28ee6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:21.977700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca', 'network_id': '49d31dd4-95e7-4c3c-a26a-b161e2258a62', 'port_id': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca', 'mac_address': 'fa:16:3e:3c:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e81505d-be4e-4cb7-9e6d-9978d81cff40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:03:22.034125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.076817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:22.118627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2ba97138-bd2d-4495-b001-9c6c72388791', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:03:00Z', 'updated_at': '2021-08-03T16:03:20Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:22.122573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,segment=NetworkSegment(14059df6-601d-42ff-b144-8c5939e28ee6),segment_id=14059df6-601d-42ff-b144-8c5939e28ee6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:22.131850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.173906 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:03:22.198044 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:22.198705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:22.234111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:22.278507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 646ff9d3-7817-44bf-b299-555a93acd1c2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:22.300683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 646ff9d3-7817-44bf-b299-555a93acd1c2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:22.301571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 646ff9d3-7817-44bf-b299-555a93acd1c2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:22.333700 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:22.375347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-d34fa1c8-3e5c-4bab-9f90-59dca36c2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:22.376899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-d34fa1c8-3e5c-4bab-9f90-59dca36c2803 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1096 time: 0.6483462 Aug 03 16:03:22.410543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3c2b-8550-4259-a2f7-1a1a72ab6deb req-35d8077b-9c97-429e-8899-84852d790569 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:22.414114 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f79e3c2b-8550-4259-a2f7-1a1a72ab6deb req-35d8077b-9c97-429e-8899-84852d790569 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 944 time: 0.6104844 Aug 03 16:03:22.457834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6c1131f6-8f2d-4d1c-a710-ee34e01c46ca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:22.485848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.525964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.553773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.555996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/0ceec2bc-133d-4f23-a5a3-273f4aa6e90d HTTP/1.1" status: 204 len: 168 time: 1.8096590 Aug 03 16:03:22.561428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48666) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:22.567284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-536532163'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:22.585206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593669-b14b-4974-8ad3-bbf625f7b70f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=0ceec2bc-133d-4f23-a5a3-273f4aa6e90d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:22.613462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:22.624119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.624667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f79e3c2b-8550-4259-a2f7-1a1a72ab6deb req-cb8fe38b-b6d8-45b2-b0f4-c3d2a61bd1b9 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854737 Aug 03 16:03:22.646344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-eb2f9d60-a91b-4d51-a722-fad0db92b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:22.648251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-eb2f9d60-a91b-4d51-a722-fad0db92b869 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.2617562 Aug 03 16:03:22.664780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:22.665498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.679180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.679549 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment f7f41b1e-7b4b-4098-9212-9a07ec458267 of type vlan for network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 Aug 03 16:03:22.706207 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2ba97138-bd2d-4495-b001-9c6c72388791', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:03:00Z', 'updated_at': '2021-08-03T16:03:20Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:22.734766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7ae7e6-fe0a-44b2-8c55-a13f30dc1a1e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:22.736965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.739330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b1a0a375-5cf8-48c6-b338-dd5c0536cab1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2c7ae7e6-fe0a-44b2-8c55-a13f30dc1a1e HTTP/1.1" status: 204 len: 168 time: 1.2302036 Aug 03 16:03:22.740829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.742524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48670) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:22.773533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e8aac-5f3c-4aaa-a2c8-a53e0e298243 None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '2ba97138-bd2d-4495-b001-9c6c72388791', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:03:00Z', 'updated_at': '2021-08-03T16:03:20Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:22.791398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.798135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:22.798756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:22.820276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2571144 Aug 03 16:03:22.829701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:22.832090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-b3c8450d-b20c-464c-b660-20f886431d9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 999 time: 0.1763728 Aug 03 16:03:22.838707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:22.904188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fdef0-e7ed-4ed7-a5da-b5a5a21d91b1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=c4e14b3f-2b5c-4a3c-9536-deea452af5c0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:22.914660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:22.980161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.004213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-0205452d-5c26-459c-a30b-c48403bc9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:23.005728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-0205452d-5c26-459c-a30b-c48403bc9f09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1023855 Aug 03 16:03:23.045993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:23.048626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.059272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4125a-8edf-4140-bc9e-e6e13f74b4be None None] New status for floating IP 2ba97138-bd2d-4495-b001-9c6c72388791: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:03:23.075301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-eea26247-d42b-458e-8ebc-4e28226a6594 req-c91c87cc-b834-4242-a0ed-dedf9407532e service neutron] (106016) timed out ('10.222.0.78', 54303) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:03:23.187416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.211992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2104d20b-9f98-44ca-9dcf-b3488017e3e9']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:23.233506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-559b4faa-2d83-4c38-a088-c0ca0ea2af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:23.235217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-559b4faa-2d83-4c38-a088-c0ca0ea2af38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215717 Aug 03 16:03:23.241041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bd3249-520c-4ad5-b3f8-5c04f55cf0b0') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:23.241293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bd3249-520c-4ad5-b3f8-5c04f55cf0b0') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:23.269387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.334553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.352004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:23.352789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:23.355811 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:23.463943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.470682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-0c13591a-fda6-44e1-a1d7-e2e11cbd1887 service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249131 Aug 03 16:03:23.475238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.477069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2104d20b-9f98-44ca-9dcf-b3488017e3e9 HTTP/1.1" status: 204 len: 168 time: 0.7334509 Aug 03 16:03:23.477563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:23.515408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afcebd-c1c2-4950-8efb-15fb5ce44870 admin admin] Pushing event deleted for resources: {'Network': ['ID=2104d20b-9f98-44ca-9dcf-b3488017e3e9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:23.545234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:23.549999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:23.550630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.601935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.699721 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.727215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': 'f7f41b1e-7b4b-4098-9212-9a07ec458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:23.727529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: c4e14b3f-2b5c-4a3c-9536-deea452af5c0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:23.764030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48706) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:23.772555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:23.776896 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390e7c0-4471-4341-983f-25383525093c" -d '{"events": [{"server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:23.798898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,segment=NetworkSegment(14059df6-601d-42ff-b144-8c5939e28ee6),segment_id=14059df6-601d-42ff-b144-8c5939e28ee6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:23.799321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf540c5b-cd8f-49a5-84b3-d09c88010810 req-57667ca3-df24-420b-962a-bc2d3b003a3a service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135138 Aug 03 16:03:23.818349 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:23.834778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=b299bf69-0372-43ce-b432-9d548d691223,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:23.845221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c3d097b0-9787-4414-805b-45a8a7eaec22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3586db3cbcc14a00be46920bdb56479b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784492 Aug 03 16:03:23.848736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:23.893422 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9e7cc-a3c6-43b1-ad68-76876e1d33dd x-openstack-request-id: req-98f9e7cc-a3c6-43b1-ad68-76876e1d33dd {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:23.894324 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:23.894744 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98f9e7cc-a3c6-43b1-ad68-76876e1d33dd {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:23.895288 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca', 'code': 200} Aug 03 16:03:23.896787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:23.903840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185bfd-97fd-4b0b-9cfe-2ae1fe2ba4e6 req-61545a35-6d5d-4de6-8ef5-4ce3075cd1a3 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:23.912748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7185bfd-97fd-4b0b-9cfe-2ae1fe2ba4e6 req-61545a35-6d5d-4de6-8ef5-4ce3075cd1a3 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1865711 Aug 03 16:03:23.913502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:23.945237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c4e14b3f-2b5c-4a3c-9536-deea452af5c0) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:23.957690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a4fed1-25d7-4b58-94ec-7f1794cf70ec None None] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:23.981075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:23.981777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.031034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.046344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48716) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:24.046509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-28c09948-da81-430e-b247-2e1e78654793 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2131488 Aug 03 16:03:24.063756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7185bfd-97fd-4b0b-9cfe-2ae1fe2ba4e6 req-3be3fbb6-ce76-401a-8a4f-ce1fdbdcedd1 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364779 Aug 03 16:03:24.208591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c4e14b3f-2b5c-4a3c-9536-deea452af5c0', 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': 'b299bf69-0372-43ce-b432-9d548d691223'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:24.209625 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.408844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Allocated IP 2001:db8::2 (c4e14b3f-2b5c-4a3c-9536-deea452af5c0/b299bf69-0372-43ce-b432-9d548d691223/3e277b02-4f2a-47a2-a326-aa8b300dc22f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:24.433316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029864182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:24.452881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.467945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ff632-d264-4c92-a6d5-1076639fb1ed req-2ef9e54f-16eb-4b19-be74-172f2f83c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:24.469501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c42ff632-d264-4c92-a6d5-1076639fb1ed req-2ef9e54f-16eb-4b19-be74-172f2f83c4b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 1097 time: 0.5171540 Aug 03 16:03:24.514840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.516320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.555783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c42ff632-d264-4c92-a6d5-1076639fb1ed req-07d0f1dd-1a09-4c47-ba25-ea067bc7133f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738604 Aug 03 16:03:24.565952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.568386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.569517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bccfe6ab-961b-4f50-bb2e-bd68700c3b40 HTTP/1.1" status: 204 len: 168 time: 0.7179148 Aug 03 16:03:24.580434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45d8aa-54a9-4ffc-83fb-afb78164b8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccfe6ab-961b-4f50-bb2e-bd68700c3b40,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:24.614554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.620844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.641104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.642802 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d90f4e55-cc52-421c-9062-84e9025e0856 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2163124 Aug 03 16:03:24.645266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:24.671009 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.685855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Transition to ACTIVE for port object 3e277b02-4f2a-47a2-a326-aa8b300dc22f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:24.737521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Transition to ACTIVE for port object 3e277b02-4f2a-47a2-a326-aa8b300dc22f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:24.746474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.811690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:24.816894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:24.836529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:24.874790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Pushing event updated for resources: {'Port': ['ID=3e277b02-4f2a-47a2-a326-aa8b300dc22f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:24.934019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Attempting to bind port 3e277b02-4f2a-47a2-a326-aa8b300dc22f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:24.935472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Attempting to bind port 3e277b02-4f2a-47a2-a326-aa8b300dc22f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f7f41b1e-7b4b-4098-9212-9a07ec458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:24.936099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Attempting to bind port 3e277b02-4f2a-47a2-a326-aa8b300dc22f on network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:24.943517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:24.943995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Checking segment: {'id': 'f7f41b1e-7b4b-4098-9212-9a07ec458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:24.944762 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:24.945179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Bound using segment: {'id': 'f7f41b1e-7b4b-4098-9212-9a07ec458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:24.945726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Bound port: 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f41b1e-7b4b-4098-9212-9a07ec458267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c4e14b3f-2b5c-4a3c-9536-deea452af5c0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:24.946141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:25.057594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] For port 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:25.062072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] For port 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e277b02-4f2a-47a2-a326-aa8b300dc22f,segment=NetworkSegment(f7f41b1e-7b4b-4098-9212-9a07ec458267),segment_id=f7f41b1e-7b4b-4098-9212-9a07ec458267)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:25.065789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:25.073295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:25.171402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2658e2-01bf-41bb-b2e7-1d07db3601ff None None] Pushing event updated for resources: {'Port': ['ID=3e277b02-4f2a-47a2-a326-aa8b300dc22f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:25.340511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1d82-4fbe-4c28-9dae-3e508ac6f406 req-1a494d14-e1c2-4e03-8efc-e8dd587efcaa tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:25.367657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3d1d82-4fbe-4c28-9dae-3e508ac6f406 req-1a494d14-e1c2-4e03-8efc-e8dd587efcaa tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 946 time: 0.1419573 Aug 03 16:03:25.498549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f3d1d82-4fbe-4c28-9dae-3e508ac6f406 req-965fab1d-065e-4dc8-9c1e-787e8cbffad2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293461 Aug 03 16:03:25.623836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8::1 (c4e14b3f-2b5c-4a3c-9536-deea452af5c0/b299bf69-0372-43ce-b432-9d548d691223/c5898432-49f7-46bf-9c52-2b3da0824b05) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:25.856223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:25.887614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object c5898432-49f7-46bf-9c52-2b3da0824b05 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:25.926880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:25.995182 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.009244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=c5898432-49f7-46bf-9c52-2b3da0824b05,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:26.033945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:26.039176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:26.043336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:26.045081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.253271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.382326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e277b02-4f2a-47a2-a326-aa8b300dc22f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:26.473661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 3e277b02-4f2a-47a2-a326-aa8b300dc22f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:26.697615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0052c9-5dd4-4a44-9d3c-528b12b5772e None None] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:26.772079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Provisioning for port 3e277b02-4f2a-47a2-a326-aa8b300dc22f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:26.780913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Provisioning complete for port 3e277b02-4f2a-47a2-a326-aa8b300dc22f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:26.781298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.825081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.838687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.841446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.939343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:26.981701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] For port 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e277b02-4f2a-47a2-a326-aa8b300dc22f,segment=NetworkSegment(f7f41b1e-7b4b-4098-9212-9a07ec458267),segment_id=f7f41b1e-7b4b-4098-9212-9a07ec458267)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:26.988151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:27.024648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb96ee-b2ec-4476-9e49-b654946a41db req-ae3fb7a0-c19d-4acf-afdf-1fa9192e91ba tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:27.036551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13cb96ee-b2ec-4476-9e49-b654946a41db req-ae3fb7a0-c19d-4acf-afdf-1fa9192e91ba tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 946 time: 0.3693652 Aug 03 16:03:27.038430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=c5898432-49f7-46bf-9c52-2b3da0824b05,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:27.077957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b22c9-04fc-4dc2-ada9-c3286154628b None None] Pushing event updated for resources: {'Port': ['ID=3e277b02-4f2a-47a2-a326-aa8b300dc22f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:27.123043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13cb96ee-b2ec-4476-9e49-b654946a41db req-62626c56-1fef-4598-8fb4-9d4b408f2874 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855877 Aug 03 16:03:27.135801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:27.149971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:27.377225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 6117476b-a5d4-4e78-a792-005b85ae1704 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:27.507510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:27.519882 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] Sync routers for ids ['6117476b-a5d4-4e78-a792-005b85ae1704'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:27.549412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cddb213e-3a7d-4340-b58a-0ffeead3e158 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/6117476b-a5d4-4e78-a792-005b85ae1704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030187 Aug 03 16:03:27.551460 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] Routers {'6117476b-a5d4-4e78-a792-005b85ae1704'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:27.553464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48826) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:27.554409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6117476b-a5d4-4e78-a792-005b85ae1704'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:27.622388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48830) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:27.670516 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:27.688466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Provisioning complete for port 3e277b02-4f2a-47a2-a326-aa8b300dc22f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:27.688827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:27.690258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787c278-b8d9-483a-855e-c644b5466ea6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:27.692366 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3787c278-b8d9-483a-855e-c644b5466ea6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports/c5898432-49f7-46bf-9c52-2b3da0824b05 HTTP/1.1" status: 200 len: 911 time: 0.1345072 Aug 03 16:03:27.695235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48836) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:27.714737 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] Routers {'6117476b-a5d4-4e78-a792-005b85ae1704'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:27.718851 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6117476b-a5d4-4e78-a792-005b85ae1704'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:27.872058 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:27.883127 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ab2b4b-1dea-458a-8fa2-bdee436c75f9 None None] The sync data for ids ['6117476b-a5d4-4e78-a792-005b85ae1704'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:27.883352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Provisioning for port c5898432-49f7-46bf-9c52-2b3da0824b05 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:27.888151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Provisioning complete for port c5898432-49f7-46bf-9c52-2b3da0824b05 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:27.888540 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:27.935922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-84bb7a23-2117-4390-8c7e-daa154124c0b None None] Port c5898432-49f7-46bf-9c52-2b3da0824b05 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:27.967913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c23e8449-9fca-4fda-821c-5f5b18684ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.099437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-831f63bb-a317-4b61-a721-999eeb8c7168 None None] Provisioning complete for port c5898432-49f7-46bf-9c52-2b3da0824b05 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:28.100169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-831f63bb-a317-4b61-a721-999eeb8c7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.186817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-831f63bb-a317-4b61-a721-999eeb8c7168 None None] Port c5898432-49f7-46bf-9c52-2b3da0824b05 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:28.289480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e277b02-4f2a-47a2-a326-aa8b300dc22f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:28.373009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3e277b02-4f2a-47a2-a326-aa8b300dc22f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:28.373724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.399700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e3ebe-6304-4370-9fcb-3070b3409885 req-71fb1e53-ae9c-4d52-8d85-1f758d7ad22c tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:28.410454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e92e3ebe-6304-4370-9fcb-3070b3409885 req-71fb1e53-ae9c-4d52-8d85-1f758d7ad22c tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 946 time: 0.2138972 Aug 03 16:03:28.448681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5d8fb20a-9587-43cd-a85a-bfb94f641abb None None] Provisioning complete for port c5898432-49f7-46bf-9c52-2b3da0824b05 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:28.449075 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb20a-9587-43cd-a85a-bfb94f641abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.542682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e92e3ebe-6304-4370-9fcb-3070b3409885 req-59ad1c3e-24dd-42e6-8be2-2e81eefe3fcf tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 Aug 03 16:03:28.549318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c23e8449-9fca-4fda-821c-5f5b18684ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.549687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fb20a-9587-43cd-a85a-bfb94f641abb None None] Port c5898432-49f7-46bf-9c52-2b3da0824b05 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:28.574093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c23e8449-9fca-4fda-821c-5f5b18684ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.645567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c23e8449-9fca-4fda-821c-5f5b18684ab0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfd4d395a7fb48938b8eae87713650d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0211093 Aug 03 16:03:28.648122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48842) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:28.654958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e8449-9fca-4fda-821c-5f5b18684ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394c9cf-89dc-4126-b8ab-52912028511e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:28.721046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.756878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.818459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.940016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.942759 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:28.943988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9394c9cf-89dc-4126-b8ab-52912028511e HTTP/1.1" status: 204 len: 168 time: 0.2949567 Aug 03 16:03:28.959451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88805c7c-daae-4279-ab11-3be98381445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394c9cf-89dc-4126-b8ab-52912028511e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:29.058437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port c5898432-49f7-46bf-9c52-2b3da0824b05 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:29.059259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.112845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-19bc9b77-88cf-44dd-b1d1-4541ceb30d60 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:29.114531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-19bc9b77-88cf-44dd-b1d1-4541ceb30d60 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.78 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 946 time: 0.0599811 Aug 03 16:03:29.204480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.236807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for c5898432-49f7-46bf-9c52-2b3da0824b05 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:29.250066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Deleting port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:29.251065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.384332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] For port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,segment=NetworkSegment(14059df6-601d-42ff-b144-8c5939e28ee6),segment_id=14059df6-601d-42ff-b144-8c5939e28ee6)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:29.384727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.404548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Calling delete_port for 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:29.501130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.533956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=c5898432-49f7-46bf-9c52-2b3da0824b05,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:29.680320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.693917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6c1131f6-8f2d-4d1c-a710-ee34e01c46ca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:29.783534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Pushing event deleted for resources: {'Port': ['ID=6c1131f6-8f2d-4d1c-a710-ee34e01c46ca,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:29.808137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-70d33146-580f-4d6c-a684-67bcab0d1afa req-e52bda74-4d35-431d-ad71-6b2f44895e41 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ad1735-7420-406b-acbb-036764c0d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0750644 Aug 03 16:03:29.815959 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.908776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] No DVR routers for this DVR port 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:29.911659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:29.917526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6928f738-93b4-4363-9dd2-8ee575d94d17 req-c3a14db2-89f7-478a-9ff8-9a75f5f8a5a2 tempest-ServerGroupTestJSON-812780173 tempest-ServerGroupTestJSON-812780173-project] 10.222.0.78 "DELETE /v2.0/ports/6c1131f6-8f2d-4d1c-a710-ee34e01c46ca HTTP/1.1" status: 204 len: 173 time: 0.7956381 Aug 03 16:03:29.918457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'name': 'network-vif-deleted', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:29.921058 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811a30d2-b528-49eb-b213-b33443e9f491" -d '{"events": [{"server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "name": "network-vif-deleted", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:29.955802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-65b77668-4587-4fc4-8f24-bec821eb868d req-3f5646fb-43dc-46f1-8c6f-abdf6384296f tempest-ServersOnMultiNodesTest-552362870 tempest-ServersOnMultiNodesTest-552362870-project] (106017) timed out ('10.222.0.72', 56205) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:03:30.034249 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bca51f-727a-40b2-a15f-306caa8ba05d x-openstack-request-id: req-49bca51f-727a-40b2-a15f-306caa8ba05d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:30.034845 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ad1735-7420-406b-acbb-036764c0d1c7", "name": "network-vif-deleted", "tag": "6c1131f6-8f2d-4d1c-a710-ee34e01c46ca", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:30.035413 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49bca51f-727a-40b2-a15f-306caa8ba05d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:30.035923 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ad1735-7420-406b-acbb-036764c0d1c7', 'name': 'network-vif-deleted', 'tag': '6c1131f6-8f2d-4d1c-a710-ee34e01c46ca', 'status': 'completed', 'code': 200} Aug 03 16:03:30.048882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 6117476b-a5d4-4e78-a792-005b85ae1704 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:30.166541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:30.176773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48896) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:30.178648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] Sync routers for ids ['6117476b-a5d4-4e78-a792-005b85ae1704'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:30.187578 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-76740092-c3ac-489e-958e-2f004e0dbc0b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/6117476b-a5d4-4e78-a792-005b85ae1704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805529 Aug 03 16:03:30.193240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] Routers {'6117476b-a5d4-4e78-a792-005b85ae1704'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:30.194040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6117476b-a5d4-4e78-a792-005b85ae1704'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:30.220020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-db11f56a-a945-4400-bd07-32590aad0374 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=6117476b-a5d4-4e78-a792-005b85ae1704 HTTP/1.1" status: 200 len: 205 time: 0.0398433 Aug 03 16:03:30.220315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48902) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:30.281972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:30.307185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] Routers {'6117476b-a5d4-4e78-a792-005b85ae1704'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:30.307664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6117476b-a5d4-4e78-a792-005b85ae1704'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:30.362439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.408022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:30.409774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409944ea-870b-46f9-821e-a5194c7df4cf None None] The sync data for ids ['6117476b-a5d4-4e78-a792-005b85ae1704'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:30.573286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48908) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:30.601253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.605354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.653805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:30.677071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.677611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router 6117476b-a5d4-4e78-a792-005b85ae1704 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:03:30.696069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.698775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cb4e8610-efa7-49d2-b8a4-facd032869c2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/6117476b-a5d4-4e78-a792-005b85ae1704 HTTP/1.1" status: 204 len: 168 time: 0.4758303 Aug 03 16:03:30.701010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48918) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:30.756091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet b299bf69-0372-43ce-b432-9d548d691223 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:30.760118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.815966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:30.930368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.013220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.044662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=b299bf69-0372-43ce-b432-9d548d691223,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.048518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.050545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3a41bdce-6fbb-40e6-b777-b4e5609218e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/b299bf69-0372-43ce-b432-9d548d691223 HTTP/1.1" status: 204 len: 168 time: 0.3490949 Aug 03 16:03:31.053286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48932) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:31.057591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fca818-7573-4425-bfe0-dacee27d0bd5 None None] Network c4e14b3f-2b5c-4a3c-9536-deea452af5c0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:31.155104 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-82a8247c-bf2c-41bf-a572-1fc70bacdbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.161845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.172352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3b0330d-80f1-42bf-91f7-413f39f76ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.238316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 3e277b02-4f2a-47a2-a326-aa8b300dc22f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:31.238943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.263158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48946) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:31.323039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e277b02-4f2a-47a2-a326-aa8b300dc22f,segment=NetworkSegment(f7f41b1e-7b4b-4098-9212-9a07ec458267),segment_id=f7f41b1e-7b4b-4098-9212-9a07ec458267)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:31.323466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.332646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Deleting subnet 7e81505d-be4e-4cb7-9e6d-9978d81cff40 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:31.336813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-82a8247c-bf2c-41bf-a572-1fc70bacdbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.339173 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.339388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 3e277b02-4f2a-47a2-a326-aa8b300dc22f owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:31.346706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] DHCP port deletion for c4e14b3f-2b5c-4a3c-9536-deea452af5c0 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:03:31.364019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-82a8247c-bf2c-41bf-a572-1fc70bacdbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.396827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Deleting port 3e277b02-4f2a-47a2-a326-aa8b300dc22f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:31.397512 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.422486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.449969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.452259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8247c-bf2c-41bf-a572-1fc70bacdbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c04385e-47fd-4627-ab5d-99a9f46d6623,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.459791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:31.460519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-82a8247c-bf2c-41bf-a572-1fc70bacdbfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ea3c89c098e489290489365783bc070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051996 Aug 03 16:03:31.475306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] For port 3e277b02-4f2a-47a2-a326-aa8b300dc22f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e277b02-4f2a-47a2-a326-aa8b300dc22f,segment=NetworkSegment(f7f41b1e-7b4b-4098-9212-9a07ec458267),segment_id=f7f41b1e-7b4b-4098-9212-9a07ec458267)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:31.475729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.490705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=3e277b02-4f2a-47a2-a326-aa8b300dc22f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.496308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Calling delete_port for 3e277b02-4f2a-47a2-a326-aa8b300dc22f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:31.499277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.503567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 3e277b02-4f2a-47a2-a326-aa8b300dc22f on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:31.591455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.620744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.627740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3b0330d-80f1-42bf-91f7-413f39f76ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.629521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e81505d-be4e-4cb7-9e6d-9978d81cff40,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.633566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.636096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-707534a3-aa32-4502-8d3e-4f87aeac9355 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7e81505d-be4e-4cb7-9e6d-9978d81cff40 HTTP/1.1" status: 204 len: 168 time: 0.3719335 Aug 03 16:03:31.637040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3b0330d-80f1-42bf-91f7-413f39f76ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.639497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:31.668224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] Pushing event deleted for resources: {'Port': ['ID=3e277b02-4f2a-47a2-a326-aa8b300dc22f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.670335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859705a-4f55-432c-a9c6-2d7d80eb9e94 None None] No DVR routers for this DVR port 3e277b02-4f2a-47a2-a326-aa8b300dc22f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:31.737500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3b0330d-80f1-42bf-91f7-413f39f76ff0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=389b81551ace4a25bd9b8f447c8133d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1630325 Aug 03 16:03:31.740105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0330d-80f1-42bf-91f7-413f39f76ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac496e0-1265-4c49-b460-f9881a58c547,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:31.742855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:31.775578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.890733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.898684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.918244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d31dd4-95e7-4c3c-a26a-b161e2258a62']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.934402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.935045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.937409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14059df6-601d-42ff-b144-8c5939e28ee6') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.937735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14059df6-601d-42ff-b144-8c5939e28ee6') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.947622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.949630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e14b3f-2b5c-4a3c-9536-deea452af5c0']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.954892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.966790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f41b1e-7b4b-4098-9212-9a07ec458267') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.967091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f41b1e-7b4b-4098-9212-9a07ec458267') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:31.985494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.985929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.994424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:31.995101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:31.997162 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:31.999765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.019524 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.036956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:32.038164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:32.041809 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:32.071269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.074827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.076243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ac496e0-1265-4c49-b460-f9881a58c547 HTTP/1.1" status: 204 len: 168 time: 0.3292494 Aug 03 16:03:32.084918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838708ef-d0d4-4b08-a372-eb761d551c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac496e0-1265-4c49-b460-f9881a58c547,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.087111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.094501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.097762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] 10.222.0.70 "DELETE /v2.0/networks/49d31dd4-95e7-4c3c-a26a-b161e2258a62 HTTP/1.1" status: 204 len: 168 time: 0.4559083 Aug 03 16:03:32.108816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320012f-bcbd-41e0-8ba3-e388ef727a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=49d31dd4-95e7-4c3c-a26a-b161e2258a62,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.128192 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.133432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.136005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/c4e14b3f-2b5c-4a3c-9536-deea452af5c0 HTTP/1.1" status: 204 len: 168 time: 1.0815990 Aug 03 16:03:32.140333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48962) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:32.147313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1484287073', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:32.151813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.158356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.160396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c04385e-47fd-4627-ab5d-99a9f46d6623 HTTP/1.1" status: 204 len: 168 time: 0.6796935 Aug 03 16:03:32.181887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526b3c-4365-4ff0-8dcc-68248ef4e3e1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=c4e14b3f-2b5c-4a3c-9536-deea452af5c0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.186236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205d64-f947-446b-85e6-55b86ac818ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c04385e-47fd-4627-ab5d-99a9f46d6623,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.204801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.207164 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.258006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e277b02-4f2a-47a2-a326-aa8b300dc22f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:32.290372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3e277b02-4f2a-47a2-a326-aa8b300dc22f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:32.292215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3e277b02-4f2a-47a2-a326-aa8b300dc22f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:32.292977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.315582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48970) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:32.370639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-215e67e1-f867-48ac-b759-6d8a33db0a49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc3d0956cf7a423295c596849f7e5223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527093 Aug 03 16:03:32.371273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48972) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:32.433985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.463004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.475940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.522904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.526776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.528493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8a504ae-2f59-4899-bf01-ca8d74c5f2d2 HTTP/1.1" status: 204 len: 168 time: 0.1558857 Aug 03 16:03:32.537346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7af9f0-a7c1-463a-8686-6a33ad63074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a504ae-2f59-4899-bf01-ca8d74c5f2d2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.593957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48976) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:32.610620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91960978-9cd7-4e10-9162-18c6c4d04eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.746130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91960978-9cd7-4e10-9162-18c6c4d04eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.752174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91960978-9cd7-4e10-9162-18c6c4d04eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.753796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.776647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.803769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91960978-9cd7-4e10-9162-18c6c4d04eb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ac01d8a461f4ca9bd8b2273b90559df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087426 Aug 03 16:03:32.805074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91960978-9cd7-4e10-9162-18c6c4d04eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726ce7a-477f-45f2-8ca5-6fcacbcb8b61,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:32.808832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:32.904668 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.910776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 172.25.7.29 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a113f19e-e2bb-45ee-bdad-30748592b992) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:32.931009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.988771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.991920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:32.996812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c726ce7a-477f-45f2-8ca5-6fcacbcb8b61 HTTP/1.1" status: 204 len: 168 time: 0.1832721 Aug 03 16:03:33.003568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184957de-c2ca-4407-8b40-ac5c3f40f2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726ce7a-477f-45f2-8ca5-6fcacbcb8b61,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:33.055952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.115094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.164277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:33.167839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:33.174193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:33.205305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=a113f19e-e2bb-45ee-bdad-30748592b992,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:33.491799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.570044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:33.593898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:33.594553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c1131f6-8f2d-4d1c-a710-ee34e01c46ca not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:33.702604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:33.734545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.843164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-network', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:33.890819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Made reservation on behalf of 1ffca69f69cd4f2cb2a50e5fb22a069b for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:33.893404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.908246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:33.929913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:34.102855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:34.114140 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261057a-e123-431c-90af-0826068afef3 None None] Sync routers for ids ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:34.130063 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] Routers {'c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:34.131682 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:34.169498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.196416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.219717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.220814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-af2223b8-32db-458b-b1ee-1ccd31ae19b8 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0787494 Aug 03 16:03:34.222023 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:34.224456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49062) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.233508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] Routers {'c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:34.234424 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:34.253339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:34.267188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f6931-0e6a-4448-9f88-77d57a703788,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:34.273611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6261057a-e123-431c-90af-0826068afef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:34.274664 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261057a-e123-431c-90af-0826068afef3 None None] The sync data for ids ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:34.285531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.286042 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Added segment aa47ac75-db40-4ab9-9067-e7899c2cddb4 of type vlan for network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d Aug 03 16:03:34.333463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.377585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.379278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:34.380743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.400338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1dc8fe5e-6ded-4ffa-b9c9-023080d61929 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers/c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 200 len: 884 time: 0.1740522 Aug 03 16:03:34.401567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49068) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.464429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] Pushing event updated for resources: {'Network': ['ID=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:34.469884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e474b9e6-c7a5-47bf-925d-e48e753e6409 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7649794 Aug 03 16:03:34.471700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.476946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:34.478162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Request body: {'subnet': {'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-subnet', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:34.506758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Made reservation on behalf of 1ffca69f69cd4f2cb2a50e5fb22a069b for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:34.512566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.723576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67031933-4669-4bd5-8785-ba1d5df324d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3204663 Aug 03 16:03:34.727260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.733071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1484287073'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:34.762645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.771914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.842728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96eeb0d7-1c83-4cfe-9370-42bb7974e250,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:34.854602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Checking segment: {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:34.855281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Network hostable DHCP agents. Network: 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:34.878822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:34.897022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:34.906524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebd54e-4dbc-494b-9230-5bc22fcb15e8 None None] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:34.907512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:34.908607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.939598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-87755158-e5a3-4552-9faa-c13b9041bd9a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4660606 Aug 03 16:03:34.945327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:34.950747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:34.974497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4003f1f6-4f73-40d4-b544-17a807a9b36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.988529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:34.989538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.055196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.114886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878aee5a-0538-4df1-9fde-2d32a4a625d7 None None] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:35.189620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.202780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.224217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.320188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4003f1f6-4f73-40d4-b544-17a807a9b36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.345884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:35.363632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4003f1f6-4f73-40d4-b544-17a807a9b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.429878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003f1f6-4f73-40d4-b544-17a807a9b36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9967edeb-8b4e-4a73-8eda-08d1bea86eb2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:35.438602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4003f1f6-4f73-40d4-b544-17a807a9b36d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04dc93d9e8dd407ca8391e074d808acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628597 Aug 03 16:03:35.441297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:35.479623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:35.487307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.491346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4c135e02-17cf-406b-90bb-ca83a0f5d3e9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 200 len: 891 time: 0.7630594 Aug 03 16:03:35.492011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49098) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:35.495912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] Sync routers for ids ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:35.505409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] Routers {'c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:35.506226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:35.521459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.540083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:35.549865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] Routers {'c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:35.557875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:35.606936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:35.608510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7aa573-c33a-4c37-a65a-1ac59b0cb963 None None] The sync data for ids ['c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:35.646957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22034fa7-8e9f-46cb-b309-1153ee47ff24 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers/c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 200 len: 891 time: 0.1501031 Aug 03 16:03:35.649685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:35.667275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.682839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4f6ecd9-5908-4412-ac5d-b912d11b1939 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 200 len: 205 time: 0.0283124 Aug 03 16:03:35.683410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:35.713769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.739751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.809420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.811831 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.815967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9967edeb-8b4e-4a73-8eda-08d1bea86eb2 HTTP/1.1" status: 204 len: 168 time: 0.3732839 Aug 03 16:03:35.820027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.847782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63278a29-598d-4530-89fa-72fd1537a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967edeb-8b4e-4a73-8eda-08d1bea86eb2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:35.889744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Allocated IP 172.25.7.41 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c5c9796b-73ad-4625-b2cf-4ee5f65c1772) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:35.940132 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:35.996919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port a113f19e-e2bb-45ee-bdad-30748592b992 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:35.997729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.030687 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.078834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.096370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.112261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for a113f19e-e2bb-45ee-bdad-30748592b992 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:36.119522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:36.123144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:36.127429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:36.178372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Pushing event updated for resources: {'Port': ['ID=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:36.332796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.366104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=a113f19e-e2bb-45ee-bdad-30748592b992,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:36.442365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.497007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.570588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.573188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.627538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.628084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:03:36.636463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.641311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd3a00f0-2c58-4712-91f2-5f88a164cd92 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 204 len: 168 time: 0.9527717 Aug 03 16:03:36.641828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49136) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:36.646952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-116819019'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:36.676607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:36.680374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.720345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:36.733983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.734526 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment 2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067 of type vlan for network a651e573-e95c-494e-abe1-34ebd2d8717f Aug 03 16:03:36.787283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.789574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.823066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.830061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:36.830715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:36.905115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2622378 Aug 03 16:03:36.912531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49150) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:36.918326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:36.971568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff008-bf1b-4be1-87c1-34437da82b99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=a651e573-e95c-494e-abe1-34ebd2d8717f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:36.988438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a651e573-e95c-494e-abe1-34ebd2d8717f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:37.088063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:37.092550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.365427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.368196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Router d02f34ba-5a14-4444-af90-af72708d6e37 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:37.444064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=6dae6ebe-096e-488b-8f08-525cfabaf9d0,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:37.456648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:37.457724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: a651e573-e95c-494e-abe1-34ebd2d8717f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:37.482668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a651e573-e95c-494e-abe1-34ebd2d8717f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:37.490100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a651e573-e95c-494e-abe1-34ebd2d8717f) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:37.499052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:37.499217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265cec77-392a-4e0a-abf3-831cf8f89b46 None None] Network a651e573-e95c-494e-abe1-34ebd2d8717f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:37.499643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.527329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5ff4afb1-d31b-4cb3-8bfc-51e92725181e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6138566 Aug 03 16:03:37.527673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:37.539263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-11672080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:37.573606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:37.585986 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Sync routers for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:37.596569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.598062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.598274 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:37.599242 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:37.621001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.625202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6c80e45-f4ea-44d6-b416-18ba722a7c2a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6786187 Aug 03 16:03:37.625901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49206) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:37.720985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.730851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.765088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a651e573-e95c-494e-abe1-34ebd2d8717f', 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '6dae6ebe-096e-488b-8f08-525cfabaf9d0'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:37.766006 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.779007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:37.783714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a23922ed-9ff6-49a9-bd3e-82238aa7d4ec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2515864 Aug 03 16:03:37.784541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:37.814095 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:38.024271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Allocated IP 2001:db8::2 (a651e573-e95c-494e-abe1-34ebd2d8717f/6dae6ebe-096e-488b-8f08-525cfabaf9d0/94fd54d6-53ca-4171-befa-06d134f78349) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:38.112098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:36Z', 'revision_number': 3, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:38.158180 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Checking router: d02f34ba-5a14-4444-af90-af72708d6e37 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:03:38.158803 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Updating router d02f34ba-5a14-4444-af90-af72708d6e37 port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:03:38.224795 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.365615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.395101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Transition to ACTIVE for port object 94fd54d6-53ca-4171-befa-06d134f78349 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:38.423904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Transition to ACTIVE for port object 94fd54d6-53ca-4171-befa-06d134f78349 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:38.431362 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.432909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.503317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Pushing event updated for resources: {'Port': ['ID=94fd54d6-53ca-4171-befa-06d134f78349,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:38.526696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Network a651e573-e95c-494e-abe1-34ebd2d8717f is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:38.528676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:38.538461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:38.716484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Attempting to bind port 94fd54d6-53ca-4171-befa-06d134f78349 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:38.717741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Attempting to bind port 94fd54d6-53ca-4171-befa-06d134f78349 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:38.718321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Attempting to bind port 94fd54d6-53ca-4171-befa-06d134f78349 on network a651e573-e95c-494e-abe1-34ebd2d8717f {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:38.727448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:38.728751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Checking segment: {'id': '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:38.729450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.730949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Bound using segment: {'id': '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:38.731800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Bound port: 94fd54d6-53ca-4171-befa-06d134f78349, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a651e573-e95c-494e-abe1-34ebd2d8717f'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:38.732576 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.808641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] For port 94fd54d6-53ca-4171-befa-06d134f78349, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:38.813330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] For port 94fd54d6-53ca-4171-befa-06d134f78349, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=94fd54d6-53ca-4171-befa-06d134f78349,segment=NetworkSegment(2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067),segment_id=2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:38.820185 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.830637 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.840634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8::1 (a651e573-e95c-494e-abe1-34ebd2d8717f/6dae6ebe-096e-488b-8f08-525cfabaf9d0/e1c43856-e15a-44cc-883e-49d26d7dd639) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:38.855182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Transition to ACTIVE for port object c5c9796b-73ad-4625-b2cf-4ee5f65c1772 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:38.875934 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.899196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d7384-1dfd-41b0-90c6-142adedb844f None None] Pushing event updated for resources: {'Port': ['ID=94fd54d6-53ca-4171-befa-06d134f78349,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:38.923742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.979095 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Attempting to bind port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:38.979466 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Attempting to bind port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:38.979836 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Attempting to bind port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:38.987814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:38.988202 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:38.988613 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:38.989143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:38.989631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Bound port: c5c9796b-73ad-4625-b2cf-4ee5f65c1772, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:38.990032 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.029631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5c31-4456-4e35-9e90-a897b59e6751 None None] Pushing event updated for resources: {'Port': ['ID=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:39.061286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.080408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object e1c43856-e15a-44cc-883e-49d26d7dd639 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:39.084913 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] For port c5c9796b-73ad-4625-b2cf-4ee5f65c1772, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:39.089733 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] For port c5c9796b-73ad-4625-b2cf-4ee5f65c1772, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:39.094880 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.173286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Allocated IP 172.20.0.1 (77a4e9d0-76fc-44d4-bba6-241a0c59aa9d/96eeb0d7-1c83-4cfe-9370-42bb7974e250/7ceee70b-030f-443b-bd9d-b1d154e84d6e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:39.187550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.208484 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:39.209313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:39.241005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a651e573-e95c-494e-abe1-34ebd2d8717f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:39.248679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:39.257086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:39.258126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.268745 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5c31-4456-4e35-9e90-a897b59e6751 None None] Pushing event updated for resources: {'Port': ['ID=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:39.338534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.339138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=e1c43856-e15a-44cc-883e-49d26d7dd639,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:39.394211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.406489 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:39.453718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.455147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:39.464744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:39.472408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:39.506564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:39.531200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.797552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.848295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-485a2925-eca5-40e6-9458-3ed3051b7e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.918780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.924316 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:36Z', 'revision_number': 3, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:39.930192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.931193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:39.996518 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ec40b-edd2-4bc4-b4f2-368a2fcbf784 None None] The sync data for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 is: [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:36Z', 'revision_number': 3, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:40.081908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=e1c43856-e15a-44cc-883e-49d26d7dd639,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:40.174996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a651e573-e95c-494e-abe1-34ebd2d8717f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:40.176992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:40.185610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:40.189207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:40.327450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Pushing event updated for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:40.357007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:40.372168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router fe57fbe0-9f2d-424e-90e7-4afa96a22648 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:40.396257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 94fd54d6-53ca-4171-befa-06d134f78349 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:40.570846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4dceaf-df97-4b2f-86f7-84247978e625 None None] Network a651e573-e95c-494e-abe1-34ebd2d8717f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:40.588015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:40.589929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:40.622137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 94fd54d6-53ca-4171-befa-06d134f78349 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:40.622371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:40.628794 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f55d9b51-d335-43e7-8e26-2826823e6639 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/fe57fbe0-9f2d-424e-90e7-4afa96a22648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8426371 Aug 03 16:03:40.631451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49288) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:40.700092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023348a2-7ee1-4c9e-aadd-b0bd2e79b00e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:40.703966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-023348a2-7ee1-4c9e-aadd-b0bd2e79b00e tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports/e1c43856-e15a-44cc-883e-49d26d7dd639 HTTP/1.1" status: 200 len: 911 time: 0.0689845 Aug 03 16:03:40.704849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49290) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:40.711491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] Sync routers for ids ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:40.715781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6dae6ebe-096e-488b-8f08-525cfabaf9d0'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:40.738786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Provisioning for port 94fd54d6-53ca-4171-befa-06d134f78349 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:40.745057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] Routers {'fe57fbe0-9f2d-424e-90e7-4afa96a22648'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:40.747610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:40.787653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Provisioning complete for port 94fd54d6-53ca-4171-befa-06d134f78349 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:40.788144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:40.795378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:40.867035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Router d02f34ba-5a14-4444-af90-af72708d6e37 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:40.945889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] Routers {'fe57fbe0-9f2d-424e-90e7-4afa96a22648'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:40.948602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:41.008785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:41.013393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b405e87b-16bf-4e27-81de-f30430169b3a None None] The sync data for ids ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:41.063140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:41.091636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8fa40c7d-4302-4e1f-9403-97bdbda33822 admin admin] 10.222.0.70 "PUT /v2.0/routers/d02f34ba-5a14-4444-af90-af72708d6e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557700 Aug 03 16:03:41.115498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.243208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.376360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] For port 94fd54d6-53ca-4171-befa-06d134f78349, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=94fd54d6-53ca-4171-befa-06d134f78349,segment=NetworkSegment(2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067),segment_id=2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:41.384312 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.514274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb844-0efc-4151-a591-ce748238ee7e None None] Pushing event updated for resources: {'Port': ['ID=94fd54d6-53ca-4171-befa-06d134f78349,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:41.823599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-d4c3936f-81c8-4289-ab98-3b83b2e47266 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:41.831080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-d4c3936f-81c8-4289-ab98-3b83b2e47266 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 820 time: 0.2074296 Aug 03 16:03:41.859184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Provisioning for port e1c43856-e15a-44cc-883e-49d26d7dd639 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:41.860666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-0ec47d13-2b40-49a5-8f6a-995ca6a005b7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/quotas/1ffca69f69cd4f2cb2a50e5fb22a069b HTTP/1.1" status: 200 len: 375 time: 0.0287106 Aug 03 16:03:41.866092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Provisioning complete for port e1c43856-e15a-44cc-883e-49d26d7dd639 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:41.866807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.913905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.934489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.941474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:41.942414 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:41.944517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/ports/e1c43856-e15a-44cc-883e-49d26d7dd639 HTTP/1.1" status: 200 len: 911 time: 1.2392921 Aug 03 16:03:41.948504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49334) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:41.961010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Port e1c43856-e15a-44cc-883e-49d26d7dd639 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:41.966352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-f5cafe7c-7110-40e1-a964-4d901ee6e6ec tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046996 Aug 03 16:03:42.028839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Provisioning complete for port 94fd54d6-53ca-4171-befa-06d134f78349 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:42.029221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6e9dfff-867d-4fb5-9bc7-4bee889be4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.092392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79cbb1-2db3-4311-9cc4-a825ef76a4df tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=e1c43856-e15a-44cc-883e-49d26d7dd639,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:42.204283 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da5c3d6d-6fd6-4e97-9145-e5b3c9956ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.399203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0d4c51c-38a6-4c2a-8860-c20685d71090 None None] Provisioning complete for port e1c43856-e15a-44cc-883e-49d26d7dd639 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:42.405754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c51c-38a6-4c2a-8860-c20685d71090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.469518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-53e9fef5-ae7f-4841-9bd4-c9a244332068 service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021601 Aug 03 16:03:42.552194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4c51c-38a6-4c2a-8860-c20685d71090 None None] Port e1c43856-e15a-44cc-883e-49d26d7dd639 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:42.556751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 94fd54d6-53ca-4171-befa-06d134f78349 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:42.675791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 94fd54d6-53ca-4171-befa-06d134f78349 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:42.676295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.708564 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-563d4202-5842-4e6d-bc20-987afaa235a9 service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379754 Aug 03 16:03:42.737395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.776578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.791867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1e4e2dfb-a40c-4f27-9d64-099a605a0737 None None] Provisioning complete for port e1c43856-e15a-44cc-883e-49d26d7dd639 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:42.792320 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e4e2dfb-a40c-4f27-9d64-099a605a0737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:42.869914 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Sync routers for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:42.897407 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:42.898069 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:42.899541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e2dfb-a40c-4f27-9d64-099a605a0737 None None] Port e1c43856-e15a-44cc-883e-49d26d7dd639 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:42.972467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5c9796b-73ad-4625-b2cf-4ee5f65c1772 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:42.997947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-536848ae-cf15-4ffd-9861-64aeda1ed062 req-fafbdb1e-08bf-4446-9ede-a4bc7c105358 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 210 time: 0.0678999 Aug 03 16:03:43.073741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:43.093099 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:43.095631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:43.096246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.271459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.304335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port e1c43856-e15a-44cc-883e-49d26d7dd639 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:43.304892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.308518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c5c9796b-73ad-4625-b2cf-4ee5f65c1772, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:43.316904 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.414749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:43.473421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.495298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for e1c43856-e15a-44cc-883e-49d26d7dd639 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:43.529052 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 2, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:43.572214 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Checking router: d02f34ba-5a14-4444-af90-af72708d6e37 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:03:43.573571 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Updating router d02f34ba-5a14-4444-af90-af72708d6e37 port 7ceee70b-030f-443b-bd9d-b1d154e84d6e binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:03:43.602207 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.648845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.761861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:43.799181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=e1c43856-e15a-44cc-883e-49d26d7dd639,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:43.945737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.111028 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.142934 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Transition to ACTIVE for port object 7ceee70b-030f-443b-bd9d-b1d154e84d6e will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:44.149286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0dee903-42da-4da1-90ce-0fadc4384922 req-a376103a-24e0-46ef-833f-c3910e8d285b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 210 time: 0.0712557 Aug 03 16:03:44.158311 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.256351 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2b26-3829-40e2-aa2f-bbb72bf39530 None None] Pushing event updated for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:44.263372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router fe57fbe0-9f2d-424e-90e7-4afa96a22648 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:44.333147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Attempting to bind port 7ceee70b-030f-443b-bd9d-b1d154e84d6e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:44.333767 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Attempting to bind port 7ceee70b-030f-443b-bd9d-b1d154e84d6e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:44.334107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5c9796b-73ad-4625-b2cf-4ee5f65c1772 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:44.334892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Attempting to bind port 7ceee70b-030f-443b-bd9d-b1d154e84d6e on network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:44.344195 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:44.344852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Checking segment: {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:44.345734 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.346321 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Bound using segment: {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:44.346966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Bound port: 7ceee70b-030f-443b-bd9d-b1d154e84d6e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:44.347764 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.376959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:44.382026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d94d4ff-e5ae-481b-9fc1-b291bc63400f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/fe57fbe0-9f2d-424e-90e7-4afa96a22648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323447 Aug 03 16:03:44.384921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:44.398282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] Sync routers for ids ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:44.417296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f4546ba6-e42a-4f26-a871-69890a885cd0 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe57fbe0-9f2d-424e-90e7-4afa96a22648 HTTP/1.1" status: 200 len: 205 time: 0.0309050 Aug 03 16:03:44.420150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49372) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:44.461654 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] For port 7ceee70b-030f-443b-bd9d-b1d154e84d6e, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:44.471685 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] For port 7ceee70b-030f-443b-bd9d-b1d154e84d6e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7ceee70b-030f-443b-bd9d-b1d154e84d6e,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:44.481033 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.502521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] Routers {'fe57fbe0-9f2d-424e-90e7-4afa96a22648'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:44.503628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:44.569959 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2b26-3829-40e2-aa2f-bbb72bf39530 None None] Pushing event updated for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:44.574181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:44.574872 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:44.635335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:44.658857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] Routers {'fe57fbe0-9f2d-424e-90e7-4afa96a22648'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:44.659867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:44.673063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.703083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:44.704120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfff939-a51c-4325-a439-5f88bef438a2 None None] The sync data for ids ['fe57fbe0-9f2d-424e-90e7-4afa96a22648'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:44.714377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:44.715106 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:44.785264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-1223a5a1-01e0-4a51-b361-6792f56a4158 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:44.790377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-1223a5a1-01e0-4a51-b361-6792f56a4158 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 820 time: 0.3469088 Aug 03 16:03:44.795420 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:44.808460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'port': {'device_id': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'admin_state_up': True, 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:45.016884 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.034902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Made reservation on behalf of 1ffca69f69cd4f2cb2a50e5fb22a069b for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:45.041627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.111798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.114652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.185376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.186486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router fe57fbe0-9f2d-424e-90e7-4afa96a22648 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:03:45.196280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.201975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da38bfcc-9076-41f5-b026-322d4305c171 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/fe57fbe0-9f2d-424e-90e7-4afa96a22648 HTTP/1.1" status: 204 len: 168 time: 0.7781181 Aug 03 16:03:45.203014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:45.274935 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:44Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:45.324266 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f5e76-8847-42cd-86e4-819e5b3e4353 None None] The sync data for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 is: [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:44Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:45.374557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 6dae6ebe-096e-488b-8f08-525cfabaf9d0 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:03:45.386562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.387286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-afb851be-0723-4466-8a02-866b2e7645f8 req-08be2a01-5b28-4973-a2ab-79e45dc936b7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 210 time: 0.0774159 Aug 03 16:03:45.460680 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Allocated IP 172.20.0.3 (77a4e9d0-76fc-44d4-bba6-241a0c59aa9d/96eeb0d7-1c83-4cfe-9370-42bb7974e250/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:45.496894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.635652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.800660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.843968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.847453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=6dae6ebe-096e-488b-8f08-525cfabaf9d0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:45.849422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:45.851904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2c93747f-0469-4fa8-9d28-5ae1b97c9208 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6dae6ebe-096e-488b-8f08-525cfabaf9d0 HTTP/1.1" status: 204 len: 168 time: 0.6471579 Aug 03 16:03:45.854857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49396) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:45.858177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105abbdf-db5c-416f-b88c-ff464f143f61 None None] Network a651e573-e95c-494e-abe1-34ebd2d8717f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:46.050894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.149408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.223252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:46.230041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:46.235883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:46.265812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] DHCP port deletion for a651e573-e95c-494e-abe1-34ebd2d8717f request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:03:46.361536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Deleting port 94fd54d6-53ca-4171-befa-06d134f78349 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:46.362183 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.484530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7ceee70b-030f-443b-bd9d-b1d154e84d6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:46.531832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] For port 94fd54d6-53ca-4171-befa-06d134f78349, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=94fd54d6-53ca-4171-befa-06d134f78349,segment=NetworkSegment(2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067),segment_id=2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:46.536325 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.562989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Calling delete_port for 94fd54d6-53ca-4171-befa-06d134f78349 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:46.596815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8a8d5-e98b-4e06-8775-2e69273138b6 req-fb89a312-26f1-43f3-b366-cea5cff66ae3 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:46.605159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ec8a8d5-e98b-4e06-8775-2e69273138b6 req-fb89a312-26f1-43f3-b366-cea5cff66ae3 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 931 time: 0.0912893 Aug 03 16:03:46.688076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ec8a8d5-e98b-4e06-8775-2e69273138b6 req-1867f3fd-dd72-4554-9872-9b8381d786c2 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736709 Aug 03 16:03:46.780110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:46.797511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.839880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7ceee70b-030f-443b-bd9d-b1d154e84d6e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:46.842877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:46.844361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.844697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] No DVR routers for this DVR port 94fd54d6-53ca-4171-befa-06d134f78349 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:46.871350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 94fd54d6-53ca-4171-befa-06d134f78349 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:03:46.871350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.877758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7ceee70b-030f-443b-bd9d-b1d154e84d6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:46.879650 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:46.882496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b44d3-db38-42cf-a7f6-4f0b9f8cdd5e None None] Pushing event deleted for resources: {'Port': ['ID=94fd54d6-53ca-4171-befa-06d134f78349,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:46.946753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b43caf5e-5cdf-4fda-96cc-4e2c0a06591b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1451306 Aug 03 16:03:46.969248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Request body: {'port': {'device_id': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:46.989794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.031260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 94fd54d6-53ca-4171-befa-06d134f78349, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:47.031735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.048928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7ceee70b-030f-443b-bd9d-b1d154e84d6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7ceee70b-030f-443b-bd9d-b1d154e84d6e,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:47.056286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.074426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 94fd54d6-53ca-4171-befa-06d134f78349 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:03:47.077179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Port 94fd54d6-53ca-4171-befa-06d134f78349 was not found and therefore no delete operation was performed {{(pid=106017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:03:47.083079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.116207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.129341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=94fd54d6-53ca-4171-befa-06d134f78349,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:47.136516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 94fd54d6-53ca-4171-befa-06d134f78349 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:03:47.148766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:47.296861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.354722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a651e573-e95c-494e-abe1-34ebd2d8717f']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:47.370673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:47.370673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae5ef3c-4f2d-40ca-b2ae-f2028cbda067') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:47.387728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.415646 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.454102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:03:47.454963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:03:47.457783 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:03:47.548434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.585584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.589626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/a651e573-e95c-494e-abe1-34ebd2d8717f HTTP/1.1" status: 204 len: 168 time: 1.7337542 Aug 03 16:03:47.593128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bcd05-67d3-4f91-8f6e-ac32091a7f80 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=a651e573-e95c-494e-abe1-34ebd2d8717f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:47.594642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49416) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:47.603559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1337915347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:47.638871 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.640535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.673094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:47.681991 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.694626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Transition to ACTIVE for port object f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:47.700034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.717759 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.725177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.753968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.756953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cac6b7d2-5577-4487-b073-f55eeb4d784b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1609583 Aug 03 16:03:47.760824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49420) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:47.761765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:47.767469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2120092016'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:47.794695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:47.799500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.859584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Attempting to bind port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:47.859584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Attempting to bind port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:47.860143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Attempting to bind port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe on network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:47.866139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe on network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:03:47.866550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Attempting to bind port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe on network 77a4e9d0-76fc-44d4-bba6-241a0c59aa9d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:47.872464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:47.888237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:47.890264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Checking segment: {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:47.890744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Bound using segment: {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:47.891248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Bound port: f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa47ac75-db40-4ab9-9067-e7899c2cddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:47.891627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.903606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7bbcf-3da5-483c-82cb-4d20710d9a0a req-a8bf04a3-ad3f-4f53-87df-3bad651dc685 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:47.905334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55b7bbcf-3da5-483c-82cb-4d20710d9a0a req-a8bf04a3-ad3f-4f53-87df-3bad651dc685 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 943 time: 0.1022177 Aug 03 16:03:47.907055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:47.907815 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment ecd9c87d-c982-4723-becd-b1d35a23deeb of type vlan for network 8c525e32-9036-4263-8453-f9b657e08cd3 Aug 03 16:03:47.996241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.006411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55b7bbcf-3da5-483c-82cb-4d20710d9a0a req-afe9467b-73e7-4189-a909-31a0e82e72c4 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804763 Aug 03 16:03:48.020271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:48.026964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:48.033579 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.065425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.073416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:48.075049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.101561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:48.102201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.103804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] 10.222.0.78 "PUT /v2.0/ports/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 1091 time: 1.1445091 Aug 03 16:03:48.104240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:48.107460 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a983ac-bd47-41d9-bbae-c992093fe527" -d '{"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:48.123996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d1d2-8b33-443d-862b-bf45faa05072 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:48.170968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4058230 Aug 03 16:03:48.171210 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c96dbc-6634-4621-960f-8bc771571958 x-openstack-request-id: req-63c96dbc-6634-4621-960f-8bc771571958 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:48.171210 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:48.171210 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63c96dbc-6634-4621-960f-8bc771571958 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:48.171210 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:03:48.171573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49428) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:48.178327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:48.194948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=8c525e32-9036-4263-8453-f9b657e08cd3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:48.212837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.214411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.215608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.216513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.217537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.218429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.220170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.220584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.221856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.222273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.223300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.225114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11d69a-3de9-4972-93ab-a30dbcc4a219 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:48.243616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8c525e32-9036-4263-8453-f9b657e08cd3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:48.277123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-855ae7b5-993f-4a4a-b007-b33d6a075829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:48.278856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-855ae7b5-993f-4a4a-b007-b33d6a075829 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1094 time: 0.1197822 Aug 03 16:03:48.358636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-cca0314d-8af8-4bfd-921a-458bfaefe6ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0698550 Aug 03 16:03:48.363082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7ceee70b-030f-443b-bd9d-b1d154e84d6e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:48.423978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7ceee70b-030f-443b-bd9d-b1d154e84d6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:48.424713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.433483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:48.441336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.461182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-e30416e7-228c-451d-ba0b-b6f5d46535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:48.464509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-e30416e7-228c-451d-ba0b-b6f5d46535d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0985231 Aug 03 16:03:48.569423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-096e8ca7-7fa9-4106-9d38-4fc4ebde56a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413826 Aug 03 16:03:48.662443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 94fd54d6-53ca-4171-befa-06d134f78349 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:03:48.690038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 94fd54d6-53ca-4171-befa-06d134f78349 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:03:48.690386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 94fd54d6-53ca-4171-befa-06d134f78349 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:03:48.738419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-b5f17623-4ba4-406b-8789-dc70188b98c0 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597612 Aug 03 16:03:48.898657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:48.938514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed3a58cb-6309-4709-adfd-dc1d342148f4 req-d79888d1-382c-4f64-8e1b-5b998f686fed service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752188 Aug 03 16:03:49.026326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=e7cdaf8d-f494-4c25-828c-64bb036a30ac,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:49.053735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:49.054106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: 8c525e32-9036-4263-8453-f9b657e08cd3, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:49.080595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-d711e854-c7ca-4ad6-848f-79fc86a7a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:49.082644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-d711e854-c7ca-4ad6-848f-79fc86a7a153 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1094 time: 0.0775800 Aug 03 16:03:49.084129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 8c525e32-9036-4263-8453-f9b657e08cd3 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:49.115824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8c525e32-9036-4263-8453-f9b657e08cd3) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:49.125402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db792e-7b0c-42c8-bb9b-38678d9d3d0b None None] Network 8c525e32-9036-4263-8453-f9b657e08cd3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:49.158268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:49.158268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:49.203675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:49.204295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-917ae173-5dfb-4d7c-a698-0b8f853cda05 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0311723 Aug 03 16:03:49.236958 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:03:49.248323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540bb6c-fdd2-4da2-aeed-662755b9c851 req-b0bd3612-fbd4-41bb-8679-e252bf67d792 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:49.255941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4540bb6c-fdd2-4da2-aeed-662755b9c851 req-b0bd3612-fbd4-41bb-8679-e252bf67d792 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 943 time: 0.1107285 Aug 03 16:03:49.289612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-dfa8a166-38bf-4202-bd44-f0fbaed990ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:49.291707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-dfa8a166-38bf-4202-bd44-f0fbaed990ba service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.2008052 Aug 03 16:03:49.326998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4540bb6c-fdd2-4da2-aeed-662755b9c851 req-f5ea138b-fc6a-446f-92d6-dbd831b1e390 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Aug 03 16:03:49.357528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-945ed229-f8c0-43bc-b123-431f906dfeb8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0572646 Aug 03 16:03:49.455290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-92ae1347-5480-41ad-b24f-184de7adc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:49.458577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-92ae1347-5480-41ad-b24f-184de7adc3d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0904036 Aug 03 16:03:49.515636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-a9bf812a-84a1-4bc4-a3b0-0947b533425e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502446 Aug 03 16:03:49.578673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8c525e32-9036-4263-8453-f9b657e08cd3', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:49.579693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:49.648312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-03df2f9d-868a-4c19-89a0-0fd9a58a626d service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240706 Aug 03 16:03:49.760252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Allocated IP 2001:db8::2 (8c525e32-9036-4263-8453-f9b657e08cd3/e7cdaf8d-f494-4c25-828c-64bb036a30ac/dcd11a52-d975-4693-9515-db10139ae54e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:49.860193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a983ac-bd47-41d9-bbae-c992093fe527 req-d723e1ed-8b71-4706-9872-277bef0a584e service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018752 Aug 03 16:03:49.968987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:49.978685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Transition to ACTIVE for port object dcd11a52-d975-4693-9515-db10139ae54e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:49.997961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Transition to ACTIVE for port object dcd11a52-d975-4693-9515-db10139ae54e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:50.004321 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.050990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Network 8c525e32-9036-4263-8453-f9b657e08cd3 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:50.056728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:50.071104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:50.078883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Pushing event updated for resources: {'Port': ['ID=dcd11a52-d975-4693-9515-db10139ae54e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:50.144568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Attempting to bind port dcd11a52-d975-4693-9515-db10139ae54e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:50.145006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Attempting to bind port dcd11a52-d975-4693-9515-db10139ae54e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:50.145314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Attempting to bind port dcd11a52-d975-4693-9515-db10139ae54e on network 8c525e32-9036-4263-8453-f9b657e08cd3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:50.151257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:50.151624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Checking segment: {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:50.152031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.152432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Bound using segment: {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:50.152914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Bound port: dcd11a52-d975-4693-9515-db10139ae54e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:50.153295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.171074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.237121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] For port dcd11a52-d975-4693-9515-db10139ae54e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:50.241677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] For port dcd11a52-d975-4693-9515-db10139ae54e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcd11a52-d975-4693-9515-db10139ae54e,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:50.254368 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.336583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb5963-29bf-46d8-992d-5090f6befd9c None None] Pushing event updated for resources: {'Port': ['ID=dcd11a52-d975-4693-9515-db10139ae54e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:50.482210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232f656-4a6f-4c6e-b960-a93b5afc43b9 req-71dd5eed-48c8-4a8c-81df-15888da98b9d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:50.483883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f232f656-4a6f-4c6e-b960-a93b5afc43b9 req-71dd5eed-48c8-4a8c-81df-15888da98b9d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 943 time: 0.0697079 Aug 03 16:03:50.504259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8::1 (8c525e32-9036-4263-8453-f9b657e08cd3/e7cdaf8d-f494-4c25-828c-64bb036a30ac/7617a905-0937-47de-810c-d29e1907ac44) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:50.575782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f232f656-4a6f-4c6e-b960-a93b5afc43b9 req-9a14a5fe-cd4a-4483-8065-2655853e0fb9 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Aug 03 16:03:50.722580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.740908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 7617a905-0937-47de-810c-d29e1907ac44 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:50.785728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.816649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 8c525e32-9036-4263-8453-f9b657e08cd3 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:50.838609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:50.843068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:50.845020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:50.921013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:51.028474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.159447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:51.359820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d469e16-f0ca-489a-ac6b-edcd485a3b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.514494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.520825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.521811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.538672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d469e16-f0ca-489a-ac6b-edcd485a3b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.562141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d469e16-f0ca-489a-ac6b-edcd485a3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.615379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d469e16-f0ca-489a-ac6b-edcd485a3b00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1b1629768fa43ce95768e7e955bcbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550331 Aug 03 16:03:51.618668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49482) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:51.632286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:03:51.632907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469e16-f0ca-489a-ac6b-edcd485a3b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8e13a-8a92-46d7-af66-43d0ba52f1ee,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:51.699220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 8c525e32-9036-4263-8453-f9b657e08cd3 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:51.703999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:51.766424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a976f-e5bc-4459-9637-3c480a4acbdc None None] Network 8c525e32-9036-4263-8453-f9b657e08cd3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:51.775883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.842941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:51.843945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.895602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f050050-17e7-4547-94d9-4f0ac21bec88 req-739d230d-8206-4c6b-953d-64f4ef87ed26 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:51.897490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f050050-17e7-4547-94d9-4f0ac21bec88 req-739d230d-8206-4c6b-953d-64f4ef87ed26 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 943 time: 0.1511114 Aug 03 16:03:51.923871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:03:51.967114 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f050050-17e7-4547-94d9-4f0ac21bec88 req-ee895b14-71e7-4c96-bd9f-49b3c9aa6446 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559325 Aug 03 16:03:51.982201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.985548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:51.989537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ef8e13a-8a92-46d7-af66-43d0ba52f1ee HTTP/1.1" status: 204 len: 168 time: 0.3672726 Aug 03 16:03:52.000922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f2556-f926-4cd4-a4e0-19ff3e384fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8e13a-8a92-46d7-af66-43d0ba52f1ee,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:52.014696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-628f2925-a175-4cff-aef9-a651f6cb846b None None] Provisioning for port dcd11a52-d975-4693-9515-db10139ae54e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:52.059729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:52.062016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.069899 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:52.074529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2687455a-8347-4bc4-8a58-52b07f254ea2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666117 Aug 03 16:03:52.074957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49490) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:52.080572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168541743'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:52.090882 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:52.092193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:52.099852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:52.112464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:52.117787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.133270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'port_id': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'mac_address': 'fa:16:3e:cf:e9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:03:52.193941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.203300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:52.211366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:03:52.237129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:52.242689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.243728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.244569 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6 of type vlan for network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 Aug 03 16:03:52.333355 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:52.359993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.362622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcd11a52-d975-4693-9515-db10139ae54e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:52.475520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:52.494928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.507237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port dcd11a52-d975-4693-9515-db10139ae54e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:52.514703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:03:52.519503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port dcd11a52-d975-4693-9515-db10139ae54e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:52.519882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.520018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:52.520729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.695005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=a9f45bd9-b332-4eae-b86a-0d02fba69fe3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:52.708254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5237363-b93c-4a03-b8bf-4cb10daa2ac4 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6321447 Aug 03 16:03:52.711320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49506) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:52.718842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:52.719613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:52.733316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Provisioning for port 7617a905-0937-47de-810c-d29e1907ac44 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:52.799067 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:50Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:51Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:52.805304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Provisioning complete for port 7617a905-0937-47de-810c-d29e1907ac44 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:52.809850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.829189 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:03:52.829488 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Updating router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 port 7617a905-0937-47de-810c-d29e1907ac44 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:03:52.893206 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:52.977065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:53.016389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.074672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Port 7617a905-0937-47de-810c-d29e1907ac44 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:03:53.111807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.164305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port dcd11a52-d975-4693-9515-db10139ae54e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcd11a52-d975-4693-9515-db10139ae54e,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:53.175891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.220670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741234-2b61-4dca-b39e-66a1d020146e req-b3cfc7e3-9fba-4bd7-9b4f-df277b8b313a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:53.232092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95741234-2b61-4dca-b39e-66a1d020146e req-b3cfc7e3-9fba-4bd7-9b4f-df277b8b313a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 944 time: 0.0962489 Aug 03 16:03:53.240456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Provisioning complete for port dcd11a52-d975-4693-9515-db10139ae54e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:53.251708 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f2549a17-1c1f-42e5-8a60-d1e2e9bc5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.318525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95741234-2b61-4dca-b39e-66a1d020146e req-e80d88d0-fc7c-45b7-8b36-53b2c7cfcf78 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Aug 03 16:03:53.344792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.452432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=dcd11a52-d975-4693-9515-db10139ae54e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:53.515053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:53.515425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: a9f45bd9-b332-4eae-b86a-0d02fba69fe3, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:53.523756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=b47b2163-8394-4629-ae0e-44140f1e6d6a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:53.540852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:53.558683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a9f45bd9-b332-4eae-b86a-0d02fba69fe3) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:53.577507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:53.580946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c2b0c-f73a-44df-9a78-8bf0297fd336 None None] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:53.581485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.587283 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.599076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Transition to ACTIVE for port object 7617a905-0937-47de-810c-d29e1907ac44 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:53.606688 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.621105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6af3b53c-ef24-498f-97a1-badbbe3eef74 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9079018 Aug 03 16:03:53.624032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:53.694182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e8558-d46e-4afd-b8c9-81c5fd348347 None None] Pushing event updated for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:53.765614 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Attempting to bind port 7617a905-0937-47de-810c-d29e1907ac44 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:53.766794 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Attempting to bind port 7617a905-0937-47de-810c-d29e1907ac44 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:53.767907 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Attempting to bind port 7617a905-0937-47de-810c-d29e1907ac44 on network 8c525e32-9036-4263-8453-f9b657e08cd3 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:53.779625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:53.780150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Checking segment: {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:53.780668 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.781166 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Bound using segment: {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:53.781818 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Bound port: 7617a905-0937-47de-810c-d29e1907ac44, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd9c87d-c982-4723-becd-b1d35a23deeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:53.784679 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.829546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:53.831081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:53.886030 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] For port 7617a905-0937-47de-810c-d29e1907ac44, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:53.891167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] For port 7617a905-0937-47de-810c-d29e1907ac44, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7617a905-0937-47de-810c-d29e1907ac44,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:53.898058 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.044439 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:54.047467 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:54.053320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e8558-d46e-4afd-b8c9-81c5fd348347 None None] Pushing event updated for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:54.159752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Allocated IP 2001:db8:1::2 (a9f45bd9-b332-4eae-b86a-0d02fba69fe3/b47b2163-8394-4629-ae0e-44140f1e6d6a/4e78c96f-09e0-4a6b-81ad-9bb683c5a251) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:54.219718 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:54.348485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcd11a52-d975-4693-9515-db10139ae54e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:54.463011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port dcd11a52-d975-4693-9515-db10139ae54e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:54.463396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.488052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.534721 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.547552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Transition to ACTIVE for port object 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:54.606456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Transition to ACTIVE for port object 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:54.615825 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:50Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:53Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:54.629929 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.650738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:54.653856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:54.657409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:54.676168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cd0a2-6a1f-477c-8cc5-141877f5d241 None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:50Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:53Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:03:54.714952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Pushing event updated for resources: {'Port': ['ID=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:54.771755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Attempting to bind port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:54.771755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Attempting to bind port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:54.772067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Attempting to bind port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 on network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:54.780796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:54.780796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Checking segment: {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:54.781201 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.781898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Bound using segment: {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:54.782051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Bound port: 4e78c96f-09e0-4a6b-81ad-9bb683c5a251, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:54.782351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.822706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f3bb7-a587-4761-9d92-aab669c9a944 req-e6450146-0b5a-4874-b3c2-8ff7639b5b18 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:54.835112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-779f3bb7-a587-4761-9d92-aab669c9a944 req-e6450146-0b5a-4874-b3c2-8ff7639b5b18 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 944 time: 0.3073475 Aug 03 16:03:54.874417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] For port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:54.878468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] For port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:54.884872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:54.939390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-779f3bb7-a587-4761-9d92-aab669c9a944 req-876ebb4d-8ecc-4d2d-804f-7b2d92782160 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033943 Aug 03 16:03:54.964848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089d45f-6912-4901-9be1-a2d1511a0d61 None None] Pushing event updated for resources: {'Port': ['ID=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:55.166146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8:1::1 (a9f45bd9-b332-4eae-b86a-0d02fba69fe3/b47b2163-8394-4629-ae0e-44140f1e6d6a/954489d7-840b-4b25-836b-77d651e5e4eb) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:03:55.374492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.408221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 954489d7-840b-4b25-836b-77d651e5e4eb will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:55.456305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.521866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:55.542128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:55.544738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:55.547629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:03:55.548322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.593684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.594039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.594387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.594714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.595051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.595383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.595756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.596030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.596354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.596676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.596996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.597311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:03:55.667533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:55.743950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:55.749615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:55.750392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.774057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.860924 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.908805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:55.910069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:03:55.914072 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6314b88-4cdf-44d3-b3c5-ef976794199b" -d '{"events": [{"server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:03:55.923661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:55.975118 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551df5d4-83b4-4559-950e-dd5d16f6b62d x-openstack-request-id: req-551df5d4-83b4-4559-950e-dd5d16f6b62d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:03:55.975118 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:03:55.975118 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-551df5d4-83b4-4559-950e-dd5d16f6b62d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:03:55.975118 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'code': 200} Aug 03 16:03:56.051195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:56.056580 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.170390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008fb4-894d-4879-9204-c042b1f28dcf req-e89c0d33-5943-42b7-8caa-8a67010dc79c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:56.178624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20008fb4-894d-4879-9204-c042b1f28dcf req-e89c0d33-5943-42b7-8caa-8a67010dc79c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Aug 03 16:03:56.304020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-20008fb4-894d-4879-9204-c042b1f28dcf req-1b1325aa-2279-4f07-8264-421d91c5d18a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214275 Aug 03 16:03:56.319044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.322762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2de8-0e59-4b72-9e97-d85d9a6884e5 req-53280a1a-ad68-43f3-b735-a71542df9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:56.324410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb7a2de8-0e59-4b72-9e97-d85d9a6884e5 req-53280a1a-ad68-43f3-b735-a71542df9264 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.1478808 Aug 03 16:03:56.334818 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.339956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.439600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7617a905-0937-47de-810c-d29e1907ac44 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:56.488409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb7a2de8-0e59-4b72-9e97-d85d9a6884e5 req-ffd6512a-553d-4334-8adc-1cb0c943321c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446104 Aug 03 16:03:56.504794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:56.538968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7617a905-0937-47de-810c-d29e1907ac44 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:56.546313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7617a905-0937-47de-810c-d29e1907ac44 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:56.546708 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.610920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:03:56.613786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:56.659080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac1311-ba88-4d05-9d22-c226a6a76699 None None] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:56.722003 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.753323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:03:56.778966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2d6e8c2-a095-47bf-bb08-77c12b962a45 None None] Provisioning for port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:56.859052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7617a905-0937-47de-810c-d29e1907ac44, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7617a905-0937-47de-810c-d29e1907ac44,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:56.866801 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:56.867775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:56.901874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:03:56.912123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa3dfe9a-1fc7-4d39-b43c-b3d40c917937 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2869682 Aug 03 16:03:56.914054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49596) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:56.923725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1572792319'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:56.968700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:56.974175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.010776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:03:57.024073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.025075 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment d5796413-7aca-48fa-b074-10afa836545c of type vlan for network 67d46e01-cd0f-494e-aa7c-746fc365f5fb Aug 03 16:03:57.082002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.126670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:03:57.127305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.138787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:57.139435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.156650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:57.157577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:57.253574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=67d46e01-cd0f-494e-aa7c-746fc365f5fb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:57.279840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c0f87ce-468f-4317-89e6-c4a158d8af14 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3645782 Aug 03 16:03:57.281327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:03:57.283068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:57.289479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:03:57.371692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:57.420590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:57.501333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:57.559265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1f43-1756-4fef-b79d-5d3499f438d2 req-576d53d8-7b58-4d6a-a06f-b0b6f9bd43e7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:57.567278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8ff1f43-1756-4fef-b79d-5d3499f438d2 req-576d53d8-7b58-4d6a-a06f-b0b6f9bd43e7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0634155 Aug 03 16:03:57.619280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:57.645297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8ff1f43-1756-4fef-b79d-5d3499f438d2 req-6ee85b51-2dd1-42d5-a636-64564654ef1c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768566 Aug 03 16:03:57.690726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-119b434f-17b8-4de6-a9dc-8e20ece25361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.816072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:57.816072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:57.988237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.015610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-119b434f-17b8-4de6-a9dc-8e20ece25361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.046625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-119b434f-17b8-4de6-a9dc-8e20ece25361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.096950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:03:58.110008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:55Z', 'revision_number': 3, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:58.151343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-119b434f-17b8-4de6-a9dc-8e20ece25361 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16ae127c17564c01bc631e1891a9d43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781630 Aug 03 16:03:58.152272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b434f-17b8-4de6-a9dc-8e20ece25361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93be53-7814-4538-8d00-47112e3ea529,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:58.158811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:58.163293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.169790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:03:58.172682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Updating router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 port 954489d7-840b-4b25-836b-77d651e5e4eb binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:03:58.225245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.232705 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.274285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.342666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7617a905-0937-47de-810c-d29e1907ac44 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:03:58.358599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.361693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.362890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f93be53-7814-4538-8d00-47112e3ea529 HTTP/1.1" status: 204 len: 168 time: 0.2026393 Aug 03 16:03:58.375769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978e701-a274-44f8-8fbe-c0a779414539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93be53-7814-4538-8d00-47112e3ea529,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:58.392683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-83cf27b2-671e-4a87-b0f3-3187acfab676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:58.395107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-83cf27b2-671e-4a87-b0f3-3187acfab676 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.1729469 Aug 03 16:03:58.541695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-f9ad676b-8db8-4a49-b8f4-ebb73c946f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:58.545268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-f9ad676b-8db8-4a49-b8f4-ebb73c946f84 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.1398928 Aug 03 16:03:58.577326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94426e8c-b933-4d4b-8235-2a8fa8ed032d req-6f6b651c-c03a-40a2-9d02-063cd7f56e26 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:58.579293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94426e8c-b933-4d4b-8235-2a8fa8ed032d req-6f6b651c-c03a-40a2-9d02-063cd7f56e26 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.3291957 Aug 03 16:03:58.717530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.729685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Transition to ACTIVE for port object 954489d7-840b-4b25-836b-77d651e5e4eb will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:03:58.745358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.751871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-c14b8c8a-c57e-4b8b-be10-dbb7ec51a45b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.1714790 Aug 03 16:03:58.760651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:58.770370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:03:58.776136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.832928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94426e8c-b933-4d4b-8235-2a8fa8ed032d req-c4c485f6-d8d9-4222-8b79-534bc57db5c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342405 Aug 03 16:03:58.844292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45be594c-3735-44f6-8600-740a8e695e3a None None] Provisioning complete for port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:58.844676 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45be594c-3735-44f6-8600-740a8e695e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.849236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69951f54-c35c-44fc-8752-d06fcc785521 None None] Pushing event updated for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:58.905461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49640) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:58.922278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7617a905-0937-47de-810c-d29e1907ac44 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:03:58.923141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.925314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efd24ae4-c597-4436-8467-ea9d07368d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:58.961146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-58921458-93d4-457c-91c6-e9f4b4ca0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:58.963489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-58921458-93d4-457c-91c6-e9f4b4ca0be9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.1830423 Aug 03 16:03:59.050607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Attempting to bind port 954489d7-840b-4b25-836b-77d651e5e4eb on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:03:59.051178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Attempting to bind port 954489d7-840b-4b25-836b-77d651e5e4eb by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:03:59.051626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Attempting to bind port 954489d7-840b-4b25-836b-77d651e5e4eb on network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:03:59.066113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:03:59.066508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Checking segment: {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:59.066951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.067356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Bound using segment: {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:03:59.067844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Bound port: 954489d7-840b-4b25-836b-77d651e5e4eb, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:03:59.068227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.136436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efd24ae4-c597-4436-8467-ea9d07368d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.139232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] For port 954489d7-840b-4b25-836b-77d651e5e4eb, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:03:59.140399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-efd24ae4-c597-4436-8467-ea9d07368d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.143395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] For port 954489d7-840b-4b25-836b-77d651e5e4eb, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=954489d7-840b-4b25-836b-77d651e5e4eb,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:03:59.149461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.158728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45be594c-3735-44f6-8600-740a8e695e3a None None] Provisioning for port 954489d7-840b-4b25-836b-77d651e5e4eb completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:03:59.228139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd24ae4-c597-4436-8467-ea9d07368d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80043d1c-20c0-45f7-816c-cbf0f8581c9a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:59.248987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-efd24ae4-c597-4436-8467-ea9d07368d8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=165ff1ba80c543169d752933ff0e3923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386714 Aug 03 16:03:59.250167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49654) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:59.266379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69951f54-c35c-44fc-8752-d06fcc785521 None None] Pushing event updated for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:59.269377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:03:59.270031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:59.275699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.296630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-71d57192-152b-473a-915d-b39412a9149c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3235953 Aug 03 16:03:59.340230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.368797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=489130d5-a7e5-43cc-a249-442ed5c522f5,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:59.382944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:03:59.396454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.458489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:03:59.459093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: 67d46e01-cd0f-494e-aa7c-746fc365f5fb, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:03:59.483812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.487178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.488467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80043d1c-20c0-45f7-816c-cbf0f8581c9a HTTP/1.1" status: 204 len: 168 time: 0.2371998 Aug 03 16:03:59.503189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:03:59.520965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cb8de-ed23-45e7-80d4-c1ae6e39db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80043d1c-20c0-45f7-816c-cbf0f8581c9a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:03:59.541870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 67d46e01-cd0f-494e-aa7c-746fc365f5fb) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:03:59.561213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:03:59.561852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.568489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be1d9b-3f4e-4090-ac8d-46a2fc53e9b8 None None] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:03:59.602206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-af015589-0ff7-4288-b9a0-7db270db538b service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778308 Aug 03 16:03:59.608007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49662) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:03:59.608349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d6e0d89b-77da-4f89-a1ec-a4283b44c19b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3237209 Aug 03 16:03:59.816310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de81c7d-2037-4ddc-a027-760726d5f57c req-9ae767fe-e871-435d-9abe-94a8845f226a service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068617 Aug 03 16:03:59.903642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:55Z', 'revision_number': 3, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:03:59Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:03:59.949126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:03:59.950044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:03:59.952754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38dac3c-0252-4acf-9065-ecfe9fa3e254 None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:03:55Z', 'revision_number': 3, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:03:59Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:00.050593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc2644-6c71-4759-9ad1-3a500aa48c44 req-ab0f9196-5a91-4c01-811f-b20393a253ae tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:00.061693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71bc2644-6c71-4759-9ad1-3a500aa48c44 req-ab0f9196-5a91-4c01-811f-b20393a253ae tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1047676 Aug 03 16:04:00.140247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71bc2644-6c71-4759-9ad1-3a500aa48c44 req-7c3468f1-ec45-490a-8b40-7e00bfa1efe6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741713 Aug 03 16:04:00.187407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Allocated IP 2001:db8:2::2 (67d46e01-cd0f-494e-aa7c-746fc365f5fb/489130d5-a7e5-43cc-a249-442ed5c522f5/28a09de2-bfb8-47d1-b804-2fd864d980bb) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:00.303763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.662541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.672603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Transition to ACTIVE for port object 28a09de2-bfb8-47d1-b804-2fd864d980bb will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:00.697022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 954489d7-840b-4b25-836b-77d651e5e4eb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:00.767717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Transition to ACTIVE for port object 28a09de2-bfb8-47d1-b804-2fd864d980bb will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:00.784393 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.836733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:00.842612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:00.849621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:00.866685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Pushing event updated for resources: {'Port': ['ID=28a09de2-bfb8-47d1-b804-2fd864d980bb,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:00.935507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 954489d7-840b-4b25-836b-77d651e5e4eb completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:00.940051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Attempting to bind port 28a09de2-bfb8-47d1-b804-2fd864d980bb on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:00.940423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Attempting to bind port 28a09de2-bfb8-47d1-b804-2fd864d980bb by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:00.940787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Attempting to bind port 28a09de2-bfb8-47d1-b804-2fd864d980bb on network 67d46e01-cd0f-494e-aa7c-746fc365f5fb {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:00.946300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 954489d7-840b-4b25-836b-77d651e5e4eb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:00.946744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.949680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:00.949883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Checking segment: {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:00.950180 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.950940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Bound using segment: {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:00.951353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Bound port: 28a09de2-bfb8-47d1-b804-2fd864d980bb, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:00.951741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:00.995966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8:2::1 (67d46e01-cd0f-494e-aa7c-746fc365f5fb/489130d5-a7e5-43cc-a249-442ed5c522f5/022a1e4e-c621-477a-973c-792bcde96238) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:01.083528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] For port 28a09de2-bfb8-47d1-b804-2fd864d980bb, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:01.106648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] For port 28a09de2-bfb8-47d1-b804-2fd864d980bb, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=28a09de2-bfb8-47d1-b804-2fd864d980bb,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:01.117525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.142912 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.168434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 022a1e4e-c621-477a-973c-792bcde96238 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:01.178246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8c15f-9f7d-4fad-8ab7-6d5cc97f2b6e None None] Pushing event updated for resources: {'Port': ['ID=28a09de2-bfb8-47d1-b804-2fd864d980bb,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:01.191913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.236320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.247051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 954489d7-840b-4b25-836b-77d651e5e4eb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=954489d7-840b-4b25-836b-77d651e5e4eb,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:01.252757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.253564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:01.292782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:01.297944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:01.307711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:01.308275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.373273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:01.386905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e03eb-7d19-4e08-a921-10e03936260b req-010bb272-0dd2-485c-893b-64387e2dbc4d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:01.388509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ea0e03eb-7d19-4e08-a921-10e03936260b req-010bb272-0dd2-485c-893b-64387e2dbc4d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1148860 Aug 03 16:04:01.461418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:01.471535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ea0e03eb-7d19-4e08-a921-10e03936260b req-40d7dd87-4191-4343-af69-d75b2516c65c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715983 Aug 03 16:04:01.491530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:01.492098 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.533796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.950258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.955606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:01.956460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:02.066270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:02.109738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:02.111195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:02.237512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:02.480922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 954489d7-840b-4b25-836b-77d651e5e4eb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:02.612737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 954489d7-840b-4b25-836b-77d651e5e4eb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:02.613122 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:02.677392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb367f-d8d4-4290-91a5-994c2fc9766a req-f880ce18-940a-46b4-9857-5500a9c34529 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:02.686904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fcb367f-d8d4-4290-91a5-994c2fc9766a req-f880ce18-940a-46b4-9857-5500a9c34529 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0753036 Aug 03 16:04:02.741831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fcb367f-d8d4-4290-91a5-994c2fc9766a req-36c736c7-4a1b-40c6-b9cd-4bcf60a06176 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Aug 03 16:04:02.756817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63426d58-c868-445d-b3cf-d7f276c6b2a1 None None] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:02.845529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 28a09de2-bfb8-47d1-b804-2fd864d980bb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:02.848566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:02.849535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1a9cb01b-060e-4c82-b226-2cf54900658a None None] Provisioning for port 28a09de2-bfb8-47d1-b804-2fd864d980bb completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:02.859819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31174bc5-37a7-43cc-9a73-4e630c577fa3 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500889 Aug 03 16:04:02.862554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:02.874777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:02.876094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1073464696'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:02.904357 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:02.905323 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:02.911386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:02.916590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:02.936014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 28a09de2-bfb8-47d1-b804-2fd864d980bb completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:02.941936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 28a09de2-bfb8-47d1-b804-2fd864d980bb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:02.942325 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:02.949357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:02.962700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:02.963347 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added segment 52fab7f2-e8b1-44b5-9540-883484619e5b of type vlan for network eec05acd-1965-4be8-94ff-063f6a059273 Aug 03 16:04:03.015624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.057080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.067737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:03.070236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.126248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.157428 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:03.168518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 28a09de2-bfb8-47d1-b804-2fd864d980bb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=28a09de2-bfb8-47d1-b804-2fd864d980bb,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:03.178462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.186374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3184707 Aug 03 16:04:03.189196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49770) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:03.195210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'subnet': {'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:03.201840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c3c4-545f-4d1d-8f87-b1cf52f3987c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Network': ['ID=eec05acd-1965-4be8-94ff-063f6a059273,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:03.272778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=28a09de2-bfb8-47d1-b804-2fd864d980bb,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:03.287481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network eec05acd-1965-4be8-94ff-063f6a059273 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:03.343336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Made reservation on behalf of 939a06cad0634b838e0c76dd7ec9c322 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:03.350479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.459012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49774) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:03.504181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:03.557135 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:03.566349 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Updating router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 port 022a1e4e-c621-477a-973c-792bcde96238 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:04:03.610922 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.628091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Provisioning complete for port 28a09de2-bfb8-47d1-b804-2fd864d980bb triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:03.628621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.723055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.757230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6695dfa-867a-4ff9-bdf9-de2743c73dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.882547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Subnet': ['ID=6e581308-6fe9-46e0-9882-4d62e57668e8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:03.912794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Provisioning for port 022a1e4e-c621-477a-973c-792bcde96238 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:03.920655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Provisioning complete for port 022a1e4e-c621-477a-973c-792bcde96238 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:03.921123 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:03.997072 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6695dfa-867a-4ff9-bdf9-de2743c73dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.006793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-39fa85fd-4f08-4ed9-b500-783108fd9386 None None] Port 022a1e4e-c621-477a-973c-792bcde96238 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:04:04.010804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Checking segment: {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:04.010804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network hostable DHCP agents. Network: eec05acd-1965-4be8-94ff-063f6a059273, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:04.035243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network eec05acd-1965-4be8-94ff-063f6a059273 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:04.037698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c6695dfa-867a-4ff9-bdf9-de2743c73dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.056778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, eec05acd-1965-4be8-94ff-063f6a059273) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:04.063415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:04.064903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.070574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906599e-0818-4ca6-9a2e-d853cb8c4e78 None None] Network eec05acd-1965-4be8-94ff-063f6a059273 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:04.123991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b3194a7d-fca1-4d1f-8495-1c0e475f418f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9330366 Aug 03 16:04:04.127901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49786) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:04.169330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c6695dfa-867a-4ff9-bdf9-de2743c73dfe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=934be0b5b2ac4a98ac1fef7762f4c420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091002 Aug 03 16:04:04.170725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49790) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:04.172097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695dfa-867a-4ff9-bdf9-de2743c73dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0791c4-2dcb-4c56-967d-566ea6a32132,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:04.185206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3a469-a230-4269-aeed-fc50966707b7 req-bb366fe4-b442-42fb-b4bb-2306083c5d2b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:04.195845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18d3a469-a230-4269-aeed-fc50966707b7 req-bb366fe4-b442-42fb-b4bb-2306083c5d2b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1965282 Aug 03 16:04:04.246622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-26306c87-bae6-4c5a-b96f-9b59bc4fbf02 None None] Provisioning complete for port 022a1e4e-c621-477a-973c-792bcde96238 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:04.247003 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-26306c87-bae6-4c5a-b96f-9b59bc4fbf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.338312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-26306c87-bae6-4c5a-b96f-9b59bc4fbf02 None None] Port 022a1e4e-c621-477a-973c-792bcde96238 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:04:04.362845 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.376035 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Transition to ACTIVE for port object 022a1e4e-c621-477a-973c-792bcde96238 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:04.394253 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.418646 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18d3a469-a230-4269-aeed-fc50966707b7 req-d12e2fe6-5b1b-4d75-a525-dd07a8aaa7c0 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164652 Aug 03 16:04:04.423490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 28a09de2-bfb8-47d1-b804-2fd864d980bb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:04.447654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.504749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.572120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-eec05acd-1965-4be8-94ff-063f6a059273', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:04:04.572120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.581395 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Attempting to bind port 022a1e4e-c621-477a-973c-792bcde96238 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:04.582147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Attempting to bind port 022a1e4e-c621-477a-973c-792bcde96238 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:04.582825 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Attempting to bind port 022a1e4e-c621-477a-973c-792bcde96238 on network 67d46e01-cd0f-494e-aa7c-746fc365f5fb {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:04.585355 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Pushing event updated for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:04.587205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.591647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.595514 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.596151 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.596584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac0791c4-2dcb-4c56-967d-566ea6a32132 HTTP/1.1" status: 204 len: 168 time: 0.4207692 Aug 03 16:04:04.597608 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.598207 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.598927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.599482 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.600066 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.600626 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.601172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.601782 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.602851 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.603957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:04.610566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:04.611469 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Checking segment: {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:04.612119 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.612741 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Bound using segment: {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:04.613440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Bound port: 022a1e4e-c621-477a-973c-792bcde96238, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5796413-7aca-48fa-b074-10afa836545c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:04.614419 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.623207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99459c50-94b9-423d-b186-9bcc2807da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0791c4-2dcb-4c56-967d-566ea6a32132,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:04.707550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 28a09de2-bfb8-47d1-b804-2fd864d980bb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:04.708721 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.782765 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] For port 022a1e4e-c621-477a-973c-792bcde96238, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:04.789623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] For port 022a1e4e-c621-477a-973c-792bcde96238, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=022a1e4e-c621-477a-973c-792bcde96238,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:04.800664 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:04.894733 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:04.895261 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:05.002877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Allocated IP 2001:db8:3::2 (eec05acd-1965-4be8-94ff-063f6a059273/6e581308-6fe9-46e0-9882-4d62e57668e8/4696923c-8418-41fa-92ff-aab9a1b33506) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:05.076069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.163075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49800) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:05.182975 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:05.190606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c631-ec62-44c0-9fda-26bc091573d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.272848 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacb1aa-8e18-45ef-9b4d-dd241763587b None None] Pushing event updated for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:05.372488 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c631-ec62-44c0-9fda-26bc091573d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.378900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c631-ec62-44c0-9fda-26bc091573d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.385288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.404077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Transition to ACTIVE for port object 4696923c-8418-41fa-92ff-aab9a1b33506 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:05.435059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6cc2c631-ec62-44c0-9fda-26bc091573d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d49ad5a8fa494d478b4514572c4e79c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707558 Aug 03 16:04:05.436331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Transition to ACTIVE for port object 4696923c-8418-41fa-92ff-aab9a1b33506 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:05.438402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49806) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:05.443870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.483028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2c631-ec62-44c0-9fda-26bc091573d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9ea77-f214-4e1a-af1e-ba68414da046,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:05.520479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.523182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:04Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:05.539611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Network eec05acd-1965-4be8-94ff-063f6a059273 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:05.549916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:05.559332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec00ec1-dd0e-4bb6-ad88-9317127d169e None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:04Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:05.571679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:05.580191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.585524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Pushing event updated for resources: {'Port': ['ID=4696923c-8418-41fa-92ff-aab9a1b33506,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:05.595856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Allocated IP 2001:db8:3::1 (eec05acd-1965-4be8-94ff-063f6a059273/6e581308-6fe9-46e0-9882-4d62e57668e8/720bf28c-c794-4765-b9d8-02c031903899) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:05.672750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.673425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.673993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.674351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.674672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.675003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.675424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.675720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.676045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.676370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.676686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.677007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:05.687046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017843a3-16d0-4e7a-889e-2f8d83beb0fe req-d11ebb61-2c7b-4cd6-b287-079e6ac2d4ff tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:05.688919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-017843a3-16d0-4e7a-889e-2f8d83beb0fe req-d11ebb61-2c7b-4cd6-b287-079e6ac2d4ff tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1379550 Aug 03 16:04:05.712735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Attempting to bind port 4696923c-8418-41fa-92ff-aab9a1b33506 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:05.713891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Attempting to bind port 4696923c-8418-41fa-92ff-aab9a1b33506 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:05.714454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Attempting to bind port 4696923c-8418-41fa-92ff-aab9a1b33506 on network eec05acd-1965-4be8-94ff-063f6a059273 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:05.724147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:05.724862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Checking segment: {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:05.725450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.726049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Bound using segment: {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:05.726684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Bound port: 4696923c-8418-41fa-92ff-aab9a1b33506, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:05.732400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.748823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.752206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.757493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7e9ea77-f214-4e1a-af1e-ba68414da046 HTTP/1.1" status: 204 len: 168 time: 0.3176734 Aug 03 16:04:05.784195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-017843a3-16d0-4e7a-889e-2f8d83beb0fe req-424ce212-8f3f-4df2-8abf-88277c3ac7a9 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809658 Aug 03 16:04:05.785340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258460db-7703-4d29-a444-9ded76f89526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9ea77-f214-4e1a-af1e-ba68414da046,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:05.905363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] For port 4696923c-8418-41fa-92ff-aab9a1b33506, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:05.910430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] For port 4696923c-8418-41fa-92ff-aab9a1b33506, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4696923c-8418-41fa-92ff-aab9a1b33506,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:05.914006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.917055 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:05.954601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Transition to ACTIVE for port object 720bf28c-c794-4765-b9d8-02c031903899 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:06.023619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.037188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab9327-70b0-4379-9491-63a459516e80 None None] Pushing event updated for resources: {'Port': ['ID=4696923c-8418-41fa-92ff-aab9a1b33506,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:06.096323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network eec05acd-1965-4be8-94ff-063f6a059273 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:06.099567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:06.104116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:06.104676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.187625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=720bf28c-c794-4765-b9d8-02c031903899,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:06.374269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.550149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4696923c-8418-41fa-92ff-aab9a1b33506 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:06.606355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4696923c-8418-41fa-92ff-aab9a1b33506 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:06.610768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 022a1e4e-c621-477a-973c-792bcde96238 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:06.685754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 022a1e4e-c621-477a-973c-792bcde96238 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:06.694784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 022a1e4e-c621-477a-973c-792bcde96238 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:06.696894 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.847812 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.889035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.896692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.898689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:06.956818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 022a1e4e-c621-477a-973c-792bcde96238, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=022a1e4e-c621-477a-973c-792bcde96238,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:06.962574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:07.043729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event updated for resources: {'Port': ['ID=720bf28c-c794-4765-b9d8-02c031903899,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:07.055308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:07.083755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019eab6-1923-4ea5-b289-23da3b4831df req-188f8894-db7c-4a9d-a68b-519862061967 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:07.085340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f019eab6-1923-4ea5-b289-23da3b4831df req-188f8894-db7c-4a9d-a68b-519862061967 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1038475 Aug 03 16:04:07.131183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Network eec05acd-1965-4be8-94ff-063f6a059273 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:07.132640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:07.185728 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f019eab6-1923-4ea5-b289-23da3b4831df req-b88a7087-0cde-4f38-9a24-d1f3e28b023d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823667 Aug 03 16:04:07.280033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:07.419967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25c290-f3a7-4744-a725-0c4d46d288b3 None None] Network eec05acd-1965-4be8-94ff-063f6a059273 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:07.421071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:07.433379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2aa1ebcc-da88-406d-a4ee-391269001c6c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3017209 Aug 03 16:04:07.433544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49858) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:07.438715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:07.441978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:07.492447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:07.493093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:07.582869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Provisioning for port 4696923c-8418-41fa-92ff-aab9a1b33506 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:07.598060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Provisioning complete for port 4696923c-8418-41fa-92ff-aab9a1b33506 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:07.599589 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:07.914934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:04:07.940506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Removed routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:04:07.941061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:07.942956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:08.027925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.132561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] For port 4696923c-8418-41fa-92ff-aab9a1b33506, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4696923c-8418-41fa-92ff-aab9a1b33506,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:08.176653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.450852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.456340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 022a1e4e-c621-477a-973c-792bcde96238 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:08.469057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.508234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c301706-b230-4868-bf39-2b740b094e08 None None] Pushing event updated for resources: {'Port': ['ID=4696923c-8418-41fa-92ff-aab9a1b33506,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:08.552745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eca07-06a7-41a6-87e4-80e9a9b1736e req-f9703fc8-31ac-4a05-8b51-e545a6b4b987 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:08.562076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-716eca07-06a7-41a6-87e4-80e9a9b1736e req-f9703fc8-31ac-4a05-8b51-e545a6b4b987 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.2444279 Aug 03 16:04:08.588108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 022a1e4e-c621-477a-973c-792bcde96238 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:08.588501 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.648437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-716eca07-06a7-41a6-87e4-80e9a9b1736e req-94c8d67f-8aa5-4b1c-ab9c-3cded3149a58 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851152 Aug 03 16:04:08.676859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:08.682424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Provisioning for port 720bf28c-c794-4765-b9d8-02c031903899 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:08.697802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:08.722980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Provisioning complete for port 720bf28c-c794-4765-b9d8-02c031903899 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:08.723363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.757221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:08.757583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Updating router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 port 720bf28c-c794-4765-b9d8-02c031903899 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:04:08.793733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Port 720bf28c-c794-4765-b9d8-02c031903899 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:04:08.806587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.839733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:08.854938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:08.856305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-474db180-17e7-4da8-8b27-ae83d093f5ae tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 954 time: 1.4198515 Aug 03 16:04:08.859026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49892) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:08.884806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Provisioning complete for port 4696923c-8418-41fa-92ff-aab9a1b33506 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:08.885020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-808d0725-bb66-46f3-bf4c-0eb3d55de3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.066081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-036f6cd5-265a-4ef7-a767-b5ee60e1204b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 954 time: 0.2037201 Aug 03 16:04:09.066523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:09.072587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'routes': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:09.253219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5e0e62a0-c54b-433d-b90f-8a4a2400b0e1 None None] Provisioning complete for port 720bf28c-c794-4765-b9d8-02c031903899 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:09.254530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e0e62a0-c54b-433d-b90f-8a4a2400b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.344080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e62a0-c54b-433d-b90f-8a4a2400b0e1 None None] Port 720bf28c-c794-4765-b9d8-02c031903899 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:04:09.389191 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.407773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Transition to ACTIVE for port object 720bf28c-c794-4765-b9d8-02c031903899 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:09.423943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.499619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb14b5-a0a2-41c0-a44f-5b3e08ed56da None None] Pushing event updated for resources: {'Port': ['ID=720bf28c-c794-4765-b9d8-02c031903899,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:09.622060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:04:09.623094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:04:09.631475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Attempting to bind port 720bf28c-c794-4765-b9d8-02c031903899 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:09.631909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Attempting to bind port 720bf28c-c794-4765-b9d8-02c031903899 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:09.632312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Attempting to bind port 720bf28c-c794-4765-b9d8-02c031903899 on network eec05acd-1965-4be8-94ff-063f6a059273 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:09.649898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:09.650303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Checking segment: {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:09.650713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.651161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Bound using segment: {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:09.651573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Bound port: 720bf28c-c794-4765-b9d8-02c031903899, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fab7f2-e8b1-44b5-9540-883484619e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:09.653254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.666861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.740050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] For port 720bf28c-c794-4765-b9d8-02c031903899, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:09.744411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] For port 720bf28c-c794-4765-b9d8-02c031903899, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=720bf28c-c794-4765-b9d8-02c031903899,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:09.748844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:09.801916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:09.829907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:09.830960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:09.961242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438f2c2-4321-4043-8166-81f1e33b467a req-29c85f11-2dbf-4487-9cda-72540fb68905 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:09.963540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3438f2c2-4321-4043-8166-81f1e33b467a req-29c85f11-2dbf-4487-9cda-72540fb68905 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1346886 Aug 03 16:04:09.981688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb14b5-a0a2-41c0-a44f-5b3e08ed56da None None] Pushing event updated for resources: {'Port': ['ID=720bf28c-c794-4765-b9d8-02c031903899,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:09.999848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b8b427c7-c24c-469c-b9d5-a4391e5a24e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.006599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b936-69c9-4e7c-af8d-dd8dde84a322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.012899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:10.042643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.046484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.169924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b936-69c9-4e7c-af8d-dd8dde84a322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.176023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b936-69c9-4e7c-af8d-dd8dde84a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.208598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4ad4b936-69c9-4e7c-af8d-dd8dde84a322 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc936e34a12b4b86be08e809cd4658b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055684 Aug 03 16:04:10.211142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:10.263272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4b936-69c9-4e7c-af8d-dd8dde84a322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825bbb8-1e76-4a68-910d-83e47a34df23,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:10.294294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.332313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.399107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4696923c-8418-41fa-92ff-aab9a1b33506 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:10.400174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.404412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.405964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4825bbb8-1e76-4a68-910d-83e47a34df23 HTTP/1.1" status: 204 len: 168 time: 0.1930225 Aug 03 16:04:10.414560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692015f-dbe4-414c-950c-4e292475dd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825bbb8-1e76-4a68-910d-83e47a34df23,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:10.513804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 7, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:10.545066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c12642-20f3-42b1-8dfa-c567dde35439 None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 7, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:10.569324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4696923c-8418-41fa-92ff-aab9a1b33506 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:10.569813 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.675970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:10.682887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3438f2c2-4321-4043-8166-81f1e33b467a req-2c75fd98-2928-4a22-9b03-9bf0b1b1ddbc tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334128 Aug 03 16:04:10.864355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:10.884951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:10.897224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5017887f-b255-408b-b554-6abef811648f tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 704 time: 1.8272901 Aug 03 16:04:10.897626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49932) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:10.933805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:10.947788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87ede-268f-40c4-87aa-821f2a1a5973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.026360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-208f92e0-e6f9-427e-81af-0d7d2e0253c9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 704 time: 0.1264324 Aug 03 16:04:11.028566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:11.052487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87ede-268f-40c4-87aa-821f2a1a5973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.059370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87ede-268f-40c4-87aa-821f2a1a5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.104901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95b87ede-268f-40c4-87aa-821f2a1a5973 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab66fb1e40f2458cab5557861fc5bda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697936 Aug 03 16:04:11.108911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:11.115773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87ede-268f-40c4-87aa-821f2a1a5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d0acd0-e325-48db-abc9-224934cd571b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:11.175802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.210732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.296022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.299350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.300636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81d0acd0-e325-48db-abc9-224934cd571b HTTP/1.1" status: 204 len: 168 time: 0.1906135 Aug 03 16:04:11.310355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a9013-b431-4ecd-a42c-3d30f7d05e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d0acd0-e325-48db-abc9-224934cd571b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:11.591741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:11.602806 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:11.612890 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:11.613509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:03:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:11.713268 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:11.884900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618d850-1f8a-4187-ad3b-01da30e97ff6 req-97f27523-24e1-4c03-9de0-95c467749e46 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:11.889111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8618d850-1f8a-4187-ad3b-01da30e97ff6 req-97f27523-24e1-4c03-9de0-95c467749e46 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1106136 Aug 03 16:04:11.983607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8618d850-1f8a-4187-ad3b-01da30e97ff6 req-f4020751-806f-4dd4-924c-6648fc1f951b tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Aug 03 16:04:12.091871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 720bf28c-c794-4765-b9d8-02c031903899 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:12.093231 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.132817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-921970a0-6899-46f7-aeab-2fd20b825556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.143964 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 7, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:12.202752 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:12.223241 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:12.223731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:12.233442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 720bf28c-c794-4765-b9d8-02c031903899, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=720bf28c-c794-4765-b9d8-02c031903899,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:12.234541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.254783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 720bf28c-c794-4765-b9d8-02c031903899 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:12.409272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:12.468094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 720bf28c-c794-4765-b9d8-02c031903899 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:12.538672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-ea640570-b961-4919-82a3-faf22c83e884 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1520226 Aug 03 16:04:12.659888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 720bf28c-c794-4765-b9d8-02c031903899 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:12.661880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.665879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 720bf28c-c794-4765-b9d8-02c031903899 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:12.666576 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.717119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port 720bf28c-c794-4765-b9d8-02c031903899 was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:04:12.728572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=720bf28c-c794-4765-b9d8-02c031903899,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:12.756856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.757358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.757867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.758366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.759722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.760381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.760855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:12.762901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0e3fa408-a744-4100-868f-cca6bfc701b0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.1569643 Aug 03 16:04:12.777257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:12.934602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:13.104946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-578b327c-0f47-4b3c-9c59-ec332c9cad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.105825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-578b327c-0f47-4b3c-9c59-ec332c9cad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.109670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-578b327c-0f47-4b3c-9c59-ec332c9cad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.115766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-578b327c-0f47-4b3c-9c59-ec332c9cad7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 2293 time: 0.3039446 Aug 03 16:04:13.127414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 7, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:13.207583 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330bad5-9930-4b97-ba26-2efc7a8d28a9 None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 7, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720bf28c-c794-4765-b9d8-02c031903899', 'name': '', 'network_id': 'eec05acd-1965-4be8-94ff-063f6a059273', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:f9:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:05Z', 'updated_at': '2021-08-03T16:04:09Z', 'revision_number': 4, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '6e581308-6fe9-46e0-9882-4d62e57668e8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:13.272120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-17a09e33-277c-47ed-a441-3ef90d8b7046 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1001 time: 0.1503537 Aug 03 16:04:13.438718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c89-39b0-4365-9c64-3896d00295bb req-4c3dd1bc-654b-4f14-9bf3-2d054dfcafc7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.440500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d237c89-39b0-4365-9c64-3896d00295bb req-4c3dd1bc-654b-4f14-9bf3-2d054dfcafc7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1674657 Aug 03 16:04:13.446887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-4ab64fd5-fb2b-4232-a197-657e2020e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.449146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-4ab64fd5-fb2b-4232-a197-657e2020e4dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.1447995 Aug 03 16:04:13.529043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d237c89-39b0-4365-9c64-3896d00295bb req-b26dbf69-1406-424f-9e88-d5d74bef6b55 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 Aug 03 16:04:13.546198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-14e6ac69-ab45-4a64-b304-9750815350c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:13.547755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-14e6ac69-ab45-4a64-b304-9750815350c7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887156 Aug 03 16:04:13.657264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:13.747471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-e8629a29-6bcf-42fd-b02a-dda9b9df3aee service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804512 Aug 03 16:04:13.912920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:13.919929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-f86a4272-063b-4bf5-b535-e83fa7e451d6 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529758 Aug 03 16:04:13.980294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-3a7cff4e-e830-45a1-a92a-228a2b3d7cb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.0520267 Aug 03 16:04:14.049115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:14.058715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b234dd3-44db-4e39-b6cc-ab2fbffebe96 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0284255 Aug 03 16:04:14.059506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:14.061204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:14.068756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-2de3c0b8-01a1-4268-8341-e1537ae24241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:14.072174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-2de3c0b8-01a1-4268-8341-e1537ae24241 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0812154 Aug 03 16:04:14.074621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:14.075711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:14.190967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-48474c18-431e-4206-9c3c-66f590498244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:14.192410 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-48474c18-431e-4206-9c3c-66f590498244 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121318 Aug 03 16:04:14.207487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 6e581308-6fe9-46e0-9882-4d62e57668e8 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:04:14.214651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:14.395110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:14.413461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:14.463776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-52090ae6-c8d4-4c85-8f8d-0fc2882cf05a service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609990 Aug 03 16:04:14.678345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:14.700148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-94e5b4e7-679b-4e32-87cd-18cae80b9ee5 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282217 Aug 03 16:04:14.788157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-39f64031-6f6f-4274-a7e6-3e9e5ac829d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.0792150 Aug 03 16:04:14.891086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:14.891548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbe20d-5f0e-42b9-b0cf-3fb3f4ab6287 req-0abb99b3-bd2c-474f-800f-44e2d563328d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:14.907191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0dbe20d-5f0e-42b9-b0cf-3fb3f4ab6287 req-0abb99b3-bd2c-474f-800f-44e2d563328d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1716275 Aug 03 16:04:14.912391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-5cf6a629-29bc-415b-9919-a55a63c6bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:14.914190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-5cf6a629-29bc-415b-9919-a55a63c6bec8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1020551 Aug 03 16:04:14.970024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:14.978611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6e581308-6fe9-46e0-9882-4d62e57668e8 HTTP/1.1" status: 204 len: 168 time: 0.9139075 Aug 03 16:04:14.980002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:15.047828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0dbe20d-5f0e-42b9-b0cf-3fb3f4ab6287 req-a0b0c666-704f-458e-a99d-94b468674fc7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378589 Aug 03 16:04:15.052352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e1141-9120-454b-b21d-f275d592c03e None None] Network eec05acd-1965-4be8-94ff-063f6a059273 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:15.059205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c255e-5ef1-4891-8173-c636eb322c10 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=6e581308-6fe9-46e0-9882-4d62e57668e8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:15.075309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0d021035-b9d3-488a-a6d6-6bdcc1a15c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:15.080150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0d021035-b9d3-488a-a6d6-6bdcc1a15c35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414700 Aug 03 16:04:15.185704 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.237071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:12Z', 'revision_number': 8, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:15.288789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-3bb3bc6e-7585-48ad-990b-cc90d8e1e71b service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988776 Aug 03 16:04:15.320226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:15.349850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:15.351068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:15.387665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.544243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 4696923c-8418-41fa-92ff-aab9a1b33506 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:15.544841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.546273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:15.617458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-eb6c0af1-2bf0-4657-822f-25efa16954a2 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206847 Aug 03 16:04:15.646387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] DHCP port deletion for eec05acd-1965-4be8-94ff-063f6a059273 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:04:15.685587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-79da3bd1-f7fc-428a-a926-b48f0b3945a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0547323 Aug 03 16:04:15.694183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 4696923c-8418-41fa-92ff-aab9a1b33506, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4696923c-8418-41fa-92ff-aab9a1b33506,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:15.694183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.722143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 4696923c-8418-41fa-92ff-aab9a1b33506 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:15.798606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-de7a6d7b-ed46-463d-8054-30958ae67452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:15.800049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-de7a6d7b-ed46-463d-8054-30958ae67452 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1048439 Aug 03 16:04:15.848638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Deleting port 4696923c-8418-41fa-92ff-aab9a1b33506 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:15.848638 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.890617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-51a88522-d791-46d4-b6e5-6ae669e3f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:15.892130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-51a88522-d791-46d4-b6e5-6ae669e3f0b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843487 Aug 03 16:04:15.959496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.978169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] For port 4696923c-8418-41fa-92ff-aab9a1b33506, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4696923c-8418-41fa-92ff-aab9a1b33506,segment=NetworkSegment(52fab7f2-e8b1-44b5-9540-883484619e5b),segment_id=52fab7f2-e8b1-44b5-9540-883484619e5b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:15.978817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:15.997358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Calling delete_port for 4696923c-8418-41fa-92ff-aab9a1b33506 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:16.012245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:12Z', 'revision_number': 8, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:16.077689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=4696923c-8418-41fa-92ff-aab9a1b33506,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:16.092314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00058a85-5eca-4f43-bd3e-19fdb852e4c3 None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:12Z', 'revision_number': 8, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '022a1e4e-c621-477a-973c-792bcde96238', 'name': '', 'network_id': '67d46e01-cd0f-494e-aa7c-746fc365f5fb', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:20:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:00Z', 'updated_at': '2021-08-03T16:04:06Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': '489130d5-a7e5-43cc-a249-442ed5c522f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:16.093096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 4696923c-8418-41fa-92ff-aab9a1b33506 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:16.102764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-33f88343-db34-4a69-9772-de23db7ab11f service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998503 Aug 03 16:04:16.269992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50060) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:16.288945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.321706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] Pushing event deleted for resources: {'Port': ['ID=4696923c-8418-41fa-92ff-aab9a1b33506,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:16.328519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.328733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe033195-e735-4a51-b55c-4fa2c8195e5e None None] No DVR routers for this DVR port 4696923c-8418-41fa-92ff-aab9a1b33506 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:16.361615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec05acd-1965-4be8-94ff-063f6a059273']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:16.374229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bd419-03c1-4f61-b16b-65fee06d4f98 req-5f8450a8-c6cd-4586-9169-661e85b642c0 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:16.381166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-512bd419-03c1-4f61-b16b-65fee06d4f98 req-5f8450a8-c6cd-4586-9169-661e85b642c0 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1603830 Aug 03 16:04:16.387668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fab7f2-e8b1-44b5-9540-883484619e5b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:16.387969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fab7f2-e8b1-44b5-9540-883484619e5b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:16.405956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-c95c97f5-43d9-4519-8f7b-654ce266da5a service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908058 Aug 03 16:04:16.410002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.451059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.464964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:16.465387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:16.479293 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:16.524066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-512bd419-03c1-4f61-b16b-65fee06d4f98 req-4ba4e8c3-bbb6-45db-9dee-569781b37796 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385550 Aug 03 16:04:16.525975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-74d6ecf0-cff7-415e-ba55-67e0bb04e77f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.1086028 Aug 03 16:04:16.570259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-040149e6-89a0-4d9f-8b3c-a34bfb9f021e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.607291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-e9042ccb-f341-451d-86cf-7d662f2077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:16.608971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-e9042ccb-f341-451d-86cf-7d662f2077cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.0743175 Aug 03 16:04:16.643041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.663654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:16.671640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/eec05acd-1965-4be8-94ff-063f6a059273 HTTP/1.1" status: 204 len: 168 time: 1.6264441 Aug 03 16:04:16.684810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50068) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:16.688508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4696923c-8418-41fa-92ff-aab9a1b33506 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:16.694236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745314e-3106-4de3-9eba-a3aa03605d7c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=eec05acd-1965-4be8-94ff-063f6a059273,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:16.724337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4696923c-8418-41fa-92ff-aab9a1b33506 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:16.724681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4696923c-8418-41fa-92ff-aab9a1b33506 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:16.725708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 720bf28c-c794-4765-b9d8-02c031903899 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:16.734497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-797de563-bcf2-4010-9b5b-9add5c434fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:16.736184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-797de563-bcf2-4010-9b5b-9add5c434fff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161618 Aug 03 16:04:16.755129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 720bf28c-c794-4765-b9d8-02c031903899 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:16.755977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 720bf28c-c794-4765-b9d8-02c031903899 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:16.851884 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-5a7b04cc-22ed-4223-962b-57d5779be40f service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051435 Aug 03 16:04:16.980228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-040149e6-89a0-4d9f-8b3c-a34bfb9f021e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.020440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-040149e6-89a0-4d9f-8b3c-a34bfb9f021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.053996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-ba83da03-7b91-41b6-a555-81151b39e563 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944246 Aug 03 16:04:17.080715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040149e6-89a0-4d9f-8b3c-a34bfb9f021e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405a58d6-393b-468f-a7aa-c23ce62ab2a6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:17.121248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-040149e6-89a0-4d9f-8b3c-a34bfb9f021e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f662a01d65f640cbba8c8bf9d8498a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460433 Aug 03 16:04:17.121923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:17.156709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-cce32d54-a660-4ef1-b1e1-326c2891dc7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.0912933 Aug 03 16:04:17.216060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.225298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0f1e0571-50e0-406a-92c7-f073e4ecd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:17.226877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0f1e0571-50e0-406a-92c7-f073e4ecd916 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.0612667 Aug 03 16:04:17.286809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-4b37b524-a3b0-4e8a-90a1-807cc45b589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:17.287144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-4b37b524-a3b0-4e8a-90a1-807cc45b589e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529048 Aug 03 16:04:17.306745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.436111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.439423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.443188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/405a58d6-393b-468f-a7aa-c23ce62ab2a6 HTTP/1.1" status: 204 len: 168 time: 0.3173001 Aug 03 16:04:17.454121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2954b69-8c2b-45db-9f69-039c20da2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405a58d6-393b-468f-a7aa-c23ce62ab2a6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:17.490584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-4c047bb4-a0a4-42b2-bf4d-07f7faeca3be service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949897 Aug 03 16:04:17.567808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:17.744925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0d3b884a-f02c-4b08-81f8-8af9842778b4 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470810 Aug 03 16:04:17.795284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8bf9f-a2ee-40c4-a939-a7357862b107 req-bf0d1ef0-28ee-4ce0-980b-2b3b4f84d3c4 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:17.796870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8d8bf9f-a2ee-40c4-a939-a7357862b107 req-bf0d1ef0-28ee-4ce0-980b-2b3b4f84d3c4 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1418240 Aug 03 16:04:17.854924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-d910579a-2b1a-4e5e-811f-61a85704a332 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.0947552 Aug 03 16:04:17.940246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8d8bf9f-a2ee-40c4-a939-a7357862b107 req-90b589da-1c63-4ce9-bc29-39379877f3cc tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883267 Aug 03 16:04:17.976234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-9a67b61f-1263-4a13-aea2-94330886a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:17.978043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-9a67b61f-1263-4a13-aea2-94330886a521 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.1127450 Aug 03 16:04:18.010613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:18.030156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68d4da45-772f-4f08-a1b2-e6ab87e16f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.087711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-f92e8b6f-114b-4753-ad97-5f5e41f5e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:18.097996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-f92e8b6f-114b-4753-ad97-5f5e41f5e056 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103215 Aug 03 16:04:18.179381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 022a1e4e-c621-477a-973c-792bcde96238 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:18.182817 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.269667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-0f1f8c15-5923-4e92-bf35-4b189566ff65 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613686 Aug 03 16:04:18.309908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 022a1e4e-c621-477a-973c-792bcde96238, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=022a1e4e-c621-477a-973c-792bcde96238,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:18.310192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.331816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 022a1e4e-c621-477a-973c-792bcde96238 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:18.354565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68d4da45-772f-4f08-a1b2-e6ab87e16f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.361269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68d4da45-772f-4f08-a1b2-e6ab87e16f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.395612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-282e36f6-605f-4706-a38e-065c3fb9c24f req-8fa79463-531f-40ca-97f3-94d442788d8f service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169689 Aug 03 16:04:18.444448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4da45-772f-4f08-a1b2-e6ab87e16f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a6469-15d6-4c28-b306-5712ea65f6e5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:18.460963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68d4da45-772f-4f08-a1b2-e6ab87e16f01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d131417e6d7544e790da2ec780092ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461906 Aug 03 16:04:18.464108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50092) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:18.531099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.569981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.612216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.640717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=022a1e4e-c621-477a-973c-792bcde96238,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:18.655344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.661176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:18.665179 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d6a6469-15d6-4c28-b306-5712ea65f6e5 HTTP/1.1" status: 204 len: 168 time: 0.1963694 Aug 03 16:04:18.688875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082a14-4fcf-4aca-984a-b142adeb52cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a6469-15d6-4c28-b306-5712ea65f6e5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:18.846860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.161800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d2786-8c8d-4ec4-8502-4f07bef2c4fa req-2695dabf-c1cb-46ec-9174-05ba8d262b70 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:19.163306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47d2786-8c8d-4ec4-8502-4f07bef2c4fa req-2695dabf-c1cb-46ec-9174-05ba8d262b70 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0621107 Aug 03 16:04:19.216638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47d2786-8c8d-4ec4-8502-4f07bef2c4fa req-54c2fc15-8a06-4915-916d-014f04a8db6d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Aug 03 16:04:19.242304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:19.355110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:19.360722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-270b9242-4ab8-48c9-9d7b-3dcd3d3e05cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6747892 Aug 03 16:04:19.363615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:19.369257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:19.386509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:19.387241 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:19.434584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet 489130d5-a7e5-43cc-a249-442ed5c522f5 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:04:19.438443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.500635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.546325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:19.647148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.716278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.741540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b437807-8064-4762-bddf-51952c554cd0 None None] Network 67d46e01-cd0f-494e-aa7c-746fc365f5fb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:19.753974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:19.759495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/489130d5-a7e5-43cc-a249-442ed5c522f5 HTTP/1.1" status: 204 len: 168 time: 0.3948755 Aug 03 16:04:19.759947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50132) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:19.760712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b223c-b99c-45b2-8afe-83cd7e8d0e3a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=489130d5-a7e5-43cc-a249-442ed5c522f5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:19.835046 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:18Z', 'revision_number': 9, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:19.866003 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:19.875324 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:19.876182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:19.891106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.027915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 28a09de2-bfb8-47d1-b804-2fd864d980bb {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:20.028332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.051438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] DHCP port deletion for 67d46e01-cd0f-494e-aa7c-746fc365f5fb request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:04:20.114727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Deleting port 28a09de2-bfb8-47d1-b804-2fd864d980bb {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:20.115379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.167106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 28a09de2-bfb8-47d1-b804-2fd864d980bb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=28a09de2-bfb8-47d1-b804-2fd864d980bb,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:20.167694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.194950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 28a09de2-bfb8-47d1-b804-2fd864d980bb owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:20.223273 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:20.233202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] For port 28a09de2-bfb8-47d1-b804-2fd864d980bb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=28a09de2-bfb8-47d1-b804-2fd864d980bb,segment=NetworkSegment(d5796413-7aca-48fa-b074-10afa836545c),segment_id=d5796413-7aca-48fa-b074-10afa836545c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:20.233525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.252849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Calling delete_port for 28a09de2-bfb8-47d1-b804-2fd864d980bb owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:20.400386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.411070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.439273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] No DVR routers for this DVR port 28a09de2-bfb8-47d1-b804-2fd864d980bb on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:20.480275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927602d-ec16-4be0-a829-4c9644037a46 req-a779f9c8-52c5-445c-8846-403a07801816 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:20.482491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8927602d-ec16-4be0-a829-4c9644037a46 req-a779f9c8-52c5-445c-8846-403a07801816 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1027994 Aug 03 16:04:20.487110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890a25c-306f-4e02-9989-06cd8c178129 None None] Pushing event deleted for resources: {'Port': ['ID=28a09de2-bfb8-47d1-b804-2fd864d980bb,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:20.512123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=28a09de2-bfb8-47d1-b804-2fd864d980bb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:20.544725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 28a09de2-bfb8-47d1-b804-2fd864d980bb no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:20.566169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 28a09de2-bfb8-47d1-b804-2fd864d980bb on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:20.576209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8927602d-ec16-4be0-a829-4c9644037a46 req-10f7f37b-f5ec-4c7d-ae4c-db07157190fd tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877838 Aug 03 16:04:20.634910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 28a09de2-bfb8-47d1-b804-2fd864d980bb {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:20.635573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 28a09de2-bfb8-47d1-b804-2fd864d980bb not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:20.680956 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:18Z', 'revision_number': 9, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:20.717959 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eea1bf-68fd-4908-9fa3-ea8ba867c98a None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:18Z', 'revision_number': 9, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954489d7-840b-4b25-836b-77d651e5e4eb', 'name': '', 'network_id': 'a9f45bd9-b332-4eae-b86a-0d02fba69fe3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:4c:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:54Z', 'updated_at': '2021-08-03T16:04:01Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'b47b2163-8394-4629-ae0e-44140f1e6d6a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:20.718407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.731372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d46e01-cd0f-494e-aa7c-746fc365f5fb']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:20.745172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5796413-7aca-48fa-b074-10afa836545c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:20.745552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5796413-7aca-48fa-b074-10afa836545c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:20.757133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.775448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.782702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:20.783755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:20.786974 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:20.851331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.870618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:20.872516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/67d46e01-cd0f-494e-aa7c-746fc365f5fb HTTP/1.1" status: 204 len: 168 time: 1.1118729 Aug 03 16:04:20.873349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f30b38-89bb-4aad-9d71-52415aea4468 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=67d46e01-cd0f-494e-aa7c-746fc365f5fb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:20.875465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50174) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:21.262227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:21.545466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 954489d7-840b-4b25-836b-77d651e5e4eb {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:21.545847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:21.667002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 954489d7-840b-4b25-836b-77d651e5e4eb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=954489d7-840b-4b25-836b-77d651e5e4eb,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:21.667631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:21.683283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 954489d7-840b-4b25-836b-77d651e5e4eb owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:21.805458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800c377-ea79-442d-84d0-ad760c2518fe req-c5dd5b3e-77ef-4007-8a8c-88cc65d2b467 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:21.807162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0800c377-ea79-442d-84d0-ad760c2518fe req-c5dd5b3e-77ef-4007-8a8c-88cc65d2b467 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0715959 Aug 03 16:04:21.897059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0800c377-ea79-442d-84d0-ad760c2518fe req-3bf7fc36-7f57-46fb-9d2b-e4a47de96807 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Aug 03 16:04:21.969348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:22.003148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=954489d7-840b-4b25-836b-77d651e5e4eb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:22.004688 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:22.158995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:22.389706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 022a1e4e-c621-477a-973c-792bcde96238 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:22.414751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 022a1e4e-c621-477a-973c-792bcde96238 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:22.415390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 022a1e4e-c621-477a-973c-792bcde96238 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:22.444701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:22.860547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:22.869517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f6ffbeb4-b8d3-4a43-aeba-93d06fe024f5 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925938 Aug 03 16:04:22.874718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:22.876065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50350) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:22.884827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:22.885740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:22.944975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet b47b2163-8394-4629-ae0e-44140f1e6d6a {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:04:22.949781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.001383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.059086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:23.059888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fe6f-6378-43ae-ab83-b574b73b36e7 req-0042a74e-86e8-488e-ab49-702a11aa42bf tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:23.061989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2b03fe6f-6378-43ae-ab83-b574b73b36e7 req-0042a74e-86e8-488e-ab49-702a11aa42bf tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0623710 Aug 03 16:04:23.128709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.149527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2b03fe6f-6378-43ae-ab83-b574b73b36e7 req-cb1c3a0e-ffb4-4d36-9d34-9584b8300152 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785148 Aug 03 16:04:23.256450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.283569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.286626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/b47b2163-8394-4629-ae0e-44140f1e6d6a HTTP/1.1" status: 204 len: 168 time: 0.4096596 Aug 03 16:04:23.289585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:23.295496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8103f2-5bc9-457f-a33e-b6a22048c977 None None] Network a9f45bd9-b332-4eae-b86a-0d02fba69fe3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:23.344539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc17f8-1141-484e-b027-70fbc974b0cb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=b47b2163-8394-4629-ae0e-44140f1e6d6a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:23.412517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.478092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:23.481399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.481702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50378) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:23.486455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:21Z', 'revision_number': 10, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:23.514391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:23.525453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:23.526429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:23.581884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,segment=NetworkSegment(a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6),segment_id=a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:23.582761 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.599697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:23.660431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb7ec-10c1-4e0a-b018-1c50c7d48f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.691535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.720904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=4e78c96f-09e0-4a6b-81ad-9bb683c5a251,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:23.731761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:23.752027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c11736-d120-44c7-92d8-a05ac00dd1b4 None None] DHCP port deletion for a9f45bd9-b332-4eae-b86a-0d02fba69fe3 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:04:23.806729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb7ec-10c1-4e0a-b018-1c50c7d48f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.812032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb7ec-10c1-4e0a-b018-1c50c7d48f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.819740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:23.839138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.851403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f45bd9-b332-4eae-b86a-0d02fba69fe3']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:23.861493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e9fb7ec-10c1-4e0a-b018-1c50c7d48f0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82ea7838225d4ca1a08d88e00443596a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787060 Aug 03 16:04:23.862263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:23.862744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fb7ec-10c1-4e0a-b018-1c50c7d48f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98baf50f-3fe4-4ac8-b8c7-37d1f297c751,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:23.872319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:23.872620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bfe33d-b7c4-4518-bd12-e6d882fc2cf6') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:23.890257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.922670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.932978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:23.933418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:23.937260 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:23.990077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.013333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.064206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:21Z', 'revision_number': 10, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:24.079638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.082553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.086126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98baf50f-3fe4-4ac8-b8c7-37d1f297c751 HTTP/1.1" status: 204 len: 168 time: 0.2199256 Aug 03 16:04:24.088420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.092251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f588989b-91b1-41c6-8b53-46c47b25cecf None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:21Z', 'revision_number': 10, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None, '_interfaces': [{'id': '7617a905-0937-47de-810c-d29e1907ac44', 'name': '', 'network_id': '8c525e32-9036-4263-8453-f9b657e08cd3', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'mac_address': 'fa:16:3e:8f:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:50Z', 'updated_at': '2021-08-03T16:03:56Z', 'revision_number': 5, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'subnets': [{'id': 'e7cdaf8d-f494-4c25-828c-64bb036a30ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:24.093841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:24.096380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/a9f45bd9-b332-4eae-b86a-0d02fba69fe3 HTTP/1.1" status: 204 len: 168 time: 0.8053102 Aug 03 16:04:24.098950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:24.124827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20b6b6-1e7d-43bd-9c08-b9c731495b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98baf50f-3fe4-4ac8-b8c7-37d1f297c751,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:24.151843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1646603-b775-4645-88d0-e8720419ce34 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=a9f45bd9-b332-4eae-b86a-0d02fba69fe3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:24.400926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cddc9-0586-4ab1-a621-d90b937307b9 req-1daf3d68-0cd1-4a1b-9387-678055571ada tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:24.402908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e5cddc9-0586-4ab1-a621-d90b937307b9 req-1daf3d68-0cd1-4a1b-9387-678055571ada tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1088037 Aug 03 16:04:24.472038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e5cddc9-0586-4ab1-a621-d90b937307b9 req-5b3e8e85-3f09-4c1c-a7f2-c7b7f74cea19 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610838 Aug 03 16:04:24.665222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 954489d7-840b-4b25-836b-77d651e5e4eb no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:24.693490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 954489d7-840b-4b25-836b-77d651e5e4eb {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:24.694408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 954489d7-840b-4b25-836b-77d651e5e4eb not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:24.695050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:24.722432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:24.722863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e78c96f-09e0-4a6b-81ad-9bb683c5a251 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:24.731493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:25.032057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port 7617a905-0937-47de-810c-d29e1907ac44 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:25.032513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:25.130605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port 7617a905-0937-47de-810c-d29e1907ac44, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7617a905-0937-47de-810c-d29e1907ac44,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:25.131322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:25.146601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for 7617a905-0937-47de-810c-d29e1907ac44 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:25.362735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:25.406555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=7617a905-0937-47de-810c-d29e1907ac44,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:25.721504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c47c1-14e9-4891-b27f-619df9d0a683 req-3c971cb1-13cb-43e2-a5ee-a35da253777a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:25.732117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-513c47c1-14e9-4891-b27f-619df9d0a683 req-3c971cb1-13cb-43e2-a5ee-a35da253777a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1056454 Aug 03 16:04:25.787449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-513c47c1-14e9-4891-b27f-619df9d0a683 req-b453be6d-beef-4f2d-8eec-3ede1d27e652 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534894 Aug 03 16:04:25.942085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:25.959687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5fa63-c5f6-43ff-9001-40c52399492f req-64846e9d-c59d-4f6d-b125-86c8499025d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:25.961275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9d5fa63-c5f6-43ff-9001-40c52399492f req-64846e9d-c59d-4f6d-b125-86c8499025d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.0447752 Aug 03 16:04:26.007091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9d5fa63-c5f6-43ff-9001-40c52399492f req-aa43b7c4-293e-4cb0-893e-588a6c4b52c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Aug 03 16:04:26.011157 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.081009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50468) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:26.110598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:26.192775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:26.198588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1e4fbf9a-5ae1-43f7-bc7e-3794708c4e9d tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0979459 Aug 03 16:04:26.201206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50472) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:26.207854 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:26.218152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf093d3-74e0-473e-889f-4284b51d1408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.220576 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:26.221753 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:26.284178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting subnet e7cdaf8d-f494-4c25-828c-64bb036a30ac {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:04:26.288202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.339802 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:26.343524 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:04:26.356248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.396568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf093d3-74e0-473e-889f-4284b51d1408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.403031 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eaf093d3-74e0-473e-889f-4284b51d1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.441063 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:26.449931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eaf093d3-74e0-473e-889f-4284b51d1408 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2850e9a894de4764a992a9a578cc89e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677516 Aug 03 16:04:26.451064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf093d3-74e0-473e-889f-4284b51d1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ebe9b-f1b4-4e8b-808e-5a79a65191e1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:26.453952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50476) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:26.486309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.535477 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:26.561720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.565263 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:26.565928 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:26.578208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.587764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.627695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cdaf8d-f494-4c25-828c-64bb036a30ac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:26.630443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.630966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f106a9-0962-4a14-8267-68a71b374207 None None] Network 8c525e32-9036-4263-8453-f9b657e08cd3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:26.635308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-494bbd13-0820-4939-ba00-ad588ad73999 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/e7cdaf8d-f494-4c25-828c-64bb036a30ac HTTP/1.1" status: 204 len: 168 time: 0.4330757 Aug 03 16:04:26.635924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:26.676214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.679669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.681420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b5ebe9b-f1b4-4e8b-808e-5a79a65191e1 HTTP/1.1" status: 204 len: 168 time: 0.2263312 Aug 03 16:04:26.695203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a320f-3887-4a35-9c39-63e89c71fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ebe9b-f1b4-4e8b-808e-5a79a65191e1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:26.699669 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:26.790176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.828775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:26.899584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Deleting port dcd11a52-d975-4693-9515-db10139ae54e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:26.900355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:26.923181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73930c8-0dcb-4256-a23e-6229a3e05ccd None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:26.989678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] For port dcd11a52-d975-4693-9515-db10139ae54e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcd11a52-d975-4693-9515-db10139ae54e,segment=NetworkSegment(ecd9c87d-c982-4723-becd-b1d35a23deeb),segment_id=ecd9c87d-c982-4723-becd-b1d35a23deeb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:26.989915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.004431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Calling delete_port for dcd11a52-d975-4693-9515-db10139ae54e owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:27.021604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6d904-da37-4003-be8e-68dd873a97b9 req-d6d699b3-44c4-43af-8089-b89660d26475 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:27.023974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ac6d904-da37-4003-be8e-68dd873a97b9 req-d6d699b3-44c4-43af-8089-b89660d26475 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0799935 Aug 03 16:04:27.079174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1ac6d904-da37-4003-be8e-68dd873a97b9 req-99c5581c-9095-426b-8f16-38a3cc9063ec tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Aug 03 16:04:27.137841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.140427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1278724709', 'description': 'tempest-description-1058607515'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:27.172962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Port': ['ID=dcd11a52-d975-4693-9515-db10139ae54e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:27.174831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No DVR routers for this DVR port dcd11a52-d975-4693-9515-db10139ae54e on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:27.202260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.275953 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.288865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c525e32-9036-4263-8453-f9b657e08cd3']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:27.304988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd9c87d-c982-4723-becd-b1d35a23deeb') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:27.306990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd9c87d-c982-4723-becd-b1d35a23deeb') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:27.317000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121eb09-f30b-44d1-aa11-7d45cd391899 None None] DHCP port deletion for 8c525e32-9036-4263-8453-f9b657e08cd3 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:04:27.336750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.358204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.378661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.386215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.406679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:27.409849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.429443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.434847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ee5d018-449b-4400-b795-72719bed6efd req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2999253 Aug 03 16:04:27.441539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817043-b4ca-4fc2-80a0-a2aee61bb01e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7156b-6c92-4475-af5d-8e979a201436,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:27.490233 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:27.551874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.578471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.582889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/networks/8c525e32-9036-4263-8453-f9b657e08cd3 HTTP/1.1" status: 204 len: 168 time: 0.9432459 Aug 03 16:04:27.583285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:27.589240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'routes': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:27.607145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38d43718-aa22-4871-bd89-27c711a4de6b req-c9164927-e263-401c-af55-82e44cda1257 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1278724709&fields=id&tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b HTTP/1.1" status: 200 len: 267 time: 0.0927930 Aug 03 16:04:27.608360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8668419-1d91-4dee-b188-aa9cb1b95562 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Pushing event deleted for resources: {'Network': ['ID=8c525e32-9036-4263-8453-f9b657e08cd3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:27.725559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43718-aa22-4871-bd89-27c711a4de6b req-16a3edff-a396-4361-b8d1-74754ec7b2cb tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:27.727476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38d43718-aa22-4871-bd89-27c711a4de6b req-16a3edff-a396-4361-b8d1-74754ec7b2cb tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1111374 Aug 03 16:04:27.764539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'port': {'security_groups': ['758f6931-0e6a-4448-9f88-77d57a703788', '9cd7156b-6c92-4475-af5d-8e979a201436']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:27.861466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Added routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 16:04:27.862193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.extraroute_db [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Removed routes are [] {{(pid=106017) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 16:04:27.862821 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:27.891398 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.028036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.031820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.141369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:28.178000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:28.224812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.225032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:28.235332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.236389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.242478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-221494f4-7e3b-4e8d-8e64-cf548ed064d6 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 705 time: 0.6541026 Aug 03 16:04:28.245652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50526) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:28.249082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Sync routers for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:28.257834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:04:28.303146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-632b7ee0-cd2e-479a-bd09-58debb09ad56 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 205 time: 0.0561626 Aug 03 16:04:28.305598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50530) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:28.396085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:28.396899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.399787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:28.402584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38d43718-aa22-4871-bd89-27c711a4de6b req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "PUT /v2.0/ports/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 981 time: 0.6649003 Aug 03 16:04:28.403334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:04:28.406671 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956191c9-2c4b-4b5e-95fc-31a72e2fd620" -d '{"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:04:28.407943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:28.421654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.471804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf11405-bdfc-46b2-b262-1f36b5bb5b94 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:28.477940 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21242f3-819d-47d0-8ff9-27937fed3649 x-openstack-request-id: req-b21242f3-819d-47d0-8ff9-27937fed3649 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:04:28.478601 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:04:28.478601 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b21242f3-819d-47d0-8ff9-27937fed3649 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:04:28.489672 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:04:28.499098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcd11a52-d975-4693-9515-db10139ae54e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:28.526998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: dcd11a52-d975-4693-9515-db10139ae54e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:28.527714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcd11a52-d975-4693-9515-db10139ae54e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:28.528560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7617a905-0937-47de-810c-d29e1907ac44 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:28.564076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:04:28.626000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7617a905-0937-47de-810c-d29e1907ac44 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:28.626658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7617a905-0937-47de-810c-d29e1907ac44 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:28.630863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:28.725369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:28.778270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Checking router: 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:28.830269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-41907bc7-beaf-4da4-aef3-f21eff174256 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1278724709&fields=id&tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b HTTP/1.1" status: 200 len: 267 time: 0.2982132 Aug 03 16:04:28.834273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.840312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Routers {'8cdd5401-87a3-473d-bdcd-c0a0aa732b18'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:28.841236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:28.878645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.932398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-27a34fce-022a-485e-a905-a0dbd611b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:28.934501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-27a34fce-022a-485e-a905-a0dbd611b1a9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1135 time: 0.4038479 Aug 03 16:04:28.937822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.938536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:04:28.946327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:28.952271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:28.957063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-149912101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:28.959128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3cef8789-c062-46e2-a4b9-c3f352f3d700 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 204 len: 168 time: 0.6514411 Aug 03 16:04:28.973834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] Set router 8cdd5401-87a3-473d-bdcd-c0a0aa732b18 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:29.027671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.028819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.092939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-ec7c4044-2c81-4d90-ae65-13eede152e5c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:29.098149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-ec7c4044-2c81-4d90-ae65-13eede152e5c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 984 time: 0.2609284 Aug 03 16:04:29.110919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:29.120425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'port': {'security_groups': ['758f6931-0e6a-4448-9f88-77d57a703788']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:29.150787 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.156126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.167525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b7ba3d-d60f-447a-8da5-a54e3026dfab None None] The sync data for ids ['8cdd5401-87a3-473d-bdcd-c0a0aa732b18'] in n-d-803226-3 is: [{'id': '8cdd5401-87a3-473d-bdcd-c0a0aa732b18', 'name': 'tempest-RoutersIpV6Test-router-1337915347', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:47Z', 'updated_at': '2021-08-03T16:04:25Z', 'revision_number': 11, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:29.188869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.190277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b900e3d3-cd32-4b64-8b0b-f48e6911e274 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2369304 Aug 03 16:04:29.193819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50556) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:29.200891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:29.278266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.310604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-2dfb720c-b5f2-483c-ae3f-98a7459a005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:29.312404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-2dfb720c-b5f2-483c-ae3f-98a7459a005d service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.3365338 Aug 03 16:04:29.400764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-6f09a91f-eee9-4c93-998c-3526fa92f0cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0499918 Aug 03 16:04:29.496284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-58d60c0a-1a95-4029-974f-7e62be65748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:29.498239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-58d60c0a-1a95-4029-974f-7e62be65748c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0906346 Aug 03 16:04:29.498611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50562) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:29.533331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.548696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-6c1aafd2-0ef9-4400-92d1-34d1cc55bd33 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400751 Aug 03 16:04:29.551547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.695192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:29.730169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-949500c0-4942-4c95-b402-08fb807ede35 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:29.739804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Router e7a32600-d11b-4b2c-8c60-a435c291f911 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:04:29.794106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-949500c0-4942-4c95-b402-08fb807ede35 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "PUT /v2.0/quotas/6d301f8c4e8a4211b7bc4437cb3992e1 HTTP/1.1" status: 200 len: 368 time: 0.2924671 Aug 03 16:04:29.802216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50566) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:29.803527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.809821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Request body: {'network': {'project_id': '6d301f8c4e8a4211b7bc4437cb3992e1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:29.814316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.826594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:04:29.868500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-1cf91037-63fb-4010-ab9b-b58fcdfef6fb service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735097 Aug 03 16:04:29.884134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:29.890541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.906286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:29.912679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57174f67-013c-4a92-b5ed-adffdb9c2807 req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "PUT /v2.0/ports/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 942 time: 0.8059068 Aug 03 16:04:29.920019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:29.921201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f1e6b51c-f8ac-44d6-a9e1-573d381e95bc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "PUT /v2.0/routers/e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 200 len: 697 time: 0.7258797 Aug 03 16:04:29.926286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Sync routers for ids ['e7a32600-d11b-4b2c-8c60-a435c291f911'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:29.936525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:29.945085 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Routers {'e7a32600-d11b-4b2c-8c60-a435c291f911'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:29.946906 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e7a32600-d11b-4b2c-8c60-a435c291f911'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:29.963834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:04:29.966636 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af36fe-aead-48a7-ad39-68ce071ad23b" -d '{"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:04:30.027572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:04:30.041466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Made reservation on behalf of 6d301f8c4e8a4211b7bc4437cb3992e1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:30.043795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.145532 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Set router e7a32600-d11b-4b2c-8c60-a435c291f911 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:30.222965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65377865-bf14-4b3d-a191-64d79d3080bb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/routers/e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 200 len: 703 time: 0.2852676 Aug 03 16:04:30.228541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50582) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.253672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a32600-d11b-4b2c-8c60-a435c291f911', 'name': 'tempest-RoutersIpV6Test-router-149912101', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:29Z', 'updated_at': '2021-08-03T16:04:29Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:30.264862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.286529 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Checking router: e7a32600-d11b-4b2c-8c60-a435c291f911 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:30.290474 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd49d24-ba8d-4dc6-b3cb-de07162f4be5 x-openstack-request-id: req-8bd49d24-ba8d-4dc6-b3cb-de07162f4be5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:04:30.291316 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:04:30.291316 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bd49d24-ba8d-4dc6-b3cb-de07162f4be5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:04:30.291708 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:04:30.293909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-817640f0-8447-455b-ae6f-8a68e4fd5eec tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 200 len: 205 time: 0.0637970 Aug 03 16:04:30.295074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50584) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.296847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Routers {'e7a32600-d11b-4b2c-8c60-a435c291f911'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:30.297764 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e7a32600-d11b-4b2c-8c60-a435c291f911'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:30.393602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.425905 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] Set router e7a32600-d11b-4b2c-8c60-a435c291f911 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:30.500933 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a32600-d11b-4b2c-8c60-a435c291f911', 'name': 'tempest-RoutersIpV6Test-router-149912101', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:29Z', 'updated_at': '2021-08-03T16:04:29Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:30.558996 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c626d029-f395-4726-855c-7bbecae3bd0d None None] The sync data for ids ['e7a32600-d11b-4b2c-8c60-a435c291f911'] in n-d-803226-3 is: [{'id': 'e7a32600-d11b-4b2c-8c60-a435c291f911', 'name': 'tempest-RoutersIpV6Test-router-149912101', 'tenant_id': '939a06cad0634b838e0c76dd7ec9c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:29Z', 'updated_at': '2021-08-03T16:04:29Z', 'revision_number': 2, 'project_id': '939a06cad0634b838e0c76dd7ec9c322', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:30.634564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.641531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.712352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.713006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Fanout notify agent at l3_agent the message router_deleted on router e7a32600-d11b-4b2c-8c60-a435c291f911 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:04:30.729006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.735889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7fd6e798-abb6-4cae-9cba-344e914df747 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 204 len: 168 time: 0.4398968 Aug 03 16:04:30.739425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50588) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.741536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe2bfd-1fb8-412c-b72f-c3a9c3df3b0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:30.743230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.754852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.768486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-5a08d4a4-2d6d-4f4c-9423-2aa2d77d3cb7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7986062 Aug 03 16:04:30.778613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d909bffb-92cc-4377-b2d5-eaf960e07ffb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 200 len: 205 time: 0.0380321 Aug 03 16:04:30.780844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50590) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.784298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:30.804981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:30.812265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde14f4-122c-4632-a64b-4472629627ad,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:30.822007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.822418 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Added segment b6aa4951-f9d2-4f4d-982b-fc15c9efe90b of type vlan for network b9dc5f97-4205-48bc-952d-7a1a19f4af47 Aug 03 16:04:30.848095 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-7f524907-1f86-4c2c-8447-90ab84822e44 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:30.849163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7f524907-1f86-4c2c-8447-90ab84822e44 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/e7a32600-d11b-4b2c-8c60-a435c291f911 HTTP/1.1" status: 404 len: 336 time: 0.0604784 Aug 03 16:04:30.854155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.861469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-956191c9-2c4b-4b5e-95fc-31a72e2fd620 req-f96e5174-700c-420b-b30d-c95fe4d3135c service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9522326 Aug 03 16:04:30.882824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.922797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.923818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:30.924408 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.932635 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fc6e1a-636f-4d8f-b2f2-18705a68f8dc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:30.933098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fc6e1a-636f-4d8f-b2f2-18705a68f8dc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:30.935026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65fc6e1a-636f-4d8f-b2f2-18705a68f8dc tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6e581308-6fe9-46e0-9882-4d62e57668e8 HTTP/1.1" status: 404 len: 337 time: 0.0784774 Aug 03 16:04:30.937260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:30.965323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50594) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:30.993436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Pushing event updated for resources: {'Network': ['ID=b9dc5f97-4205-48bc-952d-7a1a19f4af47,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:31.007159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-193ef2fd-d07b-4f3d-a3fa-030f00609614 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2036803 Aug 03 16:04:31.010731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.031075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Request body: {'network': {'project_id': '6d301f8c4e8a4211b7bc4437cb3992e1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:31.031929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b9dc5f97-4205-48bc-952d-7a1a19f4af47 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:31.050732 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2111809-3320-4b6e-be42-04388a65511a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:31.051280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2111809-3320-4b6e-be42-04388a65511a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.053113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2111809-3320-4b6e-be42-04388a65511a tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/489130d5-a7e5-43cc-a249-442ed5c522f5 HTTP/1.1" status: 404 len: 337 time: 0.0863202 Aug 03 16:04:31.056372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50602) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.075642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Made reservation on behalf of 6d301f8c4e8a4211b7bc4437cb3992e1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:31.081258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.091947 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9ec0e5-d9d8-46de-9164-6d52364e0692 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:31.092488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9ec0e5-d9d8-46de-9164-6d52364e0692 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.094337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e9ec0e5-d9d8-46de-9164-6d52364e0692 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/b47b2163-8394-4629-ae0e-44140f1e6d6a HTTP/1.1" status: 404 len: 337 time: 0.0352783 Aug 03 16:04:31.100240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.103614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-96299530-6d6b-401e-8f2e-fd489ba2e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:31.105163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-96299530-6d6b-401e-8f2e-fd489ba2e250 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.1935785 Aug 03 16:04:31.143439 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36900b1-b66c-4984-b866-3d4fad58ea77 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:31.144664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36900b1-b66c-4984-b866-3d4fad58ea77 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.147277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e36900b1-b66c-4984-b866-3d4fad58ea77 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/e7cdaf8d-f494-4c25-828c-64bb036a30ac HTTP/1.1" status: 404 len: 337 time: 0.0396433 Aug 03 16:04:31.159553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.217920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-33abc7f0-56bf-400f-8826-e83c2a05de99 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 200 len: 205 time: 0.0569749 Aug 03 16:04:31.219233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:31.220606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50610) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.230052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.230431 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Added segment 7e2e09a6-52d2-4bfa-951e-c8382d20a910 of type vlan for network be85e861-d104-411b-828b-2c68d1015888 Aug 03 16:04:31.280656 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4d051b76-3565-45d7-a624-1bbfc1a449be tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:31.281739 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4d051b76-3565-45d7-a624-1bbfc1a449be tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/8cdd5401-87a3-473d-bdcd-c0a0aa732b18 HTTP/1.1" status: 404 len: 336 time: 0.0559912 Aug 03 16:04:31.285426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.296647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.337331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fbc9003-0752-4238-a0b2-9a3a3029cfc2 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe57fbe0-9f2d-424e-90e7-4afa96a22648 HTTP/1.1" status: 200 len: 205 time: 0.0486522 Aug 03 16:04:31.341458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50614) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.344049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.345114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:31.348776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.357804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-70802b7a-5dbb-4418-9d13-6eed8e8d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:31.359402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-70802b7a-5dbb-4418-9d13-6eed8e8d0c51 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.2248757 Aug 03 16:04:31.368294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:31.404520 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-c89c1552-b111-4135-906b-5daeb47c6066 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:31.408218 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c89c1552-b111-4135-906b-5daeb47c6066 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/fe57fbe0-9f2d-424e-90e7-4afa96a22648 HTTP/1.1" status: 404 len: 336 time: 0.0661118 Aug 03 16:04:31.409703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.420246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-0f313aa5-93da-4be6-9721-835e6f1f947c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0489621 Aug 03 16:04:31.434342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4152133 Aug 03 16:04:31.451711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.464069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-df05635d-e742-4b68-9d84-a627cd0390e3 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Request body: {'network': {'project_id': '6d301f8c4e8a4211b7bc4437cb3992e1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:31.475530 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5232b93-2679-4b76-b416-950a4423a580 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:31.476378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5232b93-2679-4b76-b416-950a4423a580 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.481118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c5232b93-2679-4b76-b416-950a4423a580 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6dae6ebe-096e-488b-8f08-525cfabaf9d0 HTTP/1.1" status: 404 len: 337 time: 0.0676453 Aug 03 16:04:31.481469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.504105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a294247-b987-438f-8d1d-495f7cb98932 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Pushing event updated for resources: {'Network': ['ID=be85e861-d104-411b-828b-2c68d1015888,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:31.520091 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-df05635d-e742-4b68-9d84-a627cd0390e3 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 16:04:31.520554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df05635d-e742-4b68-9d84-a627cd0390e3 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.521710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df05635d-e742-4b68-9d84-a627cd0390e3 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0691698 Aug 03 16:04:31.522013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75a91219-b049-439e-993d-55cb7a3969ab tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 200 len: 205 time: 0.0393903 Aug 03 16:04:31.532601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50624) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.534696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network be85e861-d104-411b-828b-2c68d1015888 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:31.664090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-dae43d01-46ea-423e-ad50-ee453f847f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:31.666773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-dae43d01-46ea-423e-ad50-ee453f847f24 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.2163894 Aug 03 16:04:31.670308 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-e683d646-fef9-4dac-91f1-d5ed6a128dfb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:31.675688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e683d646-fef9-4dac-91f1-d5ed6a128dfb tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/c3ba7829-6cd2-4cf3-bf8d-627b0fb3c48a HTTP/1.1" status: 404 len: 336 time: 0.1300573 Aug 03 16:04:31.676621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50628) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.700981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.751608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-12181262-6cbc-41bc-a426-7d575c5d8397 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=6117476b-a5d4-4e78-a792-005b85ae1704 HTTP/1.1" status: 200 len: 205 time: 0.0673485 Aug 03 16:04:31.751957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50634) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.755200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-ce9ab439-03ca-47b2-8efa-9506a27494d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674069 Aug 03 16:04:31.774678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Allocated IP 172.25.7.220 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:31.822131 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-34c67250-c509-4665-bb8f-fb7e445fd1f9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:31.823523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-34c67250-c509-4665-bb8f-fb7e445fd1f9 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/6117476b-a5d4-4e78-a792-005b85ae1704 HTTP/1.1" status: 404 len: 336 time: 0.0705914 Aug 03 16:04:31.832038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.873076 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec28a6ae-e7fe-4dda-90d9-94199cbda45c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:31.873296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec28a6ae-e7fe-4dda-90d9-94199cbda45c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:31.877987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ec28a6ae-e7fe-4dda-90d9-94199cbda45c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/b299bf69-0372-43ce-b432-9d548d691223 HTTP/1.1" status: 404 len: 337 time: 0.0377481 Aug 03 16:04:31.878480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.917896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-741e9f0b-ad6c-4767-8b5a-67d5c90b3635 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d301f8c4e8a4211b7bc4437cb3992e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153580 Aug 03 16:04:31.921773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.945467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e7c4cf83-fc76-42b1-a960-71e658bcff07 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 HTTP/1.1" status: 200 len: 205 time: 0.0656881 Aug 03 16:04:31.947894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50642) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:31.956786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-0318fc2c-9ff3-4b79-8acf-d2a14b455bea service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863256 Aug 03 16:04:31.990996 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-0fc92440-89d0-44da-898b-746cd3617e90 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:31.995750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0fc92440-89d0-44da-898b-746cd3617e90 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/e23e7ad0-0c27-41e2-8b4e-09c6b0a231a3 HTTP/1.1" status: 404 len: 336 time: 0.0484874 Aug 03 16:04:31.996594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50644) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.045615 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c8e5d4-151c-427d-97ba-4e45407a3d37 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:32.046076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c8e5d4-151c-427d-97ba-4e45407a3d37 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:32.050740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-11c8e5d4-151c-427d-97ba-4e45407a3d37 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/165554a0-87e9-4351-acdb-b7bc17138474 HTTP/1.1" status: 404 len: 337 time: 0.0532360 Aug 03 16:04:32.051155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50646) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.076416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.087548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-160069ba-ac39-4b68-b178-5328b20ec1f1 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "GET /v2.0/ports?device_id=72cc3af7-727b-4d2f-9375-7ba07fa0cb35 HTTP/1.1" status: 200 len: 205 time: 0.0348432 Aug 03 16:04:32.089060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50648) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.154977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.161658 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-33da5a88-aedc-449f-bc9a-020ffa7d3e98 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] delete failed (client error): The resource could not be found. Aug 03 16:04:32.167559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-33da5a88-aedc-449f-bc9a-020ffa7d3e98 tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/routers/72cc3af7-727b-4d2f-9375-7ba07fa0cb35 HTTP/1.1" status: 404 len: 336 time: 0.0665951 Aug 03 16:04:32.169032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50654) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.229932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2af36fe-aead-48a7-ad39-68ce071ad23b req-02a58886-0f0d-4758-bd10-a9317008c927 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617657 Aug 03 16:04:32.258966 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-992c6a52-32a0-4fad-8df9-33185bdf4d2c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:32.261702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992c6a52-32a0-4fad-8df9-33185bdf4d2c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:32.264539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-992c6a52-32a0-4fad-8df9-33185bdf4d2c tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/6ec31637-82a8-4d9c-a372-4be905beff24 HTTP/1.1" status: 404 len: 337 time: 0.0929046 Aug 03 16:04:32.268690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50658) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.296256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.340859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.390859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:32.401280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:32.403285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:32.407728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'Port': ['ID=29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:32.443893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.448212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.458723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dde14f4-122c-4632-a64b-4472629627ad HTTP/1.1" status: 204 len: 168 time: 0.5247588 Aug 03 16:04:32.459932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.533500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fd06d-bd31-4147-a87d-b37eb37885d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde14f4-122c-4632-a64b-4472629627ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:32.598710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.653255 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae0a562-bb8a-407e-a536-4fa9e2151e8b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] DELETE failed (client error): The resource could not be found. Aug 03 16:04:32.653255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae0a562-bb8a-407e-a536-4fa9e2151e8b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:04:32.658280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5ae0a562-bb8a-407e-a536-4fa9e2151e8b tempest-RoutersIpV6Test-1693448333 tempest-RoutersIpV6Test-1693448333-project] 10.222.0.70 "DELETE /v2.0/subnets/276ae047-4178-40b5-8daf-73426ab984da HTTP/1.1" status: 404 len: 337 time: 0.3846834 Aug 03 16:04:32.742480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.765997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.794144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be85e861-d104-411b-828b-2c68d1015888']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:32.806409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.808985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2e09a6-52d2-4bfa-951e-c8382d20a910') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:32.809280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2e09a6-52d2-4bfa-951e-c8382d20a910') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:32.843383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.871149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.892708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:32.893473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:32.895598 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:32.918265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50668) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:32.999168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.020916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.026658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50672) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:33.026787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "DELETE /v2.0/networks/be85e861-d104-411b-828b-2c68d1015888 HTTP/1.1" status: 204 len: 168 time: 0.5667794 Aug 03 16:04:33.029589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c2be0-1181-44f9-85cd-ad8f4b2a25d1 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Pushing event deleted for resources: {'Network': ['ID=be85e861-d104-411b-828b-2c68d1015888,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:33.074216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.080468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.122648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4363958b-fa01-4456-9d2e-f27ab7898b7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=939a06cad0634b838e0c76dd7ec9c322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032201 Aug 03 16:04:33.126146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:33.158451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event updated for resources: {'Port': ['ID=29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:33.163311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.180728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.209418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.211045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-f37e4ddf-f4f1-4a13-b3a5-50e75995124d tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4416556 Aug 03 16:04:33.232914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.303043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.312214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.322102 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-b4ad031e-748e-491d-998e-b12742bde17f tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.1010175 Aug 03 16:04:33.330133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc5f97-4205-48bc-952d-7a1a19f4af47']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:33.350724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6aa4951-f9d2-4f4d-982b-fc15c9efe90b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:33.351026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6aa4951-f9d2-4f4d-982b-fc15c9efe90b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:33.368228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.383573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.397314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:33.397773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:33.400025 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:33.472070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.474972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.475875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94b0da98-f36f-41f0-984b-7ba0f9897286 HTTP/1.1" status: 204 len: 168 time: 0.3488398 Aug 03 16:04:33.489943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded80d4-4389-4e0a-9896-48fc629296b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b0da98-f36f-41f0-984b-7ba0f9897286,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:33.498296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.504516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:33.509711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b9dc5f97-4205-48bc-952d-7a1a19f4af47 HTTP/1.1" status: 204 len: 168 time: 0.4787877 Aug 03 16:04:33.511199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-cefdabda-ba3c-4407-a500-75643d8e1368 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:33.522714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a3c8a-fa2a-4cf9-ac2d-f1a2ee2a7665 tempest-QuotasNegativeTest-124146044 tempest-QuotasNegativeTest-124146044-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9dc5f97-4205-48bc-952d-7a1a19f4af47,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:33.529167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-cefdabda-ba3c-4407-a500-75643d8e1368 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1992583 Aug 03 16:04:33.534143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-1e989f52-3672-4379-9f78-02387364a5b0 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:33.538739 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-156d0659-f2e3-4d8a-b8ce-ac83bb3241ea req-1e989f52-3672-4379-9f78-02387364a5b0 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093052 Aug 03 16:04:33.718199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fb7f4-6d85-4926-8807-947337922f6f req-7b7b1847-5d9b-4276-9c75-3307a074c08c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:33.720609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-7b7b1847-5d9b-4276-9c75-3307a074c08c tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1141071 Aug 03 16:04:33.808236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-ca539b49-ba81-4989-b73e-71822629013a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 696 time: 0.0797918 Aug 03 16:04:33.823870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'floatingip': {'port_id': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:33.889954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.109847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50702) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:34.129552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d79af03-221e-469c-a013-3926aa13889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.247197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d79af03-221e-469c-a013-3926aa13889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.252702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d79af03-221e-469c-a013-3926aa13889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.301692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d79af03-221e-469c-a013-3926aa13889d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9979fef9e7db423e92f4d653ef250b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904132 Aug 03 16:04:34.302598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79af03-221e-469c-a013-3926aa13889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feb4cbe-d327-4587-932b-742e5aa23f16,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:34.304936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50708) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:34.514820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.597954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50720) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:34.611312 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.614046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:04:34.696761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.704640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.732627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1330305884'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:34.768132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Made reservation on behalf of a76338658158412bb739e5584fc0bd8b for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:34.770446 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.772174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.774266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.775805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7feb4cbe-d327-4587-932b-742e5aa23f16 HTTP/1.1" status: 204 len: 168 time: 0.4689348 Aug 03 16:04:34.794888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.819247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a63871-eecf-47a2-a872-33abe9ecdfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feb4cbe-d327-4587-932b-742e5aa23f16,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:34.860755 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Floating IP d6148199-02b4-4d21-8320-7deec7604f2b associated. External IP: 172.25.7.220, port: f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe. Aug 03 16:04:34.932313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.939196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:34.990475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:34.997095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d744ce6-f2ca-434f-8084-cc682927f617,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:35.007120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.007629 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Added segment 9cbbfbb6-0748-448a-ada2-a370ebd713f2 of type vlan for network bd651846-5479-45eb-8ea4-19a5018a0a7a Aug 03 16:04:35.063316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.100857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.107250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:35.107876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.166206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5629399 Aug 03 16:04:35.171884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50730) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.176366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Router d02f34ba-5a14-4444-af90-af72708d6e37 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:35.182071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-532540b1-2b63-4bb0-b85b-87725af2cff5 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-72906156') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.182830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da911d64-ef1a-4255-8103-167113a96c3b tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Pushing event updated for resources: {'Network': ['ID=bd651846-5479-45eb-8ea4-19a5018a0a7a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:35.199504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bd651846-5479-45eb-8ea4-19a5018a0a7a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:35.231735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50732) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.248877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-87f30c2c-4892-4e00-9f4d-0f9ba560c4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.347603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-87f30c2c-4892-4e00-9f4d-0f9ba560c4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.351929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-87f30c2c-4892-4e00-9f4d-0f9ba560c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.370704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-532540b1-2b63-4bb0-b85b-87725af2cff5 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "PUT /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-72906156 HTTP/1.1" status: 201 len: 201 time: 0.1974039 Aug 03 16:04:35.372493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:35.374055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50734) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.378201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-13c5f37a-89e6-4cb9-a149-4e9d8ffaff95 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-72906156') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.384536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.385396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Sync routers for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:35.390156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30c2c-4892-4e00-9f4d-0f9ba560c4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cded43-04a7-497d-a0f4-b3808507d559,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:35.398369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-87f30c2c-4892-4e00-9f4d-0f9ba560c4d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=369661669d784c75a276b279aae68d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651750 Aug 03 16:04:35.399719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50736) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.415212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:35.416057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.454691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-82a9b3c3-eae2-4368-8dfb-1b52c55eb5ab tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "PUT /v2.0/floatingips/d6148199-02b4-4d21-8320-7deec7604f2b HTTP/1.1" status: 200 len: 996 time: 1.6381209 Aug 03 16:04:35.457001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:04:35.459135 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6127de8-fad3-4973-b65a-45b3463b5b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:04:35.460348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.487924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.493147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13c5f37a-89e6-4cb9-a149-4e9d8ffaff95 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-72906156 HTTP/1.1" status: 204 len: 168 time: 0.1176057 Aug 03 16:04:35.495780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.500791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-f827c96b-1287-4ba4-8c3f-a18744972347 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.544558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:35.560055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fb7f4-6d85-4926-8807-947337922f6f req-41564fda-40cc-436e-8ee6-10b90e93782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:35.562801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-41564fda-40cc-436e-8ee6-10b90e93782d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.0602093 Aug 03 16:04:35.564395 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd40d75-5b07-4c8a-b13d-1611fdcd9b00 x-openstack-request-id: req-6cd40d75-5b07-4c8a-b13d-1611fdcd9b00 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:04:35.564874 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:04:35.565224 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cd40d75-5b07-4c8a-b13d-1611fdcd9b00 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:04:35.565759 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:04:35.723497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.724633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fb7f4-6d85-4926-8807-947337922f6f req-764edecb-af59-4229-a1b3-79e668148de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:35.726394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-764edecb-af59-4229-a1b3-79e668148de7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.1535182 Aug 03 16:04:35.733145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:35.745986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24cded43-04a7-497d-a0f4-b3808507d559 HTTP/1.1" status: 204 len: 168 time: 0.3450637 Aug 03 16:04:35.777704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f827c96b-1287-4ba4-8c3f-a18744972347 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags HTTP/1.1" status: 200 len: 236 time: 0.2808619 Aug 03 16:04:35.778967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ae1e-7a69-4f61-8e45-3049e0296929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cded43-04a7-497d-a0f4-b3808507d559,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:35.781721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-3b689e7c-6f0d-4ee9-8232-67569ba66ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:35.783183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-3b689e7c-6f0d-4ee9-8232-67569ba66ec8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.1838765 Aug 03 16:04:35.783980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50754) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.795819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-f2f31a7b-ef48-4b3f-87f4-e1548a7bfa34 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', {'tags': ['tempest-TagsTest-Tag-897179111', 'tempest-TagsTest-Tag-1569180770', 'tempest-TagsTest-Tag-618555925']}) {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.863246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-a4cb4539-20ec-41f8-854c-dac2f5699e94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 999 time: 0.1304533 Aug 03 16:04:35.927547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'd6148199-02b4-4d21-8320-7deec7604f2b', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'port_id': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'mac_address': 'fa:16:3e:cf:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:04:32Z', 'updated_at': '2021-08-03T16:04:34Z', 'revision_number': 1, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:35.968762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fb7f4-6d85-4926-8807-947337922f6f req-a842dc8c-d472-4beb-9d08-56e4cd6b94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:35.970308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-a842dc8c-d472-4beb-9d08-56e4cd6b94eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0998480 Aug 03 16:04:35.975820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Checking router: d02f34ba-5a14-4444-af90-af72708d6e37 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:35.976426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2f31a7b-ef48-4b3f-87f4-e1548a7bfa34 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "PUT /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags HTTP/1.1" status: 200 len: 307 time: 0.1911881 Aug 03 16:04:35.979841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50758) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:35.987349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-cbf4777c-3219-44b3-a7c2-db5166affe83 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-897179111') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:36.007213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:36.009198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:36.031062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-05af2a44-dadd-42b1-8464-55d34c1fc348 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530090 Aug 03 16:04:36.038408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-9f093b7c-c74e-47fe-b5a6-f2262b88b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:36.040112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-9f093b7c-c74e-47fe-b5a6-f2262b88b9ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.2410922 Aug 03 16:04:36.045552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-09782094-1ead-4cf8-a0e8-c29e1d3be8b7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:36.046611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-09782094-1ead-4cf8-a0e8-c29e1d3be8b7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094643 Aug 03 16:04:36.185215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-eee565fa-c00b-416e-b9af-7a91ab38f4d6 service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314871 Aug 03 16:04:36.216333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:36.232809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-9a0332f7-763b-4eb0-87dd-249d7a1e759c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 999 time: 0.1704111 Aug 03 16:04:36.288154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-bf6ee4a5-5f85-4c13-956e-745582913d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:36.290031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-bf6ee4a5-5f85-4c13-956e-745582913d71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0490305 Aug 03 16:04:36.358782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-4437158d-6535-4646-96cb-0591fe9bd6b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566626 Aug 03 16:04:36.363082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cbf4777c-3219-44b3-a7c2-db5166affe83 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "DELETE /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-897179111 HTTP/1.1" status: 204 len: 168 time: 0.3820279 Aug 03 16:04:36.366156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50770) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:36.374842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-85d92abe-2950-4c87-9d6a-e57a55347c08 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-897179111') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:36.494481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-4d22877a-bc96-4b57-b6cf-f7e65c81bc49 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287823 Aug 03 16:04:36.671249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6127de8-fad3-4973-b65a-45b3463b5b0e req-1db336f6-301d-4013-94b7-b1155cf0e949 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681297 Aug 03 16:04:36.778870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a93fb7f4-6d85-4926-8807-947337922f6f req-e67e82ce-c582-415a-b432-6ecf36922490 service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867894 Aug 03 16:04:36.816952 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-85d92abe-2950-4c87-9d6a-e57a55347c08 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] show failed (client error): The resource could not be found. Aug 03 16:04:36.823233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50788) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:36.828649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-62d1712d-3c0c-497e-8d6c-8ab6eb931c06 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-1569180770') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:36.832203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85d92abe-2950-4c87-9d6a-e57a55347c08 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-897179111 HTTP/1.1" status: 404 len: 325 time: 0.4649143 Aug 03 16:04:36.901706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'd6148199-02b4-4d21-8320-7deec7604f2b', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'port_id': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'mac_address': 'fa:16:3e:cf:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:04:32Z', 'updated_at': '2021-08-03T16:04:34Z', 'revision_number': 1, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:36.933224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0184-f8bc-4692-bd36-ae13a0ae193a None None] The sync data for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 is: [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'd6148199-02b4-4d21-8320-7deec7604f2b', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'port_id': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'mac_address': 'fa:16:3e:cf:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:04:32Z', 'updated_at': '2021-08-03T16:04:34Z', 'revision_number': 1, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:37.279670 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab4e673-58cf-4e9b-bf36-00c526b345c1 None None] New status for floating IP d6148199-02b4-4d21-8320-7deec7604f2b: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:04:37.383300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-62d1712d-3c0c-497e-8d6c-8ab6eb931c06 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-1569180770 HTTP/1.1" status: 204 len: 168 time: 0.5579631 Aug 03 16:04:37.385945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50804) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:37.388332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-6cac0faf-8a5b-46f9-b272-3040b3322c26 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 999 time: 0.5052195 Aug 03 16:04:37.396318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-d279bc0b-da78-40d3-a3bc-24c11f305521 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-618555925') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:37.474149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-5fc98f38-0fc3-4d25-9426-1598fea09dde tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:37.475788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-5fc98f38-0fc3-4d25-9426-1598fea09dde tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 942 time: 0.0796444 Aug 03 16:04:37.491786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d279bc0b-da78-40d3-a3bc-24c11f305521 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-618555925 HTTP/1.1" status: 204 len: 168 time: 0.1026165 Aug 03 16:04:37.492353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:37.497610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-ee52892a-1614-4e5c-a5d0-c7b2e21dcbdf tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:37.650814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-3e239765-b019-40bb-80b4-5dd37312b977 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 1001 time: 0.0884213 Aug 03 16:04:37.668876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50812) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:37.736059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ee52892a-1614-4e5c-a5d0-c7b2e21dcbdf tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "DELETE /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2399182 Aug 03 16:04:37.736290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50816) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:37.740599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-043dc4d1-8d4a-42c6-9434-ec9f557d00dc tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-1569180770') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:37.841452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-60a4470a-04f6-42d2-a9e2-585fe669bd50 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:37.842994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-60a4470a-04f6-42d2-a9e2-585fe669bd50 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1857429 Aug 03 16:04:37.846400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-468486553'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:37.849110 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-043dc4d1-8d4a-42c6-9434-ec9f557d00dc tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] show failed (client error): The resource could not be found. Aug 03 16:04:37.853069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-043dc4d1-8d4a-42c6-9434-ec9f557d00dc tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-1569180770 HTTP/1.1" status: 404 len: 326 time: 0.1131513 Aug 03 16:04:37.853828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50820) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:37.859657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-4658eb05-6bfc-4332-8efa-866660bdb7b4 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a', 'tempest-TagsTest-Tag-618555925') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:37.869237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-4bd741d7-984e-4183-9fe5-9e2a346feca3 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:37.870308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-4bd741d7-984e-4183-9fe5-9e2a346feca3 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139585 Aug 03 16:04:37.886612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Made reservation on behalf of f0b25adbd738440081394942f612a43c for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:37.890732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:37.904561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:37.991665 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4658eb05-6bfc-4332-8efa-866660bdb7b4 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] show failed (client error): The resource could not be found. Aug 03 16:04:37.993313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4658eb05-6bfc-4332-8efa-866660bdb7b4 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "GET /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags/tempest-TagsTest-Tag-618555925 HTTP/1.1" status: 404 len: 325 time: 0.1380825 Aug 03 16:04:37.997017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-36e533bf-7edc-45e9-9876-93a426d3a46f tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 1001 time: 0.1167979 Aug 03 16:04:37.997672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50826) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:38.001812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-1746d718-ed35-4a6e-be4e-609044020d8a tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bd651846-5479-45eb-8ea4-19a5018a0a7a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:38.019629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:38.030159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.034705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.048804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:38.061341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.061577 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Added segment 19d87ecb-4893-468b-a106-b3d7e78413a3 of type vlan for network 424d9665-da64-4ced-8957-ae60c9fd9011 Aug 03 16:04:38.119787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.159622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.207530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b003a-8cd2-4407-a80b-5cc1d988d0d4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:38.229622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.230916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1746d718-ed35-4a6e-be4e-609044020d8a tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "DELETE /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a/tags HTTP/1.1" status: 204 len: 168 time: 0.2324347 Aug 03 16:04:38.235890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50832) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:38.237854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:38.238585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.301194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6310380 Aug 03 16:04:38.317989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05888-e757-495c-92e1-a23ef5d71389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Pushing event updated for resources: {'Network': ['ID=424d9665-da64-4ced-8957-ae60c9fd9011,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:38.332264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 424d9665-da64-4ced-8957-ae60c9fd9011 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:38.454050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.459044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.464766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.465167 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Floating IP d6148199-02b4-4d21-8320-7deec7604f2b disassociated. External IP: 172.25.7.220, port: f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe. Aug 03 16:04:38.588994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:38.594671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011', 'binding:host_id': 'n-h1-803226-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074317779'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:38.620188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Made reservation on behalf of 94f00fb009814da6b8fff42e74f4fc56 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:38.623178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.635735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.665161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.675926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd651846-5479-45eb-8ea4-19a5018a0a7a']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:38.689875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbbfbb6-0748-448a-ada2-a370ebd713f2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:38.690167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbbfbb6-0748-448a-ada2-a370ebd713f2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:38.704573 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.754046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.759116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.764602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.768038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:38.768743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.771186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:38.771807 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:38.800581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8ea9a-464c-4934-aa5d-ce96563050ce,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:38.887546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.896430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:38.898895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] 10.222.0.70 "DELETE /v2.0/networks/bd651846-5479-45eb-8ea4-19a5018a0a7a HTTP/1.1" status: 204 len: 168 time: 0.6615040 Aug 03 16:04:38.900939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Router d02f34ba-5a14-4444-af90-af72708d6e37 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:39.040400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6bc88-f3d7-4e76-b745-16b0fe632b38 tempest-TagsTest-1128654015 tempest-TagsTest-1128654015-project] Pushing event deleted for resources: {'Network': ['ID=bd651846-5479-45eb-8ea4-19a5018a0a7a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:39.047028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:39.051978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.057319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Sync routers for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:39.073909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:39.074488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:39.126971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-cc7b1f11-a192-4f86-a1f3-80dc44ff8d90 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "PUT /v2.0/floatingips/d6148199-02b4-4d21-8320-7deec7604f2b HTTP/1.1" status: 200 len: 695 time: 1.1221464 Aug 03 16:04:39.127456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:04:39.143006 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0999d-ab90-4e65-bf89-0e1851286d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:04:39.188489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:39.214371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.217617 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7fff46-76e0-4ff5-adb5-62bbfd9ea244 x-openstack-request-id: req-7a7fff46-76e0-4ff5-adb5-62bbfd9ea244 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:04:39.217976 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:04:39.218264 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a7fff46-76e0-4ff5-adb5-62bbfd9ea244 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:04:39.218677 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:04:39.239710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Transition to ACTIVE for port object eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:39.260481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.314903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:39.322389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=eddf6aaa-ba3d-4429-9d1b-0062e4a9a516,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:39.347094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:39.379998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Checking segment: {'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:39.380377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Network hostable DHCP agents. Network: 424d9665-da64-4ced-8957-ae60c9fd9011, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:39.389754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-8c451f4a-3ced-48de-8625-1e5841cc8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.391725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-8c451f4a-3ced-48de-8625-1e5841cc8461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.2449002 Aug 03 16:04:39.400807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-87624c79-3514-4f6f-8990-6c78ddb8872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.402656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-87624c79-3514-4f6f-8990-6c78ddb8872b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 1096 time: 0.1575820 Aug 03 16:04:39.431876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Network 424d9665-da64-4ced-8957-ae60c9fd9011 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:39.447566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 424d9665-da64-4ced-8957-ae60c9fd9011) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:39.452516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:39.482028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.482602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.483171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.488646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.489528 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.490422 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 2 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.503422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505564e-ed5c-461e-9d44-95193bf84aab None None] Network 424d9665-da64-4ced-8957-ae60c9fd9011 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:39.507123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.507472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.507880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.515664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.516003 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.516413 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 3 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.533209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.533622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.533922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.538588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.538924 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.540405 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 4 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.576720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.577092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.577399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.589503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-a61b8b0e-30ee-4799-99bb-297f3bd23cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.591118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-a61b8b0e-30ee-4799-99bb-297f3bd23cee service neutron] 10.222.0.70 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.1873312 Aug 03 16:04:39.592139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.592624 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.594148 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 5 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.615043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.615410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.615719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.629754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.630135 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.633876 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 6 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.646784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-2ec5916a-ea7a-4271-8825-f4dc37e0f5ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0427246 Aug 03 16:04:39.648905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cc902e99-4e75-4398-a004-6bd974e0f39d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a76338658158412bb739e5584fc0bd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006468 Aug 03 16:04:39.649701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:39.688168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.688921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.689527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.692348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:39.706781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.707428 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.708921 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 7 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.718801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-55a1d13f-46e5-43e0-ae9a-456de202569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.720925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-55a1d13f-46e5-43e0-ae9a-456de202569a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.0587192 Aug 03 16:04:39.722089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Checking router: d02f34ba-5a14-4444-af90-af72708d6e37 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:39.731688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:39.732316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:39.732692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.734822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.735159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.735505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.749142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.749482 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.752812 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 8 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.766082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-280c437f-a700-49f3-a891-a9097f379ebd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325243 Aug 03 16:04:39.767523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-cadee67d-98c5-41ec-90f3-5f825f741e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.769069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-cadee67d-98c5-41ec-90f3-5f825f741e37 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 200 len: 921 time: 0.2642200 Aug 03 16:04:39.770763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.785600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.787261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.787261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.796144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.796485 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.798624 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 9 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.831680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.832019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.832366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.834584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-fae23d8e-3db6-4c43-9d63-e4db5b85e579 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 200 len: 217 time: 0.0438414 Aug 03 16:04:39.837984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.838323 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.839333 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 10 to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 Aug 03 16:04:39.855220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:39.855506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:39.855884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:39.857004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4108cb1d-01d5-402b-9569-d15b33ffea40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.866556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:39.866908 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:39.868520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.872814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:39.891575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.895494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:39.896734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d744ce6-f2ca-434f-8084-cc682927f617 HTTP/1.1" status: 204 len: 168 time: 0.2442091 Aug 03 16:04:39.937875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349c6a-a2f8-427d-8bae-af6eb221642a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d744ce6-f2ca-434f-8084-cc682927f617,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:39.974111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:39.974699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempted to set empty binding levels {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:04:39.975747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-a9f0bc91-ac9f-47d0-b458-42d46d345cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:39.977958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-a9f0bc91-ac9f-47d0-b458-42d46d345cd2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 200 len: 860 time: 0.1117549 Aug 03 16:04:39.980813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.002734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:40.004634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.036117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-a6a0b7b4-a779-452d-98aa-7082d136987f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496097 Aug 03 16:04:40.098176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5077691 Aug 03 16:04:40.107895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:40.135006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f6d6e-b566-45be-b718-c9d91fb76fdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=eddf6aaa-ba3d-4429-9d1b-0062e4a9a516,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:40.140281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-6d5acaa4-8206-42d4-84f8-5a71df7fc831 service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611290 Aug 03 16:04:40.266257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-1d5c5018-f4c6-471c-9e5e-007f7278d5a2 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159152 Aug 03 16:04:40.288138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:40.312217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Deleting port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:40.312684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.326794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed2646-a4d4-4548-ac7d-c88ce7b3bbc7 None None] The sync data for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 is: [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:03:39Z', 'revision_number': 4, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '7ceee70b-030f-443b-bd9d-b1d154e84d6e', 'name': '', 'network_id': '77a4e9d0-76fc-44d4-bba6-241a0c59aa9d', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'mac_address': 'fa:16:3e:af:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:38Z', 'updated_at': '2021-08-03T16:03:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'subnets': [{'id': '96eeb0d7-1c83-4cfe-9370-42bb7974e250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:40.386619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563e5923-984e-4a9c-931b-fb5a1b6d8555 req-15567dfa-3bf0-4fa5-a531-b38d827b5b9a service neutron] 10.222.0.70 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315943 Aug 03 16:04:40.439124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6f0999d-ab90-4e65-bf89-0e1851286d3d req-040ae2aa-c231-4252-bb72-0fb2a1af9397 service neutron] 10.222.0.78 "GET /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601675 Aug 03 16:04:40.534628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-81521208-7e5d-43fc-a30a-5ecfde8a4eaf tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips/d6148199-02b4-4d21-8320-7deec7604f2b HTTP/1.1" status: 200 len: 695 time: 0.0689259 Aug 03 16:04:40.549381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port eddf6aaa-ba3d-4429-9d1b-0062e4a9a516, host n-h1-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:40.553310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.602742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Calling delete_port for eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:40.701601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-79fc6386-b2b0-489b-bd62-7d6224e915f7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:40.712628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-79fc6386-b2b0-489b-bd62-7d6224e915f7 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 784 time: 0.1698716 Aug 03 16:04:40.720512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-dd0d58e3-094d-49c4-be2f-a0475a8727ad tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:40.738479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-dd0d58e3-094d-49c4-be2f-a0475a8727ad tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248663 Aug 03 16:04:40.768889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.812186 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36e9396-cfa3-412e-8a13-c592ef106207 None None] New status for floating IP d6148199-02b4-4d21-8320-7deec7604f2b: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:04:40.831502 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-19bfffc6-6858-4af1-90d7-69b794860b76 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 698 time: 0.0921547 Aug 03 16:04:40.844692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event deleted for resources: {'Port': ['ID=eddf6aaa-ba3d-4429-9d1b-0062e4a9a516,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:40.850551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:40.855078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-429b67ce-71fb-442f-bb3c-e42682df92a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "DELETE /v2.0/ports/eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 HTTP/1.1" status: 204 len: 168 time: 0.7460496 Aug 03 16:04:40.860685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50898) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:40.920547 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bffa76-6d03-4b9f-9579-ece5a6eca4fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:04:40.925943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8bffa76-6d03-4b9f-9579-ece5a6eca4fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports/eddf6aaa-ba3d-4429-9d1b-0062e4a9a516 HTTP/1.1" status: 404 len: 333 time: 0.0602069 Aug 03 16:04:40.927166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50902) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:40.933870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-505f9f2f-ce1e-4f99-b365-2fe8bf86b219 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.220 HTTP/1.1" status: 200 len: 698 time: 0.0938704 Aug 03 16:04:40.941689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-978345569'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:40.973059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Made reservation on behalf of 94f00fb009814da6b8fff42e74f4fc56 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:40.976266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.003689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:41.107655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Deleting port 29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:41.108257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.311880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.322120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.322831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.356015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Calling delete_port for 29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:41.401450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.488039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Network 424d9665-da64-4ced-8957-ae60c9fd9011 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:41.500315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:41.517108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:41.521102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:41.522160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.551674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f29ba7-3d1c-495f-8f88-c11ac77b4585,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:41.624623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba5e41a6-1ff7-48b9-bb5d-4ea2f8d99a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6959698 Aug 03 16:04:41.628258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50920) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:41.645786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:41.756021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.790041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event deleted for resources: {'Port': ['ID=29c9b1af-26c3-4a67-ada5-4c2c0dd6dab7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:41.791870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.934979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.938086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:41.939310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-549a8b6d-50fd-482a-89ca-755a3677f8cf req-b143770b-1675-4dcb-94a2-1e82e87e95c6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "DELETE /v2.0/floatingips/d6148199-02b4-4d21-8320-7deec7604f2b HTTP/1.1" status: 204 len: 173 time: 0.9988129 Aug 03 16:04:42.021861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-9bb07c90-9071-4a2f-868f-64a29376be84 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups/9cd7156b-6c92-4475-af5d-8e979a201436 HTTP/1.1" status: 200 len: 1810 time: 0.0538516 Aug 03 16:04:42.065589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:42.076123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.087971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.110302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Transition to ACTIVE for port object a7f29ba7-3d1c-495f-8f88-c11ac77b4585 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:42.113213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e438991b-f221-4ed3-be45-7890a01a6575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.119335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.119546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.175711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.181131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.186663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ca89567-a320-4739-8864-06f94eacc0f8 req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "DELETE /v2.0/security-groups/9cd7156b-6c92-4475-af5d-8e979a201436 HTTP/1.1" status: 204 len: 173 time: 0.1636577 Aug 03 16:04:42.198546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca81a4-c3ab-4bae-9546-f0f4169c0e74 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd7156b-6c92-4475-af5d-8e979a201436,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:42.224286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f29ba7-3d1c-495f-8f88-c11ac77b4585,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:42.231566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.231903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.232275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.249922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.250590 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.251021 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 2 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.283476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.284024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.284719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.291071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.292152 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.292555 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 3 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.312198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.312970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.313273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.318492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.319163 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.319336 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 4 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.340197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.340822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.341269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.348071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.348071 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.348071 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 5 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.365306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.365682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.366363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.374276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.374614 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.375444 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 6 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.390458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.390815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.391149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.397984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.399235 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.399805 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 7 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.417367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.417367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.419480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.423461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.423793 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.424202 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 8 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.444990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.445559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.445962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.454468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.455105 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.455879 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 9 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.472603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.472956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.473818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.479973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.480332 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.480854 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 10 to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 Aug 03 16:04:42.496367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:42.496729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:42.497164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:42.502225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:42.502675 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:42.503141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.622839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port a7f29ba7-3d1c-495f-8f88-c11ac77b4585, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:42.623353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempted to set empty binding levels {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:04:42.631862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147976-267d-45f7-b4a3-b92d2c9b4091 req-b41d5f47-7e97-4ec5-9af2-d9517b604c60 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.633616 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a147976-267d-45f7-b4a3-b92d2c9b4091 req-b41d5f47-7e97-4ec5-9af2-d9517b604c60 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0886011 Aug 03 16:04:42.635479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.660733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:42.682963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] In _notify_port_updated(), no bound segment for port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:04:42.683895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.684562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.685979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "PUT /v2.0/ports/a7f29ba7-3d1c-495f-8f88-c11ac77b4585 HTTP/1.1" status: 200 len: 978 time: 1.0515957 Aug 03 16:04:42.688603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:42.712849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40a360-c7fd-4024-bef4-2a81af5c3482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f29ba7-3d1c-495f-8f88-c11ac77b4585,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:42.720134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a147976-267d-45f7-b4a3-b92d2c9b4091 req-1685c6df-3a78-4243-ad63-cfc655eb8e0e tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761569 Aug 03 16:04:42.769885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:42.881244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.881755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.882257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.883361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.883963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.884431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.884893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.885355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.885853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.886349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.886945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.887414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.887877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.888353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.888805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.889266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.889751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.890407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.891149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.891785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.893367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.893882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.894625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.895146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.895607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.896106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.896690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.897337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.897827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.898866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.899839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.900466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.900964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.901423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.901906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.902372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.902834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.903296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:42.907672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3eec1007-88cd-4b4e-ad18-0ec0a0634436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35216 time: 0.2179210 Aug 03 16:04:42.912231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50964) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:42.921044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c0cf-5c6c-4bbf-a394-17125a3fbb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.021163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Deleting port a7f29ba7-3d1c-495f-8f88-c11ac77b4585 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:43.021437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.035150 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c0cf-5c6c-4bbf-a394-17125a3fbb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.040373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9a8c0cf-5c6c-4bbf-a394-17125a3fbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.080668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8c0cf-5c6c-4bbf-a394-17125a3fbb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e13fdc-e7b9-40ec-ab37-98dea51a9941,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:43.089400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9a8c0cf-5c6c-4bbf-a394-17125a3fbb26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a508b1614cb14c60bee0e872dae1c3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241538 Aug 03 16:04:43.090263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50966) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:43.106035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port a7f29ba7-3d1c-495f-8f88-c11ac77b4585, host n-h1-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:43.106404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.122204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Calling delete_port for a7f29ba7-3d1c-495f-8f88-c11ac77b4585 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:43.151486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.181240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.246323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.249630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.251070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6e13fdc-e7b9-40ec-ab37-98dea51a9941 HTTP/1.1" status: 204 len: 168 time: 0.1602468 Aug 03 16:04:43.267478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bccb83-a216-462f-a1b9-bda32909f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e13fdc-e7b9-40ec-ab37-98dea51a9941,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:43.589040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.624671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7f29ba7-3d1c-495f-8f88-c11ac77b4585,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:43.637157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.641704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f8c1643c-3ea0-43a0-8415-a6deceae78b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a7f29ba7-3d1c-495f-8f88-c11ac77b4585 HTTP/1.1" status: 204 len: 168 time: 0.7269640 Aug 03 16:04:43.643301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50976) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:43.651284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.666386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50978) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:43.671622 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ef936d-0119-4386-8493-458ed08712dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:04:43.673228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79ef936d-0119-4386-8493-458ed08712dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports/a7f29ba7-3d1c-495f-8f88-c11ac77b4585 HTTP/1.1" status: 404 len: 333 time: 0.0280461 Aug 03 16:04:43.677403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:43.683444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130411483', 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:43.685578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36660b1d-0789-4a0b-a2a1-c3d25f206274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.708809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Made reservation on behalf of 94f00fb009814da6b8fff42e74f4fc56 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:43.712745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.735964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port fb46cc83-2675-43a7-a2a7-be6a344013f7 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:43.816701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36660b1d-0789-4a0b-a2a1-c3d25f206274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.822615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36660b1d-0789-4a0b-a2a1-c3d25f206274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.854276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36660b1d-0789-4a0b-a2a1-c3d25f206274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6166729-8b87-4e29-9633-37a53964dba8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:43.870523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-36660b1d-0789-4a0b-a2a1-c3d25f206274 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ceed0c7a7e6847c59d688e00e3066f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030408 Aug 03 16:04:43.873435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50986) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:43.937930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.966594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c3af7-fd9b-4150-8a00-825257c91653 req-da201aa3-457f-4240-b036-8e768b600bd2 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:43.966837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-554c3af7-fd9b-4150-8a00-825257c91653 req-da201aa3-457f-4240-b036-8e768b600bd2 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.1417973 Aug 03 16:04:43.967326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:43.977492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.026121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-554c3af7-fd9b-4150-8a00-825257c91653 req-456483d9-676c-47f0-973a-ebe67c010997 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516894 Aug 03 16:04:44.033378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.049326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.049326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6166729-8b87-4e29-9633-37a53964dba8 HTTP/1.1" status: 204 len: 168 time: 0.1714497 Aug 03 16:04:44.060239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c07f5-f3ea-440b-8004-4d38eeeb6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6166729-8b87-4e29-9633-37a53964dba8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:44.060719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.105831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Network 424d9665-da64-4ced-8957-ae60c9fd9011 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:44.108862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:44.114661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:44.115589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:44.116184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.126610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=fb46cc83-2675-43a7-a2a7-be6a344013f7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:44.137290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c0a5a216-d9cf-4d25-96a9-0f8f1030811b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4588034 Aug 03 16:04:44.139843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:44.174546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d80dd0-c659-46de-aba1-17e8803bb5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:44.175974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-83d80dd0-c659-46de-aba1-17e8803bb5a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports/fb46cc83-2675-43a7-a2a7-be6a344013f7 HTTP/1.1" status: 200 len: 959 time: 0.0351963 Aug 03 16:04:44.178721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:44.279165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Deleting port fb46cc83-2675-43a7-a2a7-be6a344013f7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:44.279619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.340962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.360090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Calling delete_port for fb46cc83-2675-43a7-a2a7-be6a344013f7 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:44.452664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.491685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb46cc83-2675-43a7-a2a7-be6a344013f7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:44.500018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.502895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5dd6358e-873a-4c7a-af98-73cff5810e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "DELETE /v2.0/ports/fb46cc83-2675-43a7-a2a7-be6a344013f7 HTTP/1.1" status: 204 len: 168 time: 0.3225393 Aug 03 16:04:44.505156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51008) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:44.534827 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c24741c-feb5-407f-bb49-1f1585a138ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:04:44.541481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51010) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:44.541703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4c24741c-feb5-407f-bb49-1f1585a138ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports/fb46cc83-2675-43a7-a2a7-be6a344013f7 HTTP/1.1" status: 404 len: 333 time: 0.0354829 Aug 03 16:04:44.548023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1196781220'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:44.586025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Made reservation on behalf of 94f00fb009814da6b8fff42e74f4fc56 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:44.588603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.606855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port 752fa059-cd63-4fd4-9d77-dc36d1032c7c yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:44.794211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.805257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-0b9195f6-cb6c-4c51-acc6-d9210adb3992 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:44.808866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-0b9195f6-cb6c-4c51-acc6-d9210adb3992 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.78 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 945 time: 0.0726831 Aug 03 16:04:44.836699 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.883898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Network 424d9665-da64-4ced-8957-ae60c9fd9011 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:44.887152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:44.893925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:44.895368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:44.895928 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:44.902921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=752fa059-cd63-4fd4-9d77-dc36d1032c7c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:44.921077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-28dc0969-38dc-4d04-8fd7-1a3b69b6aa90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3780699 Aug 03 16:04:44.927084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51024) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:44.934219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:44.938392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Deleting port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:44.938803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.020535 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.043704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] For port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:45.044082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.058795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Calling delete_port for f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:45.091192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.281582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.295913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:04:45.304285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3506f29-d461-4210-acb9-2a325b762116 req-46ce64a6-22fb-495f-8d62-e6deca3f485a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:45.311637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3506f29-d461-4210-acb9-2a325b762116 req-46ce64a6-22fb-495f-8d62-e6deca3f485a tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/ports?device_id=159abfb0-f5cb-463f-a0ea-9937f6fcbd05 HTTP/1.1" status: 200 len: 867 time: 0.1385798 Aug 03 16:04:45.340760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Pushing event deleted for resources: {'Port': ['ID=f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:45.389524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] device_id is not set on port 752fa059-cd63-4fd4-9d77-dc36d1032c7c yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:04:45.393399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] No DVR routers for this DVR port f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:04:45.399294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.411274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.412237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Transition to ACTIVE for port object 752fa059-cd63-4fd4-9d77-dc36d1032c7c will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:45.413485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26c69715-2fe8-4de0-84b0-2bf1c2883f5a req-47835627-4dd2-4e04-a30f-69f708da02df tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.78 "DELETE /v2.0/ports/f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe HTTP/1.1" status: 204 len: 173 time: 0.5969176 Aug 03 16:04:45.413623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51038) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:45.428996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3506f29-d461-4210-acb9-2a325b762116 req-2cd67e9c-21f7-4ae3-85b9-0b75d09b81f6 tempest-ServerRescueTestJSONUnderV235-1101696620 tempest-ServerRescueTestJSONUnderV235-1101696620-project] 10.222.0.70 "GET /v2.0/security-groups?id=758f6931-0e6a-4448-9f88-77d57a703788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126943 Aug 03 16:04:45.429241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.429595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'name': 'network-vif-deleted', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:04:45.434898 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0595e42-3f03-4d6a-bff4-1ede87b36046" -d '{"events": [{"server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "name": "network-vif-deleted", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:04:45.474681 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba616e5f-3561-4a1b-af5e-29b6daf05847 x-openstack-request-id: req-ba616e5f-3561-4a1b-af5e-29b6daf05847 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:04:45.475199 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159abfb0-f5cb-463f-a0ea-9937f6fcbd05", "name": "network-vif-deleted", "tag": "f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:04:45.475637 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba616e5f-3561-4a1b-af5e-29b6daf05847 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:04:45.476189 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159abfb0-f5cb-463f-a0ea-9937f6fcbd05', 'name': 'network-vif-deleted', 'tag': 'f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe', 'status': 'completed', 'code': 200} Aug 03 16:04:45.575126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=752fa059-cd63-4fd4-9d77-dc36d1032c7c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:45.623443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.623812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.624159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.633603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.635048 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.637489 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 2 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.659610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d100ad6-2afc-4b18-8d67-8ba0beb14912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.668404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.668741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.669080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.679300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.680377 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.683271 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 3 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.712408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.712839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.713945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.736225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.736599 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.749921 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 4 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.777691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.778175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.778604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.791888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.792215 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.793875 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 5 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.817526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.818235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.818235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.829990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.830324 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.834343 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 6 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.852538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d100ad6-2afc-4b18-8d67-8ba0beb14912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.858454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.858823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.859129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.861388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d100ad6-2afc-4b18-8d67-8ba0beb14912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:45.881057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.881213 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.886506 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 7 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.926301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d100ad6-2afc-4b18-8d67-8ba0beb14912 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af45b0ac50cf49988b3971f8bde86ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110173 Aug 03 16:04:45.928064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51058) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:45.930380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.931323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.931614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.936822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d100ad6-2afc-4b18-8d67-8ba0beb14912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd1e6f-63fc-41d0-86c4-105cbdc54642,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:45.941484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.941854 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.942256 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 8 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.957914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.958389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.958853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.964326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.964748 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.965213 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 9 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.979466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:45.979903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:45.980307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:45.984822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:45.985234 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:45.985716 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempt 10 to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c Aug 03 16:04:45.999788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:46.000088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:46.000434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempting to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:46.003366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.005058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:04:46.005395 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Failed to bind port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on host n-h1-803226-3 for vnic_type normal using segments [{'id': '19d87ecb-4893-468b-a106-b3d7e78413a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '424d9665-da64-4ced-8957-ae60c9fd9011'}] Aug 03 16:04:46.005803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.031805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.093070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port 752fa059-cd63-4fd4-9d77-dc36d1032c7c, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:46.093792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attempted to set empty binding levels {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:04:46.098599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.107347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.110249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.111397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29dd1e6f-63fc-41d0-86c4-105cbdc54642 HTTP/1.1" status: 204 len: 168 time: 0.1823204 Aug 03 16:04:46.130211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e976a45-2550-47a8-9763-f23b21ea7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd1e6f-63fc-41d0-86c4-105cbdc54642,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:46.135019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] In _notify_port_updated(), no bound segment for port 752fa059-cd63-4fd4-9d77-dc36d1032c7c on network 424d9665-da64-4ced-8957-ae60c9fd9011 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:04:46.135834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:46.136583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.137963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "PUT /v2.0/ports/752fa059-cd63-4fd4-9d77-dc36d1032c7c HTTP/1.1" status: 200 len: 979 time: 1.2087238 Aug 03 16:04:46.140678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51068) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:46.190081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e1543-147d-441d-a8cf-ddc6c670d071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event updated for resources: {'Port': ['ID=752fa059-cd63-4fd4-9d77-dc36d1032c7c,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:46.239807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Deleting port 752fa059-cd63-4fd4-9d77-dc36d1032c7c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:46.240192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.312526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] For port 752fa059-cd63-4fd4-9d77-dc36d1032c7c, host n-h1-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:46.312993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.326466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Calling delete_port for 752fa059-cd63-4fd4-9d77-dc36d1032c7c owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:46.429097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.458426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Pushing event deleted for resources: {'Port': ['ID=752fa059-cd63-4fd4-9d77-dc36d1032c7c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:46.465399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.470325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e8d5b6b1-848b-46a8-906b-46cc2b32a12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "DELETE /v2.0/ports/752fa059-cd63-4fd4-9d77-dc36d1032c7c HTTP/1.1" status: 204 len: 168 time: 0.3285744 Aug 03 16:04:46.470996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51086) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:46.497223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:46.497738 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac80bca-8e60-46a3-94ea-c34090036ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:04:46.501683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8ac80bca-8e60-46a3-94ea-c34090036ede tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143485239-project-admin] 10.222.0.70 "GET /v2.0/ports/752fa059-cd63-4fd4-9d77-dc36d1032c7c HTTP/1.1" status: 404 len: 333 time: 0.0272741 Aug 03 16:04:46.502959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51092) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:46.602738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.697912 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.712586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424d9665-da64-4ced-8957-ae60c9fd9011']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:46.734533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d87ecb-4893-468b-a106-b3d7e78413a3') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:46.735146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d87ecb-4893-468b-a106-b3d7e78413a3') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:46.750366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.772326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.789977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:46.791715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:46.796392 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:46.895174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.909315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:46.915656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] 10.222.0.70 "DELETE /v2.0/networks/424d9665-da64-4ced-8957-ae60c9fd9011 HTTP/1.1" status: 204 len: 168 time: 0.4117038 Aug 03 16:04:46.929220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7635d2-262e-4bac-b13c-1440cbac09cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870486929-project] Pushing event deleted for resources: {'Network': ['ID=424d9665-da64-4ced-8957-ae60c9fd9011,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:46.971497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.298360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Deleting port 7ceee70b-030f-443b-bd9d-b1d154e84d6e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:47.298889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.360338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51132) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:47.404363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] For port 7ceee70b-030f-443b-bd9d-b1d154e84d6e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7ceee70b-030f-443b-bd9d-b1d154e84d6e,segment=NetworkSegment(aa47ac75-db40-4ab9-9067-e7899c2cddb4),segment_id=aa47ac75-db40-4ab9-9067-e7899c2cddb4)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:47.404989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.423081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Calling delete_port for 7ceee70b-030f-443b-bd9d-b1d154e84d6e owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:47.589584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6fa31123-8c54-4ddb-b1a0-0508bc459eb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0b25adbd738440081394942f612a43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252622 Aug 03 16:04:47.591502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51144) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:47.652299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.662669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.691083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ceee70b-030f-443b-bd9d-b1d154e84d6e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:47.715717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.784185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.788062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:47.790435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e4b003a-8cd2-4407-a80b-5cc1d988d0d4 HTTP/1.1" status: 204 len: 168 time: 0.1978600 Aug 03 16:04:47.802865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3c521-abae-4757-8c27-5e8527fea3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b003a-8cd2-4407-a80b-5cc1d988d0d4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:47.906469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.201533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Router d02f34ba-5a14-4444-af90-af72708d6e37 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:04:48.314142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51166) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:48.359741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:48.366281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0863cb8c-de95-4304-80d9-3a608525d910 admin admin] 10.222.0.70 "PUT /v2.0/routers/d02f34ba-5a14-4444-af90-af72708d6e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678038 Aug 03 16:04:48.374786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Sync routers for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:48.384029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:48.393714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abeb2fca-ab2d-4648-8135-f0bd47c0a881 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94f00fb009814da6b8fff42e74f4fc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768416 Aug 03 16:04:48.394150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:48.395302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:48.396068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:48.432168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51172) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:48.438816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716042414', 'description': 'tempest-secgroup-smoke-716042414 description', 'project_id': '0ef1c18733084b37b21981061221f2dd'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:48.477207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.482016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.494810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.516797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.517810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:48.520283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.607840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.610664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.611881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4f8ea9a-464c-4934-aa5d-ce96563050ce HTTP/1.1" status: 204 len: 168 time: 0.2148788 Aug 03 16:04:48.673614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8ea9a-464c-4934-aa5d-ce96563050ce,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:48.689611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.716491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.717529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.718225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.719034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.719604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.720098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.720732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.721230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.721747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.722252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.722760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.723410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a4f88-dc9c-4bf3-b27a-b42117d0ff51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:48.735923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.744684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.798975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:04:47Z', 'revision_number': 5, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port': {'id': 'c5c9796b-73ad-4625-b2cf-4ee5f65c1772', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:33:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:03:35Z', 'updated_at': '2021-08-03T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:48.806879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Deleting port c5c9796b-73ad-4625-b2cf-4ee5f65c1772 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:04:48.807476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.816105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7148bc20-bce3-4d21-873b-fb15cb104aa0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:48.833508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Checking router: d02f34ba-5a14-4444-af90-af72708d6e37 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:48.851090 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Routers {'d02f34ba-5a14-4444-af90-af72708d6e37'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:48.852253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d02f34ba-5a14-4444-af90-af72708d6e37'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:48.942058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.951972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.965135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] Set router d02f34ba-5a14-4444-af90-af72708d6e37 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:48.995555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:48.997101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5639768 Aug 03 16:04:48.998342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dcf12-d70a-4b4c-8968-a16524f8441f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7352f6-e8a2-4150-a684-2f65d36aa390,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.002382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.039920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:49.075282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:04:48Z', 'revision_number': 6, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:49.100443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] For port c5c9796b-73ad-4625-b2cf-4ee5f65c1772, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:49.100817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.110506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3c58-1c7e-447e-8567-dbcd3d6055c3 None None] The sync data for ids ['d02f34ba-5a14-4444-af90-af72708d6e37'] in n-d-803226-3 is: [{'id': 'd02f34ba-5a14-4444-af90-af72708d6e37', 'name': 'tempest-ServerRescueTestJSONUnderV235-1534689730-router', 'tenant_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:03:34Z', 'updated_at': '2021-08-03T16:04:48Z', 'revision_number': 6, 'project_id': '1ffca69f69cd4f2cb2a50e5fb22a069b', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:49.133272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Calling delete_port for c5c9796b-73ad-4625-b2cf-4ee5f65c1772 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:04:49.155091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.323118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.329481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.361213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52961999-e617-4fd4-8ef3-6a316ec6f16c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.392841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.397009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51224) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.397886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d4441826-fbfb-40a9-bea0-f2171bccb821 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3875008 Aug 03 16:04:49.401899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:49.434021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.472585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.571137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c9796b-73ad-4625-b2cf-4ee5f65c1772,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.585444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.591847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.596508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.614708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7640be88-12e6-4d49-9cca-8a3f688194fd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.622842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.624396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97f80ea0-06c9-4532-992a-60868d4e36dd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262914 Aug 03 16:04:49.627130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.640211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:49.665896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51230) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.675106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.710032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.713038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.731412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.735747 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.753095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a190c98e-a2ec-4c66-9d74-201bca3662d7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.772306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.772957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d02f34ba-5a14-4444-af90-af72708d6e37 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:04:49.776640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.780837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-45f65755-8c2a-4643-acf2-0834b3048a1d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446185 Aug 03 16:04:49.781456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51234) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.782096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.783315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f26ba56-8c31-4c33-bea6-1575158bf7ab admin admin] 10.222.0.70 "DELETE /v2.0/routers/d02f34ba-5a14-4444-af90-af72708d6e37 HTTP/1.1" status: 204 len: 168 time: 1.3981204 Aug 03 16:04:49.785792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51236) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.790289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:49.816811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-8e39ab92-346c-4af3-ae64-81478e1f129e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.817912 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8e39ab92-346c-4af3-ae64-81478e1f129e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1509247 Aug 03 16:04:49.822425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51238) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.828399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-fe24b38b-d8ac-4317-a638-063162a570b3 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.829332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fe24b38b-d8ac-4317-a638-063162a570b3 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047753 Aug 03 16:04:49.830282 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.833157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51240) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.838257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-ce1eceea-90e4-4051-ab54-54202e5d9bcb tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.841473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce1eceea-90e4-4051-ab54-54202e5d9bcb tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051205 Aug 03 16:04:49.841792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51242) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.846094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Deleting subnet 96eeb0d7-1c83-4cfe-9370-42bb7974e250 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:04:49.848127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-66e3b4c9-abdd-4ff6-ab8a-4f38fc1eb935 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.851264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66e3b4c9-abdd-4ff6-ab8a-4f38fc1eb935 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062890 Aug 03 16:04:49.851983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.852851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51244) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.861590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-fa02da0d-6ecb-4982-a6b4-9c6ea754edc1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.863751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fa02da0d-6ecb-4982-a6b4-9c6ea754edc1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088158 Aug 03 16:04:49.868308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51246) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.875784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-5d28d3e9-0df3-4b08-a2b8-e3c465d3ddb8 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.876935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d28d3e9-0df3-4b08-a2b8-e3c465d3ddb8 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075052 Aug 03 16:04:49.877902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:49.879588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51248) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.883901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-0a6708d4-f5b1-4990-8aa3-bc965e8a57a0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.884773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0a6708d4-f5b1-4990-8aa3-bc965e8a57a0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043235 Aug 03 16:04:49.889653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51250) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.894651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-fd3f8795-ddda-46a5-8834-c424a5c2848f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.895526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fd3f8795-ddda-46a5-8834-c424a5c2848f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044615 Aug 03 16:04:49.899691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51252) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.903760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-dbc541f9-fe6d-48f9-868f-e7ee583af101 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.904682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dbc541f9-fe6d-48f9-868f-e7ee583af101 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043921 Aug 03 16:04:49.905272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:49.906013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2cbbe9f-4ddd-48b9-b7dc-4734a9a00abe not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:49.909033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51254) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.913674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-048de7c0-8094-4a71-9e63-4057b2f6ac30 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.915977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-048de7c0-8094-4a71-9e63-4057b2f6ac30 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061212 Aug 03 16:04:49.918992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51256) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.922737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.926991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.927168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-a873b11a-b891-4d4e-9fdd-93a8b1ec0657 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.931074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a873b11a-b891-4d4e-9fdd-93a8b1ec0657 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082164 Aug 03 16:04:49.935651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51258) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.941374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-2eea8720-acf8-4aaf-8ca2-e3d1b301e52b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.942352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2eea8720-acf8-4aaf-8ca2-e3d1b301e52b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051095 Aug 03 16:04:49.943527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.946178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.960526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-2778c248-f306-45bc-a21b-45ebb7912195 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.962599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2778c248-f306-45bc-a21b-45ebb7912195 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0130725 Aug 03 16:04:49.970916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.975694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-a09ac637-f46b-4195-abff-03ee03b9f9c3 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.977435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a09ac637-f46b-4195-abff-03ee03b9f9c3 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053592 Aug 03 16:04:49.981036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:49.982291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:49.985120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78499d33-1363-4025-9caf-464ea140e16a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:49.996563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-f43d1de7-5b11-4dfd-abd5-9d42791986a7 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:49.997515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f43d1de7-5b11-4dfd-abd5-9d42791986a7 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0102494 Aug 03 16:04:50.000199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51266) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.004198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-c97cf720-6d84-42f4-a973-3524226f4bf4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.005140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c97cf720-6d84-42f4-a973-3524226f4bf4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040545 Aug 03 16:04:50.006425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.007708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2c7d41d8-ff36-4c30-b3dd-ffbe696ad5ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2243853 Aug 03 16:04:50.008501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51268) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.010312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51270) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.014944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-6b6b2c0a-6f26-436b-a164-5b261a2e8812 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.016081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b6b2c0a-6f26-436b-a164-5b261a2e8812 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0065496 Aug 03 16:04:50.020545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:50.025380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51276) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.031510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-ec9355f6-af25-4661-8077-4755c4fef2bf tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.036000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ec9355f6-af25-4661-8077-4755c4fef2bf tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052612 Aug 03 16:04:50.036000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51278) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.040224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-16c531e3-d539-4492-8581-db374394f0bf tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.041249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16c531e3-d539-4492-8581-db374394f0bf tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050726 Aug 03 16:04:50.043854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51280) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.050457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-b7ac87e5-c5ec-4139-9d99-79f629df723c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.051621 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b7ac87e5-c5ec-4139-9d99-79f629df723c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067239 Aug 03 16:04:50.054274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51282) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.060244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-9b9b2aee-16e0-4171-a967-4ec8304d54c1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.061298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b9b2aee-16e0-4171-a967-4ec8304d54c1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053415 Aug 03 16:04:50.063988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.068876 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:04:50.073345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-95c36da4-0f59-4fff-b1ff-27fec1ba33ce tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.074676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95c36da4-0f59-4fff-b1ff-27fec1ba33ce tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097482 Aug 03 16:04:50.077714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51286) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.083602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-3f1bb31b-fcf6-45c5-9c71-f17b9aeb07e4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.087314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3f1bb31b-fcf6-45c5-9c71-f17b9aeb07e4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076911 Aug 03 16:04:50.089400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.090006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.101310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-371070b5-87e6-4b86-953d-b5606e352c13 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.102235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-371070b5-87e6-4b86-953d-b5606e352c13 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075808 Aug 03 16:04:50.104732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51292) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.111095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-54244586-ebbc-4f35-9361-d7920d78a4b6 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.112864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54244586-ebbc-4f35-9361-d7920d78a4b6 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066621 Aug 03 16:04:50.116347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51294) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.122384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-7a7e77dd-e8db-4585-9d5d-524193ce7d06 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.123470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a7e77dd-e8db-4585-9d5d-524193ce7d06 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055249 Aug 03 16:04:50.124776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.126719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51296) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.137207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-50d0d2b1-b319-4a70-bf81-cb2b87392b7c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.138230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50d0d2b1-b319-4a70-bf81-cb2b87392b7c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0100548 Aug 03 16:04:50.157386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51298) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.161356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96eeb0d7-1c83-4cfe-9370-42bb7974e250,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:50.169324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.171580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c4cffcba-3b70-4828-a339-10b9a58fa2fd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/96eeb0d7-1c83-4cfe-9370-42bb7974e250 HTTP/1.1" status: 204 len: 168 time: 0.3847425 Aug 03 16:04:50.174050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51300) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.181055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-772f233d-6d79-4150-a321-71e2c0feccd5 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.182110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-772f233d-6d79-4150-a321-71e2c0feccd5 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0232449 Aug 03 16:04:50.186500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.191220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-b28a115c-ffe5-428a-a0d3-177a3a6add00 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.192188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b28a115c-ffe5-428a-a0d3-177a3a6add00 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047388 Aug 03 16:04:50.197128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51304) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.202078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-39d6e23a-8276-4b2e-89df-69d19874b905 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.202979 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-39d6e23a-8276-4b2e-89df-69d19874b905 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048294 Aug 03 16:04:50.209211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.221334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-21e4db68-9596-4869-88ad-2a1db1a6be59 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.227489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.227823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-21e4db68-9596-4869-88ad-2a1db1a6be59 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0162203 Aug 03 16:04:50.234022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-948cd714-d5d0-49c4-ab7a-ac31a162b449 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.234944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-948cd714-d5d0-49c4-ab7a-ac31a162b449 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063252 Aug 03 16:04:50.237880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51312) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.242325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-603fc758-002a-4e77-9792-95f9558d6357 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.243482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-603fc758-002a-4e77-9792-95f9558d6357 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046282 Aug 03 16:04:50.248216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.258445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-d1c75b43-b0c8-49b0-9f6b-e8bfbf78072a tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.261250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1c75b43-b0c8-49b0-9f6b-e8bfbf78072a tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0118780 Aug 03 16:04:50.267003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51316) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.272628 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.279766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-23ead00f-a4cf-495c-96e4-5c68177f9f19 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.281375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23ead00f-a4cf-495c-96e4-5c68177f9f19 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0130656 Aug 03 16:04:50.284843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51318) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.295506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-aaedf07a-f6b4-4e54-965e-384c327a9784 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.296702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aaedf07a-f6b4-4e54-965e-384c327a9784 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0105469 Aug 03 16:04:50.297942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.301014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51320) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.310509 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.320646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff1b320-64d3-4346-bcf3-7c997c0ef91d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:50.342479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.349159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-42fcc945-480d-4748-b6cd-c45878cf94c0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.349159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-42fcc945-480d-4748-b6cd-c45878cf94c0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0438790 Aug 03 16:04:50.350952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d632b625-2d02-4d62-9e8d-fd2efe02b54f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394926 Aug 03 16:04:50.351132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51322) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.352001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51324) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.359473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-d2ccb3f0-1696-46af-a0ba-d7ee61d347b4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.362798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2ccb3f0-1696-46af-a0ba-d7ee61d347b4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049942 Aug 03 16:04:50.363465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '2c7352f6-e8a2-4150-a684-2f65d36aa390', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:50.365357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51326) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.370858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-54f41c89-e231-4dd6-8dc4-a8b3836d5a94 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.375501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54f41c89-e231-4dd6-8dc4-a8b3836d5a94 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089030 Aug 03 16:04:50.376126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51328) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.384102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5c9796b-73ad-4625-b2cf-4ee5f65c1772 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:50.404683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [None req-3247d26f-1193-4129-b7bc-8bce1db80a5b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.405615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3247d26f-1193-4129-b7bc-8bce1db80a5b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0239141 Aug 03 16:04:50.409376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51330) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.415452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-5c41e7e0-39c7-41e6-aa75-768cda2bd716 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.419120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c41e7e0-39c7-41e6-aa75-768cda2bd716 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060196 Aug 03 16:04:50.419434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51332) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.423841 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:04:50.427345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-60355045-31d5-49db-a879-d852433a70f0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.430972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60355045-31d5-49db-a879-d852433a70f0 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079532 Aug 03 16:04:50.431549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51334) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.435106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c5c9796b-73ad-4625-b2cf-4ee5f65c1772 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:50.436903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5c9796b-73ad-4625-b2cf-4ee5f65c1772 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:50.437351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7ceee70b-030f-443b-bd9d-b1d154e84d6e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:04:50.440816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-26e45196-d1b5-4169-b84a-847a41e4c4d7 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.445951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26e45196-d1b5-4169-b84a-847a41e4c4d7 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0104430 Aug 03 16:04:50.449929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51336) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.456874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.463320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-cec89500-aa2e-44ea-b1c3-675f105fa76c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.466865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cec89500-aa2e-44ea-b1c3-675f105fa76c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0134034 Aug 03 16:04:50.469985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51338) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.474459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-27ffd4a1-bcee-4ff9-82fa-ae379f13486b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.480286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27ffd4a1-bcee-4ff9-82fa-ae379f13486b tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044901 Aug 03 16:04:50.480456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.485687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-b68a32f7-b8b1-4867-bfe2-d7f0849d81d4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.493997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b68a32f7-b8b1-4867-bfe2-d7f0849d81d4 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093434 Aug 03 16:04:50.494203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51344) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.497227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7ceee70b-030f-443b-bd9d-b1d154e84d6e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:04:50.497691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7ceee70b-030f-443b-bd9d-b1d154e84d6e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:04:50.498614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-7de30149-f283-4986-99f9-af78a529b23c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.500847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7de30149-f283-4986-99f9-af78a529b23c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055602 Aug 03 16:04:50.502081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.503515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51346) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.511014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-3e4f21a6-674c-4f2c-9fe0-6ffd9347ecfe tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.515735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e4f21a6-674c-4f2c-9fe0-6ffd9347ecfe tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104330 Aug 03 16:04:50.516590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.522784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-f420f8ae-ac45-4752-bde7-868ff671280f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.526971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f420f8ae-ac45-4752-bde7-868ff671280f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0093055 Aug 03 16:04:50.527667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51350) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.532907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-44027b76-8bc0-4b1c-953d-d16f8ca108cd tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.536778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-44027b76-8bc0-4b1c-953d-d16f8ca108cd tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073237 Aug 03 16:04:50.537693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.542655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-b0897567-2903-4c2e-9aee-7465824803a9 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.543935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b0897567-2903-4c2e-9aee-7465824803a9 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044565 Aug 03 16:04:50.546141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51354) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.562055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-17d07f88-a55f-4ad9-b84c-1746cfc1f22c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.566442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-17d07f88-a55f-4ad9-b84c-1746cfc1f22c tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0192995 Aug 03 16:04:50.567405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51356) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.573141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-2fefbcad-b053-476f-b2fe-99e4e90c645e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.576660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2fefbcad-b053-476f-b2fe-99e4e90c645e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058446 Aug 03 16:04:50.576879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51358) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.581963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-a7524df6-4c31-4ec1-8193-0f29371495ad tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.584670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a7524df6-4c31-4ec1-8193-0f29371495ad tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052013 Aug 03 16:04:50.585514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.591447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-897f510b-db08-4432-9467-ee5cf4268e66 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.592755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-897f510b-db08-4432-9467-ee5cf4268e66 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047824 Aug 03 16:04:50.595230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.599548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-fd62f20d-1ec5-4f20-9abd-fc844e8512b1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.603716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fd62f20d-1ec5-4f20-9abd-fc844e8512b1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046520 Aug 03 16:04:50.610499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.615192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-9372b54d-e4e3-4487-bac4-45096371457d tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.616648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9372b54d-e4e3-4487-bac4-45096371457d tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048051 Aug 03 16:04:50.620342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51366) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.624804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-0bb211bc-b19a-41bf-bfff-46dd83c60fd6 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.626297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0bb211bc-b19a-41bf-bfff-46dd83c60fd6 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046711 Aug 03 16:04:50.628424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51368) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.633458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-c07c3929-1713-4692-9935-3eb085ca7ea1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.634538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c07c3929-1713-4692-9935-3eb085ca7ea1 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051310 Aug 03 16:04:50.637226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51370) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.641467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-a4663577-a849-4f9b-8be5-58f253cd2b32 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.642461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a4663577-a849-4f9b-8be5-58f253cd2b32 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042992 Aug 03 16:04:50.645236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51372) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.649806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-bea6dd89-96e5-4a45-b4c6-42bf9cd22292 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.650687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bea6dd89-96e5-4a45-b4c6-42bf9cd22292 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045483 Aug 03 16:04:50.653301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51374) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.658497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-49b7ba58-9951-46aa-8da5-e3942b32ccc5 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.659864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-49b7ba58-9951-46aa-8da5-e3942b32ccc5 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049198 Aug 03 16:04:50.662334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51376) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.666841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-8e1a4496-a802-4a49-ad0b-5480454b52aa tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.667897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8e1a4496-a802-4a49-ad0b-5480454b52aa tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049748 Aug 03 16:04:50.670419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51378) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.674884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-c3dffc38-2084-4d6a-9e9c-ef1056d36811 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.675935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3dffc38-2084-4d6a-9e9c-ef1056d36811 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044703 Aug 03 16:04:50.678389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51380) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.684249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-4c025a6d-c709-4ee6-a670-fc6bc231c998 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.685272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4c025a6d-c709-4ee6-a670-fc6bc231c998 tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0059295 Aug 03 16:04:50.690373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51382) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.696194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-71586af5-2e4f-4e4a-b0db-89531b50044e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.698154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71586af5-2e4f-4e4a-b0db-89531b50044e tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058656 Aug 03 16:04:50.700002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51384) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.704511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-df058a0f-afe4-4ee7-b305-3901aba460dc tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.709265 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-df058a0f-afe4-4ee7-b305-3901aba460dc tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082750 Aug 03 16:04:50.709903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.714730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-87053d05-9808-4896-87bb-2b570aa1fc6f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.718246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-87053d05-9808-4896-87bb-2b570aa1fc6f tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073857 Aug 03 16:04:50.718884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:50.723717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [None req-7dc92831-717a-4f0c-8980-bd5a375b3fdd tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:04:50.724664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7dc92831-717a-4f0c-8980-bd5a375b3fdd tempest-ExtensionsTestJSON-517332125 tempest-ExtensionsTestJSON-517332125-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048926 Aug 03 16:04:50.860675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a4e9d0-76fc-44d4-bba6-241a0c59aa9d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:50.878957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa47ac75-db40-4ab9-9067-e7899c2cddb4') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:50.879316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa47ac75-db40-4ab9-9067-e7899c2cddb4') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:50.896994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.920857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.922052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.929036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:04:50.930269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:04:50.932422 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:04:50.935357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:50.996997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd2de29-8d2a-448d-8609-c6a0a449d302,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.005207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.009468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.010111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-daaeecaa-fa01-44db-b571-833ca589712f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6557114 Aug 03 16:04:51.013017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51396) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.019996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'network': {'name': 'tempest-network-smoke--1079544133', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:51.023892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.030144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.031611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] 10.222.0.70 "DELETE /v2.0/networks/77a4e9d0-76fc-44d4-bba6-241a0c59aa9d HTTP/1.1" status: 204 len: 168 time: 0.8566086 Aug 03 16:04:51.045072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1d272-0b24-4bc8-a8b5-528a75262afb admin admin] Pushing event deleted for resources: {'Network': ['ID=77a4e9d0-76fc-44d4-bba6-241a0c59aa9d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.062291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:51.071803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.105455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:51.116564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.117799 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Added segment ba3caaed-aa59-4e94-9b7a-b6713e731d9c of type vlan for network d2efa638-5e8c-4519-8fce-fbe329a7ff3b Aug 03 16:04:51.168322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.182776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ae705a0-99bf-46ab-bfcc-c1257048c5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.213550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.225562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51406) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.227923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:51.229247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.300165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-62839514-7539-40d6-af20-9b1467ccd399 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ffca69f69cd4f2cb2a50e5fb22a069b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733824 Aug 03 16:04:51.303998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51408) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.324540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Network': ['ID=d2efa638-5e8c-4519-8fce-fbe329a7ff3b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.337050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:51.362568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ae705a0-99bf-46ab-bfcc-c1257048c5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.370863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ae705a0-99bf-46ab-bfcc-c1257048c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.371066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.401384 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-09e53b54-cdea-4869-8def-3ea5b50700e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3866215 Aug 03 16:04:51.404005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51414) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.418232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'admin_state_up': True, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:51.432386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0ae705a0-99bf-46ab-bfcc-c1257048c5c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74069014c576435b9fbe01658fcd0767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212265 Aug 03 16:04:51.435053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51416) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.449776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae705a0-99bf-46ab-bfcc-c1257048c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf52dc-bf3f-4f4b-890c-9814a184e176,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.462501 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.466566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.468058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.538208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.548346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.603452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.672437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.675177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.680811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/758f6931-0e6a-4448-9f88-77d57a703788 HTTP/1.1" status: 204 len: 168 time: 0.3740249 Aug 03 16:04:51.692098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.694780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.698891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bdcf52dc-bf3f-4f4b-890c-9814a184e176 HTTP/1.1" status: 204 len: 168 time: 0.2591925 Aug 03 16:04:51.698891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67ae49-ccc0-45cc-9d04-5913b35fbfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f6931-0e6a-4448-9f88-77d57a703788,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.714010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b44cd-9a6e-441f-a788-ffaa9b464cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf52dc-bf3f-4f4b-890c-9814a184e176,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:51.729947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.940232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:51.966972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.992134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:51.993965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.116470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.159 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e6a7fd85-9530-470a-ab9c-0acb8aef3b2b) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:52.182407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-026f4993-5922-40e3-b718-c9cc2960c36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.252625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.331516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.344930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-026f4993-5922-40e3-b718-c9cc2960c36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.350572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-026f4993-5922-40e3-b718-c9cc2960c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.390437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f4993-5922-40e3-b718-c9cc2960c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca4f242-716d-406d-8f58-073011500ec5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:52.404718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:52.412225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:52.415328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:52.420296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-026f4993-5922-40e3-b718-c9cc2960c36a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1137477e5da04435b501a650625c7621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766192 Aug 03 16:04:52.421086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:52.421423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:52.483399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.513804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.589829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.594239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.596075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dca4f242-716d-406d-8f58-073011500ec5 HTTP/1.1" status: 204 len: 168 time: 0.1742427 Aug 03 16:04:52.605846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c9894-43d0-4a10-ae2a-f27f9b6dcd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca4f242-716d-406d-8f58-073011500ec5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:52.748704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:52.778041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51480) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:52.812527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51484) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:52.965835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.045681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674632181'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:53.078638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:53.083446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.091425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-264897989-network', 'tenant_id': '3de28765255e4797836aeb1232f18c90'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:53.101098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.121753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 6a27543a-e04a-40cb-8566-3b39bdd96313 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:04:53.136175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Made reservation on behalf of 3de28765255e4797836aeb1232f18c90 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:53.138814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.153601 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.257009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:04:53.259319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51490) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.261152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.270038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.272750 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Sync routers for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:04:53.284734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:53.285409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:53.292200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2329a948-73b1-4802-b48f-018e58bb1aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.308940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:53.335936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ca50de-921d-4469-8861-a5b37c60fabb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:53.342140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.342548 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment fbc7b977-21f2-452d-bd7e-717318d60329 of type vlan for network 3ed7886a-90da-4e88-a276-0890b22b3193 Aug 03 16:04:53.404202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.419450 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:53.464404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.465599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.471382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:53.473258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.481101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.483393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8400fb3-ef82-46c5-a1ff-e2638d648f83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0773838 Aug 03 16:04:53.485104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.486560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51496) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.499858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:53.574916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.575248 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Added segment ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe of type vlan for network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d Aug 03 16:04:53.603565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2329a948-73b1-4802-b48f-018e58bb1aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.609223 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2329a948-73b1-4802-b48f-018e58bb1aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.626500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=3ed7886a-90da-4e88-a276-0890b22b3193,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:53.637301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:53.653700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e388b228-b862-45de-9bb1-bdf165d43258 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8653862 Aug 03 16:04:53.653700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930feb7d-4343-4708-b0ce-72e406edfe6a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:53.673290 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.676222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329a948-73b1-4802-b48f-018e58bb1aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166287ea-c0f1-4004-8640-99626eb7521c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:53.692696 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:52Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:53.715741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51500) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.720319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2329a948-73b1-4802-b48f-018e58bb1aca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e54fbc57e9714082a0ba6b1e4996b070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597816 Aug 03 16:04:53.778119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.778995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:53.779558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.796506 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Checking router: 6a27543a-e04a-40cb-8566-3b39bdd96313 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:04:53.796857 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Updating router 6a27543a-e04a-40cb-8566-3b39bdd96313 port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:04:53.800599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51504) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.814234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-558486d4-4f19-4c45-96b8-77b5bb781914 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0ef1c18733084b37b21981061221f2dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3264675 Aug 03 16:04:53.816987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51506) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.824021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:53.847999 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.922549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1088693 Aug 03 16:04:53.929052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51508) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:53.942758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Request body: {'subnet': {'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-264897989-subnet', 'tenant_id': '3de28765255e4797836aeb1232f18c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:53.988505 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:53.994638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c5de6-c825-4440-b59c-d8b0174c1000 admin admin] Pushing event updated for resources: {'Network': ['ID=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.012901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:54.048721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Made reservation on behalf of 3de28765255e4797836aeb1232f18c90 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:54.052855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.112204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.177943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:54.182339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.208106 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.222423 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Transition to ACTIVE for port object e6a7fd85-9530-470a-ab9c-0acb8aef3b2b will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:54.229058 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.309521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Attempting to bind port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:54.311319 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Attempting to bind port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:54.311900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Attempting to bind port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:54.312472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.316315 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34480c6-6c9d-411b-9b53-aa9cda4282bd None None] Pushing event updated for resources: {'Port': ['ID=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.316542 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.317881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/166287ea-c0f1-4004-8640-99626eb7521c HTTP/1.1" status: 204 len: 168 time: 0.6011014 Aug 03 16:04:54.325901 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:54.326470 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:54.326960 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.327727 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:54.328611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Bound port: e6a7fd85-9530-470a-ab9c-0acb8aef3b2b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:54.329914 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.379333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccadc6-cc0b-4584-9d81-e4e9acc32562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166287ea-c0f1-4004-8640-99626eb7521c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.401313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] For port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:54.406211 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] For port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:54.411518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c07687-2555-4c64-be7e-410fc14a4efb tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:54.413439 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.418813 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b1c07687-2555-4c64-be7e-410fc14a4efb tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5974591 Aug 03 16:04:54.419385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:54.467534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:04:54.468168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:54.514139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:54.514757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b67f88cc-5a7e-4195-aaed-7a57172fcde2 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923228 Aug 03 16:04:54.523597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-358885942', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:54.540769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34480c6-6c9d-411b-9b53-aa9cda4282bd None None] Pushing event updated for resources: {'Port': ['ID=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.644741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.651006 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:04:54.689280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:54.696043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.767247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3144658-047e-4483-8d7c-67ffe69acbf3,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.773979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Checking segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:54.774458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Network hostable DHCP agents. Network: bf37c733-c2f7-4aa1-b14c-21e78e74bb3d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:54.782323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.840152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:54.858878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51526) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:54.866487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=45fb098d-3dcf-4170-b1c0-9497028ea35d,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:54.879898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, bf37c733-c2f7-4aa1-b14c-21e78e74bb3d) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:54.890015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44162b5c-d1e9-486a-86fc-9b869230db78 None None] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:54.893849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f3301cd-f086-49af-9c63-62275eb61935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.897403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:54.898742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:54.918423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'fbc7b977-21f2-452d-bd7e-717318d60329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:54.918947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 3ed7886a-90da-4e88-a276-0890b22b3193, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:54.955482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6cb901c9-0a0c-4671-b65f-e4bbcd4c8245 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0134945 Aug 03 16:04:54.980786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 3ed7886a-90da-4e88-a276-0890b22b3193 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:55.002441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3ed7886a-90da-4e88-a276-0890b22b3193) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:55.012084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:55.013143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.052098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:52Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:55.087749 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb7de-d796-4950-90b1-ea5378357fbf None None] The sync data for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 is: [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:52Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:04:55.145119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.183396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f3301cd-f086-49af-9c63-62275eb61935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.199993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f3301cd-f086-49af-9c63-62275eb61935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.245533 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-454ba8f0-1e32-4a87-8fac-f36b4d2f391e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4175761 Aug 03 16:04:55.251625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51534) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:55.261021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce2a2d-cd87-40bf-9415-1794f47605cd None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:55.268005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1714279080'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:55.300641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:55.305150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.330239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f3301cd-f086-49af-9c63-62275eb61935 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b465f55906af4f62891d162fba23f53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700537 Aug 03 16:04:55.333542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3301cd-f086-49af-9c63-62275eb61935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee8f30-75f5-453a-83b7-fee90fc84ffe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:55.336906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:55.364960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:04:55.401713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.402075 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 0398e073-488a-496f-b80b-4d0e20003f2c of type vlan for network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a Aug 03 16:04:55.425754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Subnet': ['ID=25527251-041f-4684-8534-72b029bcc5d6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:55.445863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Checking segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:55.448566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network hostable DHCP agents. Network: d2efa638-5e8c-4519-8fce-fbe329a7ff3b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:55.483933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:55.500405 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.507110 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.520195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d2efa638-5e8c-4519-8fce-fbe329a7ff3b) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:55.535184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:55.535802 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.563981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.572270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e38667df-85cd-4f04-926a-c248ab917f20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0547428 Aug 03 16:04:55.574208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:55.575181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:55.575287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.619875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b331614-7cf2-4f40-a6b1-b66ed0728acf None None] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:55.701994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:55.718787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.719277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.719614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.720097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.720436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.720763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.721088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.721414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.722001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.722326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.722647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.722963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:04:55.728148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2cdd8-994b-4a33-aff8-567566346468 None None] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:55.756508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:55.817490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ac80abc-4c58-44ab-8797-6b6001c1adbc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5647340 Aug 03 16:04:55.822234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51556) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:55.831092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:55.868366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:04:55.986899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-3b82a5e1-6dd0-4beb-89a5-ebef0e02da3d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:55.988905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-3b82a5e1-6dd0-4beb-89a5-ebef0e02da3d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 813 time: 0.1427970 Aug 03 16:04:56.020938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-6c24894b-9bf5-4145-bd99-2635b41dfc5e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/quotas/3de28765255e4797836aeb1232f18c90 HTTP/1.1" status: 200 len: 375 time: 0.0179012 Aug 03 16:04:56.022050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.029533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.031052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5dee8f30-75f5-453a-83b7-fee90fc84ffe HTTP/1.1" status: 204 len: 168 time: 0.6904471 Aug 03 16:04:56.046315 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.105326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42888e-5f7d-4d52-bc00-9c11987bf0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee8f30-75f5-453a-83b7-fee90fc84ffe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:56.107380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3ed7886a-90da-4e88-a276-0890b22b3193', 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '45fb098d-3dcf-4170-b1c0-9497028ea35d'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:04:56.108786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.162015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-d159f369-02e6-4c67-8299-4fe8c252031d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297393 Aug 03 16:04:56.221044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:56.224753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.319066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-d2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:04:56.320553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.360939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-2fedc8d2-47d6-4e06-ad62-d13e8212021c service neutron] 10.222.0.70 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896188 Aug 03 16:04:56.565229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6a7fd85-9530-470a-ab9c-0acb8aef3b2b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:56.632120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-9fb43d0f-91c1-407b-8347-c5330fba6986 service neutron] 10.222.0.70 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638223 Aug 03 16:04:56.721384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:04:56.733857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:56.734606 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.789579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Allocated IP 172.20.0.2 (d2efa638-5e8c-4519-8fce-fbe329a7ff3b/25527251-041f-4684-8534-72b029bcc5d6/b7747897-2059-4a91-bca7-b70175c672e0) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:56.792317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Allocated IP 172.20.255.242 (3ed7886a-90da-4e88-a276-0890b22b3193/45fb098d-3dcf-4170-b1c0-9497028ea35d/af8b32ea-3b58-470e-92f7-00b6e3c0873a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:56.881983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:56.995753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c49445c9-7e9b-4642-89ab-9b5ad63e0e42 req-05c198d8-e410-4f40-a4b0-352502555800 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 210 time: 0.0380588 Aug 03 16:04:57.054998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.145753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:04:57.167044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.300414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.315006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:57.323840 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.330429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.330766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Transition to ACTIVE for port object b7747897-2059-4a91-bca7-b70175c672e0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:57.339906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Transition to ACTIVE for port object af8b32ea-3b58-470e-92f7-00b6e3c0873a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:57.361772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Transition to ACTIVE for port object b7747897-2059-4a91-bca7-b70175c672e0 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:57.365853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Transition to ACTIVE for port object af8b32ea-3b58-470e-92f7-00b6e3c0873a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:57.371044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.440839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Pushing event updated for resources: {'Port': ['ID=b7747897-2059-4a91-bca7-b70175c672e0,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:57.446082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.467194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:57.469621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:57.491739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:57.499815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:57.502248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=8f9f2a00-89ce-4c50-aaaf-cb40d1e3fec0,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:57.504317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:57.510552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:57.513683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': '0398e073-488a-496f-b80b-4d0e20003f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:57.514497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:04:57.528472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.1 (d2efa638-5e8c-4519-8fce-fbe329a7ff3b/25527251-041f-4684-8534-72b029bcc5d6/23d478ee-c8a8-4bd5-9ff5-04b875dd8af7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:57.589961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Pushing event updated for resources: {'Port': ['ID=af8b32ea-3b58-470e-92f7-00b6e3c0873a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:57.611007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:04:57.619376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Attempting to bind port af8b32ea-3b58-470e-92f7-00b6e3c0873a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:57.619853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Attempting to bind port af8b32ea-3b58-470e-92f7-00b6e3c0873a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fbc7b977-21f2-452d-bd7e-717318d60329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:57.620223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Attempting to bind port af8b32ea-3b58-470e-92f7-00b6e3c0873a on network 3ed7886a-90da-4e88-a276-0890b22b3193 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:57.631688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:57.632072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Checking segment: {'id': 'fbc7b977-21f2-452d-bd7e-717318d60329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:57.633153 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.633676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Bound using segment: {'id': 'fbc7b977-21f2-452d-bd7e-717318d60329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:57.635682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Bound port: af8b32ea-3b58-470e-92f7-00b6e3c0873a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7b977-21f2-452d-bd7e-717318d60329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3ed7886a-90da-4e88-a276-0890b22b3193'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:57.636066 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.646680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Attempting to bind port b7747897-2059-4a91-bca7-b70175c672e0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:57.647053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Attempting to bind port b7747897-2059-4a91-bca7-b70175c672e0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:57.647763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Attempting to bind port b7747897-2059-4a91-bca7-b70175c672e0 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:57.655832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:57.656250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Checking segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:57.656464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.657199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Bound using segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:57.657199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Bound port: b7747897-2059-4a91-bca7-b70175c672e0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:57.657553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.692514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:57.699712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:57.701455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.719579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ede25e-39a9-441c-920e-c0a47b0ac08c None None] Network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:57.812497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-19358883-3715-4bd5-904c-0a3dbc631022 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9883764 Aug 03 16:04:57.814725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:04:57.817911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] For port af8b32ea-3b58-470e-92f7-00b6e3c0873a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:57.853671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] For port af8b32ea-3b58-470e-92f7-00b6e3c0873a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=af8b32ea-3b58-470e-92f7-00b6e3c0873a,segment=NetworkSegment(fbc7b977-21f2-452d-bd7e-717318d60329),segment_id=fbc7b977-21f2-452d-bd7e-717318d60329)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:57.854083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] For port b7747897-2059-4a91-bca7-b70175c672e0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:57.870018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.886741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] For port b7747897-2059-4a91-bca7-b70175c672e0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b7747897-2059-4a91-bca7-b70175c672e0,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:57.900512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.921570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:57.937910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:57.999260 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.053341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.089176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530bdef-347f-4681-8e60-558b944e2f68 None None] Pushing event updated for resources: {'Port': ['ID=af8b32ea-3b58-470e-92f7-00b6e3c0873a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:58.161631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:58.187011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:58.197728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:58.205199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a', 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '8f9f2a00-89ce-4c50-aaaf-cb40d1e3fec0'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:04:58.212178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:58.223048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.396830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.417547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-905c4cc5-a6ff-4983-96de-dd109e1ebcb4 req-60a256a0-4aff-4467-bb50-c66df47ae699 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 210 time: 0.2161531 Aug 03 16:04:58.807938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.845140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:58.930815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Allocated IP 172.20.0.2 (15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a/8f9f2a00-89ce-4c50-aaaf-cb40d1e3fec0/a0374137-164e-481e-abed-a36bba8eb00a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:58.973193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-85b341ac-81e0-4597-8fa2-340b23214678 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:58.976148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-85b341ac-81e0-4597-8fa2-340b23214678 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 813 time: 0.5345609 Aug 03 16:04:58.995087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Request body: {'port': {'device_id': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'admin_state_up': True, 'tenant_id': '3de28765255e4797836aeb1232f18c90'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:04:59.063243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6a7fd85-9530-470a-ab9c-0acb8aef3b2b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:04:59.106558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46a59-7531-4051-a098-57f9c6bf1b15 None None] Pushing event updated for resources: {'Port': ['ID=b7747897-2059-4a91-bca7-b70175c672e0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:59.156547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Made reservation on behalf of 3de28765255e4797836aeb1232f18c90 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:04:59.161734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.255938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:04:59.269965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.345317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Allocated IP 172.20.0.10 (bf37c733-c2f7-4aa1-b14c-21e78e74bb3d/a3144658-047e-4483-8d7c-67ffe69acbf3/cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:04:59.448813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1257a7-da1d-4bc7-805f-579d7e8be299 req-e6da2c4f-0f8d-4966-8478-aaec24047dce tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:04:59.455298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.455550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb1257a7-da1d-4bc7-805f-579d7e8be299 req-e6da2c4f-0f8d-4966-8478-aaec24047dce tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1552930 Aug 03 16:04:59.471550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Transition to ACTIVE for port object a0374137-164e-481e-abed-a36bba8eb00a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:59.503040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Transition to ACTIVE for port object a0374137-164e-481e-abed-a36bba8eb00a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:04:59.507757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.526955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.527296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.578336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb1257a7-da1d-4bc7-805f-579d7e8be299 req-3643c77a-cf08-418e-9c41-608e65a0a24c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002100 Aug 03 16:04:59.605340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:59.612330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:59.617533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:04:59.620810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Pushing event updated for resources: {'Port': ['ID=a0374137-164e-481e-abed-a36bba8eb00a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:59.663009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.671853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:59.689233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Attempting to bind port a0374137-164e-481e-abed-a36bba8eb00a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:04:59.689605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Attempting to bind port a0374137-164e-481e-abed-a36bba8eb00a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0398e073-488a-496f-b80b-4d0e20003f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:04:59.690012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Attempting to bind port a0374137-164e-481e-abed-a36bba8eb00a on network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:04:59.702504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:04:59.702894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Checking segment: {'id': '0398e073-488a-496f-b80b-4d0e20003f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:04:59.703308 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.704757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Bound using segment: {'id': '0398e073-488a-496f-b80b-4d0e20003f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:04:59.705221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Bound port: a0374137-164e-481e-abed-a36bba8eb00a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0398e073-488a-496f-b80b-4d0e20003f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:04:59.705612 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.716900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5205c333-1554-43b1-9034-d91be2851376 req-48155e2b-3521-4577-84ef-7834e876484d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 210 time: 0.1176598 Aug 03 16:04:59.767649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.827811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9f2a00-89ce-4c50-aaaf-cb40d1e3fec0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:04:59.844760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:04:59.846949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:04:59.849527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-95800e14-6953-40fc-ad96-869993590c2c None None] For port a0374137-164e-481e-abed-a36bba8eb00a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:04:59.854342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-95800e14-6953-40fc-ad96-869993590c2c None None] For port a0374137-164e-481e-abed-a36bba8eb00a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a0374137-164e-481e-abed-a36bba8eb00a,segment=NetworkSegment(0398e073-488a-496f-b80b-4d0e20003f2c),segment_id=0398e073-488a-496f-b80b-4d0e20003f2c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:04:59.872384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.897510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e71269-b43e-4e02-b696-ff9149a177cf None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:04:59.936885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:04:59.971450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:59.988947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0398e073-488a-496f-b80b-4d0e20003f2c') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:04:59.989300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0398e073-488a-496f-b80b-4d0e20003f2c') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:00.001058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 6a27543a-e04a-40cb-8566-3b39bdd96313 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:05:00.012356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.016812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51680) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:00.036336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.058077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.062265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:00.062758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:00.067478 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:00.123933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-eaff6945-62f0-435c-b44a-32e4226c16d1 None None] Provisioning for port af8b32ea-3b58-470e-92f7-00b6e3c0873a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:00.165198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:00.165198 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:00.165198 n-d-803226-3 neutron-server[106017]: [parameters: {'id': '15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a'}] Aug 03 16:05:00.165198 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:00.166267 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:00.203170 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.217984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95800e14-6953-40fc-ad96-869993590c2c None None] Pushing event updated for resources: {'Port': ['ID=a0374137-164e-481e-abed-a36bba8eb00a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:00.256269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:05:00.267603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bdcf2979-0615-4bd5-986f-fbeb9da515ee tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/6a27543a-e04a-40cb-8566-3b39bdd96313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6891940 Aug 03 16:05:00.268067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:00.272205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:00.284542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:00.299008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cda9e97b-062d-456f-abe9-60cececc6fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.300904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Sync routers for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:05:00.341788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:05:00.342472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:00.424717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:00.425433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.478739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:00.553178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cda9e97b-062d-456f-abe9-60cececc6fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.564766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cda9e97b-062d-456f-abe9-60cececc6fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.574326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-33b25464-36f5-47f5-805d-05834e4f1ae1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5879259 Aug 03 16:05:00.605259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Request body: {'port': {'device_id': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:00.610033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9e97b-062d-456f-abe9-60cececc6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffadd9c6-e57b-4516-905b-b879b3b0cb95,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:00.660081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:05:00.663404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001888b4-d120-4043-b801-31815f3b2e0c None None] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:00.678064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cda9e97b-062d-456f-abe9-60cececc6fae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6de964b9591a4ae791e20f4b3c47c0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549261 Aug 03 16:05:00.686351 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.687236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51700) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:00.720582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-8aa9042c-187d-4e71-8c8e-a18c1efd34de tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716042414&fields=id&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 267 time: 0.1452367 Aug 03 16:05:00.737002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device af8b32ea-3b58-470e-92f7-00b6e3c0873a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:00.802957 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.815106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f9173-5e22-4595-91a0-afac2de8c2c3 req-d0716d73-7309-43e7-8559-90349c81f963 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:00.816601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-706f9173-5e22-4595-91a0-afac2de8c2c3 req-d0716d73-7309-43e7-8559-90349c81f963 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0956078 Aug 03 16:05:00.837564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.840159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ba252fe-af0e-4cc3-8f8b-a8f0ca369024 None None] Provisioning for port b7747897-2059-4a91-bca7-b70175c672e0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:00.844082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.901906 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-706f9173-5e22-4595-91a0-afac2de8c2c3 req-7ce6b244-bc90-45de-b9e3-cdff4dfb3555 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741813 Aug 03 16:05:00.932106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.936803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:00.938971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffadd9c6-e57b-4516-905b-b879b3b0cb95 HTTP/1.1" status: 204 len: 168 time: 0.2504897 Aug 03 16:05:00.964622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e16a2-4c19-45e4-b641-7bab9ca8c1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffadd9c6-e57b-4516-905b-b879b3b0cb95,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:00.999623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port af8b32ea-3b58-470e-92f7-00b6e3c0873a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:01.013326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port af8b32ea-3b58-470e-92f7-00b6e3c0873a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:01.014018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.034843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-b7adae47-e1da-4617-9214-9e4529c00c62 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.042992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-b7adae47-e1da-4617-9214-9e4529c00c62 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 797 time: 0.3214719 Aug 03 16:05:01.059511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port a0374137-164e-481e-abed-a36bba8eb00a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:01.059924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.090769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-e241c2ac-b0f1-4a92-bf63-a2dccbd97310 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/quotas/0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 375 time: 0.0466764 Aug 03 16:05:01.160981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8020df9b-208c-437e-aa6e-8747d3f1e70d None None] Provisioning complete for port af8b32ea-3b58-470e-92f7-00b6e3c0873a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:01.161534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8020df9b-208c-437e-aa6e-8747d3f1e70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.217185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e42cc7-b036-42cd-8099-8ec6514f1b93 req-401c692a-00e7-4cbc-80fe-47fc492a0a63 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.219193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80e42cc7-b036-42cd-8099-8ec6514f1b93 req-401c692a-00e7-4cbc-80fe-47fc492a0a63 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 932 time: 0.1155686 Aug 03 16:05:01.260551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port a0374137-164e-481e-abed-a36bba8eb00a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a0374137-164e-481e-abed-a36bba8eb00a,segment=NetworkSegment(0398e073-488a-496f-b80b-4d0e20003f2c),segment_id=0398e073-488a-496f-b80b-4d0e20003f2c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:01.260935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.310065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-b72386a9-3edf-489a-9150-8b2f9a1f9095 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2095990 Aug 03 16:05:01.313390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80e42cc7-b036-42cd-8099-8ec6514f1b93 req-8d8a47b3-ed41-4561-80d9-a3955b940bf9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771346 Aug 03 16:05:01.315495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for a0374137-164e-481e-abed-a36bba8eb00a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:01.328828 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.395663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port af8b32ea-3b58-470e-92f7-00b6e3c0873a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=af8b32ea-3b58-470e-92f7-00b6e3c0873a,segment=NetworkSegment(fbc7b977-21f2-452d-bd7e-717318d60329),segment_id=fbc7b977-21f2-452d-bd7e-717318d60329)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:01.450738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.451728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b7747897-2059-4a91-bca7-b70175c672e0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:01.512981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:01.531807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:04:59Z', 'revision_number': 2, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:01.563635 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.570061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.576425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.582615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.589391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.592104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:01.594853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.598587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8020df9b-208c-437e-aa6e-8747d3f1e70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.601486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:01.608267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.610267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-3b4eb2e0-a8e7-41a7-816a-066c14505511 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.1550238 Aug 03 16:05:01.611378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Checking router: 6a27543a-e04a-40cb-8566-3b39bdd96313 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:05:01.611746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Updating router 6a27543a-e04a-40cb-8566-3b39bdd96313 port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:05:01.612002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4a8c-1d8a-4d74-a3bb-e56473d6ec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.671187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2220971d-6919-47e7-8d39-29039b2d6dc5 service neutron] 10.222.0.70 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601534 Aug 03 16:05:01.676973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13baddc7-5441-4001-ad18-9584b9fa5dfd req-27ec6de6-2df3-475a-bfc0-6baf94b63139 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634124 Aug 03 16:05:01.677241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=af8b32ea-3b58-470e-92f7-00b6e3c0873a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:01.681907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Transition to ACTIVE for port object cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:01.690474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.750282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.750966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.761939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b7747897-2059-4a91-bca7-b70175c672e0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:01.773571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b7747897-2059-4a91-bca7-b70175c672e0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:01.773571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.810866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port a0374137-164e-481e-abed-a36bba8eb00a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:01.861901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-8020df9b-208c-437e-aa6e-8747d3f1e70d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:01.862549 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-8020df9b-208c-437e-aa6e-8747d3f1e70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:01.873875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0827aed-0527-44fb-84c3-e191177c24c7 None None] Network 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:01.886563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4a8c-1d8a-4d74-a3bb-e56473d6ec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.896705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4a8c-1d8a-4d74-a3bb-e56473d6ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.927025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:01.943741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4bd4a8c-1d8a-4d74-a3bb-e56473d6ec25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=937db568cf234b19bca03d7aa68ca3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294393 Aug 03 16:05:01.946824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51718) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:01.952350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:01.990266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.004343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0398e073-488a-496f-b80b-4d0e20003f2c') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:02.005552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0398e073-488a-496f-b80b-4d0e20003f2c') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:02.024968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd4a8c-1d8a-4d74-a3bb-e56473d6ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99eab3-30b8-4006-8390-f524ce8b39ce,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.059262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.071696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-c9713337-0ad7-41e3-9a77-f8974e8c4f79 service neutron] 10.222.0.70 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995702 Aug 03 16:05:02.075469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.085072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.093222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.099721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.107189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.113519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.121107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.136094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=a0374137-164e-481e-abed-a36bba8eb00a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.136802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf96a7c7-5461-44c2-bd01-89313305a0b5 req-982aee96-77d2-4043-a41c-4929456862f4 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.1901741 Aug 03 16:05:02.167744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.170326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.198786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:02.199215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:02.202746 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:02.220383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.318945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:02.319287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:02.319622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:02.350382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:05:02.350709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:02.361038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:02.361414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Checking segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:02.361909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Bound using segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:02.362974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Bound port: cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:02.363364 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.369452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.420208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.422322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a HTTP/1.1" status: 204 len: 168 time: 4.6055744 Aug 03 16:05:02.430827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51730) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:02.438003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1964551552'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:02.455881 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.487503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655d3d4-77ed-4348-84c2-af076c9196dd tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.593430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:02.597002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.597446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b7747897-2059-4a91-bca7-b70175c672e0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b7747897-2059-4a91-bca7-b70175c672e0,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:02.616453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee650f97-15a9-43f1-a982-4d8f27bbe7a6 req-d530982e-c2d0-4843-b9ba-fd5da2b234fb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 210 time: 0.1979740 Aug 03 16:05:02.657842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3bbdf3-8329-4e29-989e-0cd7f2a79ad9 None None] DHCP port deletion for 15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:05:02.675957 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.782852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:02.815229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9db9593a-4668-45d9-879b-5676347ee400 None None] Provisioning complete for port b7747897-2059-4a91-bca7-b70175c672e0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:02.815728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9db9593a-4668-45d9-879b-5676347ee400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.840468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.872237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device af8b32ea-3b58-470e-92f7-00b6e3c0873a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:02.880551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059162f-c3e2-4f8f-90e0-99974c3da0dd req-84b0e60d-3939-456d-afe2-1c2bb12187a5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:02.881148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1059162f-c3e2-4f8f-90e0-99974c3da0dd req-84b0e60d-3939-456d-afe2-1c2bb12187a5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.6646938 Aug 03 16:05:02.908541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.911636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:02.915316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb99eab3-30b8-4006-8390-f524ce8b39ce HTTP/1.1" status: 204 len: 168 time: 0.9651842 Aug 03 16:05:02.939690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbabfc-6774-4145-86d5-2a497801ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99eab3-30b8-4006-8390-f524ce8b39ce,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.951557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b7747897-2059-4a91-bca7-b70175c672e0,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:02.964485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Transition to ACTIVE for port object 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:02.992537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1059162f-c3e2-4f8f-90e0-99974c3da0dd req-f1fa2fb8-8de6-4caf-9d73-2439c1d3c24d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040504 Aug 03 16:05:03.016501 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.077587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port af8b32ea-3b58-470e-92f7-00b6e3c0873a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:03.078307 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.120273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663636dc-1f69-411a-b1a2-9278f318ffc7 None None] Pushing event updated for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:03.214475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.215427 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment ae82b5be-2bdb-4535-af1f-3f18958809ba of type vlan for network 63b04ad2-d446-42a8-929e-7a697eb81acc Aug 03 16:05:03.217306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:03.249911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541277bf-656a-4d54-9593-47d513158151 req-74fd86f9-4772-47a8-ad00-1fbf835cd804 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:03.259374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541277bf-656a-4d54-9593-47d513158151 req-74fd86f9-4772-47a8-ad00-1fbf835cd804 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 944 time: 0.5505407 Aug 03 16:05:03.283613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:03.293841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Attempting to bind port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:03.294551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Attempting to bind port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:03.295084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Attempting to bind port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:03.303530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.330066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:03.330943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Checking segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:03.331490 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.332068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Bound using segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:03.332671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Bound port: 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:03.333171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.342523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:05:03.359038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9db9593a-4668-45d9-879b-5676347ee400 None None] Could not find standard attr ID for object a0374137-164e-481e-abed-a36bba8eb00a. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:05:03.386871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.399054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9db9593a-4668-45d9-879b-5676347ee400 None None] Provisioning for port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:03.404194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:03.404448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.406103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 1092 time: 2.8135254 Aug 03 16:05:03.412854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:03.415872 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02902b-29bd-448a-be16-6c42e202891a" -d '{"events": [{"name": "network-changed", "server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:03.459585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541277bf-656a-4d54-9593-47d513158151 req-f698eb7b-cd20-45a6-9824-93ddbb66836b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912680 Aug 03 16:05:03.476030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] For port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:03.482641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] For port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:03.489834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.505805 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33ee32-c71c-4340-8606-eecc3fc131bd x-openstack-request-id: req-3a33ee32-c71c-4340-8606-eecc3fc131bd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:03.507293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:03.507293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a33ee32-c71c-4340-8606-eecc3fc131bd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:03.507293 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'status': 'completed', 'code': 200} Aug 03 16:05:03.527967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17341d-f02f-419f-9aca-cca1db2a7663 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:03.542902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.548769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:03.552942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:03.580771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663636dc-1f69-411a-b1a2-9278f318ffc7 None None] Pushing event updated for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:03.592805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:05:03.593439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:03.651439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-ef225888-674b-4c1b-9e8b-b8951c2dd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:03.653407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-ef225888-674b-4c1b-9e8b-b8951c2dd4dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1095 time: 0.2004001 Aug 03 16:05:03.664700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=63b04ad2-d446-42a8-929e-7a697eb81acc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:03.699046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-89aa81b2-e0e8-4f4a-89ed-f428a67f0bd8 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2661726 Aug 03 16:05:03.701824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51756) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:03.708650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:03.715585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 63b04ad2-d446-42a8-929e-7a697eb81acc details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:03.791580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-74ad8c3d-a102-4841-9c13-34ff227c9474 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.1169522 Aug 03 16:05:03.866052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-021737ae-314a-4aa4-87d8-e38393c7ae06 req-b684c198-eb66-4a1d-adba-e19329047fa9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 210 time: 0.0714800 Aug 03 16:05:03.888920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:05:03.960987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-6a78b45b-794e-467b-a09a-9c646927a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:03.978712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-6a78b45b-794e-467b-a09a-9c646927a9f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.1639390 Aug 03 16:05:04.016242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-e5d0493f-9097-44bd-95ae-25e79669f782 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317829 Aug 03 16:05:04.054982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:04.059150 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:04.162699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-72483c1b-aad2-4abe-8751-59be158dee41 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379302 Aug 03 16:05:04.236472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing IP validity checks on allocation pools {{(pid=106016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 16:05:04.237087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 16:05:04.277729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-180e7941-543d-475d-86d3-2a7fad6b7825 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:04.279266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-180e7941-543d-475d-86d3-2a7fad6b7825 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 797 time: 0.4541509 Aug 03 16:05:04.312910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef990-837b-47d0-8e8a-73bf7525701a req-69c6368a-f8b2-40e4-aa16-20b572c0205d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:04.321411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47bef990-837b-47d0-8e8a-73bf7525701a req-69c6368a-f8b2-40e4-aa16-20b572c0205d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1456466 Aug 03 16:05:04.325357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a6627d0-ea2e-452e-a4f2-bf7d5f4d0c6d req-ddbc4047-9dab-40b9-bad6-adbd2aaf932f service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542239 Aug 03 16:05:04.381292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:03Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:04.434252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-f7b3b09c-0b09-4e6c-81e3-c59132c0a7d9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 379 time: 0.1426704 Aug 03 16:05:04.435192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02902b-29bd-448a-be16-6c42e202891a req-77e23b7d-f9a4-4ce9-9cae-6436558c280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:04.438156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-77e23b7d-f9a4-4ce9-9cae-6436558c280a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1095 time: 0.0550549 Aug 03 16:05:04.442799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c80d1-7e68-4039-b27c-4a05db9849cc None None] The sync data for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 is: [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:03Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:05:04.449217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'port': {'device_id': 'f1789d41-feb2-424d-90e0-0457327305d4', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'admin_state_up': True, 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'security_groups': ['2c7352f6-e8a2-4150-a684-2f65d36aa390']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:04.475802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47bef990-837b-47d0-8e8a-73bf7525701a req-5d366c97-9b6e-4ebd-a490-f7f4891718fb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532786 Aug 03 16:05:04.696822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:04.748537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc0e3-4665-42a2-b0cf-1df4b8c1a349 req-2a0dcc3f-6b84-40f8-beea-2d330db27ce7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:04.750794 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-136bc0e3-4665-42a2-b0cf-1df4b8c1a349 req-2a0dcc3f-6b84-40f8-beea-2d330db27ce7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 944 time: 0.1550169 Aug 03 16:05:04.770020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51796) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:04.795506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02902b-29bd-448a-be16-6c42e202891a req-32ef6ccd-b49f-482f-af54-0358d1b5f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:04.802930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-32ef6ccd-b49f-482f-af54-0358d1b5f2c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.3576105 Aug 03 16:05:04.856718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=7093c388-64c5-4c5b-aa7f-5ce54ecf7962,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:04.876439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'ae82b5be-2bdb-4535-af1f-3f18958809ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:04.876913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 63b04ad2-d446-42a8-929e-7a697eb81acc, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:04.906353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:04.910648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:04.935457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 63b04ad2-d446-42a8-929e-7a697eb81acc is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:04.938923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-fc257656-2864-4587-898a-d9b20d3419dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.1135087 Aug 03 16:05:05.002081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:05.043545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 63b04ad2-d446-42a8-929e-7a697eb81acc) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:05.059375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2f602-4021-41f2-b3ca-c16ad4555bb2 None None] Network 63b04ad2-d446-42a8-929e-7a697eb81acc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:05.074313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-136bc0e3-4665-42a2-b0cf-1df4b8c1a349 req-c61cc814-5aad-4ab5-81b6-b1580beaedc2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119743 Aug 03 16:05:05.087484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.088158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.092041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fdf3eab-fd64-4291-a993-19c5bb2c0a88 req-d2e95ec3-ffdb-4389-a35e-9b78690296c6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 210 time: 0.0839319 Aug 03 16:05:05.103210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02902b-29bd-448a-be16-6c42e202891a req-426dacaf-b0e2-4c51-878c-22a61f1e63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.117943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-426dacaf-b0e2-4c51-878c-22a61f1e63de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.1345291 Aug 03 16:05:05.150554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:05.157115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:05.157572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.161037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99f35471-e2c2-4d0b-9a05-4373d5f16702 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4575138 Aug 03 16:05:05.170996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51810) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:05.196314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-e78ba511-0774-494e-a090-ff383aaab21f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773208 Aug 03 16:05:05.203161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.203632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.204116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.204615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.205214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.205726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.206200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.216564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-39b5cf5b-dc2c-4814-9ca2-eaa3b68eebf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.4310198 Aug 03 16:05:05.302202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.328864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-030dde5b-dc39-4e08-bd6a-313021da2f5d service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111014 Aug 03 16:05:05.348605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.13 (d2efa638-5e8c-4519-8fce-fbe329a7ff3b/25527251-041f-4684-8534-72b029bcc5d6/76377dcb-51d0-4d92-afa4-488076bff173) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:05.414613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:05.424033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.424982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b7747897-2059-4a91-bca7-b70175c672e0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:05.477015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a02902b-29bd-448a-be16-6c42e202891a req-9a200695-f47b-460a-be25-cfa0f9f3af13 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378968 Aug 03 16:05:05.479225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.509302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa22e620-f435-4652-9b5d-2efe662b6ec2 req-1f3dcf22-e922-4518-84b5-fe67bc57edcb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791539 Aug 03 16:05:05.545199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-63b04ad2-d446-42a8-929e-7a697eb81acc', 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '7093c388-64c5-4c5b-aa7f-5ce54ecf7962'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:05.545966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.595096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b7747897-2059-4a91-bca7-b70175c672e0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:05.595263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.689698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:05.702561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.702910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.703254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.703595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.703929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.704262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.705254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.705619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.706555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.706555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.706770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.706917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:05.722625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.789554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.821845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 76377dcb-51d0-4d92-afa4-488076bff173 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:05.829168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Allocated IP 172.20.0.3 (63b04ad2-d446-42a8-929e-7a697eb81acc/7093c388-64c5-4c5b-aa7f-5ce54ecf7962/a95a52ae-0e63-4678-83d7-b2d7267cf7b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:05.841689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2579c31-8dde-47d8-89e3-68d35c584570 req-3efc9b38-0ba6-4d7d-ad68-7c182e16c6d2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:05.849102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2579c31-8dde-47d8-89e3-68d35c584570 req-3efc9b38-0ba6-4d7d-ad68-7c182e16c6d2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.2138951 Aug 03 16:05:05.902110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2579c31-8dde-47d8-89e3-68d35c584570 req-c1887a7b-714d-44d1-b1bc-f23c53ebb055 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520458 Aug 03 16:05:05.947983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:05.999760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:06.006861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:06.011337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:06.074278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:06.079609 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.090015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Transition to ACTIVE for port object a95a52ae-0e63-4678-83d7-b2d7267cf7b6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:06.122672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Transition to ACTIVE for port object a95a52ae-0e63-4678-83d7-b2d7267cf7b6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:06.133525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:06.134114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.135298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.191643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-04696163-6b9d-492e-937f-50a6c0aa4e87 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7485337 Aug 03 16:05:06.201769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Network 63b04ad2-d446-42a8-929e-7a697eb81acc is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:06.205413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:06.209783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:06.224058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Pushing event updated for resources: {'Port': ['ID=a95a52ae-0e63-4678-83d7-b2d7267cf7b6,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:06.232319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Request body: {'port': {'device_id': 'f1789d41-feb2-424d-90e0-0457327305d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:06.241128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.334571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=7093c388-64c5-4c5b-aa7f-5ce54ecf7962,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:06.359244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Attempting to bind port a95a52ae-0e63-4678-83d7-b2d7267cf7b6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:06.359846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Attempting to bind port a95a52ae-0e63-4678-83d7-b2d7267cf7b6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ae82b5be-2bdb-4535-af1f-3f18958809ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:06.360411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Attempting to bind port a95a52ae-0e63-4678-83d7-b2d7267cf7b6 on network 63b04ad2-d446-42a8-929e-7a697eb81acc {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:06.365865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:06.367030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Checking segment: {'id': 'ae82b5be-2bdb-4535-af1f-3f18958809ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:06.368020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.368701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Bound using segment: {'id': 'ae82b5be-2bdb-4535-af1f-3f18958809ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:06.369390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Bound port: a95a52ae-0e63-4678-83d7-b2d7267cf7b6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae82b5be-2bdb-4535-af1f-3f18958809ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '63b04ad2-d446-42a8-929e-7a697eb81acc'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:06.370039 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.393666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1874-5c4f-4ee9-bc5e-e478abcc8629 req-fe390d2a-e950-4d05-8f8b-cd17a94155c7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:06.396245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1eba1874-5c4f-4ee9-bc5e-e478abcc8629 req-fe390d2a-e950-4d05-8f8b-cd17a94155c7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 944 time: 0.1333215 Aug 03 16:05:06.452177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1eba1874-5c4f-4ee9-bc5e-e478abcc8629 req-60f4a007-325f-4674-9ed8-24ce4accba7f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496404 Aug 03 16:05:06.473230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] For port a95a52ae-0e63-4678-83d7-b2d7267cf7b6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:06.478240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] For port a95a52ae-0e63-4678-83d7-b2d7267cf7b6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a95a52ae-0e63-4678-83d7-b2d7267cf7b6,segment=NetworkSegment(ae82b5be-2bdb-4535-af1f-3f18958809ba),segment_id=ae82b5be-2bdb-4535-af1f-3f18958809ba)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:06.489564 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.516762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.536550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b04ad2-d446-42a8-929e-7a697eb81acc']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:06.555060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae82b5be-2bdb-4535-af1f-3f18958809ba') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:06.555424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae82b5be-2bdb-4535-af1f-3f18958809ba') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:06.566370 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.576379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.595106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27431db-a772-49e3-9c37-7afdb46a04eb req-3100184e-715e-4102-9180-bb83681325bf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:06.597402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b27431db-a772-49e3-9c37-7afdb46a04eb req-3100184e-715e-4102-9180-bb83681325bf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 932 time: 0.2723491 Aug 03 16:05:06.629725 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.666225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:06.666741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:06.672388 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:06.742387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b27431db-a772-49e3-9c37-7afdb46a04eb req-5b941920-e589-4198-ba1e-33f7e5462059 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331091 Aug 03 16:05:06.760207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d078-c87b-4e4a-b19e-4c5c55bf5aba None None] Pushing event updated for resources: {'Port': ['ID=a95a52ae-0e63-4678-83d7-b2d7267cf7b6,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:06.764949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9b8fe-ea45-4103-a182-aad39a454266 None None] Network 63b04ad2-d446-42a8-929e-7a697eb81acc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:06.790308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0c35aaf0-bdbc-41d3-8a19-47d27f151438 None None] Provisioning for port 76377dcb-51d0-4d92-afa4-488076bff173 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:06.818309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0c35aaf0-bdbc-41d3-8a19-47d27f151438 None None] Provisioning complete for port 76377dcb-51d0-4d92-afa4-488076bff173 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:06.818883 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0c35aaf0-bdbc-41d3-8a19-47d27f151438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:06.823423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:06.823423 n-d-803226-3 neutron-server[106016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:06.823423 n-d-803226-3 neutron-server[106016]: [parameters: {'id': '63b04ad2-d446-42a8-929e-7a697eb81acc'}] Aug 03 16:05:06.823423 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:06.824359 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:06.848541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:06.901487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0c35aaf0-bdbc-41d3-8a19-47d27f151438 None None] Port 76377dcb-51d0-4d92-afa4-488076bff173 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:05:06.989163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:06.989297 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.031530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f78747-0e42-4514-bafd-eeaf5985a8d0 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:07.036664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76377dcb-51d0-4d92-afa4-488076bff173 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:07.047834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.065979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Transition to ACTIVE for port object 76377dcb-51d0-4d92-afa4-488076bff173 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:07.075621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbb62b-0d97-4db0-9409-6a4dac7a2a15 req-4d5b84a4-4c81-4f21-ad77-0a35807dd0f9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.076372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.077204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43dbb62b-0d97-4db0-9409-6a4dac7a2a15 req-4d5b84a4-4c81-4f21-ad77-0a35807dd0f9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0793417 Aug 03 16:05:07.147585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:07.159354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43dbb62b-0d97-4db0-9409-6a4dac7a2a15 req-e0fc3a6b-2420-45e7-9afd-d32ab3c09ba0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712116 Aug 03 16:05:07.220967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:07.221309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:07.221657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:07.226708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:05:07.227181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:07.231977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:07.232319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Checking segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:07.232704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Bound using segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:07.233135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Bound port: 76377dcb-51d0-4d92-afa4-488076bff173, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:07.233493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.243875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f78747-0e42-4514-bafd-eeaf5985a8d0 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:07.299358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:07.302992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:07.308358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.334828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.345372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.346252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.347705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] 10.222.0.72 "PUT /v2.0/ports/76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1092 time: 1.1438491 Aug 03 16:05:07.348146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:07.350442 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38" -d '{"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:07.386360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe67f-6060-4765-b8c4-5316d4f94bce service neutron] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:07.422231 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508aa4a3-d52c-4e9a-964d-8b2af2fdccdf x-openstack-request-id: req-508aa4a3-d52c-4e9a-964d-8b2af2fdccdf {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:07.428128 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:07.428128 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-508aa4a3-d52c-4e9a-964d-8b2af2fdccdf {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:07.428128 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'status': 'completed', 'code': 200} Aug 03 16:05:07.466216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-5b5324fd-6498-4c82-b80b-fecfaa3e6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.467838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-5b5324fd-6498-4c82-b80b-fecfaa3e6206 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1095 time: 0.0577931 Aug 03 16:05:07.488809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port a95a52ae-0e63-4678-83d7-b2d7267cf7b6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:07.489156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.561622 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-f50d0b0d-6889-4ba3-bf98-d4cb84302b58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 217 time: 0.0858371 Aug 03 16:05:07.632146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port a95a52ae-0e63-4678-83d7-b2d7267cf7b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a95a52ae-0e63-4678-83d7-b2d7267cf7b6,segment=NetworkSegment(ae82b5be-2bdb-4535-af1f-3f18958809ba),segment_id=ae82b5be-2bdb-4535-af1f-3f18958809ba)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:07.632377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.653195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for a95a52ae-0e63-4678-83d7-b2d7267cf7b6 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:07.653195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2c010713-16d6-4d1b-bc40-b01b0526b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.654188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-2c010713-16d6-4d1b-bc40-b01b0526b75c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.0855107 Aug 03 16:05:07.660537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e7042-f84d-4b41-b5c3-c916693d2ecd req-c0e1296e-0e19-42fd-8483-6be4f300ff4c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.669346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-867e7042-f84d-4b41-b5c3-c916693d2ecd req-c0e1296e-0e19-42fd-8483-6be4f300ff4c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 944 time: 0.1275759 Aug 03 16:05:07.714896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-867e7042-f84d-4b41-b5c3-c916693d2ecd req-62f8cb9d-87c0-4269-bc40-8205bc6408d4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Aug 03 16:05:07.751575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-dccd5eab-5e45-4b0d-a2a5-591a3ec03e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:07.752980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-dccd5eab-5e45-4b0d-a2a5-591a3ec03e6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910137 Aug 03 16:05:07.854381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:07.926398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=a95a52ae-0e63-4678-83d7-b2d7267cf7b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:07.935511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port a95a52ae-0e63-4678-83d7-b2d7267cf7b6 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:07.942770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:05:07.973730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-290e683c-4993-48e5-8eb5-d0eb515692b3 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106092 Aug 03 16:05:08.074790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:08.089431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'port_id': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'mac_address': 'fa:16:3e:1f:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3144658-047e-4483-8d7c-67ffe69acbf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:05:08.090112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1c6b-296a-467d-94d7-d4997149a895 req-c80a7a1e-0b05-4684-924d-e7384cda83e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.092069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cdf1c6b-296a-467d-94d7-d4997149a895 req-c80a7a1e-0b05-4684-924d-e7384cda83e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.2413881 Aug 03 16:05:08.102470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.144782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b04ad2-d446-42a8-929e-7a697eb81acc']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:08.152372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.163295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae82b5be-2bdb-4535-af1f-3f18958809ba') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:08.164213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae82b5be-2bdb-4535-af1f-3f18958809ba') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:08.168492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:08.197284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cdf1c6b-296a-467d-94d7-d4997149a895 req-5e05ab8d-993f-4442-b607-f9c5687a5244 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968504 Aug 03 16:05:08.200138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:08.203992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.208576 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.224948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f598d3cc-7f50-47f3-8c6b-44c10d774073 req-ebb72008-d6b6-4667-988b-0b07a5d1c719 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437608 Aug 03 16:05:08.228821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.236697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:08.236974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:08.240326 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:08.277878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:08.344733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.349514 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.352396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/63b04ad2-d446-42a8-929e-7a697eb81acc HTTP/1.1" status: 204 len: 168 time: 3.1802032 Aug 03 16:05:08.357446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:08.358103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef21c5-e313-4335-ad5e-0efd1d60e98f req-3233a090-e4ea-4516-9f42-9e1d3c444ef2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.359698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06ef21c5-e313-4335-ad5e-0efd1d60e98f req-3233a090-e4ea-4516-9f42-9e1d3c444ef2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0616035 Aug 03 16:05:08.363873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1230306744'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:08.385934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-3b8e336b-8c50-4e2e-b96e-af8cdb52f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.387642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-3b8e336b-8c50-4e2e-b96e-af8cdb52f539 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1095 time: 0.0909944 Aug 03 16:05:08.393047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81295c2-dff8-4291-b7b4-012585761aaf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=63b04ad2-d446-42a8-929e-7a697eb81acc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:08.408150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06ef21c5-e313-4335-ad5e-0efd1d60e98f req-273a9c53-dbb3-45dc-b20d-72c6471db649 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Aug 03 16:05:08.449750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:08.453113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.492751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:08.493550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:08.520498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.520838 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9 of type vlan for network 7fdc28df-7247-47e4-babb-2da2528586af Aug 03 16:05:08.533569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-e33b7561-6f89-4ad7-8780-3ed28b2575c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.534838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-e33b7561-6f89-4ad7-8780-3ed28b2575c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.1384060 Aug 03 16:05:08.611908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-bccc248a-3398-43d8-9a4f-a713de768305 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 217 time: 0.0554030 Aug 03 16:05:08.614489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.682682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-793cf1f4-60a7-47da-b768-60b6eb378367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.684377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-793cf1f4-60a7-47da-b768-60b6eb378367 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.0646164 Aug 03 16:05:08.685147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.690698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.691342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:08.789238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4297566 Aug 03 16:05:08.792054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51866) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:08.797795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '7fdc28df-7247-47e4-babb-2da2528586af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:08.798857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f8fca-22c3-421f-96cf-9c049ee2b246 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=7fdc28df-7247-47e4-babb-2da2528586af,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:08.802356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-c33e0b6f-7228-4657-88c1-1282b3cde6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.803892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-c33e0b6f-7228-4657-88c1-1282b3cde6f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097839 Aug 03 16:05:08.811175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7fdc28df-7247-47e4-babb-2da2528586af details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:08.916191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-69bb13db-d72e-41a3-9004-7f9066030752 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013680 Aug 03 16:05:08.947266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb042d1-4b39-4377-bd63-a181b63d56c8 req-39a32754-7bfe-4842-862b-010016617e2d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:08.948781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ccb042d1-4b39-4377-bd63-a181b63d56c8 req-39a32754-7bfe-4842-862b-010016617e2d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.0898340 Aug 03 16:05:08.980235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:08.983737 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.032248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0cb0ce6-5f03-4ce6-84d2-6d74a470df38 req-ba7ee9c8-0ba8-4bc1-a0a6-0bac8208adde service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083109 Aug 03 16:05:09.046143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ccb042d1-4b39-4377-bd63-a181b63d56c8 req-f13a2445-c043-4a9c-ab6b-3a536a9a5b53 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903621 Aug 03 16:05:09.190655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.258753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=246832e0-b4fc-407f-9f80-11e938cd110a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:09.268011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:09.268409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 7fdc28df-7247-47e4-babb-2da2528586af, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:09.286870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 7fdc28df-7247-47e4-babb-2da2528586af is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:09.299020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7fdc28df-7247-47e4-babb-2da2528586af) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:09.304098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:09.305024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.317064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deed263-b48e-4b4a-bc33-732791ecc574 None None] Network 7fdc28df-7247-47e4-babb-2da2528586af requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:09.323630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a585698-9985-4b64-aebe-7fff7999f37d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5300641 Aug 03 16:05:09.326112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51870) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:09.350047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef919-2986-4080-9636-c164a4032783 req-8ecaef0b-9bf2-4b4b-a686-9a212a356484 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:09.352124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-582ef919-2986-4080-9636-c164a4032783 req-8ecaef0b-9bf2-4b4b-a686-9a212a356484 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.0590098 Aug 03 16:05:09.408170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-582ef919-2986-4080-9636-c164a4032783 req-6287f245-20cd-413f-a4cb-e5fa05981e1e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500312 Aug 03 16:05:09.478121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.516299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7fdc28df-7247-47e4-babb-2da2528586af', 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '246832e0-b4fc-407f-9f80-11e938cd110a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:09.517172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.569337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.613188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046e7c-9047-44aa-8cbf-bf0f7b1018f9 req-6498a008-8d81-4dc0-bcf7-0adad15889cb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:09.614932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab046e7c-9047-44aa-8cbf-bf0f7b1018f9 req-6498a008-8d81-4dc0-bcf7-0adad15889cb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1202488 Aug 03 16:05:09.670715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab046e7c-9047-44aa-8cbf-bf0f7b1018f9 req-cb233a45-450d-404e-ae16-4dc319ed15c5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Aug 03 16:05:09.673117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Allocated IP 172.20.0.1 (7fdc28df-7247-47e4-babb-2da2528586af/246832e0-b4fc-407f-9f80-11e938cd110a/3e959d9a-d27a-41e1-bf22-b91aaf18f8c1) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:09.843768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-62747c7b-d6fe-4936-9798-16071952cd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.845816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.856030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Transition to ACTIVE for port object 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:09.859250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-f27beee6-6fa4-4101-9fbf-b5dab72ee524 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0678248 Aug 03 16:05:09.877892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Transition to ACTIVE for port object 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:09.886935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.920021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:09.942203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Network 7fdc28df-7247-47e4-babb-2da2528586af is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:09.945298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:09.960793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=246832e0-b4fc-407f-9f80-11e938cd110a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:09.968739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:10.036696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51882) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:10.039156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.039848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.040342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.040693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.041336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.042058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.043334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.043985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.044214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:10.046654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-498064bb-6631-40e3-9c64-0d56b71a5c9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.0998893 Aug 03 16:05:10.055011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Pushing event updated for resources: {'Port': ['ID=3e959d9a-d27a-41e1-bf22-b91aaf18f8c1,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:10.063209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdc28df-7247-47e4-babb-2da2528586af']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:10.076161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:10.076535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:10.086445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.113795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.123830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:10.124464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.131102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Attempting to bind port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:10.131759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Attempting to bind port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:10.132920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Attempting to bind port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 on network 7fdc28df-7247-47e4-babb-2da2528586af {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:10.135278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:10.141495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:10.142148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.145276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:10.145945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Checking segment: {'id': 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:10.146527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.147091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Bound using segment: {'id': 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:10.147934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Bound port: 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7fdc28df-7247-47e4-babb-2da2528586af'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:10.148699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.195658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05f20346-5389-4b4e-82f9-aaab85e895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.196238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05f20346-5389-4b4e-82f9-aaab85e895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.196746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05f20346-5389-4b4e-82f9-aaab85e895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.198422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05f20346-5389-4b4e-82f9-aaab85e895a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 2298 time: 0.1194341 Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:10.220077 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:10.234174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:10.234174 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:10.234174 n-d-803226-3 neutron-server[106017]: [parameters: {'id': '7fdc28df-7247-47e4-babb-2da2528586af'}] Aug 03 16:05:10.234174 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:10.235163 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:10.273132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] For port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:10.278859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] For port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e959d9a-d27a-41e1-bf22-b91aaf18f8c1,segment=NetworkSegment(cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9),segment_id=cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:10.293015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-c1c189b0-68df-413d-905c-7a773125206d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1002 time: 0.0862269 Aug 03 16:05:10.293316 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.297017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175c236d-8f8d-4a37-9fe0-a6f0f9a1111d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.328980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951825a1-66c8-4613-b473-5f65048b13fe req-14cddf55-c4f0-4e2c-accf-cab2f23d263e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.330444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951825a1-66c8-4613-b473-5f65048b13fe req-14cddf55-c4f0-4e2c-accf-cab2f23d263e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1087301 Aug 03 16:05:10.365557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-52c702b8-d086-4d7d-9359-b2f5e467f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.368401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-52c702b8-d086-4d7d-9359-b2f5e467f3f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.0673947 Aug 03 16:05:10.418229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-951825a1-66c8-4613-b473-5f65048b13fe req-0a6fd106-673a-4844-bd72-da3746b008ed tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791302 Aug 03 16:05:10.423727 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.426818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05129c60-ac19-42e8-9ac5-97ae7decd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.428350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-05129c60-ac19-42e8-9ac5-97ae7decd4d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539751 Aug 03 16:05:10.434767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a924e-99ad-476f-a33d-b9c0ba8b095b None None] Pushing event updated for resources: {'Port': ['ID=3e959d9a-d27a-41e1-bf22-b91aaf18f8c1,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:10.441822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bda10a-c883-44f7-ac6a-165d030c02f3 None None] Network 7fdc28df-7247-47e4-babb-2da2528586af requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:10.506032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175c236d-8f8d-4a37-9fe0-a6f0f9a1111d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.509795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:10.511104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-175c236d-8f8d-4a37-9fe0-a6f0f9a1111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.512069 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd56533-11d5-4d2f-bf2b-8400c0f9b297" -d '{"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:10.538762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:10.568604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.571361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-175c236d-8f8d-4a37-9fe0-a6f0f9a1111d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=881ef05093614a58b914684a27895951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333323 Aug 03 16:05:10.572152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51892) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:10.585602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c236d-8f8d-4a37-9fe0-a6f0f9a1111d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291c1a9-b12e-419e-98a5-903e55c12b98,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:10.590158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19c64-a498-4777-af9a-9da5ddca2ba1 req-1f4467c6-1bee-437e-90f0-5b5e94030c3f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.593245 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a366fefa-ff1c-414a-b17e-f784dd317d6a x-openstack-request-id: req-a366fefa-ff1c-414a-b17e-f784dd317d6a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:10.594009 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:10.594009 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a366fefa-ff1c-414a-b17e-f784dd317d6a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:10.594290 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'code': 200} Aug 03 16:05:10.598011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87e19c64-a498-4777-af9a-9da5ddca2ba1 req-1f4467c6-1bee-437e-90f0-5b5e94030c3f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.0968003 Aug 03 16:05:10.602612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-fa44f504-cfa3-48ac-be36-789acc65ed53 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622851 Aug 03 16:05:10.634146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.645455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ff978-c945-4dd1-ab23-5e6c48bce21e None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:10.658260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.680245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:10.731088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143fb6f-1643-47e0-82e1-2bc209ceed16 req-d5530596-064d-488c-aadd-4668254d3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.732641 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7143fb6f-1643-47e0-82e1-2bc209ceed16 req-d5530596-064d-488c-aadd-4668254d3155 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1097 time: 0.0650539 Aug 03 16:05:10.736338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.768754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.771643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:10.776369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3291c1a9-b12e-419e-98a5-903e55c12b98 HTTP/1.1" status: 204 len: 168 time: 0.2028475 Aug 03 16:05:10.815475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba0712-3972-4259-97cb-28b4c5d6ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291c1a9-b12e-419e-98a5-903e55c12b98,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:10.843107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7143fb6f-1643-47e0-82e1-2bc209ceed16 req-2d8be685-081d-417d-a6c2-1d3314e656e4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Aug 03 16:05:10.862856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ff978-c945-4dd1-ab23-5e6c48bce21e None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:10.899409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751a1d-b818-41b0-bcb2-8743a4b25642 req-fdd47a15-24ac-4a8f-8fdb-886927450371 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:10.901435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a751a1d-b818-41b0-bcb2-8743a4b25642 req-fdd47a15-24ac-4a8f-8fdb-886927450371 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0880842 Aug 03 16:05:10.920643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:10.921790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.015370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a751a1d-b818-41b0-bcb2-8743a4b25642 req-18be76da-ce64-41ae-a611-a357eb19572b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039588 Aug 03 16:05:11.056614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e959d9a-d27a-41e1-bf22-b91aaf18f8c1,segment=NetworkSegment(cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9),segment_id=cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:11.057327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.080933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87e19c64-a498-4777-af9a-9da5ddca2ba1 req-b79ce920-3e53-4a7d-9e92-0e14842f37f9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4819202 Aug 03 16:05:11.088063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:11.142111 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-1505d94b-7843-47f4-8dd3-dafba98ebc65 service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315084 Aug 03 16:05:11.192177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-ef5024d0-2090-484f-a085-7b28f058c163 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 217 time: 0.0408304 Aug 03 16:05:11.192647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.225394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port 3e959d9a-d27a-41e1-bf22-b91aaf18f8c1 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:11.234577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51902) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:11.250761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=3e959d9a-d27a-41e1-bf22-b91aaf18f8c1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:11.251208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6162a8ec-a767-4120-9820-6727be1fce82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.274953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d4822b69-c4d4-454f-b307-8cd7d2d46079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:11.276434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d4822b69-c4d4-454f-b307-8cd7d2d46079 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0772517 Aug 03 16:05:11.318985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.330103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdc28df-7247-47e4-babb-2da2528586af']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:11.341903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:11.342210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe2dba3-2741-4f4e-98ab-f1919e4a9ac9') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:11.347920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d43862cb-ee4c-4ffd-968b-b7a847338f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:11.349436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d43862cb-ee4c-4ffd-968b-b7a847338f5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660398 Aug 03 16:05:11.351485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.366345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.372931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:11.373331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:11.376437 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:11.440615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:05:11.447534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.454495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.461181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6162a8ec-a767-4120-9820-6727be1fce82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.462696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 51906) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:11.463094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/7fdc28df-7247-47e4-babb-2da2528586af HTTP/1.1" status: 204 len: 168 time: 2.1357050 Aug 03 16:05:11.472030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074263901'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:11.481631 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6162a8ec-a767-4120-9820-6727be1fce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.486643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba258427-fa6b-4ccc-b22c-28967678dd63 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=7fdc28df-7247-47e4-babb-2da2528586af,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:11.570154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-85208b37-4121-46f6-9953-e365e6070e4b service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103975 Aug 03 16:05:11.571327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:11.577812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6162a8ec-a767-4120-9820-6727be1fce82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd9c5c37fbd34c20ae9c3e58eb79c11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421903 Aug 03 16:05:11.580842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162a8ec-a767-4120-9820-6727be1fce82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71dc85b-3267-4acf-9ad7-ae50d4583150,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:11.581417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:11.584559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '76377dcb-51d0-4d92-afa4-488076bff173', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'mac_address': 'fa:16:3e:bb:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:05:11.594822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:11.598118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.625459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.640797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76377dcb-51d0-4d92-afa4-488076bff173 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:11.666021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:11.668266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.670953 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.674081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42e936-a6fb-4e05-8adc-9eaeacf7894b req-a6b04fac-259f-416b-9ab5-739a0d2cdf5a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:11.675517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f42e936-a6fb-4e05-8adc-9eaeacf7894b req-a6b04fac-259f-416b-9ab5-739a0d2cdf5a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1671734 Aug 03 16:05:11.693717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.695623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:11.736608 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.736851 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 2a4cd16d-24fe-4f78-b3c8-224d83e027b1 of type vlan for network 0c0514ef-20dc-4621-8160-4e526024a393 Aug 03 16:05:11.738068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:11.754157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-f6df2ef1-8064-4632-92a9-077804cd1866 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743538 Aug 03 16:05:11.760443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.763576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.767116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a71dc85b-3267-4acf-9ad7-ae50d4583150 HTTP/1.1" status: 204 len: 168 time: 0.1821146 Aug 03 16:05:11.774497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa50362-dcef-4602-a256-50e0dba87f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71dc85b-3267-4acf-9ad7-ae50d4583150,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:11.806059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f42e936-a6fb-4e05-8adc-9eaeacf7894b req-720f12d5-b698-44e3-9858-5989c564848c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121352 Aug 03 16:05:11.840010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-c34fcf6c-a6f7-40f5-83f4-83aeaf5589f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0515387 Aug 03 16:05:11.843876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.911484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-e58f5741-4b79-4c6f-926f-d5a39428410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:11.913507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-e58f5741-4b79-4c6f-926f-d5a39428410a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0658979 Aug 03 16:05:11.919274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.924965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:11.925622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:11.948751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['76377dcb-51d0-4d92-afa4-488076bff173'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:12.012981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5459344 Aug 03 16:05:12.015831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51914) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:12.021962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '0c0514ef-20dc-4621-8160-4e526024a393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:12.023128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c1e3a-af92-4c44-a7c3-eb03e4b87f06 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=0c0514ef-20dc-4621-8160-4e526024a393,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:12.034082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-dd2182aa-e8e9-4070-a7bb-de9eda4c3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.035681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-dd2182aa-e8e9-4070-a7bb-de9eda4c3877 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066108 Aug 03 16:05:12.041980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0c0514ef-20dc-4621-8160-4e526024a393 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:12.187607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-ea5d03f8-25d5-41e3-a470-797437fcedfe service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421421 Aug 03 16:05:12.191670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b85a2af-1ae8-4f42-8ae5-f79dbc8516b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.224993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d76b38-9923-4325-9656-671303812ec8 req-94e268ca-7a45-4332-b499-a3941bb96c84 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.227663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8d76b38-9923-4325-9656-671303812ec8 req-94e268ca-7a45-4332-b499-a3941bb96c84 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0843935 Aug 03 16:05:12.229085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:12.234619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.329916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8d76b38-9923-4325-9656-671303812ec8 req-61e73856-72b6-4970-b25e-10c855672879 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901544 Aug 03 16:05:12.350036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd682db-8dea-4bfc-816c-6e1064f4d718 req-e6866da7-aae5-4efa-9e72-19e804aa8018 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.352425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dd682db-8dea-4bfc-816c-6e1064f4d718 req-e6866da7-aae5-4efa-9e72-19e804aa8018 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 945 time: 0.0834880 Aug 03 16:05:12.401030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-6b037ccb-3645-4c94-ac3d-0a0dc68911e5 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065244 Aug 03 16:05:12.468036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-b58ecc63-cd65-49d9-adb7-799cb08e30dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 217 time: 0.0590646 Aug 03 16:05:12.471235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dd682db-8dea-4bfc-816c-6e1064f4d718 req-c4929363-3125-41d3-b6a1-eaf1d0ae9464 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086223 Aug 03 16:05:12.504233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.537069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d6df09b1-c900-4a2a-8ceb-d06695e024ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.539219 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-d6df09b1-c900-4a2a-8ceb-d06695e024ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0632789 Aug 03 16:05:12.566711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=adf730a6-fe3c-4d9e-9164-f4c268fc4b45,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:12.590550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': '2a4cd16d-24fe-4f78-b3c8-224d83e027b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:12.590902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 0c0514ef-20dc-4621-8160-4e526024a393, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:12.596075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-5a128c79-70f6-4677-8893-9208d0a4742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.597662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-5a128c79-70f6-4677-8893-9208d0a4742c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521002 Aug 03 16:05:12.608555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 0c0514ef-20dc-4621-8160-4e526024a393 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:12.618780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0c0514ef-20dc-4621-8160-4e526024a393) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:12.622921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.623571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.631522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ff767-7094-4ec4-ae16-3ef7ec75770e None None] Network 0c0514ef-20dc-4621-8160-4e526024a393 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:12.640521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8dff74ce-5431-4ad0-8994-5d464cd783bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6228468 Aug 03 16:05:12.642977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 51938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:12.698023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-60de9f83-d898-408b-a662-9f17ace76933 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916550 Aug 03 16:05:12.785062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.790240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.808835 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-08d5283a-0a48-4abf-affe-a2d6f95febfe service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031561 Aug 03 16:05:12.842147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0c0514ef-20dc-4621-8160-4e526024a393', 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': 'adf730a6-fe3c-4d9e-9164-f4c268fc4b45'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:12.843228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.862974 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-8ae8640b-92d2-42a7-b737-568088ceb98a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 217 time: 0.0468628 Aug 03 16:05:12.865422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:12.940477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-e5b870d9-375d-48ef-8f94-d170cf914fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.942007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-e5b870d9-375d-48ef-8f94-d170cf914fd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.0719128 Aug 03 16:05:12.968672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169a18b-7bae-45c7-9db6-bd932b099ce8 req-a365199e-23cf-4c61-9cc3-b1166f23c480 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:12.970297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d169a18b-7bae-45c7-9db6-bd932b099ce8 req-a365199e-23cf-4c61-9cc3-b1166f23c480 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0718584 Aug 03 16:05:13.002873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-52d0b8f5-bb55-4590-8bfd-910e7385080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:13.004381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-52d0b8f5-bb55-4590-8bfd-910e7385080f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536973 Aug 03 16:05:13.008634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Allocated IP 172.20.0.2 (0c0514ef-20dc-4621-8160-4e526024a393/adf730a6-fe3c-4d9e-9164-f4c268fc4b45/2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:13.023355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d169a18b-7bae-45c7-9db6-bd932b099ce8 req-cacc53bc-f804-43f4-a427-33f719e43242 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Aug 03 16:05:13.122531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-67201a4b-e54b-4bda-aace-644c8a29d15e service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085906 Aug 03 16:05:13.236560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.240227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Transition to ACTIVE for port object 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:13.267027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Transition to ACTIVE for port object 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:13.278919 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.297611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.325723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Network 0c0514ef-20dc-4621-8160-4e526024a393 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:13.329070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:13.332785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:13.336927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=adf730a6-fe3c-4d9e-9164-f4c268fc4b45,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:13.350791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Pushing event updated for resources: {'Port': ['ID=2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:13.378187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-4e7473ff-299d-4912-80de-540fabd2157c service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475684 Aug 03 16:05:13.444645 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-2f147dac-a1a9-44d2-8fee-a80b45da0d83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 217 time: 0.0532503 Aug 03 16:05:13.473542 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.499033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0514ef-20dc-4621-8160-4e526024a393']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:13.554946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4cd16d-24fe-4f78-b3c8-224d83e027b1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:13.554946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4cd16d-24fe-4f78-b3c8-224d83e027b1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:13.555365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-fd83f737-bc03-4a4b-92b4-5a98bd938eb0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:13.557343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-fd83f737-bc03-4a4b-92b4-5a98bd938eb0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 813 time: 0.2923224 Aug 03 16:05:13.569526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.576156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:13.586375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-4c842ccd-7ab0-42cd-bfaf-aa5c9faf6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:13.590095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-4c842ccd-7ab0-42cd-bfaf-aa5c9faf6fbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1348760 Aug 03 16:05:13.591364 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.593897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-5298ec66-1d83-4760-af4e-aa1dfd3e52e6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/quotas/3de28765255e4797836aeb1232f18c90 HTTP/1.1" status: 200 len: 375 time: 0.0230954 Aug 03 16:05:13.601725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:13.602731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.659728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Attempting to bind port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:13.660303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Attempting to bind port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2a4cd16d-24fe-4f78-b3c8-224d83e027b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:13.661120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Attempting to bind port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 on network 0c0514ef-20dc-4621-8160-4e526024a393 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:13.675759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:13.676112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Checking segment: {'id': '2a4cd16d-24fe-4f78-b3c8-224d83e027b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:13.676530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.676931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Bound using segment: {'id': '2a4cd16d-24fe-4f78-b3c8-224d83e027b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:13.677467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Bound port: 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4cd16d-24fe-4f78-b3c8-224d83e027b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0c0514ef-20dc-4621-8160-4e526024a393'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:13.677841 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:13.680961 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:13.687056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-7b6d591d-4571-4285-88de-a82dac75bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:13.687611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:13.687611 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:13.687611 n-d-803226-3 neutron-server[106017]: [parameters: {'id': '0c0514ef-20dc-4621-8160-4e526024a393'}] Aug 03 16:05:13.687611 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:13.688513 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:13.688732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-7b6d591d-4571-4285-88de-a82dac75bdd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932887 Aug 03 16:05:13.694759 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.698187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aea8e5-0bf9-45f1-a622-8c838e8e2ee4 req-feff8f73-3c1d-4adf-8e41-1e85d63864b7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:13.700236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1aea8e5-0bf9-45f1-a622-8c838e8e2ee4 req-feff8f73-3c1d-4adf-8e41-1e85d63864b7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.2041636 Aug 03 16:05:13.701747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-776dabb0-3a31-4842-876f-97efcb763dcc tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929129 Aug 03 16:05:13.763760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] For port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:13.764154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1aea8e5-0bf9-45f1-a622-8c838e8e2ee4 req-37cf5781-7fc7-446d-a9dd-98cf669101e6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520365 Aug 03 16:05:13.767174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] For port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80,segment=NetworkSegment(2a4cd16d-24fe-4f78-b3c8-224d83e027b1),segment_id=2a4cd16d-24fe-4f78-b3c8-224d83e027b1)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:13.769629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 76377dcb-51d0-4d92-afa4-488076bff173 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:13.774682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.809313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 76377dcb-51d0-4d92-afa4-488076bff173 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:13.809313 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:13.877268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-9422fcd1-7cb0-4592-8cc7-04d7a4d81ce4 service neutron] 10.222.0.70 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571522 Aug 03 16:05:13.898792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862e32f-23d6-4252-828a-c32b9aa35eeb None None] Pushing event updated for resources: {'Port': ['ID=2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:13.944182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4432528-ee38-40df-ab33-ebcd7704d7a7 None None] Network 0c0514ef-20dc-4621-8160-4e526024a393 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:14.003024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.006797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc269d0-993e-43df-b790-d7cc8c7cdabb req-4152f1c9-e317-4582-87d5-22770e409bbb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:14.009537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-335a5c4a-1842-4178-ba43-5cfd49a1c845 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062882 Aug 03 16:05:14.015741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2cc269d0-993e-43df-b790-d7cc8c7cdabb req-4152f1c9-e317-4582-87d5-22770e409bbb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 945 time: 0.0600753 Aug 03 16:05:14.030830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-5967bb68-cece-4e77-bf18-6b89ef7ce170 service neutron] 10.222.0.70 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463337 Aug 03 16:05:14.057114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:14.059817 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179e2e5-ff5c-49de-b1f9-17e2becc0d5c" -d '{"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-plugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:14.076104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2cc269d0-993e-43df-b790-d7cc8c7cdabb req-9269f478-2d34-41d7-8c68-df28857c72bf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585630 Aug 03 16:05:14.093532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:14.122853 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.167949 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2dd31-2ba7-4a59-927f-79c37b2842c7 x-openstack-request-id: req-81d2dd31-2ba7-4a59-927f-79c37b2842c7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:14.168843 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-plugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:14.169351 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81d2dd31-2ba7-4a59-927f-79c37b2842c7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:14.170052 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'code': 200} Aug 03 16:05:14.190022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.199311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-dbfe311d-fb2b-4d18-b513-801cd8a5cfd8 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815510 Aug 03 16:05:14.217959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0672541-0aee-4dd5-92cf-cb0538d5e565 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:14.305850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:14.325240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112918f-ce72-4d8e-9797-ed78a6f2577e req-dea52467-caa3-4f4d-ab10-eeaca15d1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:14.326882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8112918f-ce72-4d8e-9797-ed78a6f2577e req-dea52467-caa3-4f4d-ab10-eeaca15d1823 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.0785902 Aug 03 16:05:14.343448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-af221f7b-cda7-4538-b274-b9c23c9ab69e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.1337309 Aug 03 16:05:14.356439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:14.356797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.386910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0672541-0aee-4dd5-92cf-cb0538d5e565 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:14.434542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-b1136f63-1bbf-4045-bc9a-eb1fe5d42663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:14.436628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-b1136f63-1bbf-4045-bc9a-eb1fe5d42663 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.0833926 Aug 03 16:05:14.458829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e53ec690-d54a-4388-aa4d-a6a0c4229da9 req-00966ce1-d197-4294-9fe6-34fc4bf0128c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 210 time: 0.0937016 Aug 03 16:05:14.476456 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8112918f-ce72-4d8e-9797-ed78a6f2577e req-50cf61e4-1087-4946-b537-0d18a9bf736c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387920 Aug 03 16:05:14.515218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80,segment=NetworkSegment(2a4cd16d-24fe-4f78-b3c8-224d83e027b1),segment_id=2a4cd16d-24fe-4f78-b3c8-224d83e027b1)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:14.515687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.521000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-ccb7d854-f3d7-4d8d-861b-0dc982be74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:14.522811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-ccb7d854-f3d7-4d8d-861b-0dc982be74aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794415 Aug 03 16:05:14.541246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:14.649629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-c92a00f8-2a83-4d3d-aa50-aaba4e17349f service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166995 Aug 03 16:05:14.656719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:14.720130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:14.726762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port 2aca163e-9bb2-4f7a-bb53-1fb5d33e4f80 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:14.803323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc85d7b2-ada5-4eb3-aba3-a9b49658406d req-5934cacb-683f-4947-bb32-8ae6ce33143e service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485367 Aug 03 16:05:14.932354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354423-b253-4949-a68d-f31a60533f36 req-eab998fc-fcd6-417b-ba7c-f6c05ccb8348 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:14.941057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3354423-b253-4949-a68d-f31a60533f36 req-eab998fc-fcd6-417b-ba7c-f6c05ccb8348 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0815792 Aug 03 16:05:15.014014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.031130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3354423-b253-4949-a68d-f31a60533f36 req-8e7e8461-54fe-4098-a33d-2b80404b6dda tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887461 Aug 03 16:05:15.296701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.314160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0514ef-20dc-4621-8160-4e526024a393']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:15.329740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4cd16d-24fe-4f78-b3c8-224d83e027b1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:15.330121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4cd16d-24fe-4f78-b3c8-224d83e027b1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:15.344879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.354186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca7b8d-4bac-4ed9-b9e2-f3e58f48576a req-d5cc04f4-a507-48e4-8709-cd72c811a74e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:15.355789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97ca7b8d-4bac-4ed9-b9e2-f3e58f48576a req-d5cc04f4-a507-48e4-8709-cd72c811a74e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1045163 Aug 03 16:05:15.386048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.398005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:15.398638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:15.401692 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:15.456467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97ca7b8d-4bac-4ed9-b9e2-f3e58f48576a req-38ee4336-1d16-41d5-b666-c972edc49f11 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921803 Aug 03 16:05:15.490460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.518276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.524666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/0c0514ef-20dc-4621-8160-4e526024a393 HTTP/1.1" status: 204 len: 168 time: 2.8764985 Aug 03 16:05:15.526432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52020) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:15.527313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4b2f3-218e-4d87-8583-c9b32b53b7bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=0c0514ef-20dc-4621-8160-4e526024a393,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:15.539244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1375245888'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:15.612876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85fbcc74-1265-4943-8c0c-584ada7f8ec7 req-f67395a6-26b5-444f-877f-b70c6be274f2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 210 time: 0.0384486 Aug 03 16:05:15.613737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:15.617977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.645737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:15.657843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.658568 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment d9e66bef-8a5c-4e0e-a899-079d1d909f4b of type vlan for network 1b3167c6-8272-480c-a67f-39397475dfe6 Aug 03 16:05:15.712119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.740384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-d1838516-4820-4382-b81a-d066bc5eae4f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:15.742397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-d1838516-4820-4382-b81a-d066bc5eae4f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 813 time: 0.1496196 Aug 03 16:05:15.753807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.756529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Request body: {'port': {'device_id': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'admin_state_up': True, 'tenant_id': '3de28765255e4797836aeb1232f18c90'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:15.761760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:15.761760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:15.834954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3023665 Aug 03 16:05:15.835458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52022) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:15.844320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:15.862124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439291cf-b74e-46ea-ade3-fc2fbc54dbe9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=1b3167c6-8272-480c-a67f-39397475dfe6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:15.877355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 1b3167c6-8272-480c-a67f-39397475dfe6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:15.981222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 16:05:15.981222 n-d-803226-3 neutron-server[106017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 16:05:15.981222 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id': '732fd001b6d6406ead287db9031a6b59', 'id': '25e079f3-a40b-4c08-8f23-e102352ee5e9', 'expiration': datetime.datetime(2021, 8, 3, 16, 7, 15, 976505)}] Aug 03 16:05:15.981222 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:15.982058 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:15.993907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Made reservation on behalf of 3de28765255e4797836aeb1232f18c90 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:15.997553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.150928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Allocated IP 172.20.0.4 (bf37c733-c2f7-4aa1-b14c-21e78e74bb3d/a3144658-047e-4483-8d7c-67ffe69acbf3/6c181a0c-79db-46da-8177-51143a0da6cc) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:16.184884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadf1fc-9903-4f3b-ae85-c246cbf37645 req-3c0926a6-29fa-4fa0-9f5f-f627cb095b59 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:16.193000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aadf1fc-9903-4f3b-ae85-c246cbf37645 req-3c0926a6-29fa-4fa0-9f5f-f627cb095b59 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0686588 Aug 03 16:05:16.228879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aadf1fc-9903-4f3b-ae85-c246cbf37645 req-a27f27fc-852d-45c9-8951-ddd308583399 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349345 Aug 03 16:05:16.325279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.369948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.383643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:16.421451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:16.425297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:16.433395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:16.458433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Pushing event updated for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:16.517878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:16.522347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.533830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:16.534578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.630425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-b390973a-5dc1-4fc3-9cb6-0b1612616bbe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790376 Aug 03 16:05:16.633129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing IP validity checks on allocation pools {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 16:05:16.633647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 16:05:16.649146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Request body: {'port': {'device_id': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:16.716394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156769-28d7-47ea-82c8-df2c7e350c78 req-8f09bf2f-c782-4c17-992d-1cb1e15986e2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:16.718019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83156769-28d7-47ea-82c8-df2c7e350c78 req-8f09bf2f-c782-4c17-992d-1cb1e15986e2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1368525 Aug 03 16:05:16.781811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bb39b-21d5-440e-beec-0f6475af2c72 req-717914ec-5a9d-4f01-ab33-68681e84fdde tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:16.784119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f4bb39b-21d5-440e-beec-0f6475af2c72 req-717914ec-5a9d-4f01-ab33-68681e84fdde tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 931 time: 0.0658505 Aug 03 16:05:16.808540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:16.825288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f4bb39b-21d5-440e-beec-0f6475af2c72 req-bb8bf7d6-c45f-4d74-b271-a81b1e10dfeb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Aug 03 16:05:16.842348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83156769-28d7-47ea-82c8-df2c7e350c78 req-88c0adb8-1c75-4152-9d17-786d39ce668b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147377 Aug 03 16:05:16.981671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad100a-4908-48d0-94e4-76768b395958 req-efc5ba64-4ac0-4b41-86b6-98700e42bd32 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:16.990797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ad100a-4908-48d0-94e4-76768b395958 req-efc5ba64-4ac0-4b41-86b6-98700e42bd32 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0622623 Aug 03 16:05:16.994682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.043819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64ad100a-4908-48d0-94e4-76768b395958 req-7ceb823d-627a-4f6c-9ad0-251ecf744104 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487840 Aug 03 16:05:17.059255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:17.134003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=ff7585f9-446e-4b5b-bef2-1d95b61b1f7d,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:17.139338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e2086-f380-4d97-96cb-d9b758cf8daf tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:17.140881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-771e2086-f380-4d97-96cb-d9b758cf8daf tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1092 time: 0.0803635 Aug 03 16:05:17.146322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52040) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:17.151679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:17.178487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:17.181414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 1b3167c6-8272-480c-a67f-39397475dfe6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:17.220373 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.280943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 1b3167c6-8272-480c-a67f-39397475dfe6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:17.324230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 1b3167c6-8272-480c-a67f-39397475dfe6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:17.332191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:17.332738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.339592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac1e62-cc2a-4e7f-91bd-e7d7c1f18d87 None None] Network 1b3167c6-8272-480c-a67f-39397475dfe6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:17.359855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c181a0c-79db-46da-8177-51143a0da6cc {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:17.370858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af819f65-847d-4a2b-8607-b7a9e2b448e2 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5339906 Aug 03 16:05:17.374004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52044) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:17.375334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.393203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Transition to ACTIVE for port object 6c181a0c-79db-46da-8177-51143a0da6cc will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:17.399534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.469016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9f82-388c-4f07-97dd-96e91437482c req-abb3dd28-6a23-46a0-bf5a-a26198ad2f2f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:17.483873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Pushing event updated for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:17.484109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da4e9f82-388c-4f07-97dd-96e91437482c req-abb3dd28-6a23-46a0-bf5a-a26198ad2f2f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1496108 Aug 03 16:05:17.532322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.605454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-1b3167c6-8272-480c-a67f-39397475dfe6', 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': 'ff7585f9-446e-4b5b-bef2-1d95b61b1f7d'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:17.607963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.670818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da4e9f82-388c-4f07-97dd-96e91437482c req-5f0e6856-fe98-4a63-a811-3f115eae5b1e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738939 Aug 03 16:05:17.677768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Attempting to bind port 6c181a0c-79db-46da-8177-51143a0da6cc on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:17.680570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Attempting to bind port 6c181a0c-79db-46da-8177-51143a0da6cc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:17.684643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.685206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Attempting to bind port 6c181a0c-79db-46da-8177-51143a0da6cc on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:17.707965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Port 6c181a0c-79db-46da-8177-51143a0da6cc on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:05:17.713897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Attempting to bind port 6c181a0c-79db-46da-8177-51143a0da6cc on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:17.748049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:17.748611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Checking segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:17.749176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Bound using segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:17.749841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Bound port: 6c181a0c-79db-46da-8177-51143a0da6cc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:17.750404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.804250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:17.872037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Allocated IP 172.20.0.3 (1b3167c6-8272-480c-a67f-39397475dfe6/ff7585f9-446e-4b5b-bef2-1d95b61b1f7d/3f04bd42-0784-44aa-89fb-475bbf2d98e0) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:17.935732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.244 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/54eba73a-b3af-422c-833f-04f6e1c93d6e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:17.964409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:17.969292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:17.980799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c181a0c-79db-46da-8177-51143a0da6cc,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:18.040654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.160234 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.171401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Transition to ACTIVE for port object 3f04bd42-0784-44aa-89fb-475bbf2d98e0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:18.175820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eaa67683-db75-4463-9e6c-ecde62b04cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.201302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Transition to ACTIVE for port object 3f04bd42-0784-44aa-89fb-475bbf2d98e0 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:18.221416 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.226303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:18.226941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.229833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] 10.222.0.78 "PUT /v2.0/ports/6c181a0c-79db-46da-8177-51143a0da6cc HTTP/1.1" status: 200 len: 1091 time: 1.5886483 Aug 03 16:05:18.237855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:18.240334 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:18.266454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.276876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09ef6-3ddf-40d4-828e-4ea2d31d17f2 req-ef1951d1-5818-4a70-8933-ba02d7632c6e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:18.278985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30b09ef6-3ddf-40d4-828e-4ea2d31d17f2 req-ef1951d1-5818-4a70-8933-ba02d7632c6e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 943 time: 0.2958660 Aug 03 16:05:18.318343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7585f9-446e-4b5b-bef2-1d95b61b1f7d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.320272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Pushing event updated for resources: {'Port': ['ID=3f04bd42-0784-44aa-89fb-475bbf2d98e0,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.330744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Network 1b3167c6-8272-480c-a67f-39397475dfe6 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:18.332350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:18.335767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:18.405472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Attempting to bind port 3f04bd42-0784-44aa-89fb-475bbf2d98e0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:18.405978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Attempting to bind port 3f04bd42-0784-44aa-89fb-475bbf2d98e0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:18.406518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Attempting to bind port 3f04bd42-0784-44aa-89fb-475bbf2d98e0 on network 1b3167c6-8272-480c-a67f-39397475dfe6 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:18.412037 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b562aed4-d99e-4326-b899-5af920e8e6fe x-openstack-request-id: req-b562aed4-d99e-4326-b899-5af920e8e6fe {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:18.412578 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:18.412578 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b562aed4-d99e-4326-b899-5af920e8e6fe {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:18.412877 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc', 'status': 'completed', 'code': 200} Aug 03 16:05:18.415062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:18.415629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Checking segment: {'id': 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:18.416246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.416723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Bound using segment: {'id': 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:18.417605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Bound port: 3f04bd42-0784-44aa-89fb-475bbf2d98e0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1b3167c6-8272-480c-a67f-39397475dfe6'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:18.418208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.419837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f290-9363-4737-9c7a-09cb5200035c service neutron] Pushing event updated for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.421720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.437447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3167c6-8272-480c-a67f-39397475dfe6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:18.442812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-3e864f9a-a729-4dd5-b463-a4414e647352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:18.444676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-3e864f9a-a729-4dd5-b463-a4414e647352 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 1094 time: 0.1569607 Aug 03 16:05:18.448296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30b09ef6-3ddf-40d4-828e-4ea2d31d17f2 req-fe7f614a-89f3-48a3-91a8-c5e5e9b829ff tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308801 Aug 03 16:05:18.455154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:18.455448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:18.477304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.501947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-6fd35bad-b065-497c-bc50-eb9e49057275 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c181a0c-79db-46da-8177-51143a0da6cc HTTP/1.1" status: 200 len: 217 time: 0.0474639 Aug 03 16:05:18.505825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.514456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eaa67683-db75-4463-9e6c-ecde62b04cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.517371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:18.517815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:18.521213 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:18.530242 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.532810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eaa67683-db75-4463-9e6c-ecde62b04cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.548697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] For port 3f04bd42-0784-44aa-89fb-475bbf2d98e0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:18.578193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-75d95fbf-5e1b-4b5c-ba18-c51f97943a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:18.579679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-75d95fbf-5e1b-4b5c-ba18-c51f97943a11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.0642059 Aug 03 16:05:18.609007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] For port 3f04bd42-0784-44aa-89fb-475bbf2d98e0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3f04bd42-0784-44aa-89fb-475bbf2d98e0,segment=NetworkSegment(d9e66bef-8a5c-4e0e-a899-079d1d909f4b),segment_id=d9e66bef-8a5c-4e0e-a899-079d1d909f4b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:18.615395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.616698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eaa67683-db75-4463-9e6c-ecde62b04cf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6da6c9be84c245e5a3960b311c879a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461179 Aug 03 16:05:18.617514 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.api [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:18.617514 n-d-803226-3 neutron-server[106016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:18.617514 n-d-803226-3 neutron-server[106016]: [parameters: {'id': '1b3167c6-8272-480c-a67f-39397475dfe6'}] Aug 03 16:05:18.617514 n-d-803226-3 neutron-server[106016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:18.617945 n-d-803226-3 neutron-server[106016]: DEBUG oslo_db.api [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:18.619639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52062) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:18.620245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa67683-db75-4463-9e6c-ecde62b04cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b673f6-5cac-4299-acc7-f9233274fc12,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.650702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-e05dad3d-a4f8-4803-9e92-63dfe1f6aae7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579424 Aug 03 16:05:18.657966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.681732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.715262 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.724711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092e405-20c6-46be-b33c-0f4886d842f5 None None] Pushing event updated for resources: {'Port': ['ID=3f04bd42-0784-44aa-89fb-475bbf2d98e0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.741835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:18.748212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:18.760852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:18.765586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea3705-f108-4f4f-a4c4-2fc7f15fd72c None None] Network 1b3167c6-8272-480c-a67f-39397475dfe6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:18.793057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=54eba73a-b3af-422c-833f-04f6e1c93d6e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.809624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.811862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:18.813096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29b673f6-5cac-4299-acc7-f9233274fc12 HTTP/1.1" status: 204 len: 168 time: 0.1901019 Aug 03 16:05:18.829888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095578f0-0af1-4fb0-b508-6604d24c3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b673f6-5cac-4299-acc7-f9233274fc12,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:18.839883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8267-a48d-4557-b7ca-cb355e5e2671 req-e44fd11b-cdc6-4e14-a27b-4e3bbbdd03d2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:18.841808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a07a8267-a48d-4557-b7ca-cb355e5e2671 req-e44fd11b-cdc6-4e14-a27b-4e3bbbdd03d2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0814323 Aug 03 16:05:18.868291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-44efae6a-dfac-4973-b184-4fefc21798b7 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085779 Aug 03 16:05:18.916663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a07a8267-a48d-4557-b7ca-cb355e5e2671 req-b22b43be-3aef-4741-b286-404431862a8c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Aug 03 16:05:18.936752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef30f29-4b01-4b92-85f3-0b96f1f4e773 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:19.078259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef30f29-4b01-4b92-85f3-0b96f1f4e773 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:19.096066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d7fdfba-d4fd-4dc3-8864-30cf6469934f req-43d02a46-1f7a-48ea-8d32-09ae3d5c421e service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119627 Aug 03 16:05:19.118836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.203852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port 3f04bd42-0784-44aa-89fb-475bbf2d98e0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:19.204746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.298975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port 3f04bd42-0784-44aa-89fb-475bbf2d98e0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3f04bd42-0784-44aa-89fb-475bbf2d98e0,segment=NetworkSegment(d9e66bef-8a5c-4e0e-a899-079d1d909f4b),segment_id=d9e66bef-8a5c-4e0e-a899-079d1d909f4b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:19.299806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.318616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for 3f04bd42-0784-44aa-89fb-475bbf2d98e0 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:19.330277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-df986ed0-b6ae-478d-94f2-6906aad43168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:19.332087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-df986ed0-b6ae-478d-94f2-6906aad43168 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 1094 time: 0.1466539 Aug 03 16:05:19.432876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.459011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.490834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=3f04bd42-0784-44aa-89fb-475bbf2d98e0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:19.498604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port 3f04bd42-0784-44aa-89fb-475bbf2d98e0 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:19.544200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-196c271a-2ee6-48ef-b663-82538d8ac880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:19.545793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-196c271a-2ee6-48ef-b663-82538d8ac880 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.1996338 Aug 03 16:05:19.557293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.623467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.636168 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-9ad55d4e-71fd-4312-81ad-7ea9fa2cc95a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c181a0c-79db-46da-8177-51143a0da6cc HTTP/1.1" status: 200 len: 217 time: 0.0696344 Aug 03 16:05:19.642771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3167c6-8272-480c-a67f-39397475dfe6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:19.659872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:19.660146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e66bef-8a5c-4e0e-a899-079d1d909f4b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:19.671948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.695955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.708861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:19.709417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:19.715341 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:19.763926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-ddfecaba-5ae1-4a32-8ba7-0ca82e650062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:19.765449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-ddfecaba-5ae1-4a32-8ba7-0ca82e650062 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.1211345 Aug 03 16:05:19.790955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.798713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:19.800624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/1b3167c6-8272-480c-a67f-39397475dfe6 HTTP/1.1" status: 204 len: 168 time: 2.4242923 Aug 03 16:05:19.810077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52094) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:19.815231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5e95-376f-4f37-a87e-5a4bb2c35676 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=1b3167c6-8272-480c-a67f-39397475dfe6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:19.836208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-770953534'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:19.872483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-6305c3d0-7f37-446d-ad25-4b1c7b77cf4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901430 Aug 03 16:05:19.896909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:19.900962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.013444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:20.077208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4482-e72c-4e70-bee1-cf11f5a6cf63 req-fed698b2-076e-4d16-9ecd-fd6aaf2c8366 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:20.079083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c1b4482-e72c-4e70-bee1-cf11f5a6cf63 req-fed698b2-076e-4d16-9ecd-fd6aaf2c8366 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 943 time: 0.4872541 Aug 03 16:05:20.121359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c1b4482-e72c-4e70-bee1-cf11f5a6cf63 req-1885a2d0-4114-471f-9d5f-b139f7f45c88 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361161 Aug 03 16:05:20.378360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.378711 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 9d1fc3b3-5f1f-45a2-8ea9-43e81be3bada of type vlan for network 715a2631-a1f1-4e3e-8557-9d9212f83691 Aug 03 16:05:20.451231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.474375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.504664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.526554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-daf4453d-daa2-4886-b9fe-2ff9ef0c4cb2 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441932 Aug 03 16:05:20.614825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=54eba73a-b3af-422c-833f-04f6e1c93d6e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:20.643770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577266-03e2-4c81-90fc-f4e2ee2e2bf5 req-18a9e8ac-7924-4b6f-b3ba-a1540f7bea9e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:20.645550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7577266-03e2-4c81-90fc-f4e2ee2e2bf5 req-18a9e8ac-7924-4b6f-b3ba-a1540f7bea9e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.2730427 Aug 03 16:05:20.653669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.659263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:20.659841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.727789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:20.797349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9673998 Aug 03 16:05:20.800218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:20.807210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '715a2631-a1f1-4e3e-8557-9d9212f83691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:20.825162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1688-bcfe-4271-a935-bbca0e63b549 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=715a2631-a1f1-4e3e-8557-9d9212f83691,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:20.838156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 715a2631-a1f1-4e3e-8557-9d9212f83691 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:20.839831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04aa7d98-05d8-4b35-94ff-d428b2b3d2c1 req-05044fff-4f6e-4c86-b15b-699ae451ee05 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997665 Aug 03 16:05:20.844489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7577266-03e2-4c81-90fc-f4e2ee2e2bf5 req-ba8e4bf3-16b2-46ee-907d-3d544d0d49c0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797764 Aug 03 16:05:20.906898 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP be376fa3-87bb-4c13-8309-65eb0d1b78bf associated. External IP: 172.25.7.244, port: 76377dcb-51d0-4d92-afa4-488076bff173. Aug 03 16:05:20.946137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:20.950645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.153791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 6a27543a-e04a-40cb-8566-3b39bdd96313 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:05:21.155007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.247798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=7c199584-8069-4467-b095-7ee2baf8ed8a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:21.260694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': '9d1fc3b3-5f1f-45a2-8ea9-43e81be3bada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '715a2631-a1f1-4e3e-8557-9d9212f83691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:21.261058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 715a2631-a1f1-4e3e-8557-9d9212f83691, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:21.278935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:05:21.284189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b569789-e47a-4a10-9314-773485095fb7 req-67033bc8-68c0-4d03-be49-00eceae91c05 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:21.285759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b569789-e47a-4a10-9314-773485095fb7 req-67033bc8-68c0-4d03-be49-00eceae91c05 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 943 time: 0.0807815 Aug 03 16:05:21.293733 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Sync routers for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:05:21.295263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 715a2631-a1f1-4e3e-8557-9d9212f83691 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:21.297075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.303446 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:05:21.304861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:05:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:21.322226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 715a2631-a1f1-4e3e-8557-9d9212f83691) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:21.327450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:21.328403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.329123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fd886fed-6eb9-4485-9712-9fa3fb7859c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1817546 Aug 03 16:05:21.330184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:21.335369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e5e67-f5c8-4797-b2c3-748f61103652 None None] Network 715a2631-a1f1-4e3e-8557-9d9212f83691 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:21.342602 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9faa87c-e809-437a-ac91-08cf47c38940" -d '{"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:21.365374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b569789-e47a-4a10-9314-773485095fb7 req-e4dcc55c-f401-4c8a-bec4-a59d0f6728db tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664794 Aug 03 16:05:21.370245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-22ed3227-2dbf-42d4-aca5-c522eb0366e6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5661936 Aug 03 16:05:21.370700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52122) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:21.434118 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:05:21.460653 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9fa690-4c38-4b92-801e-e2bef5c4a455 x-openstack-request-id: req-6b9fa690-4c38-4b92-801e-e2bef5c4a455 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:21.461188 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:21.461386 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b9fa690-4c38-4b92-801e-e2bef5c4a455 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:21.461909 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'status': 'completed', 'code': 200} Aug 03 16:05:21.564945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-00e7ed9a-3dbe-400e-bf9e-0f0eeccbd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:21.570401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-00e7ed9a-3dbe-400e-bf9e-0f0eeccbd8eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.0963078 Aug 03 16:05:21.598880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:05:21.666587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.686192 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'be376fa3-87bb-4c13-8309-65eb0d1b78bf', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'mac_address': 'fa:16:3e:bb:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1789d41-feb2-424d-90e0-0457327305d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:05:19Z', 'updated_at': '2021-08-03T16:05:19Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:21.693469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef1b6f-6cbb-4259-a8b2-66d8b111dde0 req-c8a59beb-3adf-4e50-81fd-35d6bcab9a84 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:21.697398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2ef1b6f-6cbb-4259-a8b2-66d8b111dde0 req-c8a59beb-3adf-4e50-81fd-35d6bcab9a84 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.2415297 Aug 03 16:05:21.721438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-b27db066-b7f7-41d7-a03c-d2c7dbfb2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:21.723755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-b27db066-b7f7-41d7-a03c-d2c7dbfb2978 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.1471155 Aug 03 16:05:21.787548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.814691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d23cac-ca29-47bf-8a92-90f10a34e190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-715a2631-a1f1-4e3e-8557-9d9212f83691', 'network_id': '715a2631-a1f1-4e3e-8557-9d9212f83691', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '7c199584-8069-4467-b095-7ee2baf8ed8a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:21.818377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2d23cac-ca29-47bf-8a92-90f10a34e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.825521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Checking router: 6a27543a-e04a-40cb-8566-3b39bdd96313 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:05:21.834500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:05:21.836052 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:05:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:21.885510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-4a4710ad-ab6a-4d9c-8df1-76e366522611 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1000 time: 0.1548254 Aug 03 16:05:21.912105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2ef1b6f-6cbb-4259-a8b2-66d8b111dde0 req-f2cbd82e-33ab-4684-a9fd-bd8f505f935a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482534 Aug 03 16:05:21.921630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:21.947919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52140) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:21.955460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:21.973582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:05:22.006700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=7c199584-8069-4467-b095-7ee2baf8ed8a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:22.094587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-591d0d77-7bf9-4203-86c8-1e7fe4e7bbf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 200 len: 992 time: 0.1409481 Aug 03 16:05:22.096640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-65e0c1c2-da3a-400c-8449-bbaef748a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:22.097109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c181a0c-79db-46da-8177-51143a0da6cc details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:05:22.098337 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:05:22.099664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-65e0c1c2-da3a-400c-8449-bbaef748a7a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.2064815 Aug 03 16:05:22.153263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.191341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715a2631-a1f1-4e3e-8557-9d9212f83691']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:22.204349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e99f4e-6753-4846-96a1-69b6a5b5ebae req-4e21fd4d-69eb-4688-b7e6-10e1827f80d3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:22.213709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85e99f4e-6753-4846-96a1-69b6a5b5ebae req-4e21fd4d-69eb-4688-b7e6-10e1827f80d3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1113875 Aug 03 16:05:22.216673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1fc3b3-5f1f-45a2-8ea9-43e81be3bada') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:22.221130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1fc3b3-5f1f-45a2-8ea9-43e81be3bada') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:22.243366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.270470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-c48e2004-063a-493e-80d5-f708a4c16915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:22.271896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-c48e2004-063a-493e-80d5-f708a4c16915 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251459 Aug 03 16:05:22.281634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.292132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85e99f4e-6753-4846-96a1-69b6a5b5ebae req-e8cb0195-1542-468e-8230-12e47c23ce22 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772023 Aug 03 16:05:22.297618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:22.299016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:22.307549 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:22.353702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c181a0c-79db-46da-8177-51143a0da6cc,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:22.386718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '6c181a0c-79db-46da-8177-51143a0da6cc', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'port_id': '6c181a0c-79db-46da-8177-51143a0da6cc', 'mac_address': 'fa:16:3e:13:b1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3144658-047e-4483-8d7c-67ffe69acbf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:05:22.455564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.473751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.486829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.500936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/715a2631-a1f1-4e3e-8557-9d9212f83691 HTTP/1.1" status: 204 len: 168 time: 1.1282976 Aug 03 16:05:22.512506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:22.520813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'be376fa3-87bb-4c13-8309-65eb0d1b78bf', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'mac_address': 'fa:16:3e:bb:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1789d41-feb2-424d-90e0-0457327305d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:05:19Z', 'updated_at': '2021-08-03T16:05:19Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:22.522603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971e202-b784-413b-8ab6-a3b7ec1b3f2a None None] Network 715a2631-a1f1-4e3e-8557-9d9212f83691 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:22.611148 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe20c6e-aaba-4c55-8fcf-fb93dbec41cf None None] The sync data for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 is: [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'be376fa3-87bb-4c13-8309-65eb0d1b78bf', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.244', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'mac_address': 'fa:16:3e:bb:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1789d41-feb2-424d-90e0-0457327305d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:05:19Z', 'updated_at': '2021-08-03T16:05:19Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:05:22.620241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729301688'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:22.654051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478540f-f4aa-4468-a4d2-fafe0101f3ab tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=715a2631-a1f1-4e3e-8557-9d9212f83691,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:22.717352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:22.724112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.746162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638701d-59e1-41c2-a78d-208d0cb35757 req-c8b33332-0c38-4b85-b354-edc72a8955ea tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:22.747636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a638701d-59e1-41c2-a78d-208d0cb35757 req-c8b33332-0c38-4b85-b354-edc72a8955ea tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 943 time: 0.2271585 Aug 03 16:05:22.794342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971e202-b784-413b-8ab6-a3b7ec1b3f2a None None] Network 715a2631-a1f1-4e3e-8557-9d9212f83691 could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 16:05:22.799491 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.815692 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.836903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c181a0c-79db-46da-8177-51143a0da6cc {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:22.844824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:22.889498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c181a0c-79db-46da-8177-51143a0da6cc,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:22.900897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:22.904934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.914467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.916408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:22.929394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a638701d-59e1-41c2-a78d-208d0cb35757 req-19f152ca-01b4-4dce-8952-550c53e1c493 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622777 Aug 03 16:05:22.939500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:22.939896 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 22cfd567-5039-44d5-a4e9-5c4fc225e0e5 of type vlan for network 242ee59f-f31c-43d3-ae24-e6dabc8d81e6 Aug 03 16:05:22.986672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.040570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:23.051123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c35c7143-aada-4ef8-b616-65b8ee1756e0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:23.059749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.093078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:23.093777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.098934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:23.162686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a86621-7ecd-40c3-af29-328185643e59 None None] New status for floating IP be376fa3-87bb-4c13-8309-65eb0d1b78bf: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:05:23.222299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:23.257958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6c181a0c-79db-46da-8177-51143a0da6cc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:23.264348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-d988261c-cd3a-4b62-b320-579cd226074b service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9711735 Aug 03 16:05:23.296639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6903756 Aug 03 16:05:23.302811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:23.310701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '242ee59f-f31c-43d3-ae24-e6dabc8d81e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:23.355512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b860eb-f61d-41e8-bb1e-2a2ad0aafc76 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=242ee59f-f31c-43d3-ae24-e6dabc8d81e6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:23.416244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 242ee59f-f31c-43d3-ae24-e6dabc8d81e6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:23.444155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-12aa65cc-68e4-4e11-bd2a-c862b6123653 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 200 len: 992 time: 0.3424518 Aug 03 16:05:23.493460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:23.497688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.577747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9faa87c-e809-437a-ac91-08cf47c38940 req-21ad0b0f-fb2c-482b-9204-911b925848f6 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031366 Aug 03 16:05:23.610724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9dc24-36a0-4322-b794-0cdeca529845 req-8837de82-b5fc-4488-9fc9-41929073e32f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:23.621580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33d9dc24-36a0-4322-b794-0cdeca529845 req-8837de82-b5fc-4488-9fc9-41929073e32f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1787908 Aug 03 16:05:23.737028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.760464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33d9dc24-36a0-4322-b794-0cdeca529845 req-b84a871f-2103-4201-bedc-aea21bd2a631 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372797 Aug 03 16:05:23.824760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': '22cfd567-5039-44d5-a4e9-5c4fc225e0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '242ee59f-f31c-43d3-ae24-e6dabc8d81e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:23.825426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 242ee59f-f31c-43d3-ae24-e6dabc8d81e6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:23.846199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=c809c228-31ea-4ad3-990d-976231c604cf,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:23.875350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 242ee59f-f31c-43d3-ae24-e6dabc8d81e6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:23.892125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 242ee59f-f31c-43d3-ae24-e6dabc8d81e6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:23.903385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:23.905524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d9763-21b0-4573-ad42-04d24ab9aa02 None None] Network 242ee59f-f31c-43d3-ae24-e6dabc8d81e6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:23.920380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:23.951048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-23fb9635-496d-423c-9b3f-45c6fe901f1c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6468544 Aug 03 16:05:23.951329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52180) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:24.120813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.150509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee589f-98f3-496c-bf6c-e4e9c593c1d1 req-949f218c-17e9-4196-a7d9-ab0eeece15a1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:24.167805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6ee589f-98f3-496c-bf6c-e4e9c593c1d1 req-949f218c-17e9-4196-a7d9-ab0eeece15a1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 944 time: 0.0849693 Aug 03 16:05:24.193435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2018a5-f948-4fb4-ab94-f5347aa8b699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-242ee59f-f31c-43d3-ae24-e6dabc8d81e6', 'network_id': '242ee59f-f31c-43d3-ae24-e6dabc8d81e6', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': 'c809c228-31ea-4ad3-990d-976231c604cf'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:24.198882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5d2018a5-f948-4fb4-ab94-f5347aa8b699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.265296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.347223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6ee589f-98f3-496c-bf6c-e4e9c593c1d1 req-a672ec97-9ca4-46ca-a547-e82cf58b18cf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455081 Aug 03 16:05:24.376135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-5d2018a5-f948-4fb4-ab94-f5347aa8b699 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c809c228-31ea-4ad3-990d-976231c604cf: This subnet is being modified by another concurrent operation. Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c809c228-31ea-4ad3-990d-976231c604cf: This subnet is being modified by another concurrent operation. Aug 03 16:05:24.379680 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:05:24.406478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cab58e-d9c5-45bc-8a12-06389c034314 None None] Network 242ee59f-f31c-43d3-ae24-e6dabc8d81e6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:24.421765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=c809c228-31ea-4ad3-990d-976231c604cf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:24.447952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52184) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:24.517710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.539938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242ee59f-f31c-43d3-ae24-e6dabc8d81e6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:24.561413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cfd567-5039-44d5-a4e9-5c4fc225e0e5') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:24.561816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cfd567-5039-44d5-a4e9-5c4fc225e0e5') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:24.577676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.587153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-589f1155-74df-45e9-a276-1ea5db49cf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 200 len: 994 time: 0.1379609 Aug 03 16:05:24.599675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6db270-752f-43e6-ab9a-ee90d71d59ee None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:24.613200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.626617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:24.627028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:24.642713 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:24.721158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.733177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.739326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/242ee59f-f31c-43d3-ae24-e6dabc8d81e6 HTTP/1.1" status: 204 len: 168 time: 0.7857432 Aug 03 16:05:24.739499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52186) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:24.747458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4297125'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:24.751308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c7590-b33a-46d9-a622-85fdee050159 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=242ee59f-f31c-43d3-ae24-e6dabc8d81e6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:24.785493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:24.787223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6db270-752f-43e6-ab9a-ee90d71d59ee None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:24.789848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.862741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:24.880700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:24.881104 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment bcda30cc-9ce6-4525-a586-0e20a10a72a5 of type vlan for network c4675f9f-8ac5-4339-8c7f-487647cbea36 Aug 03 16:05:24.967875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.046638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307815d4-a1d9-45e8-8f4a-bd21fbd56da3 req-18666025-1ea5-4def-8d86-44b36536d83a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:25.048363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-307815d4-a1d9-45e8-8f4a-bd21fbd56da3 req-18666025-1ea5-4def-8d86-44b36536d83a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1206205 Aug 03 16:05:25.092993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.099440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:25.100050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.118111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-307815d4-a1d9-45e8-8f4a-bd21fbd56da3 req-74b8f857-67ea-4513-8584-89f8cf04feb3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624866 Aug 03 16:05:25.216577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4736066 Aug 03 16:05:25.217113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52198) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:25.225832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:25.387861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf41be-96eb-455b-8ef4-ea60c38970ae tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=c4675f9f-8ac5-4339-8c7f-487647cbea36,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:25.400615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:25.476667 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.511213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.531075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 is not hosted by any dhcp agent {{(pid=106017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:05:25.538237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:25.550339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1f6d-0baf-42c8-99ad-b2c2c674eb77 req-4e3a0cf1-e7b5-4e37-a78b-115fd1a9da64 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:25.552418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da7e1f6d-0baf-42c8-99ad-b2c2c674eb77 req-4e3a0cf1-e7b5-4e37-a78b-115fd1a9da64 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 944 time: 0.0857916 Aug 03 16:05:25.553036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:25.554028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.555538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "PUT /v2.0/networks/c4675f9f-8ac5-4339-8c7f-487647cbea36 HTTP/1.1" status: 200 len: 723 time: 0.3373439 Aug 03 16:05:25.558528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:25.567375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:25.636333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c35c7143-aada-4ef8-b616-65b8ee1756e0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:25.636743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.658769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0ff1d-f8ce-4e88-b683-d87e099ce4d7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=c4675f9f-8ac5-4339-8c7f-487647cbea36,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:25.671479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:25.702524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da7e1f6d-0baf-42c8-99ad-b2c2c674eb77 req-30b5766d-0480-4602-ad8b-5223dd25ce19 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274326 Aug 03 16:05:25.756040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:25.761304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.803011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.836006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:25.839248 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311df7cc-6882-4214-abad-c50f9c88daf8" -d '{"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:25.862897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:25.868798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:25.909902 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740f39ab-98f9-4bec-a916-70c780852bce x-openstack-request-id: req-740f39ab-98f9-4bec-a916-70c780852bce {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:25.910528 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:25.911346 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-740f39ab-98f9-4bec-a916-70c780852bce {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:25.911973 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'code': 200} Aug 03 16:05:25.940937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:25.992302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c181a0c-79db-46da-8177-51143a0da6cc up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:26.043216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.127124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.160740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 6c181a0c-79db-46da-8177-51143a0da6cc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:26.162350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=6f76610f-bb6c-44ef-bfb2-20fc5eebaa13,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:26.175465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 6c181a0c-79db-46da-8177-51143a0da6cc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:26.176529 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.211575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'bcda30cc-9ce6-4525-a586-0e20a10a72a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:26.211961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: c4675f9f-8ac5-4339-8c7f-487647cbea36, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:26.243322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:26.262602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c4675f9f-8ac5-4339-8c7f-487647cbea36) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:26.267942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:26.268698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.295506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9912ebe-6549-402d-bf8d-5b9143df766c None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:26.302502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a219da0e-03eb-4dc2-baa4-5c536a9c8171 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7428191 Aug 03 16:05:26.307885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52212) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:26.319953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:26.356467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.459618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58731848'] for subnet, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.503517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c181a0c-79db-46da-8177-51143a0da6cc,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:26.512070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.557490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab87ff-4fde-432b-a9f7-ea18163a12ff req-694ab225-c3d2-4a18-bac2-14b80d461adc tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:26.559280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eab87ff-4fde-432b-a9f7-ea18163a12ff req-694ab225-c3d2-4a18-bac2-14b80d461adc tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.2663796 Aug 03 16:05:26.627942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:26.634596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c4675f9f-8ac5-4339-8c7f-487647cbea36', 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '6f76610f-bb6c-44ef-bfb2-20fc5eebaa13'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:26.636074 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.658795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eab87ff-4fde-432b-a9f7-ea18163a12ff req-5a8b3454-dd01-44d9-9fc8-defddc245265 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910852 Aug 03 16:05:26.779224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745864237734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62590590'] for subnet, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.856518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:26.856518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:26.857840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "PUT /v2.0/subnets/6f76610f-bb6c-44ef-bfb2-20fc5eebaa13 HTTP/1.1" status: 200 len: 806 time: 0.5489142 Aug 03 16:05:26.860457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52218) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:26.899136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e568d-8647-44ba-88ab-c68de44b8661 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=6f76610f-bb6c-44ef-bfb2-20fc5eebaa13,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:26.919684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48973e4f-098d-4c1c-a1c2-9e63a1cfbcea req-64093f90-88ec-40bf-b8a9-1401364e5985 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:26.921603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48973e4f-098d-4c1c-a1c2-9e63a1cfbcea req-64093f90-88ec-40bf-b8a9-1401364e5985 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.0934844 Aug 03 16:05:26.935195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Allocated IP 172.20.0.2 (c4675f9f-8ac5-4339-8c7f-487647cbea36/6f76610f-bb6c-44ef-bfb2-20fc5eebaa13/2168f173-6b39-4895-956b-4011980397d6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:26.988411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48973e4f-098d-4c1c-a1c2-9e63a1cfbcea req-4427ab29-49c2-4c21-9c94-5025578de537 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Aug 03 16:05:27.034197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.153336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.206611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.216805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Transition to ACTIVE for port object 2168f173-6b39-4895-956b-4011980397d6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:27.237588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Transition to ACTIVE for port object 2168f173-6b39-4895-956b-4011980397d6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:27.246318 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.267390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.306665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:27.311022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:27.315392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:27.315737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=6f76610f-bb6c-44ef-bfb2-20fc5eebaa13,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:27.356749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Pushing event updated for resources: {'Port': ['ID=2168f173-6b39-4895-956b-4011980397d6,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:27.397810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Attempting to bind port 2168f173-6b39-4895-956b-4011980397d6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:27.398197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Attempting to bind port 2168f173-6b39-4895-956b-4011980397d6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'bcda30cc-9ce6-4525-a586-0e20a10a72a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:27.398569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Attempting to bind port 2168f173-6b39-4895-956b-4011980397d6 on network c4675f9f-8ac5-4339-8c7f-487647cbea36 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:27.404317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:27.404730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Checking segment: {'id': 'bcda30cc-9ce6-4525-a586-0e20a10a72a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:27.405139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.405535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Bound using segment: {'id': 'bcda30cc-9ce6-4525-a586-0e20a10a72a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:27.406036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Bound port: 2168f173-6b39-4895-956b-4011980397d6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcda30cc-9ce6-4525-a586-0e20a10a72a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:27.406418 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.422818 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.435219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4675f9f-8ac5-4339-8c7f-487647cbea36']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:27.450503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcda30cc-9ce6-4525-a586-0e20a10a72a5') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:27.451044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcda30cc-9ce6-4525-a586-0e20a10a72a5') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:27.461150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.488705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.492176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] For port 2168f173-6b39-4895-956b-4011980397d6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:27.496013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:27.496418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:27.499641 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:27.565627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] For port 2168f173-6b39-4895-956b-4011980397d6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2168f173-6b39-4895-956b-4011980397d6,segment=NetworkSegment(bcda30cc-9ce6-4525-a586-0e20a10a72a5),segment_id=bcda30cc-9ce6-4525-a586-0e20a10a72a5)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:27.567481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:27.567481 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:27.567481 n-d-803226-3 neutron-server[106017]: [parameters: {'id': 'c4675f9f-8ac5-4339-8c7f-487647cbea36'}] Aug 03 16:05:27.567481 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:27.567898 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:27.572361 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:27.704825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26a7c-e7db-4e3d-9b95-d0e23289cf55 None None] Pushing event updated for resources: {'Port': ['ID=2168f173-6b39-4895-956b-4011980397d6,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:27.733196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2cbadc-b587-4237-83b7-b0ddf0c95735 None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:27.890789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f7d2-0a03-4f43-99ce-61e9ed37e624 req-79131067-ac0f-4cdb-889f-bb2ba52c0590 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:27.892444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b70f7d2-0a03-4f43-99ce-61e9ed37e624 req-79131067-ac0f-4cdb-889f-bb2ba52c0590 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0915473 Aug 03 16:05:27.925207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:27.927802 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dadc469-fd9b-4ba6-bed2-7384dd2504e2" -d '{"events": [{"server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "name": "network-vif-plugged", "status": "completed", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:27.943454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b70f7d2-0a03-4f43-99ce-61e9ed37e624 req-90f8b072-e068-450d-a033-07ae3257fc44 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427585 Aug 03 16:05:27.965035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd1618-fd66-49fe-be5b-8c9495a08490 None None] Network c4675f9f-8ac5-4339-8c7f-487647cbea36 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:28.011772 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebe7817-e36e-4085-8e8f-2eecd3d76622 x-openstack-request-id: req-6ebe7817-e36e-4085-8e8f-2eecd3d76622 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:28.012065 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "name": "network-vif-plugged", "status": "completed", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:28.012317 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ebe7817-e36e-4085-8e8f-2eecd3d76622 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:28.012803 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc', 'code': 200} Aug 03 16:05:28.080506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.204378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f05c11-3143-45b8-b03d-8748ab912eeb None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:28.215196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64db53d-bdd4-40b4-8026-2d08a6e31c80 req-9f6140c9-c56c-495b-82ab-d95b508476a7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:28.242361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a64db53d-bdd4-40b4-8026-2d08a6e31c80 req-9f6140c9-c56c-495b-82ab-d95b508476a7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.1215820 Aug 03 16:05:28.264577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6c579-8413-4d5d-9fef-f2911759a5ad req-c47a8ecf-4f02-4870-aa76-829cff781f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:28.266135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85c6c579-8413-4d5d-9fef-f2911759a5ad req-c47a8ecf-4f02-4870-aa76-829cff781f76 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 1096 time: 0.0948598 Aug 03 16:05:28.307930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port 2168f173-6b39-4895-956b-4011980397d6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:28.308372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.346886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a64db53d-bdd4-40b4-8026-2d08a6e31c80 req-7d002f62-7253-421a-a49b-3a62af945f3d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035519 Aug 03 16:05:28.404268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port 2168f173-6b39-4895-956b-4011980397d6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2168f173-6b39-4895-956b-4011980397d6,segment=NetworkSegment(bcda30cc-9ce6-4525-a586-0e20a10a72a5),segment_id=bcda30cc-9ce6-4525-a586-0e20a10a72a5)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:28.404268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.422191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for 2168f173-6b39-4895-956b-4011980397d6 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:28.468318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f05c11-3143-45b8-b03d-8748ab912eeb None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:28.540076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85c6c579-8413-4d5d-9fef-f2911759a5ad req-c0bd4035-c79d-49c4-b54d-daffde9e4648 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630618 Aug 03 16:05:28.541655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.584701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=2168f173-6b39-4895-956b-4011980397d6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:28.587710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port 2168f173-6b39-4895-956b-4011980397d6 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:28.687521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.699733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4675f9f-8ac5-4339-8c7f-487647cbea36']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:28.712017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcda30cc-9ce6-4525-a586-0e20a10a72a5') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:28.712319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcda30cc-9ce6-4525-a586-0e20a10a72a5') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:28.728722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.745318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.752259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:28.752669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:28.756696 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:28.856537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.864599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:28.867392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/c4675f9f-8ac5-4339-8c7f-487647cbea36 HTTP/1.1" status: 204 len: 168 time: 2.0054355 Aug 03 16:05:28.870198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:28.896804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b01d-349d-4251-b283-70b0dff448e4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=c4675f9f-8ac5-4339-8c7f-487647cbea36,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:28.910640 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7bd882-71a2-4bc0-8126-ee3b17345f27 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:28.911360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7bd882-71a2-4bc0-8126-ee3b17345f27 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:28.917507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f7bd882-71a2-4bc0-8126-ee3b17345f27 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/c4675f9f-8ac5-4339-8c7f-487647cbea36 HTTP/1.1" status: 404 len: 339 time: 0.0427155 Aug 03 16:05:28.917902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52240) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:28.922979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522757501', 'description': 'd1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:28.951912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:28.955670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:29.015060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:29.036979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:29.037332 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 48e97355-5e9b-4175-9961-3d455e78b1b1 of type vlan for network a62c87ad-01bf-421c-8039-8fcc957fd290 Aug 03 16:05:29.126219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:29.181789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b4d76-e5bb-44c6-871f-edb9b9caed35 req-a98c0fd6-1980-44f4-830c-80fd8dd7cb91 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:29.189378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-131b4d76-e5bb-44c6-871f-edb9b9caed35 req-a98c0fd6-1980-44f4-830c-80fd8dd7cb91 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1071062 Aug 03 16:05:29.243001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:29.248725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:29.249333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:29.272780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-131b4d76-e5bb-44c6-871f-edb9b9caed35 req-7349441d-f2f6-4c87-985d-74057c194110 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791099 Aug 03 16:05:29.343106 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4240923 Aug 03 16:05:29.350146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52246) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:29.481386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6765e6f4-1881-4195-bf9f-7c4253dfd46c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:29.482994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6765e6f4-1881-4195-bf9f-7c4253dfd46c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks?id=a62c87ad-01bf-421c-8039-8fcc957fd290 HTTP/1.1" status: 200 len: 761 time: 0.1359515 Aug 03 16:05:29.483756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1877c-28cb-4c9b-b42f-755864d48856 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=a62c87ad-01bf-421c-8039-8fcc957fd290,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:29.485821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:29.493991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'description': 'd2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:29.501780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a62c87ad-01bf-421c-8039-8fcc957fd290 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:29.947423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76acc6b-62f7-485e-a929-a76b3a3b3f81 req-82e412ad-f644-41dd-82fd-5a5e16e64d4f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:29.948990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d76acc6b-62f7-485e-a929-a76b3a3b3f81 req-82e412ad-f644-41dd-82fd-5a5e16e64d4f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.5103948 Aug 03 16:05:30.055924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d76acc6b-62f7-485e-a929-a76b3a3b3f81 req-49a7ec51-045a-4915-b7ee-06d6d93b75ba tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Aug 03 16:05:30.089235 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.110323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.137924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network a62c87ad-01bf-421c-8039-8fcc957fd290 is not hosted by any dhcp agent {{(pid=106017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:05:30.143808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:30.144659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.145968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "PUT /v2.0/networks/a62c87ad-01bf-421c-8039-8fcc957fd290 HTTP/1.1" status: 200 len: 758 time: 0.6585155 Aug 03 16:05:30.149206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:30.221852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74f0d-b114-4dc2-9fb3-18d3333db39d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=a62c87ad-01bf-421c-8039-8fcc957fd290,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:30.236767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a62c87ad-01bf-421c-8039-8fcc957fd290 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:30.301971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed45f6-0222-416b-b3dc-6fb24568c53c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:30.310631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52260) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:30.311216 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23ed45f6-0222-416b-b3dc-6fb24568c53c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks?id=a62c87ad-01bf-421c-8039-8fcc957fd290 HTTP/1.1" status: 200 len: 761 time: 0.1607034 Aug 03 16:05:30.315936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1238943831'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:30.365577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:30.370369 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.434795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:30.450681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.451072 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment 619ed1db-4d73-4b64-829d-0ff3ed0eb885 of type vlan for network 9f3f2155-8a59-4509-ac35-a5af19c94c77 Aug 03 16:05:30.466030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d47cb0-7d5a-4d49-be8a-3f87173cb84f req-5f4cc2fe-2894-472a-a5fd-449238cba8b8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:30.468685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19d47cb0-7d5a-4d49-be8a-3f87173cb84f req-5f4cc2fe-2894-472a-a5fd-449238cba8b8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0660484 Aug 03 16:05:30.510563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.531084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19d47cb0-7d5a-4d49-be8a-3f87173cb84f req-0c29e897-64d1-4d0f-aca0-b40b40d6864f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558190 Aug 03 16:05:30.548302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.555135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:30.555923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:30.621726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3086352 Aug 03 16:05:30.623426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:30.630668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:30.656106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a884-1c2e-4e93-90d7-93ddd43ca5c9 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=9f3f2155-8a59-4509-ac35-a5af19c94c77,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:30.672724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9f3f2155-8a59-4509-ac35-a5af19c94c77 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:30.784464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:30.789569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.055187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.130970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=a29288cf-4445-4a8e-8def-d08b7d4992dd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:31.163713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': '619ed1db-4d73-4b64-829d-0ff3ed0eb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:31.164520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: 9f3f2155-8a59-4509-ac35-a5af19c94c77, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:31.224430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network 9f3f2155-8a59-4509-ac35-a5af19c94c77 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:31.246449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aacae-de06-46cb-9f01-0243b61575eb req-5285e04f-14ec-45f5-aad1-d0977350788f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:31.248056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-924aacae-de06-46cb-9f01-0243b61575eb req-5285e04f-14ec-45f5-aad1-d0977350788f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.0735517 Aug 03 16:05:31.252627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9f3f2155-8a59-4509-ac35-a5af19c94c77) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:31.259968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:31.260591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.270289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf30b1-571e-4d18-a23d-f77fc90a6195 None None] Network 9f3f2155-8a59-4509-ac35-a5af19c94c77 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:31.300540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52270) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:31.300713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-67db7198-3193-4add-8b07-d5da1e332334 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6757989 Aug 03 16:05:31.341546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-924aacae-de06-46cb-9f01-0243b61575eb req-27b5ce4c-9856-4491-a91e-6829fcf04bba tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693114 Aug 03 16:05:31.520458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.559246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9f3f2155-8a59-4509-ac35-a5af19c94c77', 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': 'a29288cf-4445-4a8e-8def-d08b7d4992dd'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:31.561139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.693486 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:31.746398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Allocated IP 172.20.0.2 (9f3f2155-8a59-4509-ac35-a5af19c94c77/a29288cf-4445-4a8e-8def-d08b7d4992dd/b6c0a898-4587-4a2e-8098-f15c48d2f304) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:31.782825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268547-fb96-471e-87a6-60bd88c26572 req-15fd73dc-d09a-413f-9e63-064b05fbb535 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:31.784626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c2268547-fb96-471e-87a6-60bd88c26572 req-15fd73dc-d09a-413f-9e63-064b05fbb535 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0870392 Aug 03 16:05:31.862985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c2268547-fb96-471e-87a6-60bd88c26572 req-c2e04d7b-5985-4822-b157-f8f621c39021 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673997 Aug 03 16:05:31.924061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044b58-55e7-4bc2-9140-876e3b7602e8 req-91af2fa2-c386-4d4b-8c3f-456569469e56 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:31.925660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d044b58-55e7-4bc2-9140-876e3b7602e8 req-91af2fa2-c386-4d4b-8c3f-456569469e56 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.1363332 Aug 03 16:05:31.980434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d044b58-55e7-4bc2-9140-876e3b7602e8 req-ecc8aa48-9778-4415-bdd8-b2d617a8fc6e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479999 Aug 03 16:05:32.011091 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.020758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Transition to ACTIVE for port object b6c0a898-4587-4a2e-8098-f15c48d2f304 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:32.042671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Transition to ACTIVE for port object b6c0a898-4587-4a2e-8098-f15c48d2f304 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:32.051476 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.077101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.107363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Pushing event updated for resources: {'Port': ['ID=b6c0a898-4587-4a2e-8098-f15c48d2f304,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:32.120319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Network 9f3f2155-8a59-4509-ac35-a5af19c94c77 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:32.122471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:32.125115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:32.133124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=a29288cf-4445-4a8e-8def-d08b7d4992dd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:32.185317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.200384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Attempting to bind port b6c0a898-4587-4a2e-8098-f15c48d2f304 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:32.201273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Attempting to bind port b6c0a898-4587-4a2e-8098-f15c48d2f304 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '619ed1db-4d73-4b64-829d-0ff3ed0eb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:32.202641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Attempting to bind port b6c0a898-4587-4a2e-8098-f15c48d2f304 on network 9f3f2155-8a59-4509-ac35-a5af19c94c77 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:32.203916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3f2155-8a59-4509-ac35-a5af19c94c77']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:32.208480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:32.208480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Checking segment: {'id': '619ed1db-4d73-4b64-829d-0ff3ed0eb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:32.209035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.209908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Bound using segment: {'id': '619ed1db-4d73-4b64-829d-0ff3ed0eb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:32.210517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Bound port: b6c0a898-4587-4a2e-8098-f15c48d2f304, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619ed1db-4d73-4b64-829d-0ff3ed0eb885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:32.210517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.217662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ed1db-4d73-4b64-829d-0ff3ed0eb885') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:32.218371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ed1db-4d73-4b64-829d-0ff3ed0eb885') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:32.233210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.261301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.273863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:32.274676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:32.278553 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:32.310521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] For port b6c0a898-4587-4a2e-8098-f15c48d2f304, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:32.354953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] For port b6c0a898-4587-4a2e-8098-f15c48d2f304, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b6c0a898-4587-4a2e-8098-f15c48d2f304,segment=NetworkSegment(619ed1db-4d73-4b64-829d-0ff3ed0eb885),segment_id=619ed1db-4d73-4b64-829d-0ff3ed0eb885)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:32.356560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:32.356560 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:32.356560 n-d-803226-3 neutron-server[106017]: [parameters: {'id': '9f3f2155-8a59-4509-ac35-a5af19c94c77'}] Aug 03 16:05:32.356560 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:32.357203 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:32.360566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.420079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865fc81-dd34-48cf-a272-d15ee9fc9154 None None] Pushing event updated for resources: {'Port': ['ID=b6c0a898-4587-4a2e-8098-f15c48d2f304,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:32.617520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051acb7-102d-42e0-8027-47663d3dad5b None None] Network 9f3f2155-8a59-4509-ac35-a5af19c94c77 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:32.775265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1faef9b-9a08-4668-abc3-2f991ac1a64e None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:05:32.858558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:32.950639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1faef9b-9a08-4668-abc3-2f991ac1a64e None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:05:33.032562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port b6c0a898-4587-4a2e-8098-f15c48d2f304 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:33.033175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.138474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0b9c2-6807-4d7f-aefb-d19727b53ad6 req-f80d3942-a927-4b57-bbf5-8d7eb856baeb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:33.145249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eca0b9c2-6807-4d7f-aefb-d19727b53ad6 req-f80d3942-a927-4b57-bbf5-8d7eb856baeb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1470923 Aug 03 16:05:33.192737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port b6c0a898-4587-4a2e-8098-f15c48d2f304, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b6c0a898-4587-4a2e-8098-f15c48d2f304,segment=NetworkSegment(619ed1db-4d73-4b64-829d-0ff3ed0eb885),segment_id=619ed1db-4d73-4b64-829d-0ff3ed0eb885)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:33.195091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.228229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eca0b9c2-6807-4d7f-aefb-d19727b53ad6 req-21e33698-2c15-4f31-86cc-b846260188dc tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776505 Aug 03 16:05:33.255600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for b6c0a898-4587-4a2e-8098-f15c48d2f304 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:33.399988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-928d2855-d086-4a12-b4b1-670c706d0b7a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:33.401478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-928d2855-d086-4a12-b4b1-670c706d0b7a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.1430371 Aug 03 16:05:33.411896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db046-f77e-4984-8e22-16d668d4739e req-dff7ce07-85c4-44f8-85b3-6fdd9042afc6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:33.417930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-006db046-f77e-4984-8e22-16d668d4739e req-dff7ce07-85c4-44f8-85b3-6fdd9042afc6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 945 time: 0.2099822 Aug 03 16:05:33.529565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-006db046-f77e-4984-8e22-16d668d4739e req-34cdd0a9-758e-48ce-82ca-56fc3fc02525 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012435 Aug 03 16:05:33.601411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.645729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=b6c0a898-4587-4a2e-8098-f15c48d2f304,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:33.655125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Deleting port 6c181a0c-79db-46da-8177-51143a0da6cc {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:33.655408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.661265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port b6c0a898-4587-4a2e-8098-f15c48d2f304 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:33.819048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.847084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3f2155-8a59-4509-ac35-a5af19c94c77']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:33.858521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] For port 6c181a0c-79db-46da-8177-51143a0da6cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6c181a0c-79db-46da-8177-51143a0da6cc,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:33.858893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.869090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619ed1db-4d73-4b64-829d-0ff3ed0eb885') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:33.869429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619ed1db-4d73-4b64-829d-0ff3ed0eb885') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:33.882252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Calling delete_port for 6c181a0c-79db-46da-8177-51143a0da6cc owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:33.884979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.952745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.966961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:33.967370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:33.970346 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:34.073149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:34.107483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:34.109501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/9f3f2155-8a59-4509-ac35-a5af19c94c77 HTTP/1.1" status: 204 len: 168 time: 2.8074582 Aug 03 16:05:34.112769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:34.153139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb892a9-bef6-4756-8376-c09cf069bb03 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=9f3f2155-8a59-4509-ac35-a5af19c94c77,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:34.200843 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f71b33-d45a-4cc3-a660-b6e43a0f0f3c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] GET failed (client error): The resource could not be found. Aug 03 16:05:34.205609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-80f71b33-d45a-4cc3-a660-b6e43a0f0f3c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets/a29288cf-4445-4a8e-8def-d08b7d4992dd HTTP/1.1" status: 404 len: 337 time: 0.0913389 Aug 03 16:05:34.206051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:34.206423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52324) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:34.220181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', '6c181a0c-79db-46da-8177-51143a0da6cc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:05:34.274918 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0e926e-0078-4fde-9e8d-eb392d75b2d1 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:34.277423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0e926e-0078-4fde-9e8d-eb392d75b2d1 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:34.304483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Pushing event deleted for resources: {'Port': ['ID=6c181a0c-79db-46da-8177-51143a0da6cc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:34.336461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d0e926e-0078-4fde-9e8d-eb392d75b2d1 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/9f3f2155-8a59-4509-ac35-a5af19c94c77 HTTP/1.1" status: 404 len: 339 time: 0.1244357 Aug 03 16:05:34.340251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52330) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:34.400872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] No DVR routers for this DVR port 6c181a0c-79db-46da-8177-51143a0da6cc on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:34.406318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:34.407111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ae98717-7827-4664-93fe-ab7c0e88b360 req-afb4578d-41f5-4cb9-a1ef-f8baa1cbc9c3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.78 "DELETE /v2.0/ports/6c181a0c-79db-46da-8177-51143a0da6cc HTTP/1.1" status: 204 len: 173 time: 0.9877734 Aug 03 16:05:34.407111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'name': 'network-vif-deleted', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:34.409378 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22103ad-7e78-4b60-b904-fe6eb1593f08" -d '{"events": [{"server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "name": "network-vif-deleted", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:34.511785 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f20ab-0888-4bf7-a34c-242c551afc49 x-openstack-request-id: req-052f20ab-0888-4bf7-a34c-242c551afc49 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:34.512085 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab11ff8-ae52-46f8-9b9f-30758a190a89", "name": "network-vif-deleted", "tag": "6c181a0c-79db-46da-8177-51143a0da6cc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:34.512343 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-052f20ab-0888-4bf7-a34c-242c551afc49 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:34.512750 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab11ff8-ae52-46f8-9b9f-30758a190a89', 'name': 'network-vif-deleted', 'tag': '6c181a0c-79db-46da-8177-51143a0da6cc', 'status': 'completed', 'code': 200} Aug 03 16:05:34.581042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158168b2-3431-4f80-9e4e-3915c9d2d582 req-107da396-c217-4dab-912c-3e8c1af8381c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:34.589615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-158168b2-3431-4f80-9e4e-3915c9d2d582 req-107da396-c217-4dab-912c-3e8c1af8381c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0922482 Aug 03 16:05:34.659955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-158168b2-3431-4f80-9e4e-3915c9d2d582 req-7c76112f-df6f-40d5-85d5-a96a30e58d2e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544579 Aug 03 16:05:34.759031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af1bbbc7-865c-44de-8c3d-966dd74001a1 req-1367ea7d-cdab-41b4-8660-8188b1d93f9f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=dab11ff8-ae52-46f8-9b9f-30758a190a89 HTTP/1.1" status: 200 len: 210 time: 0.0566082 Aug 03 16:05:34.766880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98934e22-b702-4e06-876d-0072142579c7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:34.769212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98934e22-b702-4e06-876d-0072142579c7 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4263127 Aug 03 16:05:34.771802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:34.816868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e1eef06e-0872-43aa-80fc-c8be1ead252c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 207 time: 0.0431318 Aug 03 16:05:34.821250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52346) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.121512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e640459-1b6c-4598-bd61-f8b2a7e16c7a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.130362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e640459-1b6c-4598-bd61-f8b2a7e16c7a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.139610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e640459-1b6c-4598-bd61-f8b2a7e16c7a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.146441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e640459-1b6c-4598-bd61-f8b2a7e16c7a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.151046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e640459-1b6c-4598-bd61-f8b2a7e16c7a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3286517 Aug 03 16:05:35.154878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.403142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-916a23df-3935-481d-bd54-df5a484e1127 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2470472 Aug 03 16:05:35.406620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.498466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc690a-cdc4-4b75-ac90-eead8b007e9c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.500650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc690a-cdc4-4b75-ac90-eead8b007e9c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.502271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c2fc690a-cdc4-4b75-ac90-eead8b007e9c tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0945923 Aug 03 16:05:35.505873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52362) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.572566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c15274-b071-427e-823e-d6951c959f9b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.573948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c15274-b071-427e-823e-d6951c959f9b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.576491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f7c15274-b071-427e-823e-d6951c959f9b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0695398 Aug 03 16:05:35.581081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52366) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.839009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f84182b-07a7-4c70-a59c-0a4a5d3733b4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.846185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:35.846750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f84182b-07a7-4c70-a59c-0a4a5d3733b4 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks/3ed7886a-90da-4e88-a276-0890b22b3193 HTTP/1.1" status: 200 len: 799 time: 0.2641969 Aug 03 16:05:35.867738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316912-cbb6-4db0-8a8c-6ddfea7cca11 req-2db6457d-bc48-44a1-901b-bd37a0063040 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:35.869537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90316912-cbb6-4db0-8a8c-6ddfea7cca11 req-2db6457d-bc48-44a1-901b-bd37a0063040 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1008627 Aug 03 16:05:35.946539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90316912-cbb6-4db0-8a8c-6ddfea7cca11 req-7bfbce13-96e3-46c9-8ece-acb671c332ad tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706918 Aug 03 16:05:36.065785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253965ef-8f36-44eb-8b9a-9ac69f5ec101 req-096e3607-ad57-423b-bb68-b35d91ecfaee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.065785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-253965ef-8f36-44eb-8b9a-9ac69f5ec101 req-096e3607-ad57-423b-bb68-b35d91ecfaee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1240242 Aug 03 16:05:36.081494 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b59ae6af-2e7a-4117-8cf0-32c278df213d tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/networks/3ed7886a-90da-4e88-a276-0890b22b3193?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2270679 Aug 03 16:05:36.082577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52380) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:36.119630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-253965ef-8f36-44eb-8b9a-9ac69f5ec101 req-0beebd8e-369d-45ef-bac0-0b55d2c3b034 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Aug 03 16:05:36.159892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1a861-ddf9-48a5-894b-ede82b1aced0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.165184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cbb1a861-ddf9-48a5-894b-ede82b1aced0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets/45fb098d-3dcf-4170-b1c0-9497028ea35d HTTP/1.1" status: 200 len: 811 time: 0.0729063 Aug 03 16:05:36.165832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:36.239869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460243b3-e95b-4d30-ba3c-cde7fa1add26 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['shared'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.245595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-460243b3-e95b-4d30-ba3c-cde7fa1add26 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "GET /v2.0/subnets/45fb098d-3dcf-4170-b1c0-9497028ea35d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0755460 Aug 03 16:05:36.246098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:36.251551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55912293'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:36.298089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:36.304818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.340706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:36.375195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.376417 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Added segment fb05fd86-d6ed-4146-854a-4d22e3df0c63 of type vlan for network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 Aug 03 16:05:36.439529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.447454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90964adf-f915-4747-a32c-926e83588fb0 req-8cc2742c-d942-423f-8aed-453c4e3880b0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.449071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90964adf-f915-4747-a32c-926e83588fb0 req-8cc2742c-d942-423f-8aed-453c4e3880b0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1025491 Aug 03 16:05:36.490750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.508363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.513409 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.551530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90964adf-f915-4747-a32c-926e83588fb0 req-585973fa-2ac3-48ee-8a9a-7b075c6fe3b2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944731 Aug 03 16:05:36.613814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3664565 Aug 03 16:05:36.616655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:36.622010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:36.654210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09d30-59a4-479e-89f6-8041e6bca15b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Network': ['ID=d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:36.672010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:36.760616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aee37-e6ae-45f4-8964-c4605fcd38c5 req-76b01bb8-797f-48ad-997d-8ad5379368be tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:36.762842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-646aee37-e6ae-45f4-8964-c4605fcd38c5 req-76b01bb8-797f-48ad-997d-8ad5379368be tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0975142 Aug 03 16:05:36.825223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-646aee37-e6ae-45f4-8964-c4605fcd38c5 req-22eafcf2-4a02-4d6f-b1bd-a7686343b054 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Aug 03 16:05:36.848391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Made reservation on behalf of 732fd001b6d6406ead287db9031a6b59 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:36.855069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:36.944327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing IP validity checks on allocation pools {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 16:05:36.945002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 16:05:37.139528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:37.284395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=7065b864-a1db-481c-adc0-b3c55710d6a8,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:37.339036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34117853-bd6e-4f63-9582-498f95c32445 req-9916bcd5-869e-4e59-a382-8dce244fc8cf tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:37.342098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34117853-bd6e-4f63-9582-498f95c32445 req-9916bcd5-869e-4e59-a382-8dce244fc8cf tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1736207 Aug 03 16:05:37.345084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Checking segment: {'id': 'fb05fd86-d6ed-4146-854a-4d22e3df0c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:37.345465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network hostable DHCP agents. Network: d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:37.417478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34117853-bd6e-4f63-9582-498f95c32445 req-a4b485ae-0f29-409e-a293-c187ba36c362 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673275 Aug 03 16:05:37.419139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:37.431518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:37.440146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:37.440932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:37.443483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a2ccc-730b-4edd-aea5-5fca016f6467 None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:37.486885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7638e2ce-c990-45f8-9456-043e5ca2024b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8690748 Aug 03 16:05:37.487990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52426) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:37.495026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:37.715984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58731848'] for subnet, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:37.759691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7', 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7', 'tenant_id': '732fd001b6d6406ead287db9031a6b59', 'fixed_ips': [{'subnet_id': '7065b864-a1db-481c-adc0-b3c55710d6a8'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:37.761419 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.034103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c181a0c-79db-46da-8177-51143a0da6cc no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:05:38.036930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745864237734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62590590'] for subnet, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.105145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:38.109344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.126393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "PUT /v2.0/subnets/7065b864-a1db-481c-adc0-b3c55710d6a8 HTTP/1.1" status: 200 len: 877 time: 0.6218145 Aug 03 16:05:38.126675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:38.130809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 6c181a0c-79db-46da-8177-51143a0da6cc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:05:38.131585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6c181a0c-79db-46da-8177-51143a0da6cc not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:05:38.153902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016294e0-d572-48d2-9170-02555a21e47e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event updated for resources: {'Subnet': ['ID=7065b864-a1db-481c-adc0-b3c55710d6a8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:38.167020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Allocated IP 172.20.0.3 (d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7/7065b864-a1db-481c-adc0-b3c55710d6a8/2f144b1e-7618-4ed3-b732-63dddd174048) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:38.345361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.410281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.423818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Transition to ACTIVE for port object 2f144b1e-7618-4ed3-b732-63dddd174048 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:38.443460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Transition to ACTIVE for port object 2f144b1e-7618-4ed3-b732-63dddd174048 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:38.455558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.488883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.489467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:38.493225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:38.495821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:38.611088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Pushing event updated for resources: {'Port': ['ID=2f144b1e-7618-4ed3-b732-63dddd174048,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:38.616648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Attempting to bind port 2f144b1e-7618-4ed3-b732-63dddd174048 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:38.617100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Attempting to bind port 2f144b1e-7618-4ed3-b732-63dddd174048 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fb05fd86-d6ed-4146-854a-4d22e3df0c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:38.617612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Attempting to bind port 2f144b1e-7618-4ed3-b732-63dddd174048 on network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:38.623254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:38.623643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Checking segment: {'id': 'fb05fd86-d6ed-4146-854a-4d22e3df0c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:38.624057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.624454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Bound using segment: {'id': 'fb05fd86-d6ed-4146-854a-4d22e3df0c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:38.624932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Bound port: 2f144b1e-7618-4ed3-b732-63dddd174048, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05fd86-d6ed-4146-854a-4d22e3df0c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:38.625366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.663636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.722347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] For port 2f144b1e-7618-4ed3-b732-63dddd174048, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:38.732053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] For port 2f144b1e-7618-4ed3-b732-63dddd174048, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2f144b1e-7618-4ed3-b732-63dddd174048,segment=NetworkSegment(fb05fd86-d6ed-4146-854a-4d22e3df0c63),segment_id=fb05fd86-d6ed-4146-854a-4d22e3df0c63)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:38.741674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.785742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=7065b864-a1db-481c-adc0-b3c55710d6a8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:38.807953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ca8c-7e8c-4b57-b349-02567035b2a8 None None] Pushing event updated for resources: {'Port': ['ID=2f144b1e-7618-4ed3-b732-63dddd174048,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:38.826269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.845041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991444a-c9ad-475c-96e1-9efb670c0476 req-757cc976-e0d3-4837-bc47-8604dd8d7da9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:38.846685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6991444a-c9ad-475c-96e1-9efb670c0476 req-757cc976-e0d3-4837-bc47-8604dd8d7da9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1885207 Aug 03 16:05:38.848463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:38.866275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05fd86-d6ed-4146-854a-4d22e3df0c63') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:38.866657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05fd86-d6ed-4146-854a-4d22e3df0c63') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:38.883281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.909198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.914827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6991444a-c9ad-475c-96e1-9efb670c0476 req-cbdc60fc-4b61-4c05-b978-add1cff7ff67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579183 Aug 03 16:05:38.919900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:38.920413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:38.924142 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:38.991675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 16:05:38.991675 n-d-803226-3 neutron-server[106017]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 16:05:38.991675 n-d-803226-3 neutron-server[106017]: [parameters: {'id': 'd9b4e640-3b8c-4b17-99c3-4d942ddc2dc7'}] Aug 03 16:05:38.991675 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:05:38.991675 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:05:39.291599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-bdd435e1-7a7b-4571-a0ec-050d9c81d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:39.293140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-bdd435e1-7a7b-4571-a0ec-050d9c81d588 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1096 time: 0.0509245 Aug 03 16:05:39.392551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-b86d714f-bc9e-43d8-90e4-774c28b05cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:39.394076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-b86d714f-bc9e-43d8-90e4-774c28b05cd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.0930965 Aug 03 16:05:39.471449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-c068bdc2-a4c9-4293-9870-7a51d61c0349 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 1001 time: 0.0702355 Aug 03 16:05:39.491283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:39.556934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-867bef11-1ec8-435a-9f79-76bcafadb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:39.559284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-867bef11-1ec8-435a-9f79-76bcafadb226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.0807459 Aug 03 16:05:39.581337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port 2f144b1e-7618-4ed3-b732-63dddd174048 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:39.582011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:39.617489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-2bcb5fe3-2667-45e2-a8af-619aaf2a8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:39.619077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-2bcb5fe3-2667-45e2-a8af-619aaf2a8478 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511394 Aug 03 16:05:39.631462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-1828395f-c671-46d7-81f1-ee4675ac87d0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:05:39.633132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-1828395f-c671-46d7-81f1-ee4675ac87d0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064793 Aug 03 16:05:39.672285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port 2f144b1e-7618-4ed3-b732-63dddd174048, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2f144b1e-7618-4ed3-b732-63dddd174048,segment=NetworkSegment(fb05fd86-d6ed-4146-854a-4d22e3df0c63),segment_id=fb05fd86-d6ed-4146-854a-4d22e3df0c63)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:39.672825 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:39.692531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for 2f144b1e-7618-4ed3-b732-63dddd174048 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:39.833049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:39.840623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-506df3ac-4922-4a17-9132-e3db05688cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:39.841817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-68988f71-4840-42dc-906d-8f37750bd5c7 service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018299 Aug 03 16:05:39.905047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=2f144b1e-7618-4ed3-b732-63dddd174048,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:39.911421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port 2f144b1e-7618-4ed3-b732-63dddd174048 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:39.983873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ff58eb4-4c54-4137-97f2-8ce88ba7c9ae req-3578eb8c-2c7c-477b-978d-a54073383ece service neutron] 10.222.0.72 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345205 Aug 03 16:05:40.048614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a26058-36c2-4751-a01b-d2670db1db2e None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:40.091429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05add6c0-1be1-4753-9690-6cb027965fc2 req-fa875c3e-7c6d-4bde-956c-06b3cfe333e6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:40.093015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05add6c0-1be1-4753-9690-6cb027965fc2 req-fa875c3e-7c6d-4bde-956c-06b3cfe333e6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0606234 Aug 03 16:05:40.140122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a83d-dda0-4ef3-8022-3619b72e6342 req-bc912d7d-7a66-4769-a8b5-a3eb32bb1d4a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:40.142496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c673a83d-dda0-4ef3-8022-3619b72e6342 req-bc912d7d-7a66-4769-a8b5-a3eb32bb1d4a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0890934 Aug 03 16:05:40.143729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0aebe506-8911-46cc-8bfc-77398002a8ff None None] Could not find standard attr ID for object 2f144b1e-7618-4ed3-b732-63dddd174048. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:05:40.145562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.149939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05add6c0-1be1-4753-9690-6cb027965fc2 req-bd959faf-c273-4361-9bf8-53db2488ae36 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Aug 03 16:05:40.161243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.173293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05fd86-d6ed-4146-854a-4d22e3df0c63') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.173656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05fd86-d6ed-4146-854a-4d22e3df0c63') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.184258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.210482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.224355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:40.224736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:40.228461 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:40.301385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d34ecaf-2d93-43fd-a677-a8532b1457b9 None None] DHCP port deletion for d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:05:40.310404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c673a83d-dda0-4ef3-8022-3619b72e6342 req-20d08c94-43d2-45b8-9712-a44b8a37cfe4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576686 Aug 03 16:05:40.329238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.332738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f333a4-f30d-4466-b7a3-c217b50d9c3c None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:40.336588 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:05:40.337607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1492-0286-427f-8239-aeab66c422e2 req-211b8862-a51c-45b7-ab97-dd6b9471bf66 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:40.346542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4af1492-0286-427f-8239-aeab66c422e2 req-211b8862-a51c-45b7-ab97-dd6b9471bf66 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1169751 Aug 03 16:05:40.351599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.356374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 HTTP/1.1" status: 204 len: 168 time: 2.2386930 Aug 03 16:05:40.356374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7555b-3de5-414e-bb0e-143fd11913bf tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:40.357773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52502) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:40.359879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f333a4-f30d-4466-b7a3-c217b50d9c3c None None] Network d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 16:05:40.391437 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc5c454-8047-4359-8d2c-04f3b84f202a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:40.391986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc5c454-8047-4359-8d2c-04f3b84f202a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:40.396513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7cc5c454-8047-4359-8d2c-04f3b84f202a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/7065b864-a1db-481c-adc0-b3c55710d6a8 HTTP/1.1" status: 404 len: 337 time: 0.0341671 Aug 03 16:05:40.396925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:40.397286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4af1492-0286-427f-8239-aeab66c422e2 req-25d88aa5-7a74-4a66-9758-4c522d93a4e6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492563 Aug 03 16:05:40.421799 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8294042-b0cd-4ea7-825b-fe94f3326a43 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:40.422445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8294042-b0cd-4ea7-825b-fe94f3326a43 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:40.424790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a8294042-b0cd-4ea7-825b-fe94f3326a43 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/d9b4e640-3b8c-4b17-99c3-4d942ddc2dc7 HTTP/1.1" status: 404 len: 339 time: 0.0265498 Aug 03 16:05:40.427176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52510) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:40.458219 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46c4fd4-21f2-4682-9519-803d14612d3f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:40.458826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46c4fd4-21f2-4682-9519-803d14612d3f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:40.461138 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c46c4fd4-21f2-4682-9519-803d14612d3f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/a29288cf-4445-4a8e-8def-d08b7d4992dd HTTP/1.1" status: 404 len: 337 time: 0.0324109 Aug 03 16:05:40.464391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:40.486353 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fd667b-bb87-43d3-8561-4d9116e182d6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:40.488533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fd667b-bb87-43d3-8561-4d9116e182d6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:40.494507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91fd667b-bb87-43d3-8561-4d9116e182d6 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/9f3f2155-8a59-4509-ac35-a5af19c94c77 HTTP/1.1" status: 404 len: 339 time: 0.0290070 Aug 03 16:05:40.495170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:40.603701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.724752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.752591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62c87ad-01bf-421c-8039-8fcc957fd290']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.769016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e97355-5e9b-4175-9961-3d455e78b1b1') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.769785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e97355-5e9b-4175-9961-3d455e78b1b1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:40.784574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.801331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.809307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:40.810266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:40.813378 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:41.227426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:41.247227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:41.251547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.252640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/a62c87ad-01bf-421c-8039-8fcc957fd290 HTTP/1.1" status: 204 len: 168 time: 0.7551556 Aug 03 16:05:41.252640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4c4e-8e83-4e59-b691-dd0e5996f8eb tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=a62c87ad-01bf-421c-8039-8fcc957fd290,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:41.292179 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b86e4-2f94-42af-9774-c4392a3cffaa tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.292717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356b86e4-2f94-42af-9774-c4392a3cffaa tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.297316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52542) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.297560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-356b86e4-2f94-42af-9774-c4392a3cffaa tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/6f76610f-bb6c-44ef-bfb2-20fc5eebaa13 HTTP/1.1" status: 404 len: 337 time: 0.0448694 Aug 03 16:05:41.323855 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f63237-c59e-4c53-a2ac-256fb0a9a7ff tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.324829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f63237-c59e-4c53-a2ac-256fb0a9a7ff tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.326868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a2f63237-c59e-4c53-a2ac-256fb0a9a7ff tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/c4675f9f-8ac5-4339-8c7f-487647cbea36 HTTP/1.1" status: 404 len: 339 time: 0.0279732 Aug 03 16:05:41.329448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.357760 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ae14d7-13ee-440f-925b-956a0cf02611 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.360030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ae14d7-13ee-440f-925b-956a0cf02611 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.362726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-64ae14d7-13ee-440f-925b-956a0cf02611 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/c809c228-31ea-4ad3-990d-976231c604cf HTTP/1.1" status: 404 len: 337 time: 0.0314217 Aug 03 16:05:41.364720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52548) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.389456 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c96c9d5-1b0c-49c7-b323-292a5d6b8e65 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.390314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c96c9d5-1b0c-49c7-b323-292a5d6b8e65 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.392276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8c96c9d5-1b0c-49c7-b323-292a5d6b8e65 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/242ee59f-f31c-43d3-ae24-e6dabc8d81e6 HTTP/1.1" status: 404 len: 339 time: 0.0263824 Aug 03 16:05:41.402232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.447617 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f706fa-7991-4eac-ac73-e21c7f66cc24 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.448195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f706fa-7991-4eac-ac73-e21c7f66cc24 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.450079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-83f706fa-7991-4eac-ac73-e21c7f66cc24 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/7c199584-8069-4467-b095-7ee2baf8ed8a HTTP/1.1" status: 404 len: 337 time: 0.0468338 Aug 03 16:05:41.452726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52552) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.493125 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-596096c7-e5b9-4107-a512-e2209a43b003 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.493325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596096c7-e5b9-4107-a512-e2209a43b003 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.495123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-596096c7-e5b9-4107-a512-e2209a43b003 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/715a2631-a1f1-4e3e-8557-9d9212f83691 HTTP/1.1" status: 404 len: 339 time: 0.0412421 Aug 03 16:05:41.498231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52554) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.520489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214c952-59f4-48f4-ab1b-e536033045da req-5bd571c0-5350-4ee6-8be4-99a0e1428756 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:41.522696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c214c952-59f4-48f4-ab1b-e536033045da req-5bd571c0-5350-4ee6-8be4-99a0e1428756 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.0841820 Aug 03 16:05:41.528041 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b095a14-1dfd-47e3-ac02-4be7971ca82a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.528352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b095a14-1dfd-47e3-ac02-4be7971ca82a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.530295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b095a14-1dfd-47e3-ac02-4be7971ca82a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/ff7585f9-446e-4b5b-bef2-1d95b61b1f7d HTTP/1.1" status: 404 len: 337 time: 0.0311117 Aug 03 16:05:41.532761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.557091 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9edef21-de87-49f1-8f61-fc0a7ddf9e21 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.560018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9edef21-de87-49f1-8f61-fc0a7ddf9e21 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.567748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9edef21-de87-49f1-8f61-fc0a7ddf9e21 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/1b3167c6-8272-480c-a67f-39397475dfe6 HTTP/1.1" status: 404 len: 339 time: 0.0338447 Aug 03 16:05:41.568288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c214c952-59f4-48f4-ab1b-e536033045da req-effc48a7-39fc-4552-a2f2-81fbeacbc7be tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374610 Aug 03 16:05:41.571061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52562) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.599628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:05:41.614476 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-88974764-719b-4094-9017-c3534ca6296f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.614925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88974764-719b-4094-9017-c3534ca6296f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.620803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.621426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-88974764-719b-4094-9017-c3534ca6296f tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/adf730a6-fe3c-4d9e-9164-f4c268fc4b45 HTTP/1.1" status: 404 len: 337 time: 0.0488162 Aug 03 16:05:41.658348 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d767535-1ede-4416-acdc-419786886778 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.681487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d767535-1ede-4416-acdc-419786886778 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.681487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6d767535-1ede-4416-acdc-419786886778 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/0c0514ef-20dc-4621-8160-4e526024a393 HTTP/1.1" status: 404 len: 339 time: 0.0397277 Aug 03 16:05:41.681487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52568) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.716796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:41.720382 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-27189409-0af3-498d-82a2-aa14b909f9bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.720996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27189409-0af3-498d-82a2-aa14b909f9bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.723778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27189409-0af3-498d-82a2-aa14b909f9bc tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/246832e0-b4fc-407f-9f80-11e938cd110a HTTP/1.1" status: 404 len: 337 time: 0.0555632 Aug 03 16:05:41.727066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52570) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.753583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:41.757140 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e7c135-71b9-4470-8e5d-0ac10d057f31" -d '{"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-unplugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:41.774548 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8010be-e91c-497c-a69e-0a9b4a78957e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.775555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8010be-e91c-497c-a69e-0a9b4a78957e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.780189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2d8010be-e91c-497c-a69e-0a9b4a78957e tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/7fdc28df-7247-47e4-babb-2da2528586af HTTP/1.1" status: 404 len: 339 time: 0.0498645 Aug 03 16:05:41.781475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52574) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.783578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:41.797988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:41.817221 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16ff5e5-4fe7-4719-88e0-fa008176f05b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.818079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16ff5e5-4fe7-4719-88e0-fa008176f05b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.821477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d16ff5e5-4fe7-4719-88e0-fa008176f05b tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/7093c388-64c5-4c5b-aa7f-5ce54ecf7962 HTTP/1.1" status: 404 len: 337 time: 0.0387509 Aug 03 16:05:41.823976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.829340 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619212b-f4d6-4340-93ca-65c24ad53094 x-openstack-request-id: req-d619212b-f4d6-4340-93ca-65c24ad53094 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:41.829625 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-unplugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:41.830077 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d619212b-f4d6-4340-93ca-65c24ad53094 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:41.830472 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'code': 200} Aug 03 16:05:41.845953 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d51763-df46-451c-b5af-01591b004bec tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.846814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d51763-df46-451c-b5af-01591b004bec tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.849047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-58d51763-df46-451c-b5af-01591b004bec tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/63b04ad2-d446-42a8-929e-7a697eb81acc HTTP/1.1" status: 404 len: 339 time: 0.0239534 Aug 03 16:05:41.851979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52580) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.860603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:41.885481 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9589b5b-d2cd-4f44-b59e-f4345684a745 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.886104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9589b5b-d2cd-4f44-b59e-f4345684a745 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.887952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c9589b5b-d2cd-4f44-b59e-f4345684a745 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/8f9f2a00-89ce-4c50-aaaf-cb40d1e3fec0 HTTP/1.1" status: 404 len: 337 time: 0.0349994 Aug 03 16:05:41.890745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52584) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.911617 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c38ee6-6ac3-47e1-bebc-b5f85175acea tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:41.912195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c38ee6-6ac3-47e1-bebc-b5f85175acea tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:41.914099 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59c38ee6-6ac3-47e1-bebc-b5f85175acea tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/15f0e8f0-7c49-4bf9-b57a-e5b41a465f1a HTTP/1.1" status: 404 len: 339 time: 0.0223663 Aug 03 16:05:41.917115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52588) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:41.979489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting subnet 45fb098d-3dcf-4170-b1c0-9497028ea35d {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:05:41.984757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.036996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eea0d3-0696-4fb2-aeeb-cba768faae5f req-9d7e007b-fc7e-4cf1-ad08-1762724a38fd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:42.043401 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.049673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2eea0d3-0696-4fb2-aeeb-cba768faae5f req-9d7e007b-fc7e-4cf1-ad08-1762724a38fd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0669076 Aug 03 16:05:42.104207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8d19558d-367b-43d6-a840-3456c4f38b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.111966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2eea0d3-0696-4fb2-aeeb-cba768faae5f req-0c48642a-71b1-4141-a076-2162802e9848 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556417 Aug 03 16:05:42.229369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.308782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61324e-be81-4bfd-8ac4-efd4e0acb1ad req-7f91b156-61b3-4c93-ac55-951c16d3da26 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:42.310439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b61324e-be81-4bfd-8ac4-efd4e0acb1ad req-7f91b156-61b3-4c93-ac55-951c16d3da26 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0971167 Aug 03 16:05:42.346236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.386829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Subnet': ['ID=45fb098d-3dcf-4170-b1c0-9497028ea35d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:42.401461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.406546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7fcb4f96-1e86-4be3-8163-ed0e5e08829a tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/subnets/45fb098d-3dcf-4170-b1c0-9497028ea35d HTTP/1.1" status: 204 len: 168 time: 0.4853826 Aug 03 16:05:42.406643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:42.408171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786f1e3-563d-40c3-a552-19a58f854d12 None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:42.422063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b61324e-be81-4bfd-8ac4-efd4e0acb1ad req-5cc2b6c2-7292-4c09-9c53-c8ff673599e2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039178 Aug 03 16:05:42.499767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.590743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Deleting port af8b32ea-3b58-470e-92f7-00b6e3c0873a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:42.591410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.659370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] DHCP port deletion for 3ed7886a-90da-4e88-a276-0890b22b3193 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:05:42.727781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b43c0-1e5f-449e-bebc-6c26720c31c8 req-c82ad4b1-892b-4013-bc8c-92b96e5ee16b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:42.729502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-003b43c0-1e5f-449e-bebc-6c26720c31c8 req-c82ad4b1-892b-4013-bc8c-92b96e5ee16b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0770087 Aug 03 16:05:42.765618 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.775483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Deleting port af8b32ea-3b58-470e-92f7-00b6e3c0873a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:42.775930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.784096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] For port af8b32ea-3b58-470e-92f7-00b6e3c0873a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=af8b32ea-3b58-470e-92f7-00b6e3c0873a,segment=NetworkSegment(fbc7b977-21f2-452d-bd7e-717318d60329),segment_id=fbc7b977-21f2-452d-bd7e-717318d60329)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:42.784494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.807500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Calling delete_port for af8b32ea-3b58-470e-92f7-00b6e3c0873a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:42.811462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-003b43c0-1e5f-449e-bebc-6c26720c31c8 req-276553c8-4821-4b3d-8977-ab117f58ed64 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678370 Aug 03 16:05:42.828989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab58fd2-985a-40aa-b997-80039ed5ef47 req-22ca0dcf-c1f9-4c2b-83a8-9c4bf6744b0f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:42.832857 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dab58fd2-985a-40aa-b997-80039ed5ef47 req-22ca0dcf-c1f9-4c2b-83a8-9c4bf6744b0f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.1458297 Aug 03 16:05:42.876975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device af8b32ea-3b58-470e-92f7-00b6e3c0873a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:05:42.947050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] For port af8b32ea-3b58-470e-92f7-00b6e3c0873a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=af8b32ea-3b58-470e-92f7-00b6e3c0873a,segment=NetworkSegment(fbc7b977-21f2-452d-bd7e-717318d60329),segment_id=fbc7b977-21f2-452d-bd7e-717318d60329)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:42.947678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:42.958913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dab58fd2-985a-40aa-b997-80039ed5ef47 req-b4da8f57-5b54-4e78-ad5f-abebe69dac27 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658128 Aug 03 16:05:42.967732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Calling delete_port for af8b32ea-3b58-470e-92f7-00b6e3c0873a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:43.008616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.040244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Port': ['ID=af8b32ea-3b58-470e-92f7-00b6e3c0873a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:43.050058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] No DVR routers for this DVR port af8b32ea-3b58-470e-92f7-00b6e3c0873a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:43.085564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17fb9-b6d9-4fd7-960d-1b640d80b4be req-8a278882-838e-47e9-83b3-d2e87ea9cc30 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:43.087246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32d17fb9-b6d9-4fd7-960d-1b640d80b4be req-8a278882-838e-47e9-83b3-d2e87ea9cc30 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1040583 Aug 03 16:05:43.172638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.186827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed7886a-90da-4e88-a276-0890b22b3193']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:43.189164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32d17fb9-b6d9-4fd7-960d-1b640d80b4be req-a74ce62d-02c1-444d-93ce-d3ed1e6030fe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Aug 03 16:05:43.200721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc7b977-21f2-452d-bd7e-717318d60329') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:43.201167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc7b977-21f2-452d-bd7e-717318d60329') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:43.214602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.232112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.239277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:43.239691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.290855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:43.319579 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:43.322045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.355265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.362510 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] 10.222.0.70 "DELETE /v2.0/networks/3ed7886a-90da-4e88-a276-0890b22b3193 HTTP/1.1" status: 204 len: 168 time: 0.9514015 Aug 03 16:05:43.373706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828511-38d9-48c0-8bfa-dc66cc5f84b0 tempest-NetworksTest-1899592113 tempest-NetworksTest-1899592113-project] Pushing event deleted for resources: {'Network': ['ID=3ed7886a-90da-4e88-a276-0890b22b3193,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:43.406167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.444589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Pushing event deleted for resources: {'Port': ['ID=af8b32ea-3b58-470e-92f7-00b6e3c0873a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:43.447015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] Network 3ed7886a-90da-4e88-a276-0890b22b3193 is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:05:43.447543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02408e59-0427-409c-bf53-f04d7a014b34 None None] No DVR routers for this DVR port af8b32ea-3b58-470e-92f7-00b6e3c0873a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:43.499961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08609e-f881-419a-b169-86956f505980 req-c5993474-5e6c-4d79-b6ed-12144e059897 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:43.510255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a08609e-f881-419a-b169-86956f505980 req-c5993474-5e6c-4d79-b6ed-12144e059897 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0966969 Aug 03 16:05:43.574752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a08609e-f881-419a-b169-86956f505980 req-fb3822c3-39d7-4dc5-bdc9-fb7d6d502e68 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578165 Aug 03 16:05:43.655062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:43.725902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f513-0b8c-402b-93c3-7597dccc8b22 req-cdc06ff9-2d99-49fa-9bad-af529e5eedda tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:43.739513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c604f513-0b8c-402b-93c3-7597dccc8b22 req-cdc06ff9-2d99-49fa-9bad-af529e5eedda tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0730290 Aug 03 16:05:43.774627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52674) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:43.854414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c604f513-0b8c-402b-93c3-7597dccc8b22 req-fea2b257-6b76-4f86-b6de-7a1067b94bc8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054573 Aug 03 16:05:43.927427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad288bb-8c37-4544-851b-6ba9c4955e82 req-2383e462-01db-4bc6-b56f-147ef7d53038 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:43.937177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bad288bb-8c37-4544-851b-6ba9c4955e82 req-2383e462-01db-4bc6-b56f-147ef7d53038 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0800569 Aug 03 16:05:44.009350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bad288bb-8c37-4544-851b-6ba9c4955e82 req-86fe12f1-56d0-4da7-89e3-cf1f70d86dff tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704694 Aug 03 16:05:44.039459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-658104ca-0b45-4d99-be16-736ad8495e0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=732fd001b6d6406ead287db9031a6b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579424 Aug 03 16:05:44.039459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52686) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:44.102837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:44.135496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:44.565180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cba3e5-ddc4-4ad3-a474-93cf33244812 req-bd45e823-a10a-46c0-8f85-bac1807d9711 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:44.567276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43cba3e5-ddc4-4ad3-a474-93cf33244812 req-bd45e823-a10a-46c0-8f85-bac1807d9711 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.4376335 Aug 03 16:05:44.596379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:44.598917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:44.601800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91ca50de-921d-4469-8861-a5b37c60fabb HTTP/1.1" status: 204 len: 168 time: 0.5637770 Aug 03 16:05:44.614823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-a92a0b53-28b8-4440-91b2-7acad98d9297 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5013463 Aug 03 16:05:44.645537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43cba3e5-ddc4-4ad3-a474-93cf33244812 req-6bfb8239-b535-4f75-8431-85feb004dfb0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716190 Aug 03 16:05:44.647561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419316a7-14f9-493a-81ff-4d6d45bfbfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ca50de-921d-4469-8861-a5b37c60fabb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:44.884150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c5b3-3202-49b4-875f-dd86a83c4870 req-dad1982a-3346-4684-8626-6af0bfbb2f7e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:44.886487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6944c5b3-3202-49b4-875f-dd86a83c4870 req-dad1982a-3346-4684-8626-6af0bfbb2f7e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0932744 Aug 03 16:05:44.944132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6944c5b3-3202-49b4-875f-dd86a83c4870 req-b3e42d12-7608-413c-b3a3-e5fed76c9199 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511293 Aug 03 16:05:45.022415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:45.214844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f88ae-9feb-4d37-b1fd-1e0e4e6738b3 req-803836a8-3bd4-4130-804d-711678633136 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:45.216399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-899f88ae-9feb-4d37-b1fd-1e0e4e6738b3 req-803836a8-3bd4-4130-804d-711678633136 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0907774 Aug 03 16:05:45.289662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-899f88ae-9feb-4d37-b1fd-1e0e4e6738b3 req-b70a7efd-0a7c-4bcf-a6f1-55cd2b68b4af tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654807 Aug 03 16:05:45.305830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a362-2cc7-4154-a403-f1516e2f83ca req-f43455ed-acd1-45a0-b4b0-6647cfb80786 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:45.307731 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d27a362-2cc7-4154-a403-f1516e2f83ca req-f43455ed-acd1-45a0-b4b0-6647cfb80786 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1065209 Aug 03 16:05:45.353376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d27a362-2cc7-4154-a403-f1516e2f83ca req-4143b916-a196-4a6d-847b-9879c6e511f5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Aug 03 16:05:45.525795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7915ef8-21f0-49a8-be2f-b75c8ab90fbe req-b609aaf5-ed12-4b3c-8226-eb75bfb027b2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:45.530122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7915ef8-21f0-49a8-be2f-b75c8ab90fbe req-b609aaf5-ed12-4b3c-8226-eb75bfb027b2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0774784 Aug 03 16:05:45.586015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7915ef8-21f0-49a8-be2f-b75c8ab90fbe req-6b645b4a-a03f-4b7b-a473-9ca47e6b3907 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516715 Aug 03 16:05:45.607546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:05:45.723766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52768) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:45.878595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1657911529'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:45.882655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044aee-1ff2-4753-bbe2-95ac2f511865 req-babe8661-50e6-4e6b-b99c-cc138768fc83 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:45.884603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71044aee-1ff2-4753-bbe2-95ac2f511865 req-babe8661-50e6-4e6b-b99c-cc138768fc83 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0676053 Aug 03 16:05:45.913428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:45.917215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:45.926297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:45.929945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71044aee-1ff2-4753-bbe2-95ac2f511865 req-a2705e7a-18ad-4c4b-b801-d98141d0c90b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363629 Aug 03 16:05:46.101520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478393d-4294-45d4-b5b2-12930b79332e req-148ef04c-450a-4729-83d5-d2a0cc923759 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:46.103258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6478393d-4294-45d4-b5b2-12930b79332e req-148ef04c-450a-4729-83d5-d2a0cc923759 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0912111 Aug 03 16:05:46.105966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.110976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.155986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:46.189775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecae692-a813-4c14-b8c6-8e92c77eed09,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:46.195828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.196218 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment ff63cb19-df29-41d8-83b6-96f3f72c52cd of type vlan for network 56b0b12d-03cf-416e-9cd3-316e4de72d0c Aug 03 16:05:46.218275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6478393d-4294-45d4-b5b2-12930b79332e req-a335edad-4a22-4359-93c7-2cccd4ed7e93 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004844 Aug 03 16:05:46.270219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.329176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.344137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:46.344810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.443947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=56b0b12d-03cf-416e-9cd3-316e4de72d0c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:46.467607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:46.482819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65879dbe-55ab-4f96-8712-c6d81dca43c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7577050 Aug 03 16:05:46.484780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52806) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:46.497708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'name': 'tempest-PortsIpV6TestJSON-1887429616'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:46.519939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc03a13-b233-4134-acb0-d49d5ce57ff1 req-da8eb4ae-6770-424d-ba1a-acbc484d51e1 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:46.522434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-abc03a13-b233-4134-acb0-d49d5ce57ff1 req-da8eb4ae-6770-424d-ba1a-acbc484d51e1 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0875754 Aug 03 16:05:46.601993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-abc03a13-b233-4134-acb0-d49d5ce57ff1 req-d5a4864b-461a-47b6-8049-60aec9471228 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661280 Aug 03 16:05:46.656830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5394-3d7a-401f-a2c4-861d4cb88a4f req-cb527ed7-fbe3-47aa-a0ac-d5521114d6c5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:46.658548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-677e5394-3d7a-401f-a2c4-861d4cb88a4f req-cb527ed7-fbe3-47aa-a0ac-d5521114d6c5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 813 time: 0.2481978 Aug 03 16:05:46.692978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-677e5394-3d7a-401f-a2c4-861d4cb88a4f req-676f9940-829b-43e5-915a-a26c13d4a090 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/quotas/3de28765255e4797836aeb1232f18c90 HTTP/1.1" status: 200 len: 375 time: 0.0269449 Aug 03 16:05:46.744553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:46.748002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:46.771305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:05:46.781301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-677e5394-3d7a-401f-a2c4-861d4cb88a4f req-8c6621f9-f6ac-47d1-89b0-bb42ea412262 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766928 Aug 03 16:05:46.957401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee45afa-f797-405b-aff3-e8c57d89ff5c req-0441e111-b6fd-4bcd-8b5f-c4914236e354 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:46.958947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dee45afa-f797-405b-aff3-e8c57d89ff5c req-0441e111-b6fd-4bcd-8b5f-c4914236e354 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0672760 Aug 03 16:05:47.000853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dee45afa-f797-405b-aff3-e8c57d89ff5c req-bfd9cb2e-1bfd-4883-b140-a41a22e7ee58 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Aug 03 16:05:47.026909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.110746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.179756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2d922-a395-4b32-bc98-1d4eb1ceccca req-1ad37ac3-ca89-4a05-9ba0-806c22e1b844 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:47.181279 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78a2d922-a395-4b32-bc98-1d4eb1ceccca req-1ad37ac3-ca89-4a05-9ba0-806c22e1b844 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1029603 Aug 03 16:05:47.225232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=0351a93e-4960-4fc8-a0a6-176d6f8d7703,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:47.247011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': 'ff63cb19-df29-41d8-83b6-96f3f72c52cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:47.247372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 56b0b12d-03cf-416e-9cd3-316e4de72d0c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:47.273578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78a2d922-a395-4b32-bc98-1d4eb1ceccca req-901024ca-2613-42c0-b614-86d566f4db2e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780337 Aug 03 16:05:47.284124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:47.306562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 56b0b12d-03cf-416e-9cd3-316e4de72d0c) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:47.315929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa922964-10dd-4e14-bf10-15cbce31c0e2 None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:47.328698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:47.335686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:47.336742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.354533 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f4594f13-aed8-47b9-853f-367eb73b9caa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8632493 Aug 03 16:05:47.357582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52828) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:47.363893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-762257959'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:47.388553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:47.393043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.436110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:47.471306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.471661 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment c2f903ae-445f-4832-996b-05f138770034 of type vlan for network 781eca25-be16-49a5-9bc4-21edcf092c5c Aug 03 16:05:47.509421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b1402bad-df44-42f5-873b-18ad7cd76947 req-80346633-b29d-45b5-a83c-784795159700 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3de28765255e4797836aeb1232f18c90 HTTP/1.1" status: 200 len: 221 time: 0.0433042 Aug 03 16:05:47.543883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.602528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.609116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:47.609823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:47.705261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3436258 Aug 03 16:05:47.706551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52850) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:47.716746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'ports': [{'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'}, {'network_id': '781eca25-be16-49a5-9bc4-21edcf092c5c'}]} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:47.717089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:47.717533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '781eca25-be16-49a5-9bc4-21edcf092c5c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:47.751156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077c1d6-31f1-4a91-91cd-578c5668c032 req-501ef49d-e3b6-4d0a-b709-de5a944a1cc0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:47.752860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0077c1d6-31f1-4a91-91cd-578c5668c032 req-501ef49d-e3b6-4d0a-b709-de5a944a1cc0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0747845 Aug 03 16:05:47.780419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556cdb8-4ce4-4740-ab61-3d21a7ada41e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=781eca25-be16-49a5-9bc4-21edcf092c5c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:47.792129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 781eca25-be16-49a5-9bc4-21edcf092c5c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:47.806304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99546d81-6a00-4615-b61b-46197434113c req-a1a17e15-999b-4e04-9438-dad71ef1ea98 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:47.807877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99546d81-6a00-4615-b61b-46197434113c req-a1a17e15-999b-4e04-9438-dad71ef1ea98 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.2170072 Aug 03 16:05:47.858686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0077c1d6-31f1-4a91-91cd-578c5668c032 req-171fd77f-d259-4846-9488-9cef50cfd453 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958848 Aug 03 16:05:47.977684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99546d81-6a00-4615-b61b-46197434113c req-a915129c-13c9-4a5b-a7b7-43ebb5cce99c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410286 Aug 03 16:05:48.032370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 2} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:48.038016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.055185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.145912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb7eda-ebdb-402e-a305-d4b33c5cffca req-c68eec62-c37c-4899-bdf0-b6002e2f3358 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.147793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3fcb7eda-ebdb-402e-a305-d4b33c5cffca req-c68eec62-c37c-4899-bdf0-b6002e2f3358 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0763087 Aug 03 16:05:48.153236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 0312f0c3-92a8-412a-9500-b61406653326 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:05:48.206444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3fcb7eda-ebdb-402e-a305-d4b33c5cffca req-b280ad14-8743-4851-9324-9dccc23b6ceb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Aug 03 16:05:48.328558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.366405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3d8a-fd2a-48eb-92f4-af5141299231 req-9526199d-b5d9-493c-98f2-7d7eb5ca7a11 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.370681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafd3d8a-fd2a-48eb-92f4-af5141299231 req-9526199d-b5d9-493c-98f2-7d7eb5ca7a11 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0670481 Aug 03 16:05:48.417166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafd3d8a-fd2a-48eb-92f4-af5141299231 req-53164056-d395-467b-9573-163b9ebe13a5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Aug 03 16:05:48.436742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port c5cc894d-d172-4bcd-ac66-a399424a3bad yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:05:48.614603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62add891-71d1-4b69-81de-a9595cadc695 req-5d8a4933-87df-408c-b136-d3545f04eb12 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.616544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62add891-71d1-4b69-81de-a9595cadc695 req-5d8a4933-87df-408c-b136-d3545f04eb12 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1067708 Aug 03 16:05:48.618873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.685928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62add891-71d1-4b69-81de-a9595cadc695 req-9767426d-a535-4240-b608-809883d778b8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604448 Aug 03 16:05:48.702454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.760888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:48.764810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:48.774033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:48.775048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:48.806046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=0312f0c3-92a8-412a-9500-b61406653326,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:48.893714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=c5cc894d-d172-4bcd-ac66-a399424a3bad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:48.911242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea097-d65b-4943-a230-3011b1e915fb req-c81effdc-b1e0-48ac-a9f7-09093cd34112 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.913935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95dea097-d65b-4943-a230-3011b1e915fb req-c81effdc-b1e0-48ac-a9f7-09093cd34112 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1198747 Aug 03 16:05:48.915266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': 'c2f903ae-445f-4832-996b-05f138770034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '781eca25-be16-49a5-9bc4-21edcf092c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:48.915723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 781eca25-be16-49a5-9bc4-21edcf092c5c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:48.952948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 781eca25-be16-49a5-9bc4-21edcf092c5c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:48.972817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95dea097-d65b-4943-a230-3011b1e915fb req-0cf35217-1fcd-4e0f-8f7e-db7f856d4fdd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Aug 03 16:05:48.974297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 781eca25-be16-49a5-9bc4-21edcf092c5c) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:48.979621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:48.986017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.987611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18412972-14fa-47ee-be21-490f2b254c9e None None] Network 781eca25-be16-49a5-9bc4-21edcf092c5c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:48.994588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:48.995510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.018556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3263b2fe-fb32-410d-bc34-ef449b7fe570 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3108339 Aug 03 16:05:49.021465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52890) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:49.033875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf628-3967-4c48-9e32-b8998ad68fee req-ed6f461f-61ae-486f-b6b8-f17ddf3f5663 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.041376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bfaf628-3967-4c48-9e32-b8998ad68fee req-ed6f461f-61ae-486f-b6b8-f17ddf3f5663 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0835807 Aug 03 16:05:49.091554 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9bfaf628-3967-4c48-9e32-b8998ad68fee req-31eadf94-0c36-43d8-940d-31d28fe6fa94 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490232 Aug 03 16:05:49.233234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d062a-3135-4de5-ba25-462e9a9767d0 req-1ba9e17e-a0ad-4695-930c-00b6478ee312 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.234897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f72d062a-3135-4de5-ba25-462e9a9767d0 req-1ba9e17e-a0ad-4695-930c-00b6478ee312 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0725355 Aug 03 16:05:49.262326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port c5cc894d-d172-4bcd-ac66-a399424a3bad {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:49.262706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.339740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f72d062a-3135-4de5-ba25-462e9a9767d0 req-aba7364d-82bb-421a-a447-e322d67e0e93 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947053 Aug 03 16:05:49.408296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-da595c1a-c784-4291-8467-58c7f8e63149 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.409887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-da595c1a-c784-4291-8467-58c7f8e63149 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.0468578 Aug 03 16:05:49.411520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.434883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for c5cc894d-d172-4bcd-ac66-a399424a3bad owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:49.465459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.593388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63493b45-c473-43e1-8b34-790dba22e554 req-925eb375-c465-4c11-af94-78ed2b091aef tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.595377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63493b45-c473-43e1-8b34-790dba22e554 req-925eb375-c465-4c11-af94-78ed2b091aef tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1027904 Aug 03 16:05:49.596390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.601323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.642507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.653969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a3be5-b6cd-4b03-a4f0-cc26365a8d7f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:49.667781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c747b1-5356-47e1-bd76-c8cd12979de2 req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488163 Aug 03 16:05:49.683198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.683781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.684299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.684810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.685336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.685863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.686382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.688516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63493b45-c473-43e1-8b34-790dba22e554 req-df7c67e7-bd80-4e84-b8c6-cefd00956048 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824833 Aug 03 16:05:49.690185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.690627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.691045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.691465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.691875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f13846b-4c89-4ba3-8775-6171de8db878 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:49.699768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=c5cc894d-d172-4bcd-ac66-a399424a3bad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:49.712777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:49.717483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68593954-b706-43b8-b67d-4dcf4c6c749d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/c5cc894d-d172-4bcd-ac66-a399424a3bad HTTP/1.1" status: 204 len: 168 time: 0.6927094 Aug 03 16:05:49.717737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52914) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:49.862494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70164b05-c73f-43a6-b735-d48725605ffe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.869891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70164b05-c73f-43a6-b735-d48725605ffe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.871715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81438541-786b-4784-87a0-e7d0e30a414f req-d9220e57-f5ec-4a0f-8350-793b8fa316bc tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.873542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81438541-786b-4784-87a0-e7d0e30a414f req-d9220e57-f5ec-4a0f-8350-793b8fa316bc tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0745888 Aug 03 16:05:49.874432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:49.881187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-70164b05-c73f-43a6-b735-d48725605ffe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1587980 Aug 03 16:05:49.922334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083c66-06ec-4b65-bc8b-0646aa231446 req-ee1640b9-ffda-4290-b04f-b397ce92ec7f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:49.930550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02083c66-06ec-4b65-bc8b-0646aa231446 req-ee1640b9-ffda-4290-b04f-b397ce92ec7f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0961964 Aug 03 16:05:49.968889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02083c66-06ec-4b65-bc8b-0646aa231446 req-5984955c-c1e3-4c3c-b03e-c9227bb8805f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365796 Aug 03 16:05:50.011054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81438541-786b-4784-87a0-e7d0e30a414f req-621cc2b6-f308-4b0e-91d4-ad172a0ba44f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228864 Aug 03 16:05:50.026792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52928) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:50.102767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 0312f0c3-92a8-412a-9500-b61406653326 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:50.103114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.182700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-124bf4d5-d163-40bc-a1c1-98a845fe9e70 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 200 len: 994 time: 0.1546991 Aug 03 16:05:50.229725 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.248554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e36c0-0d5d-470d-9efd-1d5baa0ab3e5 req-dc95625e-d778-4b87-8b7e-4a60d0169e20 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:50.250379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f9e36c0-0d5d-470d-9efd-1d5baa0ab3e5 req-dc95625e-d778-4b87-8b7e-4a60d0169e20 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1421974 Aug 03 16:05:50.258866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 0312f0c3-92a8-412a-9500-b61406653326 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:50.308312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f9e36c0-0d5d-470d-9efd-1d5baa0ab3e5 req-40b54768-1bf8-4647-b63d-7fdad5583ce0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Aug 03 16:05:50.341211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04e5f-6fb0-4dc4-b634-40d8c785148e req-50ed3b1f-f6aa-4e8e-957a-c4907b7eb716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:50.346683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79b04e5f-6fb0-4dc4-b634-40d8c785148e req-50ed3b1f-f6aa-4e8e-957a-c4907b7eb716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.0691597 Aug 03 16:05:50.447018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79b04e5f-6fb0-4dc4-b634-40d8c785148e req-6ce4ab43-1381-4c05-91a2-f960d979d66a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916877 Aug 03 16:05:50.453919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.497229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=0312f0c3-92a8-412a-9500-b61406653326,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:50.507876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.512329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0a13cca6-79d1-46d2-9edc-36bc7c157233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/0312f0c3-92a8-412a-9500-b61406653326 HTTP/1.1" status: 204 len: 168 time: 0.6345022 Aug 03 16:05:50.512791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52946) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:50.587638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314eafd-f150-4df6-880d-ee057a15acd7 req-afd7eda1-aa98-4c17-b616-53035d2dbd50 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:50.590040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8314eafd-f150-4df6-880d-ee057a15acd7 req-afd7eda1-aa98-4c17-b616-53035d2dbd50 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0729094 Aug 03 16:05:50.596167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa7331-555f-4c71-9943-f29bae8d2735 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:50.601900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-85aa7331-555f-4c71-9943-f29bae8d2735 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0838008 Aug 03 16:05:50.601900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:50.647279 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-406031dc-0580-4299-ba11-5b350262a44e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:05:50.648540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8314eafd-f150-4df6-880d-ee057a15acd7 req-dff903c1-893f-43ad-93f9-12f40167f9e0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Aug 03 16:05:50.649240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-406031dc-0580-4299-ba11-5b350262a44e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/c5cc894d-d172-4bcd-ac66-a399424a3bad HTTP/1.1" status: 404 len: 333 time: 0.0469551 Aug 03 16:05:50.652197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:50.694454 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9d4e7d-74c5-4103-aec7-614a6bfaac03 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:05:50.696673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d9d4e7d-74c5-4103-aec7-614a6bfaac03 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/0312f0c3-92a8-412a-9500-b61406653326 HTTP/1.1" status: 404 len: 333 time: 0.0435293 Aug 03 16:05:50.699286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 52964) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:50.842996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.860547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06674029-7798-451c-87fa-3d9a6f1bfd12 req-4929c3c7-f0f8-4846-92fd-bcfbe07c9350 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:50.862105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06674029-7798-451c-87fa-3d9a6f1bfd12 req-4929c3c7-f0f8-4846-92fd-bcfbe07c9350 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0880001 Aug 03 16:05:50.981698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06674029-7798-451c-87fa-3d9a6f1bfd12 req-54cf6fbf-4490-40f1-aee3-2347c0ce3e65 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109943 Aug 03 16:05:50.987897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:50.998618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781eca25-be16-49a5-9bc4-21edcf092c5c']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:51.030486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f903ae-445f-4832-996b-05f138770034') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:51.031007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f903ae-445f-4832-996b-05f138770034') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:51.041124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.056634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.066872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:51.067291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:51.073767 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:51.183833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.194958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a56f0-8c2c-4075-8153-08446dfe8fd4 req-d8ba716b-f817-40dd-beb2-3f4a32409be8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.200676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-301a56f0-8c2c-4075-8153-08446dfe8fd4 req-d8ba716b-f817-40dd-beb2-3f4a32409be8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1281230 Aug 03 16:05:51.204714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.215764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 52986) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:51.217785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/781eca25-be16-49a5-9bc4-21edcf092c5c HTTP/1.1" status: 204 len: 168 time: 0.5172250 Aug 03 16:05:51.223847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1716637456'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:51.260522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea543-598f-4c35-96a3-6519a39795fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=781eca25-be16-49a5-9bc4-21edcf092c5c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:51.292929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-301a56f0-8c2c-4075-8153-08446dfe8fd4 req-7bf6e310-ed9a-4604-bf90-13c99a180f68 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658386 Aug 03 16:05:51.308852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:51.313743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.332634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddae670-e54b-458a-90d4-ac7eebc66aa4 req-79540abb-4839-4fca-975c-ede82c5de1e2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.335493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddae670-e54b-458a-90d4-ac7eebc66aa4 req-79540abb-4839-4fca-975c-ede82c5de1e2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1028104 Aug 03 16:05:51.417821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cddae670-e54b-458a-90d4-ac7eebc66aa4 req-5d8affa6-5db2-485d-ae34-14fa27f73950 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675986 Aug 03 16:05:51.417821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:51.449231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-f262c02f-5fab-4889-83c9-47e68ea9206e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1911237 Aug 03 16:05:51.513593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.514284 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8 of type vlan for network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f Aug 03 16:05:51.624319 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.640691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-b6bbef20-4a7e-4746-92be-0313b444a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.642594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-b6bbef20-4a7e-4746-92be-0313b444a68d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 1094 time: 0.3606186 Aug 03 16:05:51.660938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af247f-01b9-4302-8cc6-d90d74c6d72f req-07ffe914-1cd0-4856-b8d2-b2d6e647ed07 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.663153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15af247f-01b9-4302-8cc6-d90d74c6d72f req-07ffe914-1cd0-4856-b8d2-b2d6e647ed07 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1323602 Aug 03 16:05:51.670889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:51.681323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce44d6-e08c-498e-85e0-7d0878753087 req-569e2d76-1f5f-48ee-8ee6-3fea7ccafc58 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.682949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92ce44d6-e08c-498e-85e0-7d0878753087 req-569e2d76-1f5f-48ee-8ee6-3fea7ccafc58 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.1063054 Aug 03 16:05:51.772402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.778658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:51.779279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.781333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92ce44d6-e08c-498e-85e0-7d0878753087 req-869f77a3-6ec7-4a45-bf18-f14ca9ba5c7f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897393 Aug 03 16:05:51.874278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15af247f-01b9-4302-8cc6-d90d74c6d72f req-944b74e4-6a01-4f36-a49e-ed0aa1bbbfca tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978228 Aug 03 16:05:51.896394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6757054 Aug 03 16:05:51.896394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170b6c1-3d45-49d1-9cda-48fc4c0e810d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:51.896394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:51.896879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53028) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:51.903128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:51.906678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:52.062009 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.132912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c49cc-97ff-47fe-b063-a5c775faf57b req-c4e983c0-24be-4c4b-a91e-cc6746b5fc2e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:52.134608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-871c49cc-97ff-47fe-b063-a5c775faf57b req-c4e983c0-24be-4c4b-a91e-cc6746b5fc2e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1247661 Aug 03 16:05:52.182436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:52.186953 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.193868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:52.234075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:52.277015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:05:52.284219 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-871c49cc-97ff-47fe-b063-a5c775faf57b req-ca730556-0227-462d-9b43-d808add32bd4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395245 Aug 03 16:05:52.290708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.325408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Transition to ACTIVE for port object c35c7143-aada-4ef8-b616-65b8ee1756e0 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:52.329986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.589343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=9']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:52.631912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e11f2e-43ec-4f65-963b-4584cbf0a1fe req-81254365-2f95-42be-afb1-2b44aba5012b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:52.634113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e11f2e-43ec-4f65-963b-4584cbf0a1fe req-81254365-2f95-42be-afb1-2b44aba5012b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1356814 Aug 03 16:05:52.644385 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.712078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] No DVR routers for this DVR port c35c7143-aada-4ef8-b616-65b8ee1756e0 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:52.778361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:52.778922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:52.792394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741607-8e6d-452c-9754-1934fd304aaf req-c3e1a2fa-44d5-4dfb-b994-e2a2c7242d43 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:52.793783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e11f2e-43ec-4f65-963b-4584cbf0a1fe req-33eab131-7e98-4588-b2dc-d9c5e77c07f0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414309 Aug 03 16:05:52.801401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c741607-8e6d-452c-9754-1934fd304aaf req-c3e1a2fa-44d5-4dfb-b994-e2a2c7242d43 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1502163 Aug 03 16:05:52.815172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=e33be524-bd4d-440b-998a-7adc4af34fab,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:52.856196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:52.868397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:52.874716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:52.875407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:52.880239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0375ed82-7666-4936-8c08-82f6c2ee30f7 None None] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:52.911662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c741607-8e6d-452c-9754-1934fd304aaf req-3096382a-86f3-4c2b-bf2c-b718ae6a5c80 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092300 Aug 03 16:05:52.945560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eeb582b8-7af1-4e3a-8ff1-fbc75e63b9fe tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0471807 Aug 03 16:05:52.946221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:52.953748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f', 'name': 'tempest-PortsIpV6TestJSON-1220960216'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:52.993013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:52.993587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:52.994086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:53.020638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:05:53.020638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Attempting to bind port c35c7143-aada-4ef8-b616-65b8ee1756e0 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:53.050601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1455c87-a6ad-447e-a1d4-0b9e480f5832 req-74644e23-5035-42b3-9337-26824520ae8e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.056372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:53.056778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:53.057163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Bound using segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:53.057607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Bound port: c35c7143-aada-4ef8-b616-65b8ee1756e0, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:53.058001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.060516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1455c87-a6ad-447e-a1d4-0b9e480f5832 req-74644e23-5035-42b3-9337-26824520ae8e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 943 time: 0.1797988 Aug 03 16:05:53.140692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:53.146178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:53.149366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a1455c87-a6ad-447e-a1d4-0b9e480f5832 req-89290d87-bc80-4964-8de7-6a860d39ae59 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848691 Aug 03 16:05:53.159037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.164145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f', 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': 'e33be524-bd4d-440b-998a-7adc4af34fab'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:05:53.166889 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.171841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4714e-9329-4988-8529-bcba5690063c req-10ed7ce5-4aab-4a47-be4c-4f1fdc4aa38e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.180387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d8f4714e-9329-4988-8529-bcba5690063c req-10ed7ce5-4aab-4a47-be4c-4f1fdc4aa38e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1976833 Aug 03 16:05:53.232480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.233077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.234547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] 10.222.0.78 "PUT /v2.0/ports/c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 1091 time: 1.5703185 Aug 03 16:05:53.235162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:05:53.237523 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71657be-48dd-4327-a6d5-47d54ae36dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:05:53.323775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d8f4714e-9329-4988-8529-bcba5690063c req-6c1db981-dfd3-4ce4-8043-cd13b4d5025a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424212 Aug 03 16:05:53.336119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:53.343486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.365267 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf52878-574e-47bd-bf3a-aef277d2fe03 x-openstack-request-id: req-daf52878-574e-47bd-bf3a-aef277d2fe03 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:05:53.365593 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:05:53.365867 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-daf52878-574e-47bd-bf3a-aef277d2fe03 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:05:53.366252 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'status': 'completed', 'code': 200} Aug 03 16:05:53.369080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-5674a607-62b7-4a53-b86a-be4283f50894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.370379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629863f-c904-4e0d-b6cb-6e771ba4cc15 service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:53.370827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-5674a607-62b7-4a53-b86a-be4283f50894 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.2999532 Aug 03 16:05:53.393991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-ef377b6f-c75f-48b8-819a-b0a10e95699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.395887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-ef377b6f-c75f-48b8-819a-b0a10e95699c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1095 time: 0.1078122 Aug 03 16:05:53.411098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port b1e22fe9-1855-4552-b165-14731e7397a7 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:05:53.441442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Allocated IP 2001:db8::2 (3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f/e33be524-bd4d-440b-998a-7adc4af34fab/4e94c337-9751-4229-86b5-0933aa1cc846) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:53.534695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-6a7611b9-0cda-4348-8e4f-2cab3baaeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.536132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-6a7611b9-0cda-4348-8e4f-2cab3baaeccb service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.1326540 Aug 03 16:05:53.665451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3599-2cd0-4a7e-a25c-8611d4a00b91 req-ca856374-9059-4a6b-8003-10000f01d3d6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.670230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.674195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-988e3599-2cd0-4a7e-a25c-8611d4a00b91 req-ca856374-9059-4a6b-8003-10000f01d3d6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1438439 Aug 03 16:05:53.685190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Transition to ACTIVE for port object 4e94c337-9751-4229-86b5-0933aa1cc846 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:53.695983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-b5865a17-f908-4b44-ad94-7c02463e10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.697669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-b5865a17-f908-4b44-ad94-7c02463e10bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.3164935 Aug 03 16:05:53.706057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-7316948d-b3fb-4edc-88e7-e0e1dcb4cdff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 999 time: 0.1604602 Aug 03 16:05:53.711082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Transition to ACTIVE for port object 4e94c337-9751-4229-86b5-0933aa1cc846 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:53.721866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.759488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:53.762479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:53.766095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:53.784288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::db (3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f/e33be524-bd4d-440b-998a-7adc4af34fab/b1e22fe9-1855-4552-b165-14731e7397a7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:05:53.786066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Pushing event updated for resources: {'Port': ['ID=4e94c337-9751-4229-86b5-0933aa1cc846,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:53.787438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-f2f0d538-57a5-4013-8a3a-e013d9f3809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:53.791601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-f2f0d538-57a5-4013-8a3a-e013d9f3809d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.0770307 Aug 03 16:05:53.839803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Attempting to bind port 4e94c337-9751-4229-86b5-0933aa1cc846 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:05:53.840198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Attempting to bind port 4e94c337-9751-4229-86b5-0933aa1cc846 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:05:53.840803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Attempting to bind port 4e94c337-9751-4229-86b5-0933aa1cc846 on network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:05:53.846067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:05:53.846560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Checking segment: {'id': 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:53.847029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.847496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Bound using segment: {'id': 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:05:53.848083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Bound port: 4e94c337-9751-4229-86b5-0933aa1cc846, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:05:53.848528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.920867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] For port 4e94c337-9751-4229-86b5-0933aa1cc846, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:05:53.924438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] For port 4e94c337-9751-4229-86b5-0933aa1cc846, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e94c337-9751-4229-86b5-0933aa1cc846,segment=NetworkSegment(f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8),segment_id=f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:05:53.930988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:53.948069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-988e3599-2cd0-4a7e-a25c-8611d4a00b91 req-f333953f-a9e6-4ede-ab27-b65f29d2e5f3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729411 Aug 03 16:05:54.011406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-4725e996-a593-452c-8531-a3108738ce1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1002 time: 0.3067830 Aug 03 16:05:54.045740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4f99f-1ffa-4ec3-b88b-c90f376766b3 None None] Pushing event updated for resources: {'Port': ['ID=4e94c337-9751-4229-86b5-0933aa1cc846,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:54.085283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-58c4a754-251d-4dd6-8403-f9748f30d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.086814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-58c4a754-251d-4dd6-8403-f9748f30d875 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.0649390 Aug 03 16:05:54.133547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:54.192962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object b1e22fe9-1855-4552-b165-14731e7397a7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:05:54.218482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-eb1fe6d9-4c1a-4bd3-9ef8-0d85d8b075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.220089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-eb1fe6d9-4c1a-4bd3-9ef8-0d85d8b075a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211362 Aug 03 16:05:54.230777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba4ee6-59b7-4fb0-b7de-7c5972bf14af req-8ab4d272-7920-4116-96a3-8b9089ff7eb1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.238356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78ba4ee6-59b7-4fb0-b7de-7c5972bf14af req-8ab4d272-7920-4116-96a3-8b9089ff7eb1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1406498 Aug 03 16:05:54.338180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-908f3c29-a038-47e4-a6af-45c794052918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.338180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-908f3c29-a038-47e4-a6af-45c794052918 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5351508 Aug 03 16:05:54.353700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-0c672bf0-c145-4a51-aceb-fcb9615f52f1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:05:54.356581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-0c672bf0-c145-4a51-aceb-fcb9615f52f1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122609 Aug 03 16:05:54.400009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd42fe-0757-4365-a2e8-b03a330b29c9 req-cfca5ec9-50d3-49df-bf50-ad120f40fab7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.407053 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94fd42fe-0757-4365-a2e8-b03a330b29c9 req-cfca5ec9-50d3-49df-bf50-ad120f40fab7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1320648 Aug 03 16:05:54.517319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-bcdb359d-99b7-4b01-9880-f17b5db4da9c service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532085 Aug 03 16:05:54.563275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94fd42fe-0757-4365-a2e8-b03a330b29c9 req-6b32ed6b-2fe5-49b5-968b-ad62f1f66f69 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844357 Aug 03 16:05:54.638430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-122f556e-6618-4cc6-81cc-d191305f2dc8 req-42b36bd8-0c41-470b-accd-bf638bb480b8 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125507 Aug 03 16:05:54.685109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:54.725995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749d8d6-74f7-4732-94c3-29a8db0c2b9a req-8055b0f9-f6a7-4dc1-8b45-ddaad3dd4094 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.735000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2749d8d6-74f7-4732-94c3-29a8db0c2b9a req-8055b0f9-f6a7-4dc1-8b45-ddaad3dd4094 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.0748525 Aug 03 16:05:54.752045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78ba4ee6-59b7-4fb0-b7de-7c5972bf14af req-ecd18563-f350-42e3-86d3-b13b35341756 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882350 Aug 03 16:05:54.819963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:05:54.829823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-85dd4844-445d-4170-a3fe-88bed7f027ac service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861762 Aug 03 16:05:54.833535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:54.844425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:05:54.857707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.858692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:54.861296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=b1e22fe9-1855-4552-b165-14731e7397a7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:54.861686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2749d8d6-74f7-4732-94c3-29a8db0c2b9a req-a51d9325-7843-421a-aaf8-9e4f7768c823 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166666 Aug 03 16:05:54.872404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-f6ec83eb-bd0b-4669-96af-b722bdc38f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:54.874109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-f6ec83eb-bd0b-4669-96af-b722bdc38f1f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1095 time: 0.1362879 Aug 03 16:05:54.902393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e94c337-9751-4229-86b5-0933aa1cc846 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:54.994684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb208737-52b6-42fd-8977-770bdafe151e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0458589 Aug 03 16:05:55.003621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53120) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:55.007997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4e94c337-9751-4229-86b5-0933aa1cc846 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:55.119364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-bdcaea73-c7df-4e76-8e46-637fe624741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:55.121299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-bdcaea73-c7df-4e76-8e46-637fe624741c service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.2340755 Aug 03 16:05:55.136863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-5fe45a97-8fdb-413a-990e-99da803c0e26 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961862 Aug 03 16:05:55.173788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131a8f-967b-4609-b46a-d240027708e4 req-d146ea72-388c-48f2-855f-cc1e430bad70 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:55.176036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af131a8f-967b-4609-b46a-d240027708e4 req-d146ea72-388c-48f2-855f-cc1e430bad70 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1337352 Aug 03 16:05:55.213740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port b1e22fe9-1855-4552-b165-14731e7397a7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:55.216305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:55.287442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-e6cd0fc5-e386-4c50-bfc2-5e3dca18736c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 200 len: 999 time: 0.1573448 Aug 03 16:05:55.332987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af131a8f-967b-4609-b46a-d240027708e4 req-97a14d4a-e4ad-44b2-848b-6b2030ac2503 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477554 Aug 03 16:05:55.441318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-d80c90b3-366b-4236-843a-f23ff05fe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:55.448930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-d80c90b3-366b-4236-843a-f23ff05fe1fb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1488352 Aug 03 16:05:55.485121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:55.522959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for b1e22fe9-1855-4552-b165-14731e7397a7 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:55.579272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d49eb1f-9882-4822-855c-5f03955293dc None None] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:55.668944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-a41e237f-0a1d-4ccc-b1d6-ca1f60c388d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:55.681171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-a41e237f-0a1d-4ccc-b1d6-ca1f60c388d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677451 Aug 03 16:05:55.690416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8041-ba6e-4786-b104-8bb4e9a43b70 req-4e6757a8-178f-434a-894c-68da67911b20 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:55.691972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-291a8041-ba6e-4786-b104-8bb4e9a43b70 req-4e6757a8-178f-434a-894c-68da67911b20 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.2313292 Aug 03 16:05:55.738104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Provisioning for port 4e94c337-9751-4229-86b5-0933aa1cc846 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:05:55.762800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Provisioning complete for port 4e94c337-9751-4229-86b5-0933aa1cc846 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:55.763170 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:55.839193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-e93c3163-a9a1-4a12-9256-2255c808b7cf service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109056 Aug 03 16:05:55.931990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-291a8041-ba6e-4786-b104-8bb4e9a43b70 req-d264c490-ee79-4adf-b0e8-c2944dde5b2c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336347 Aug 03 16:05:55.981912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:55.998401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aed0bb-eca5-4048-a1e4-c84562db22ca req-bf557615-d840-461b-bf11-3cf4cc370ea8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:56.013868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9aed0bb-eca5-4048-a1e4-c84562db22ca req-bf557615-d840-461b-bf11-3cf4cc370ea8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.2953320 Aug 03 16:05:56.015605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.039939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71657be-48dd-4327-a6d5-47d54ae36dd4 req-9c3f06c6-8782-45fd-bbf7-e09aec5a132a service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853232 Aug 03 16:05:56.103117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=b1e22fe9-1855-4552-b165-14731e7397a7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:56.112911 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.142985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] For port 4e94c337-9751-4229-86b5-0933aa1cc846, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e94c337-9751-4229-86b5-0933aa1cc846,segment=NetworkSegment(f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8),segment_id=f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:56.148892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.203660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731050-fe0e-46e2-8f56-eee7bce72767 req-d5ce8e47-7bb3-4718-8a0c-be8e4e5de008 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:56.218415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7731050-fe0e-46e2-8f56-eee7bce72767 req-d5ce8e47-7bb3-4718-8a0c-be8e4e5de008 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1739545 Aug 03 16:05:56.226422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.232248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2d3b1e5-7d22-41ac-bfe1-a78538784f9f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/b1e22fe9-1855-4552-b165-14731e7397a7 HTTP/1.1" status: 204 len: 168 time: 1.2259243 Aug 03 16:05:56.234276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:56.270970 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-41665130-0cde-4aae-bb3c-d1ed72dea322 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:05:56.271781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41665130-0cde-4aae-bb3c-d1ed72dea322 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:05:56.276622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53156) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:56.277143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-41665130-0cde-4aae-bb3c-d1ed72dea322 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/b1e22fe9-1855-4552-b165-14731e7397a7 HTTP/1.1" status: 404 len: 333 time: 0.0418398 Aug 03 16:05:56.294020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926ac7-050a-4294-875a-aabd57fe05bb None None] Pushing event updated for resources: {'Port': ['ID=4e94c337-9751-4229-86b5-0933aa1cc846,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:56.318817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9aed0bb-eca5-4048-a1e4-c84562db22ca req-ee5dc805-962a-4cc4-ae9e-94331013ec3b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213807 Aug 03 16:05:56.337785 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-20af568a-708a-4349-8da6-501019cc9b71 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:05:56.341908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-20af568a-708a-4349-8da6-501019cc9b71 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/b1e22fe9-1855-4552-b165-14731e7397a7 HTTP/1.1" status: 404 len: 333 time: 0.0618081 Aug 03 16:05:56.344014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53158) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:56.372518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7731050-fe0e-46e2-8f56-eee7bce72767 req-db6ca84f-18c5-4fd3-a3f1-2cc0f3febfaf tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530814 Aug 03 16:05:56.509998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6d8f25f-325b-4ad9-9290-beeb4d655668 None None] Could not find standard attr ID for object b1e22fe9-1855-4552-b165-14731e7397a7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:05:56.535844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet e33be524-bd4d-440b-998a-7adc4af34fab {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:05:56.551874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.573415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6d8f25f-325b-4ad9-9290-beeb4d655668 None None] Provisioning complete for port 4e94c337-9751-4229-86b5-0933aa1cc846 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:56.573722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6d8f25f-325b-4ad9-9290-beeb4d655668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.683393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.880038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e94c337-9751-4229-86b5-0933aa1cc846 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:05:56.947732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7adc9-de74-47fe-a5e2-875c22e6b62d req-44409f08-889a-40c6-a11f-5941eca3a230 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:56.949422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71d7adc9-de74-47fe-a5e2-875c22e6b62d req-44409f08-889a-40c6-a11f-5941eca3a230 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.2038231 Aug 03 16:05:56.969224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:56.976774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92a93d47-4ab5-4108-bae1-6fd2d261d691 None None] Could not find standard attr ID for object b1e22fe9-1855-4552-b165-14731e7397a7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:05:56.994593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4e94c337-9751-4229-86b5-0933aa1cc846 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:05:56.997138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.053845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71d7adc9-de74-47fe-a5e2-875c22e6b62d req-ef89ec53-f9f0-45ed-aacf-baa087ad4013 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861645 Aug 03 16:05:57.091136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.172920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=e33be524-bd4d-440b-998a-7adc4af34fab,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:57.192888 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.196561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee4b338d-8509-487f-81fd-2e7c9ca4675b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/e33be524-bd4d-440b-998a-7adc4af34fab HTTP/1.1" status: 204 len: 168 time: 0.8498888 Aug 03 16:05:57.198979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:57.333663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8758d-defd-457c-b52c-15d467635864 None None] Network 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:57.484315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.620429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] DHCP port deletion for 3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:05:57.628985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22427563-f10b-43ef-bd36-6158e590f797 req-e8fb978a-bc3f-4bf0-918a-e70e9f9340ac tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:57.640355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22427563-f10b-43ef-bd36-6158e590f797 req-e8fb978a-bc3f-4bf0-918a-e70e9f9340ac tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1223648 Aug 03 16:05:57.705528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0de3e-d904-4709-bc2e-5ecb76d4b812 req-21d10ec2-9b98-4b8a-8864-6b185d1c5b41 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:57.714931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Deleting port 4e94c337-9751-4229-86b5-0933aa1cc846 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:57.715040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22427563-f10b-43ef-bd36-6158e590f797 req-c22d419c-fcbe-49e6-806f-adf6960e235b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674827 Aug 03 16:05:57.715681 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.726208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55b0de3e-d904-4709-bc2e-5ecb76d4b812 req-21d10ec2-9b98-4b8a-8864-6b185d1c5b41 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.2319381 Aug 03 16:05:57.829042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] For port 4e94c337-9751-4229-86b5-0933aa1cc846, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e94c337-9751-4229-86b5-0933aa1cc846,segment=NetworkSegment(f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8),segment_id=f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:57.829836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.844748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55b0de3e-d904-4709-bc2e-5ecb76d4b812 req-a2347aed-d9e6-442b-8661-9bcc8116edcf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142306 Aug 03 16:05:57.862543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Calling delete_port for 4e94c337-9751-4229-86b5-0933aa1cc846 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:57.868824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 4e94c337-9751-4229-86b5-0933aa1cc846 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:05:57.870056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.951245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port 4e94c337-9751-4229-86b5-0933aa1cc846, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4e94c337-9751-4229-86b5-0933aa1cc846,segment=NetworkSegment(f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8),segment_id=f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:05:57.951900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:57.971494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 4e94c337-9751-4229-86b5-0933aa1cc846 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:05:58.027406 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.051369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] No DVR routers for this DVR port 4e94c337-9751-4229-86b5-0933aa1cc846 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:58.080455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcd921-dd65-4412-814c-cffb0b148eae None None] Pushing event deleted for resources: {'Port': ['ID=4e94c337-9751-4229-86b5-0933aa1cc846,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:58.102680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.191151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port 4e94c337-9751-4229-86b5-0933aa1cc846 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:05:58.218060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=4e94c337-9751-4229-86b5-0933aa1cc846,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:58.294052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.294430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.294758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.295104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.295440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.295775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.296115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.296448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.296775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.297103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.297443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.297786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:05:58.324919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.339337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:58.357574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:58.357924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b87ce-b5ae-4bf9-9b09-7641bd10c4d8') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:05:58.376890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019a476-0763-4452-aa12-4ecb5e2c05c2 req-0fe8e643-db5c-4a74-964b-146f2ffafdce tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:58.382388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8019a476-0763-4452-aa12-4ecb5e2c05c2 req-0fe8e643-db5c-4a74-964b-146f2ffafdce tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1619360 Aug 03 16:05:58.387655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.405328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.414368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:05:58.415118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:05:58.489759 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:05:58.540563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.555791 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.565940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f HTTP/1.1" status: 204 len: 168 time: 1.3597338 Aug 03 16:05:58.566779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53192) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:58.576972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64732109'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:58.580396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8019a476-0763-4452-aa12-4ecb5e2c05c2 req-b1e79cf2-6638-44fe-a7ac-18e6948263ec tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958989 Aug 03 16:05:58.603135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388ee14-3cb0-49d8-a74e-fffded4f14cd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=3e2b8cfe-a1b9-4687-b6a6-bc7024a81c7f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:58.604488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:58.611667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.721604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:05:58.779214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.780027 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment 6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2 of type vlan for network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d Aug 03 16:05:58.888792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e94c337-9751-4229-86b5-0933aa1cc846 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:05:58.919892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.969134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4e94c337-9751-4229-86b5-0933aa1cc846 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:05:58.971809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:58.975389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4e94c337-9751-4229-86b5-0933aa1cc846 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:05:58.995866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:58.996484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:59.016417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9383079-9bf6-433a-818e-90dc43b75e7a req-7571066d-6a6f-4a22-b0f8-7c96d08345f1 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:59.028626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9383079-9bf6-433a-818e-90dc43b75e7a req-7571066d-6a6f-4a22-b0f8-7c96d08345f1 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1253972 Aug 03 16:05:59.095568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9383079-9bf6-433a-818e-90dc43b75e7a req-3006a8e5-611c-4332-99d0-780e011b5d93 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604692 Aug 03 16:05:59.158287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53214) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:59.164445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5963678 Aug 03 16:05:59.165292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:05:59.227162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dbaa3-24a7-4bcf-94b9-5c0bf710f50e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:59.238617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:05:59.377313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394a78-42a8-494c-b51b-2bc58f751b28 req-86a07e1f-0150-4b3f-bc1f-6dbe866d1647 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:59.378938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49394a78-42a8-494c-b51b-2bc58f751b28 req-86a07e1f-0150-4b3f-bc1f-6dbe866d1647 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1540263 Aug 03 16:05:59.448673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:05:59.458246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:59.468045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49394a78-42a8-494c-b51b-2bc58f751b28 req-0b25703b-dc48-4b28-a0ae-639e9086d511 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779462 Aug 03 16:05:59.541041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7040a-e1ef-47e2-a609-8fc69ed0eae3 req-47561578-061e-4cf7-973c-c94cd299b9f7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:59.543406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02f7040a-e1ef-47e2-a609-8fc69ed0eae3 req-47561578-061e-4cf7-973c-c94cd299b9f7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1496856 Aug 03 16:05:59.628198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02f7040a-e1ef-47e2-a609-8fc69ed0eae3 req-fafdcb07-caec-4680-b5f7-6b8046eb8054 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762353 Aug 03 16:05:59.812702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:59.889201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=c7c04e07-f118-4b71-b981-f244d97f7bb9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:05:59.899472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:05:59.899841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:05:59.940825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:05:59.955526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:05:59.960489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:05:59.961171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:05:59.966302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a654eb4-d761-4e3b-bd95-6d37f250c240 None None] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:05:59.986519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2317617-e401-44d9-8256-3e47bbd2e4ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8267150 Aug 03 16:05:59.988960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53224) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:05:59.994816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1915406932'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:00.143093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d', 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': 'c7c04e07-f118-4b71-b981-f244d97f7bb9'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:00.144015 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.166148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:00.171201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.191449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 82372b89-a9d4-4222-b119-c1b043e0df9c yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:00.340469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Allocated IP 2001:db8::2 (a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d/c7c04e07-f118-4b71-b981-f244d97f7bb9/60e566f4-a507-4850-ab55-c633869a9d0b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:00.382871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cfb81-cd77-4f4d-8055-24b2fc04d404 req-23bd4de5-5916-44d7-8730-21f1dced2499 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:00.395886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d15cfb81-cd77-4f4d-8055-24b2fc04d404 req-23bd4de5-5916-44d7-8730-21f1dced2499 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1298189 Aug 03 16:06:00.468630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d15cfb81-cd77-4f4d-8055-24b2fc04d404 req-49564eaa-9cc2-4197-918d-22a277566fd1 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708137 Aug 03 16:06:00.624492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18141e-45b8-49e6-bb7b-96b7b3633202 req-bbcd9b5a-7319-4334-acce-3e27bc8b7752 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:00.632699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c18141e-45b8-49e6-bb7b-96b7b3633202 req-bbcd9b5a-7319-4334-acce-3e27bc8b7752 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0771494 Aug 03 16:06:00.668536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.679177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Transition to ACTIVE for port object 60e566f4-a507-4850-ab55-c633869a9d0b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:00.728358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Transition to ACTIVE for port object 60e566f4-a507-4850-ab55-c633869a9d0b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:00.736918 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.745798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c18141e-45b8-49e6-bb7b-96b7b3633202 req-c9740a87-adbd-4739-8739-6b4b63c99ec4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117675 Aug 03 16:06:00.796314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:00.811229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:00.817722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:00.864851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947544d-57da-4f91-a8f9-a589b0b2f320 req-36e19f32-1526-421d-8184-1a8d5f6658c2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:00.873784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4947544d-57da-4f91-a8f9-a589b0b2f320 req-36e19f32-1526-421d-8184-1a8d5f6658c2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1020403 Aug 03 16:06:00.889890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Pushing event updated for resources: {'Port': ['ID=60e566f4-a507-4850-ab55-c633869a9d0b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:00.904604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::243 (a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d/c7c04e07-f118-4b71-b981-f244d97f7bb9/82372b89-a9d4-4222-b119-c1b043e0df9c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:00.951220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Attempting to bind port 60e566f4-a507-4850-ab55-c633869a9d0b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:00.951595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Attempting to bind port 60e566f4-a507-4850-ab55-c633869a9d0b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:00.951966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Attempting to bind port 60e566f4-a507-4850-ab55-c633869a9d0b on network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:00.957725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:00.958112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Checking segment: {'id': '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:00.958522 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.959512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Bound using segment: {'id': '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:00.960215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Bound port: 60e566f4-a507-4850-ab55-c633869a9d0b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:00.960668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:00.966924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4947544d-57da-4f91-a8f9-a589b0b2f320 req-c86a74bc-0d15-46b9-b194-3cd1570d9e47 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918920 Aug 03 16:06:01.038304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] For port 60e566f4-a507-4850-ab55-c633869a9d0b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:01.043535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] For port 60e566f4-a507-4850-ab55-c633869a9d0b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=60e566f4-a507-4850-ab55-c633869a9d0b,segment=NetworkSegment(6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2),segment_id=6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:01.049105 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.138103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.163037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db4ee6-4c8a-4a22-9dc5-07d572e01353 None None] Pushing event updated for resources: {'Port': ['ID=60e566f4-a507-4850-ab55-c633869a9d0b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:01.163218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 82372b89-a9d4-4222-b119-c1b043e0df9c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:01.235239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.276736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:01.315486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:01.328528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:01.335374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:01.336009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.359322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=82372b89-a9d4-4222-b119-c1b043e0df9c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:01.366435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fdfb36a0-9bf0-4cc1-b531-244296270508 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3734677 Aug 03 16:06:01.366828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53248) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:01.605425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 82372b89-a9d4-4222-b119-c1b043e0df9c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:01.606380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.756823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:01.805312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 82372b89-a9d4-4222-b119-c1b043e0df9c owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:01.888843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9fe3-8d42-4237-a178-5430d123615c req-d9f79e82-db0e-4859-b26d-e7afdb293148 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:01.895341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8a311-7ec6-41f6-816d-1933125ebe7e req-c4f335a0-3373-4907-b3a2-a055ae056b4c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:01.897537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-643d9fe3-8d42-4237-a178-5430d123615c req-d9f79e82-db0e-4859-b26d-e7afdb293148 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1582699 Aug 03 16:06:01.900490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97f8a311-7ec6-41f6-816d-1933125ebe7e req-c4f335a0-3373-4907-b3a2-a055ae056b4c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0740542 Aug 03 16:06:01.960280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-643d9fe3-8d42-4237-a178-5430d123615c req-c634fee7-5416-4866-8dc1-737c348b3b45 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617495 Aug 03 16:06:01.961916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-97f8a311-7ec6-41f6-816d-1933125ebe7e req-7b8d1930-cc55-46cd-9e1e-28191a270203 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550392 Aug 03 16:06:02.178372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb31e3-4916-48ed-b8d3-2a44497c675d req-cf293a36-8927-4a0e-bc55-89ff08b65e92 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:02.187458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cdb31e3-4916-48ed-b8d3-2a44497c675d req-cf293a36-8927-4a0e-bc55-89ff08b65e92 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1393173 Aug 03 16:06:02.215914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.271645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=82372b89-a9d4-4222-b119-c1b043e0df9c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:02.297786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cdb31e3-4916-48ed-b8d3-2a44497c675d req-b5111536-f534-43e1-a368-24819259a404 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Aug 03 16:06:02.340832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.343457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05770daf-5501-4b05-85b0-d8c715b299d1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/82372b89-a9d4-4222-b119-c1b043e0df9c HTTP/1.1" status: 204 len: 168 time: 0.9754536 Aug 03 16:06:02.346306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53270) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:02.401308 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2d4d73-d9c8-4426-8966-ed8369e93ec4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:02.405895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53272) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:02.410630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d2d4d73-d9c8-4426-8966-ed8369e93ec4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/82372b89-a9d4-4222-b119-c1b043e0df9c HTTP/1.1" status: 404 len: 333 time: 0.0629227 Aug 03 16:06:02.520057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet c7c04e07-f118-4b71-b981-f244d97f7bb9 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:02.527668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.578452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.680956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.729166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef238ddd-f05e-4b70-a3b1-1bf696f4830f None None] Network a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:02.786128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.821043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-02f1338f-9190-46af-b567-6c278f75f72d None None] Provisioning for port 60e566f4-a507-4850-ab55-c633869a9d0b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:02.846885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c04e07-f118-4b71-b981-f244d97f7bb9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:02.861263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:02.863437 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-83065616-8777-463a-9f6a-418533dd1d7b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/c7c04e07-f118-4b71-b981-f244d97f7bb9 HTTP/1.1" status: 204 len: 168 time: 0.4563460 Aug 03 16:06:02.866836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53282) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:02.916041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 60e566f4-a507-4850-ab55-c633869a9d0b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:03.030466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.069994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 60e566f4-a507-4850-ab55-c633869a9d0b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:03.074553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 60e566f4-a507-4850-ab55-c633869a9d0b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:03.074932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.200046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] DHCP port deletion for a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:03.252889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23217a9-c2e3-410a-8ec6-77d0eb6e6955 req-6596d376-f8a5-488f-b4c9-a678e7c94ed8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:03.262241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c23217a9-c2e3-410a-8ec6-77d0eb6e6955 req-6596d376-f8a5-488f-b4c9-a678e7c94ed8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1914866 Aug 03 16:06:03.271752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36e0c6-dbd8-4cc5-a98c-ae7748d582b4 req-623e8479-d5a6-485a-b5b5-60830c680414 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:03.273524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b36e0c6-dbd8-4cc5-a98c-ae7748d582b4 req-623e8479-d5a6-485a-b5b5-60830c680414 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1142905 Aug 03 16:06:03.283698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 60e566f4-a507-4850-ab55-c633869a9d0b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:03.284050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.354272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c23217a9-c2e3-410a-8ec6-77d0eb6e6955 req-0886b717-8e1b-4577-97de-47c49865314a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852127 Aug 03 16:06:03.377927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.388748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port 60e566f4-a507-4850-ab55-c633869a9d0b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=60e566f4-a507-4850-ab55-c633869a9d0b,segment=NetworkSegment(6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2),segment_id=6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:03.389237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.415785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 60e566f4-a507-4850-ab55-c633869a9d0b owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:03.419410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 60e566f4-a507-4850-ab55-c633869a9d0b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=60e566f4-a507-4850-ab55-c633869a9d0b,segment=NetworkSegment(6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2),segment_id=6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:03.430685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.495065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=60e566f4-a507-4850-ab55-c633869a9d0b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:03.500002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Deleting port 60e566f4-a507-4850-ab55-c633869a9d0b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:03.500700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.586058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.624754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ace35-fbb9-49ad-bdb3-d6fef5b52449 req-6a3682b7-54f9-4a49-af81-78e8f2098df6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:03.626724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-280ace35-fbb9-49ad-bdb3-d6fef5b52449 req-6a3682b7-54f9-4a49-af81-78e8f2098df6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1184604 Aug 03 16:06:03.638819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] For port 60e566f4-a507-4850-ab55-c633869a9d0b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=60e566f4-a507-4850-ab55-c633869a9d0b,segment=NetworkSegment(6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2),segment_id=6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:03.639509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.669489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Calling delete_port for 60e566f4-a507-4850-ab55-c633869a9d0b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:03.681400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=60e566f4-a507-4850-ab55-c633869a9d0b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:03.685459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port 60e566f4-a507-4850-ab55-c633869a9d0b on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:03.698736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b36e0c6-dbd8-4cc5-a98c-ae7748d582b4 req-10066c3a-e689-4635-99e2-e4adbce3f068 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161551 Aug 03 16:06:03.718343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-280ace35-fbb9-49ad-bdb3-d6fef5b52449 req-6c662b4c-09a4-422f-8891-72bc40a56529 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Aug 03 16:06:03.822155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.836018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:03.854514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:03.855087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d535dcf-4477-4f0e-8ee0-6c8a1d938ed2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:03.867450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.870422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.889083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.898631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:06:03.899472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:06:03.903204 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:06:03.920794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] Pushing event deleted for resources: {'Port': ['ID=60e566f4-a507-4850-ab55-c633869a9d0b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:03.939139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3a88c-07d4-4ac8-b38f-b70e28064f74 None None] No DVR routers for this DVR port 60e566f4-a507-4850-ab55-c633869a9d0b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:03.997761 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.004255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.010206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d HTTP/1.1" status: 204 len: 168 time: 1.1422157 Aug 03 16:06:04.016531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:04.024173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'name': 'tempest-PortsIpV6TestJSON-1149123775'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:04.040776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c9a60-1303-470d-862c-1787a0553a36 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=a2f68a39-2b06-4ad3-a0cb-b5988bf9a74d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:04.153776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:04.158602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.188284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 0ee9389c-4ac8-42db-9a19-53cd23e14488 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:04.426130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.505447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.564516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:04.569998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:04.585176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8efa3b-b993-4e5c-a5b5-ee793bacfb0d req-4e5043fb-516b-47a9-9ec3-b36868e53fb2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:04.586763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd8efa3b-b993-4e5c-a5b5-ee793bacfb0d req-4e5043fb-516b-47a9-9ec3-b36868e53fb2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1222894 Aug 03 16:06:04.587597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:04.593055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:04.593670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.611612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=0ee9389c-4ac8-42db-9a19-53cd23e14488,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:04.631499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98b465c4-b403-4064-a208-eedea0e190ee tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6129155 Aug 03 16:06:04.636366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53314) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:04.648020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd8efa3b-b993-4e5c-a5b5-ee793bacfb0d req-d8ea1a36-ea6d-41c8-b90e-bfe6c6a10c5d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Aug 03 16:06:04.736793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 0ee9389c-4ac8-42db-9a19-53cd23e14488 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:04.737337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.841187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 60e566f4-a507-4850-ab55-c633869a9d0b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:04.861862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:04.932646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 60e566f4-a507-4850-ab55-c633869a9d0b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:06:04.933254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 60e566f4-a507-4850-ab55-c633869a9d0b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:04.941359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 0ee9389c-4ac8-42db-9a19-53cd23e14488 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:05.013227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a4fa2-15c7-42d6-887c-192d048f5036 req-2a498995-a3d9-4a64-855a-aea67ef6da59 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:05.015042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-084a4fa2-15c7-42d6-887c-192d048f5036 req-2a498995-a3d9-4a64-855a-aea67ef6da59 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1559095 Aug 03 16:06:05.033237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acf9a6-37af-413e-be28-d051328bb418 req-c8eef667-adf1-46a7-bc11-c062be50a6d2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:05.045355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7acf9a6-37af-413e-be28-d051328bb418 req-c8eef667-adf1-46a7-bc11-c062be50a6d2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1660838 Aug 03 16:06:05.089626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.096590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7acf9a6-37af-413e-be28-d051328bb418 req-fceb8aeb-d931-49fd-b4bb-8394949fccfd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 Aug 03 16:06:05.154363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=0ee9389c-4ac8-42db-9a19-53cd23e14488,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:05.170439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.172528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a457d31b-e490-4a48-8f3b-32408c45ea11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/0ee9389c-4ac8-42db-9a19-53cd23e14488 HTTP/1.1" status: 204 len: 168 time: 0.5343587 Aug 03 16:06:05.175162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:05.181286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'mac_address': 'fa:16:3e:79:09:03', 'name': 'tempest-PortsIpV6TestJSON-2008271544'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:05.182751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-084a4fa2-15c7-42d6-887c-192d048f5036 req-c71f7a0a-c476-46ae-adb8-f274c28dc3e3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026387 Aug 03 16:06:05.311008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:05.393063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.421672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 73a38ae8-7010-41ce-b55c-731b087b5989 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:05.647951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.720183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.774747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:05.781440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:05.790405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:05.799214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:05.812041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:05.842274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=73a38ae8-7010-41ce-b55c-731b087b5989,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:05.876838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bbaae5dc-113c-4250-a182-b384011e7233 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6997504 Aug 03 16:06:05.879494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53344) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:05.929239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a57927-ef52-44a2-8cb1-24edec94c6bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:05.930806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-32a57927-ef52-44a2-8cb1-24edec94c6bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/73a38ae8-7010-41ce-b55c-731b087b5989 HTTP/1.1" status: 200 len: 845 time: 0.0499587 Aug 03 16:06:05.934176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:05.948946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1de1f8-1497-413e-9946-3091d9e88e3e req-2de6a55e-52b1-47e9-9f26-7489e273c77c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:05.950631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d1de1f8-1497-413e-9946-3091d9e88e3e req-2de6a55e-52b1-47e9-9f26-7489e273c77c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1302125 Aug 03 16:06:06.003717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d1de1f8-1497-413e-9946-3091d9e88e3e req-4b6a7fb8-f74b-4f10-b31a-1892760bfc8e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465569 Aug 03 16:06:06.059898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 73a38ae8-7010-41ce-b55c-731b087b5989 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:06.060156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.171512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.188283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 73a38ae8-7010-41ce-b55c-731b087b5989 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:06.315932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa144-d345-4884-b881-7a503cbcf8d8 req-3cf66b30-e3d8-415b-9fb0-9d6b0ac1f8c8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:06.317680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba3fa144-d345-4884-b881-7a503cbcf8d8 req-3cf66b30-e3d8-415b-9fb0-9d6b0ac1f8c8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1100397 Aug 03 16:06:06.365005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.410010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9c5a-d3aa-4cd0-b177-6b09d3c18b6f req-c0057818-5b5c-4025-a904-47ed0a0400bb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:06.412510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ad9c5a-d3aa-4cd0-b177-6b09d3c18b6f req-c0057818-5b5c-4025-a904-47ed0a0400bb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0561931 Aug 03 16:06:06.419915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba3fa144-d345-4884-b881-7a503cbcf8d8 req-da173367-b4b2-48b6-ac87-07217f3da928 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884445 Aug 03 16:06:06.422098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=73a38ae8-7010-41ce-b55c-731b087b5989,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:06.425787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.428381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b3301fc-e872-4379-8d29-ed9476e57005 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/73a38ae8-7010-41ce-b55c-731b087b5989 HTTP/1.1" status: 204 len: 168 time: 0.4904637 Aug 03 16:06:06.430382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53362) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:06.462134 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-76aa067a-65e2-46de-8e87-b5a64255a8e2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:06.463913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-76aa067a-65e2-46de-8e87-b5a64255a8e2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/73a38ae8-7010-41ce-b55c-731b087b5989 HTTP/1.1" status: 404 len: 333 time: 0.0326533 Aug 03 16:06:06.467802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ad9c5a-d3aa-4cd0-b177-6b09d3c18b6f req-c3008b44-17bc-42c6-8c70-1614f1e3128d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 Aug 03 16:06:06.468258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:06.473581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'name': 'tempest-PortsIpV6TestJSON-254199140'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:06.574332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:06.578126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.596592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 436f9830-cda1-4218-8ec6-7f464bf05e81 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:06.788938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.827951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.894271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:06.899800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:06.906049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=436f9830-cda1-4218-8ec6-7f464bf05e81,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:06.908514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:06.915001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:06.916515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:06.933174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81e2e182-fb34-4d27-83ee-f6c7d40e9318 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4634633 Aug 03 16:06:06.935526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:06.941845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:07.027194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.217067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f2515-1dee-4d7b-af5c-3266e44c3f2f req-1b50e4c5-363b-4469-880b-98600e05f96b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.218631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de7f2515-1dee-4d7b-af5c-3266e44c3f2f req-1b50e4c5-363b-4469-880b-98600e05f96b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1210098 Aug 03 16:06:07.253032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.263467 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.284485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de7f2515-1dee-4d7b-af5c-3266e44c3f2f req-032d44cd-e381-419f-bc5c-de76942e6df5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594733 Aug 03 16:06:07.321300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] In _notify_port_updated(), no bound segment for port 436f9830-cda1-4218-8ec6-7f464bf05e81 on network 56b0b12d-03cf-416e-9cd3-316e4de72d0c {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:06:07.327436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.328066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.331857 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/ports/436f9830-cda1-4218-8ec6-7f464bf05e81 HTTP/1.1" status: 200 len: 818 time: 0.3926618 Aug 03 16:06:07.332265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:07.357725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee269f-4797-4ee0-b117-28d13faf64db tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=436f9830-cda1-4218-8ec6-7f464bf05e81,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:07.433710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 436f9830-cda1-4218-8ec6-7f464bf05e81 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:07.434342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.515042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.532367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 436f9830-cda1-4218-8ec6-7f464bf05e81 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:07.573920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e07b38-f9f5-4628-bb0a-04bdb60f918d req-9019ca77-4889-43d7-bc3a-7855b8dc0f2b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.585317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-32e07b38-f9f5-4628-bb0a-04bdb60f918d req-9019ca77-4889-43d7-bc3a-7855b8dc0f2b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0822194 Aug 03 16:06:07.625947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-32e07b38-f9f5-4628-bb0a-04bdb60f918d req-c489b9f8-e283-4d85-95d7-fe0fceb1c3e3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Aug 03 16:06:07.661242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0ed1-11d9-4107-b2ee-12b043d54fb9 req-e8c69380-4707-46ca-a5e6-80ec6873720b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.663585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cdd0ed1-11d9-4107-b2ee-12b043d54fb9 req-e8c69380-4707-46ca-a5e6-80ec6873720b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0713205 Aug 03 16:06:07.712729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.717269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cdd0ed1-11d9-4107-b2ee-12b043d54fb9 req-ff68b2bd-45be-4cb2-a25a-8de8450f5c46 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Aug 03 16:06:07.746243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=436f9830-cda1-4218-8ec6-7f464bf05e81,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:07.753919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.756012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6fcf738-8d21-4c57-a250-181d7b19a8fa tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/436f9830-cda1-4218-8ec6-7f464bf05e81 HTTP/1.1" status: 204 len: 168 time: 0.4225821 Aug 03 16:06:07.759775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5eb8d-37e6-48b3-8aff-26aaf19400d8 req-08b4c1be-df22-4a97-8ef3-b77682413c41 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.760559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:07.761334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6a5eb8d-37e6-48b3-8aff-26aaf19400d8 req-08b4c1be-df22-4a97-8ef3-b77682413c41 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0615470 Aug 03 16:06:07.804222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6a5eb8d-37e6-48b3-8aff-26aaf19400d8 req-75573d9f-7f8c-41a0-8f6c-0bf663a52f23 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358784 Aug 03 16:06:07.856823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60a964-9187-4228-9d78-7eed73065df6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:07.860816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc60a964-9187-4228-9d78-7eed73065df6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0967808 Aug 03 16:06:07.861212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53408) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:07.891712 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d619edad-8b59-43ed-ba66-d4f330f60b99 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:07.893955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d619edad-8b59-43ed-ba66-d4f330f60b99 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/436f9830-cda1-4218-8ec6-7f464bf05e81 HTTP/1.1" status: 404 len: 333 time: 0.0316598 Aug 03 16:06:07.900229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53412) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:07.905688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269967460'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:07.934540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:07.938616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:07.995253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:06:08.011635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:08.011973 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment 479b42fe-f0d5-431c-b8c9-181cf0797afb of type vlan for network 5cb45507-8b60-4f5c-8972-fab956c555ab Aug 03 16:06:08.020552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e244f53-d503-4ca3-89dd-09a53016066b req-cc9e6cdd-4669-41df-a43f-49c83195f22f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.022743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e244f53-d503-4ca3-89dd-09a53016066b req-cc9e6cdd-4669-41df-a43f-49c83195f22f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0817807 Aug 03 16:06:08.078712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:08.102505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1e244f53-d503-4ca3-89dd-09a53016066b req-cc9677ff-46a2-418d-b4e3-e999552114db tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723720 Aug 03 16:06:08.130324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:08.137927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.139048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:08.255469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3536346 Aug 03 16:06:08.260486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53420) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:08.268031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:08.280147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b999687-8880-49eb-b4a4-a03b97bd93e5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=5cb45507-8b60-4f5c-8972-fab956c555ab,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:08.282802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b09b-8a06-4774-b683-4dade2b1d9d9 req-14a09636-b25f-41ea-98f5-efbd136e0c8c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.284334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a81b09b-8a06-4774-b683-4dade2b1d9d9 req-14a09636-b25f-41ea-98f5-efbd136e0c8c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0816641 Aug 03 16:06:08.295575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:06:08.434867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bdee5-ec0b-4849-b104-ee7178d7fb92 req-422a7424-3111-4960-86a9-f63c7b0a20f2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.442579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb7bdee5-ec0b-4849-b104-ee7178d7fb92 req-422a7424-3111-4960-86a9-f63c7b0a20f2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.0622678 Aug 03 16:06:08.480532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb7bdee5-ec0b-4849-b104-ee7178d7fb92 req-867620e5-8f8f-4f88-ab87-a82d7e999261 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365489 Aug 03 16:06:08.680171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a81b09b-8a06-4774-b683-4dade2b1d9d9 req-a7d9add1-e5ba-4ad8-9151-ff7c5eb18579 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837419 Aug 03 16:06:08.687138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:08.690874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:08.860577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2c885-3176-416a-b5fd-c007fd163898 req-94c115ef-9515-4693-b353-79a3d31592b4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.861968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bc2c885-3176-416a-b5fd-c007fd163898 req-94c115ef-9515-4693-b353-79a3d31592b4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0539989 Aug 03 16:06:08.862639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2a741-f6ca-460d-88c2-b7193f56ea60 req-0214b5cf-b5fa-4288-8dd4-76eac9f3ddca tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:08.864121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2a741-f6ca-460d-88c2-b7193f56ea60 req-0214b5cf-b5fa-4288-8dd4-76eac9f3ddca tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0734861 Aug 03 16:06:08.933095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8bc2c885-3176-416a-b5fd-c007fd163898 req-5e315957-aaf4-4b7f-9eb1-7597a9af82cd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610299 Aug 03 16:06:08.957734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2a741-f6ca-460d-88c2-b7193f56ea60 req-327569d0-e387-4208-992a-686c6164e0d0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756478 Aug 03 16:06:08.982292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.055034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=99b0aabf-7b22-43a3-bc47-6041e6acbe44,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:09.066007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': '479b42fe-f0d5-431c-b8c9-181cf0797afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:09.066450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 5cb45507-8b60-4f5c-8972-fab956c555ab, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:06:09.087053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 5cb45507-8b60-4f5c-8972-fab956c555ab is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:06:09.103489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493aba-800b-4466-a983-76a6ac2d2e94 req-5fc83bfd-081d-4236-b1c8-ea1c2bebc799 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.104768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 5cb45507-8b60-4f5c-8972-fab956c555ab) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:09.105332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db493aba-800b-4466-a983-76a6ac2d2e94 req-5fc83bfd-081d-4236-b1c8-ea1c2bebc799 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0680804 Aug 03 16:06:09.108998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.109652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.117771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57c11d-d611-4f5e-9b89-7692b298036a None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:09.126256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3be0fbf1-5c66-4c46-afa9-b7bd62af71f8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8644242 Aug 03 16:06:09.129083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:09.134830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:09.167403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db493aba-800b-4466-a983-76a6ac2d2e94 req-3f7da9f2-854c-477b-aac3-b782c3453064 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Aug 03 16:06:09.280747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:09.285730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.353158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361adcaf-fe54-4ef8-9f1e-670358e02832 req-13faa1f5-cc5a-4b13-a6c8-e60e3882c2b0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.354762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-361adcaf-fe54-4ef8-9f1e-670358e02832 req-13faa1f5-cc5a-4b13-a6c8-e60e3882c2b0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0577929 Aug 03 16:06:09.406588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-361adcaf-fe54-4ef8-9f1e-670358e02832 req-c39e22f8-346c-4f18-9226-146721eb2b7e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Aug 03 16:06:09.419497 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99b0aabf-7b22-43a3-bc47-6041e6acbe44 (CIDR: 2001:db8::/64) Aug 03 16:06:09.431235 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:06:09.432008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:09.457520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d9874be-0928-4a80-bec2-86f7b6d5f05a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3272781 Aug 03 16:06:09.461235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:09.467866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:09.483648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-5cb45507-8b60-4f5c-8972-fab956c555ab', 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': '99b0aabf-7b22-43a3-bc47-6041e6acbe44'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:09.484540 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.602317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56e55-4ceb-4adf-bc84-d743152b6e51 req-fccd0662-4737-4ead-b5b6-28e7f9077a85 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.610054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aea56e55-4ceb-4adf-bc84-d743152b6e51 req-fccd0662-4737-4ead-b5b6-28e7f9077a85 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1093736 Aug 03 16:06:09.636973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Allocated IP 2001:db8::2 (5cb45507-8b60-4f5c-8972-fab956c555ab/99b0aabf-7b22-43a3-bc47-6041e6acbe44/6a367915-2fd2-4257-a41d-5c2b0f5f2d9b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:09.669527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aea56e55-4ceb-4adf-bc84-d743152b6e51 req-1de7651f-d4aa-4ef8-98f7-9813be3d1e3f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584521 Aug 03 16:06:09.710566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c178e-7c32-401e-8a78-68cb00f08b29 req-db53719b-e0fd-45d4-9790-09481b6bbcb6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.712311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae6c178e-7c32-401e-8a78-68cb00f08b29 req-db53719b-e0fd-45d4-9790-09481b6bbcb6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1185241 Aug 03 16:06:09.729218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:09.732844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.815205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ae6c178e-7c32-401e-8a78-68cb00f08b29 req-cd262dd0-718e-499c-8541-b31b6def3699 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940049 Aug 03 16:06:09.904069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b35ba9f6-742d-4f19-a2c4-48c9d39840b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.913296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.933384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2a574-9932-4c26-8707-251335c543ce req-10f27d1b-3bcd-4b9e-9bbc-8981ddb70cf2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:09.936958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-caa2a574-9932-4c26-8707-251335c543ce req-10f27d1b-3bcd-4b9e-9bbc-8981ddb70cf2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0705643 Aug 03 16:06:09.940128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Transition to ACTIVE for port object 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:09.967677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Transition to ACTIVE for port object 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:09.982831 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:09.993034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-caa2a574-9932-4c26-8707-251335c543ce req-f25f27b8-495d-488c-ab65-2636fccf9a9f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487325 Aug 03 16:06:10.039978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:10.043456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:10.046197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:10.102668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Pushing event updated for resources: {'Port': ['ID=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:10.137762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.138362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.138889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.139558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.140054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.140549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.141159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.141502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.141880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.142471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.142677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.143016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:10.147203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Attempting to bind port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:10.148426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Attempting to bind port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '479b42fe-f0d5-431c-b8c9-181cf0797afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:10.148426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Attempting to bind port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b on network 5cb45507-8b60-4f5c-8972-fab956c555ab {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:10.155047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:10.155434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Checking segment: {'id': '479b42fe-f0d5-431c-b8c9-181cf0797afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:10.155845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.156237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Bound using segment: {'id': '479b42fe-f0d5-431c-b8c9-181cf0797afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:10.157071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Bound port: 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479b42fe-f0d5-431c-b8c9-181cf0797afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:10.157243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.161204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018860c3-6bb0-4e90-aaa3-fd8c1ea01faa req-ecaf372b-8874-4db9-9806-3744e851ad6f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:10.163800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-018860c3-6bb0-4e90-aaa3-fd8c1ea01faa req-ecaf372b-8874-4db9-9806-3744e851ad6f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1127748 Aug 03 16:06:10.172103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.176594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c4b0-2c3d-4253-8209-6270252bcc4e req-38b96f46-8bc7-485f-acd2-4e34c81eab02 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:10.185623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7818c4b0-2c3d-4253-8209-6270252bcc4e req-38b96f46-8bc7-485f-acd2-4e34c81eab02 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0920455 Aug 03 16:06:10.234317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7818c4b0-2c3d-4253-8209-6270252bcc4e req-4823ef8b-4c33-4ff3-8bf7-4b42035d312e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Aug 03 16:06:10.263084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 5cb45507-8b60-4f5c-8972-fab956c555ab is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:10.263084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:10.270128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:10.270729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.276876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] For port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:10.283110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] For port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,segment=NetworkSegment(479b42fe-f0d5-431c-b8c9-181cf0797afb),segment_id=479b42fe-f0d5-431c-b8c9-181cf0797afb)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:10.292401 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.298722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-018860c3-6bb0-4e90-aaa3-fd8c1ea01faa req-cfffa647-77d9-490d-8119-2dcf37c3928e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242261 Aug 03 16:06:10.299328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=2f4fbe53-17b3-4860-8c07-d6a571d3d8f8,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:10.312794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:10.312938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-703707fe-446b-493f-a942-70edb0d58b87 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8501086 Aug 03 16:06:10.321634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'fixed_ips': [{'subnet_id': '99b0aabf-7b22-43a3-bc47-6041e6acbe44'}, {'subnet_id': '2f4fbe53-17b3-4860-8c07-d6a571d3d8f8'}], 'name': 'tempest-PortsIpV6TestJSON-888586032'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:10.360068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797985e9-cb37-4b34-9c64-249f9510097e None None] Pushing event updated for resources: {'Port': ['ID=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:10.479567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3ac5-609e-4198-aa92-380797eb8d83 req-f102c05c-3e87-4675-8011-d1bf484fe45c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:10.481155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b90b3ac5-609e-4198-aa92-380797eb8d83 req-f102c05c-3e87-4675-8011-d1bf484fe45c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1021235 Aug 03 16:06:10.515932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:10.602132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b90b3ac5-609e-4198-aa92-380797eb8d83 req-c9ba3f8f-0bdf-44d1-976e-4991918877ba tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112466 Aug 03 16:06:10.681189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:10.726127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port f60840bf-89e2-4c24-bbf6-7eeba2996c14 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:10.748146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aefff-d95f-42c7-a897-d8b4e74512ce req-bb2c767c-da25-4f82-866a-ecd2b0d2cbfa tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:10.756053 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc3aefff-d95f-42c7-a897-d8b4e74512ce req-bb2c767c-da25-4f82-866a-ecd2b0d2cbfa tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0676279 Aug 03 16:06:10.830038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc3aefff-d95f-42c7-a897-d8b4e74512ce req-341cbd04-9a30-44d4-b740-766ae4864e77 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729117 Aug 03 16:06:10.910694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:10.967192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:11.166956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25adbf-aad6-4442-968e-aaac43c584a7 req-c29b8918-9471-4349-b4f8-0d319b16d9bb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.174906 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a25adbf-aad6-4442-968e-aaac43c584a7 req-c29b8918-9471-4349-b4f8-0d319b16d9bb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1423202 Aug 03 16:06:11.216096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::282 (5cb45507-8b60-4f5c-8972-fab956c555ab/99b0aabf-7b22-43a3-bc47-6041e6acbe44/f60840bf-89e2-4c24-bbf6-7eeba2996c14) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:11.229979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8:0:1::48 (5cb45507-8b60-4f5c-8972-fab956c555ab/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8/f60840bf-89e2-4c24-bbf6-7eeba2996c14) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:11.259983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a25adbf-aad6-4442-968e-aaac43c584a7 req-e57dedbd-584c-47b5-900a-38066d7af622 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 Aug 03 16:06:11.442635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bdfe6-ad16-4375-8cfd-e1b897d5f0b3 req-f841a5b0-6f2a-4326-a6f6-15b0e368df05 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.445401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-519bdfe6-ad16-4375-8cfd-e1b897d5f0b3 req-f841a5b0-6f2a-4326-a6f6-15b0e368df05 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.5129933 Aug 03 16:06:11.478856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00244bc3-ff19-4e91-8087-61b372a66e63 req-0e8a3dc4-c26e-484c-9ae9-468e7da886ee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.480452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00244bc3-ff19-4e91-8087-61b372a66e63 req-0e8a3dc4-c26e-484c-9ae9-468e7da886ee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1090515 Aug 03 16:06:11.485768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:11.495399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-519bdfe6-ad16-4375-8cfd-e1b897d5f0b3 req-429434a8-2dfe-4abb-86c0-7cff8169cc73 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Aug 03 16:06:11.526746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object f60840bf-89e2-4c24-bbf6-7eeba2996c14 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:11.578484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00244bc3-ff19-4e91-8087-61b372a66e63 req-25fbfa2d-b553-495c-8b61-02ededd32c48 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848610 Aug 03 16:06:11.635120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96ca3-9b6c-47d7-8f22-51c1bb1302b2 req-f3234536-9a27-4446-977a-f5ebd5173b1b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.638320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:11.643189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94c96ca3-9b6c-47d7-8f22-51c1bb1302b2 req-f3234536-9a27-4446-977a-f5ebd5173b1b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0811524 Aug 03 16:06:11.698380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94c96ca3-9b6c-47d7-8f22-51c1bb1302b2 req-a69fa6d8-06a8-4b8a-b0d3-3e7322ec58a7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544391 Aug 03 16:06:11.739422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 5cb45507-8b60-4f5c-8972-fab956c555ab is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:11.747242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:11.754039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:11.761823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.762673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:11.767825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e45fe-bd5c-4f50-82dc-2b2a6c46ce9a None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:11.779863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=f60840bf-89e2-4c24-bbf6-7eeba2996c14,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:11.797689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b5eaf95-a2a8-4a45-a552-ce1002e7d047 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4817569 Aug 03 16:06:11.798639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53530) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:11.805327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99b0aabf-7b22-43a3-bc47-6041e6acbe44'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:11.815969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4e6ff-50ea-4804-9f5a-6663dcfb1892 req-742d268a-a82c-449b-a320-0a07b916f049 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:11.818623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32a4e6ff-50ea-4804-9f5a-6663dcfb1892 req-742d268a-a82c-449b-a320-0a07b916f049 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1262150 Aug 03 16:06:11.886265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Provisioning for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:11.893883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:11.894258 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:11.928405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32a4e6ff-50ea-4804-9f5a-6663dcfb1892 req-5184e11d-d9f6-4177-b969-d3ed27a002fd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989850 Aug 03 16:06:11.950153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.047378 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.137976 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-098fcb02-1b5a-4988-844b-7d13e7b0fb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.142761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] For port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,segment=NetworkSegment(479b42fe-f0d5-431c-b8c9-181cf0797afb),segment_id=479b42fe-f0d5-431c-b8c9-181cf0797afb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:12.151470 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.158813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Update dhcp port {'port': {'network_id': '5cb45507-8b60-4f5c-8972-fab956c555ab', 'fixed_ips': [{'subnet_id': '99b0aabf-7b22-43a3-bc47-6041e6acbe44', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f4fbe53-17b3-4860-8c07-d6a571d3d8f8'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '6a367915-2fd2-4257-a41d-5c2b0f5f2d9b'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:06:12.182124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d879e06-40cd-41be-bd8b-95ca3e6c4c4e req-4c0d6d0c-14a7-4d63-b638-004761e2de97 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:12.186227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d879e06-40cd-41be-bd8b-95ca3e6c4c4e req-4c0d6d0c-14a7-4d63-b638-004761e2de97 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1677835 Aug 03 16:06:12.191688 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-9ac1b45a-14de-4434-8324-ac5f54a32317 service neutron] show failed (client error): The resource could not be found. Aug 03 16:06:12.192697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-9ac1b45a-14de-4434-8324-ac5f54a32317 service neutron] 10.222.0.72 "GET /v2.0/ports/76377dcb-51d0-4d92-afa4-488076bff173/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.1430094 Aug 03 16:06:12.222876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.275363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c84b46-52c3-4210-a69a-6362316aa054 None None] Pushing event updated for resources: {'Port': ['ID=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:12.368087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d879e06-40cd-41be-bd8b-95ca3e6c4c4e req-a900dfef-61dd-4a65-8ac2-c5a0fd80403e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775000 Aug 03 16:06:12.427017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-ef293b93-ceb7-452a-bbf3-3710a2e8e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:12.429685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-ef293b93-ceb7-452a-bbf3-3710a2e8e6c9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 1097 time: 0.0554626 Aug 03 16:06:12.446217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Delete allocated IP 2001:db8:0:1::48 (5cb45507-8b60-4f5c-8972-fab956c555ab/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8) {{(pid=106016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:06:12.446922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:12.540975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.616610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2a5f-a941-4423-a1fe-f314f111c474 req-1bae8cc4-aa7d-4935-a513-d8192e263925 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:12.619187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dfc2a5f-a941-4423-a1fe-f314f111c474 req-1bae8cc4-aa7d-4935-a513-d8192e263925 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1072166 Aug 03 16:06:12.692862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dfc2a5f-a941-4423-a1fe-f314f111c474 req-cce6808d-be09-47ae-a39e-59db7aafd00a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600486 Aug 03 16:06:12.695207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.716760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Ignored duplicate provisioning block setup for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:06:12.746071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.792351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118e9c9-f267-49a2-8886-08e2d095a6ac req-07b0953f-2e0e-417f-9e82-d2c0e506cfab tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:12.793977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0118e9c9-f267-49a2-8886-08e2d095a6ac req-07b0953f-2e0e-417f-9e82-d2c0e506cfab tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.1776938 Aug 03 16:06:12.846796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.852927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] In _notify_port_updated(), no bound segment for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 on network 5cb45507-8b60-4f5c-8972-fab956c555ab {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:06:12.858725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:12.859358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:12.860680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/ports/f60840bf-89e2-4c24-bbf6-7eeba2996c14 HTTP/1.1" status: 200 len: 925 time: 1.0610871 Aug 03 16:06:12.866459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53568) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:12.873829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99b0aabf-7b22-43a3-bc47-6041e6acbe44'}, {'subnet_id': '2f4fbe53-17b3-4860-8c07-d6a571d3d8f8'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:12.883057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:12.897430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0118e9c9-f267-49a2-8886-08e2d095a6ac req-7df5797b-0d93-42f9-96cf-c80a162de37a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829754 Aug 03 16:06:12.918260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:12.964422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313155e-8840-460e-9719-8a792d39ef10 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=f60840bf-89e2-4c24-bbf6-7eeba2996c14,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:13.000110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Allocated IP 2001:db8:0:1::2 (5cb45507-8b60-4f5c-8972-fab956c555ab/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8/6a367915-2fd2-4257-a41d-5c2b0f5f2d9b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:13.001692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:13.012044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803e9cc-4d1e-4347-8e6e-3a24a1b3d08c req-f4792619-8da4-41cf-a480-37396b02c611 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:13.013881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9803e9cc-4d1e-4347-8e6e-3a24a1b3d08c req-f4792619-8da4-41cf-a480-37396b02c611 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1499789 Aug 03 16:06:13.018229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.034164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:13.034684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.119936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:13.122652 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c3c3c7-60b2-48c4-be40-f0ef276d1967" -d '{"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-unplugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:13.129198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.151771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Transition to ACTIVE for port object 76377dcb-51d0-4d92-afa4-488076bff173 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:13.160420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] For port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,segment=NetworkSegment(479b42fe-f0d5-431c-b8c9-181cf0797afb),segment_id=479b42fe-f0d5-431c-b8c9-181cf0797afb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:13.163836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1edb9-7450-4323-a32e-ccdbbda6d2f2 req-1ea1b124-facb-465f-8107-c77cb19e1e0f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:13.166731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2e1edb9-7450-4323-a32e-ccdbbda6d2f2 req-1ea1b124-facb-465f-8107-c77cb19e1e0f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1311264 Aug 03 16:06:13.167860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.187904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9803e9cc-4d1e-4347-8e6e-3a24a1b3d08c req-eae0d9b6-9b4a-4efd-853b-e9b3149b23f1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541181 Aug 03 16:06:13.213801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:13.275651 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.312497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Transition to ACTIVE for port object 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:13.317932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.388112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2e1edb9-7450-4323-a32e-ccdbbda6d2f2 req-f4633308-989a-47c8-80c4-ebd953e6f2d4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715045 Aug 03 16:06:13.410470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] No DVR routers for this DVR port 76377dcb-51d0-4d92-afa4-488076bff173 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:13.459127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfdc28-2776-4d6e-88d5-2af576571df6 None None] Pushing event updated for resources: {'Port': ['ID=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:13.544672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8:0:1::118 (5cb45507-8b60-4f5c-8972-fab956c555ab/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8/f60840bf-89e2-4c24-bbf6-7eeba2996c14) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:13.649949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.703520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5995-1928-468d-be84-5c64eae9d7ca req-648400de-d34f-467b-a24b-71ea6e566d09 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:13.705263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-069c5995-1928-468d-be84-5c64eae9d7ca req-648400de-d34f-467b-a24b-71ea6e566d09 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1749237 Aug 03 16:06:13.724759 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86ca15-a509-4299-9499-537c9ebdbf5d x-openstack-request-id: req-ce86ca15-a509-4299-9499-537c9ebdbf5d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:13.725138 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-unplugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:13.725391 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce86ca15-a509-4299-9499-537c9ebdbf5d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:13.725808 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'code': 200} Aug 03 16:06:13.746483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.776474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Ignored duplicate provisioning block setup for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:06:13.785877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.790435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-069c5995-1928-468d-be84-5c64eae9d7ca req-7229a077-f795-4ea7-950c-749e61781835 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763338 Aug 03 16:06:13.799279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:13.799622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:13.799953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:13.805897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:06:13.806228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Attempting to bind port 76377dcb-51d0-4d92-afa4-488076bff173 on network d2efa638-5e8c-4519-8fce-fbe329a7ff3b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:13.816109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:13.816456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Checking segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:13.816841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Bound using segment: {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:13.817278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Bound port: 76377dcb-51d0-4d92-afa4-488076bff173, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:13.817666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.902653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] In _notify_port_updated(), no bound segment for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 on network 5cb45507-8b60-4f5c-8972-fab956c555ab {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:06:13.908162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:13.908874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:13.913826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/ports/f60840bf-89e2-4c24-bbf6-7eeba2996c14 HTTP/1.1" status: 200 len: 1011 time: 1.0408106 Aug 03 16:06:13.914821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53586) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:13.939289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c23d9-f4de-4a75-b0fe-3278e8fcacb7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=f60840bf-89e2-4c24-bbf6-7eeba2996c14,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:13.957285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:13.965811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac89fba-3e59-41d1-8be1-2dc3150355c3 req-7ea6aafd-1a1b-45cb-b226-953542af44c6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:13.967884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ac89fba-3e59-41d1-8be1-2dc3150355c3 req-7ea6aafd-1a1b-45cb-b226-953542af44c6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0752745 Aug 03 16:06:13.978449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:13.986713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:14.025434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ac89fba-3e59-41d1-8be1-2dc3150355c3 req-2440f44c-e766-4ba0-b5a4-38b364513499 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497937 Aug 03 16:06:14.132111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.132746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:14.134207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] 10.222.0.78 "PUT /v2.0/ports/76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1092 time: 1.6939805 Aug 03 16:06:14.221081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de04571-4954-4751-b283-2fb5d160ec0f req-fdd64dcf-38f6-400c-850e-3f130ef4494c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.225180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9de04571-4954-4751-b283-2fb5d160ec0f req-fdd64dcf-38f6-400c-850e-3f130ef4494c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0831449 Aug 03 16:06:14.225497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d07161-74b8-4aac-950e-8b6268bab499 service neutron] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:14.271886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4842d0-04bd-4cdd-9902-528c02c11733 req-af626d73-e7e4-4750-9a80-539452ee8030 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.279006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9de04571-4954-4751-b283-2fb5d160ec0f req-ef9ad2ae-05ce-4758-87bc-a2e9cd8075b7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481217 Aug 03 16:06:14.282589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c4842d0-04bd-4cdd-9902-528c02c11733 req-af626d73-e7e4-4750-9a80-539452ee8030 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.2301404 Aug 03 16:06:14.287389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-fbeafc52-4206-49e4-968f-2f8fa37ea77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.290118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-fbeafc52-4206-49e4-968f-2f8fa37ea77f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1095 time: 0.1169145 Aug 03 16:06:14.401573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port f60840bf-89e2-4c24-bbf6-7eeba2996c14 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:14.402161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:14.445462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc76dd9-be82-486a-afd6-6a9727d088ca req-c8858fb8-bb6d-4486-9dc0-10ce2720a880 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.453271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cc76dd9-be82-486a-afd6-6a9727d088ca req-c8858fb8-bb6d-4486-9dc0-10ce2720a880 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0616858 Aug 03 16:06:14.511086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-6b78f064-0e12-47e6-8014-6a2c0acb5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.512841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-6b78f064-0e12-47e6-8014-6a2c0acb5ba6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.1984565 Aug 03 16:06:14.524950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec40c94-8ddf-42be-bea9-a211528a4474 None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:14.529831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c4842d0-04bd-4cdd-9902-528c02c11733 req-56d8be4e-d353-46b3-b870-595e12e9efd9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459116 Aug 03 16:06:14.555413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cc76dd9-be82-486a-afd6-6a9727d088ca req-868a7ef6-5754-4d75-a1c0-3818a589e1bd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013420 Aug 03 16:06:14.585277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Provisioning for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:14.598156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:14.598874 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:14.611276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-d91a6bd7-8055-48fd-ab47-3a06efa5d93b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1553805 Aug 03 16:06:14.676355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:14.704467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for f60840bf-89e2-4c24-bbf6-7eeba2996c14 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:14.710550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-5f1f95f8-46f9-48b7-8d90-2ed33b3046bf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1000 time: 0.1767116 Aug 03 16:06:14.779683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2d200-9135-4650-946b-e76221dc1049 req-dc342241-d4c4-4ac5-bb92-98e349962854 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.782567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38b2d200-9135-4650-946b-e76221dc1049 req-dc342241-d4c4-4ac5-bb92-98e349962854 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.1230664 Aug 03 16:06:14.796324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.796802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.797273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.797789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.798257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.798719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.799182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.801096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-789977bb-bf13-4e2b-832d-e1de87e4b239 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ee92f323cfd040d2880293e0b98c6706&device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 6492 time: 0.0859430 Aug 03 16:06:14.859403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-8d0730a2-553f-444a-9990-957847253e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:14.861165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-8d0730a2-553f-444a-9990-957847253e5e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.1426158 Aug 03 16:06:14.906342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:15.012009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38b2d200-9135-4650-946b-e76221dc1049 req-095b9ae3-c5b5-4a23-aafa-0658b4bde080 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224228 Aug 03 16:06:15.053364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.059597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:15.061503 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.081047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.083585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7f66e9e6-446e-46e1-8f42-e1565489818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.085311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7f66e9e6-446e-46e1-8f42-e1565489818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.085991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7f66e9e6-446e-46e1-8f42-e1565489818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.088011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7f66e9e6-446e-46e1-8f42-e1565489818d service neutron] 10.222.0.78 "GET /v2.0/networks?id=79e409d6-e6f6-4c80-ab10-72683fb6d284&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=996c0edf-ce4a-4a5e-a537-08c25e41e735&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 200 len: 2293 time: 0.2546012 Aug 03 16:06:15.116870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Provisioning for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:15.127314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=f60840bf-89e2-4c24-bbf6-7eeba2996c14,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:15.132769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Provisioning complete for port f60840bf-89e2-4c24-bbf6-7eeba2996c14 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:15.133572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.187209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a06791ec-47e0-4ca0-9fcf-09f380eb0877 None None] Port f60840bf-89e2-4c24-bbf6-7eeba2996c14 was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:06:15.207343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-f5399eed-01e8-45e6-8058-3fa97dac3d53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 200 len: 1001 time: 0.1062644 Aug 03 16:06:15.209452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-7204333f-fb11-4a2b-aa61-fd751931bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.211028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-7204333f-fb11-4a2b-aa61-fd751931bd4c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351212 Aug 03 16:06:15.218708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.228963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0e55a81d-1905-47e8-8382-f8f29568b1bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/f60840bf-89e2-4c24-bbf6-7eeba2996c14 HTTP/1.1" status: 204 len: 168 time: 1.3104994 Aug 03 16:06:15.235222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:15.302374 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7d7626-7c5e-4eb8-b44f-edb3593688cc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:15.306545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c7d7626-7c5e-4eb8-b44f-edb3593688cc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/f60840bf-89e2-4c24-bbf6-7eeba2996c14 HTTP/1.1" status: 404 len: 333 time: 0.0627074 Aug 03 16:06:15.307982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53618) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:15.382106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-afc3db31-b38d-403b-b3c0-e92306dffcf6 service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512573 Aug 03 16:06:15.453156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89f793ea-351c-44da-94f2-6acfbfc5d5ba None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:15.453548 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-89f793ea-351c-44da-94f2-6acfbfc5d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.500163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a74e603-2701-4a62-a9ff-684a8649d99e req-d99213bc-fa82-46c8-96d2-1b66d28c58f3 service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086011 Aug 03 16:06:15.630991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89f793ea-351c-44da-94f2-6acfbfc5d5ba None None] Could not find standard attr ID for object f60840bf-89e2-4c24-bbf6-7eeba2996c14. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:15.719429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314aa1d-b22a-45c9-b671-1611c92b4749 req-90f34685-ebde-474a-b10f-d13c9da59943 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.727675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c314aa1d-b22a-45c9-b671-1611c92b4749 req-90f34685-ebde-474a-b10f-d13c9da59943 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 944 time: 0.0733044 Aug 03 16:06:15.728358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:15.730883 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feca3d4-7fdf-461f-9c01-49a17143ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:15.746150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-93ca35b4-614b-463e-879c-291b9f3cb1d9 None None] Could not find standard attr ID for object f60840bf-89e2-4c24-bbf6-7eeba2996c14. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:15.751790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:15.789871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c314aa1d-b22a-45c9-b671-1611c92b4749 req-67d9541e-3d31-466e-b356-a12a86c1cda8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554187 Aug 03 16:06:15.820167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-3c16ea00-abc9-40c3-b2e2-71abe36f46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.820167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-3c16ea00-abc9-40c3-b2e2-71abe36f46ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 200 len: 851 time: 0.5906909 Aug 03 16:06:15.828641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:15.834471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 2f4fbe53-17b3-4860-8c07-d6a571d3d8f8 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:15.842251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.916730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae73b6-c7aa-4b26-94b7-44a6e54e73ae req-9f518cf5-da66-40c3-b927-9cc0d6dd7d71 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:15.924192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5ae73b6-c7aa-4b26-94b7-44a6e54e73ae req-9f518cf5-da66-40c3-b927-9cc0d6dd7d71 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1583886 Aug 03 16:06:15.952364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:15.969916 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84794a-ead3-4263-b610-5f57568ec956 x-openstack-request-id: req-5d84794a-ead3-4263-b610-5f57568ec956 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:15.970209 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:15.970462 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d84794a-ead3-4263-b610-5f57568ec956 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:15.970865 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'status': 'completed', 'code': 200} Aug 03 16:06:16.003609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-4826452c-5e19-47e8-b0fb-6d6a161dc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.005062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-4826452c-5e19-47e8-b0fb-6d6a161dc9e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=79e409d6-e6f6-4c80-ab10-72683fb6d284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850288 Aug 03 16:06:16.043469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-52b92a15-521a-49af-8acc-e263b5fb2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.045002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-52b92a15-521a-49af-8acc-e263b5fb2ff5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1095 time: 0.0474095 Aug 03 16:06:16.050252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5ae73b6-c7aa-4b26-94b7-44a6e54e73ae req-1799fe8a-d811-499e-bfc9-1ba2c41e4f6a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250813 Aug 03 16:06:16.077276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8a624ed1-40f5-4ab6-87b5-e057d5caef46 None None] Could not find standard attr ID for object f60840bf-89e2-4c24-bbf6-7eeba2996c14. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:16.186840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-1fdfad93-0175-48c6-883b-23510313783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.188934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-1fdfad93-0175-48c6-883b-23510313783f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1095 time: 0.1896951 Aug 03 16:06:16.222655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-3560e11b-aa99-4ee2-b103-5ea170e0687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.224216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-3560e11b-aa99-4ee2-b103-5ea170e0687b service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.1626678 Aug 03 16:06:16.235944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac4195-5f4a-425e-8377-cb5416bd5366 req-1377910b-7c48-4320-b9d5-bf9ae970d8ac tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.243810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0dac4195-5f4a-425e-8377-cb5416bd5366 req-1377910b-7c48-4320-b9d5-bf9ae970d8ac tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.1072891 Aug 03 16:06:16.270333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:06:16.315754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-4a044703-c0c5-40de-b00c-15a1b90042a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1000 time: 0.0646255 Aug 03 16:06:16.329947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-32e25eeb-c41d-485e-a423-8744d0706e8c service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936604 Aug 03 16:06:16.395466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-ce33db0e-7fd7-47cc-b48b-28367f7afd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.398288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-ce33db0e-7fd7-47cc-b48b-28367f7afd76 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.0727625 Aug 03 16:06:16.404759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b54c76d7-a589-4d9c-acab-80a7c14ef524 None None] Could not find standard attr ID for object f60840bf-89e2-4c24-bbf6-7eeba2996c14. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:16.414284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-b4b68487-d7b5-45bb-bed5-d35322ece5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.416299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-b4b68487-d7b5-45bb-bed5-d35322ece5d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.2174225 Aug 03 16:06:16.443139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:16.453630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0dac4195-5f4a-425e-8377-cb5416bd5366 req-a27cf145-19b1-4bc1-97b3-7cf4215c151b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089446 Aug 03 16:06:16.472715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-b084a20d-e825-4cd9-b590-cae17b140603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.475143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-b084a20d-e825-4cd9-b590-cae17b140603 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630636 Aug 03 16:06:16.479846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:16.497349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'mac_address': 'fa:16:3e:f6:38:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:06:16.548382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:16.568390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:06:16.605385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-ccbb88fb-63d6-4901-9fc9-bab5f55dd102 service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162312 Aug 03 16:06:16.607991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:16.614526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:16.648483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-23447466-36d4-46f1-a8e3-22ca91d569c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1000 time: 0.2121854 Aug 03 16:06:16.676871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:16.731290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-ae179968-ef75-4c11-8d54-c64343511ca5 service neutron] 10.222.0.78 "GET /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909054 Aug 03 16:06:16.734589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-43b4eb11-8a1f-41c5-8ff6-a3731f2533ff service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201012 Aug 03 16:06:16.748898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:16.835116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-5c23936d-429e-4d9b-b890-3046575ac69a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 217 time: 0.0915663 Aug 03 16:06:16.835833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4fbe53-17b3-4860-8c07-d6a571d3d8f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:16.836013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d054c-7147-4434-8381-679f58eccf3f None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:16.838139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:16.840016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9fe7bd35-f62a-4108-a18e-573bd631f677 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8 HTTP/1.1" status: 204 len: 168 time: 1.5310066 Aug 03 16:06:16.842763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53634) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:16.900797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-12bae2a3-3d0e-490e-aab9-6c6f8fb2fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:16.911997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-12bae2a3-3d0e-490e-aab9-6c6f8fb2fabd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.2529731 Aug 03 16:06:16.974179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 99b0aabf-7b22-43a3-bc47-6041e6acbe44 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:16.978423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.030772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.031575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c35c7143-aada-4ef8-b616-65b8ee1756e0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:06:17.102101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-6664fab1-5fe7-46a7-a30b-3c615cbe9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.103828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-6664fab1-5fe7-46a7-a30b-3c615cbe9477 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.2350540 Aug 03 16:06:17.113884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-acebea16-9043-4e3e-b522-f4de6e0d0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.116166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-acebea16-9043-4e3e-b522-f4de6e0d0a42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920538 Aug 03 16:06:17.140986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf676e-3f71-42ff-8032-25d066eb8f8a req-d81de967-94ab-408e-b6ba-d9f30a418b39 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.160889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8cf676e-3f71-42ff-8032-25d066eb8f8a req-d81de967-94ab-408e-b6ba-d9f30a418b39 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1168139 Aug 03 16:06:17.198996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.338705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:06:17.368120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.387791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-9f7d2f98-c067-435c-8493-505bad4233d0 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933312 Aug 03 16:06:17.439946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=99b0aabf-7b22-43a3-bc47-6041e6acbe44,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:17.464466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e90b3-596d-49cb-9975-3f35c4cc36b4 req-e3df60d0-5579-457f-a87f-b7381e418f3d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.479572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a87e90b3-596d-49cb-9975-3f35c4cc36b4 req-e3df60d0-5579-457f-a87f-b7381e418f3d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.2272086 Aug 03 16:06:17.485028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.494394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-29587cf5-4bc7-4ef2-8c53-bc0a2de633dc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/99b0aabf-7b22-43a3-bc47-6041e6acbe44 HTTP/1.1" status: 204 len: 168 time: 0.6503215 Aug 03 16:06:17.556873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feca3d4-7fdf-461f-9c01-49a17143ce29 req-07817856-53be-45cb-a723-cd2e5fce3e21 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595435 Aug 03 16:06:17.557874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53644) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:17.620898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a87e90b3-596d-49cb-9975-3f35c4cc36b4 req-c5791cd4-77b8-40f7-bd24-534b6463134f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400211 Aug 03 16:06:17.682470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8cf676e-3f71-42ff-8032-25d066eb8f8a req-eafb2020-58a7-456a-a437-b1ea8939c304 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5206676 Aug 03 16:06:17.714606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.719910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-75e49f49-5e6d-478c-96c3-26f49711e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.721288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-75e49f49-5e6d-478c-96c3-26f49711e563 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6040890 Aug 03 16:06:17.773346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f8c76-4372-442a-bcb3-41b244509509 req-47a92ac0-4f1e-4c50-937a-dba960162a6c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:17.775199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe5f8c76-4372-442a-bcb3-41b244509509 req-47a92ac0-4f1e-4c50-937a-dba960162a6c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.0773623 Aug 03 16:06:17.872631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe5f8c76-4372-442a-bcb3-41b244509509 req-6e51eb98-2944-4389-a09f-00824432fbbc tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896051 Aug 03 16:06:17.886836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:17.887462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:17.918937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-46d750cf-8565-446f-bf51-47306ab77ecf service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888530 Aug 03 16:06:18.149588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,segment=NetworkSegment(479b42fe-f0d5-431c-b8c9-181cf0797afb),segment_id=479b42fe-f0d5-431c-b8c9-181cf0797afb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:18.150154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:18.157489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e2df1-bb11-4032-9eec-0294edc4b8b8 req-09e9baa5-3b90-46f9-be87-10e7bf87a8c0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:18.166048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b5e2df1-bb11-4032-9eec-0294edc4b8b8 req-09e9baa5-3b90-46f9-be87-10e7bf87a8c0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 944 time: 0.0763526 Aug 03 16:06:18.217739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bd92b-ec04-40df-a122-d802e196fa23 None None] Network 5cb45507-8b60-4f5c-8972-fab956c555ab requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:18.243081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b5e2df1-bb11-4032-9eec-0294edc4b8b8 req-66a4c64c-8e86-4016-a13e-0cc247f3659a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763135 Aug 03 16:06:18.257655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:18.284161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7639b3fd-9cae-47fb-b05a-0eb71ade5162 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086436 Aug 03 16:06:18.293393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:06:18.333072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c54f10f7-7a57-4248-8ed9-79cb0882207a None None] Provisioning complete for port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:18.334392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c54f10f7-7a57-4248-8ed9-79cb0882207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:18.385900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-3ae61fe4-10fd-44dd-95da-7151915ec94c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:18.387434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-3ae61fe4-10fd-44dd-95da-7151915ec94c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4&tenant_id=0ef1c18733084b37b21981061221f2dd&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.2917280 Aug 03 16:06:18.388722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-ba768789-cb9d-4184-829f-2dafffcf44fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 217 time: 0.0893919 Aug 03 16:06:18.507369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-f12b91d8-7142-4e66-91d7-16cc80be8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:18.508866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-f12b91d8-7142-4e66-91d7-16cc80be8bdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1112516 Aug 03 16:06:18.518505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:18.529329 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-67d1374c-33b9-4de8-9092-1b50bc88a7cb service neutron] delete failed (client error): The resource could not be found. Aug 03 16:06:18.531616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-67d1374c-33b9-4de8-9092-1b50bc88a7cb service neutron] 10.222.0.72 "DELETE /v2.0/ports/76377dcb-51d0-4d92-afa4-488076bff173/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.1343548 Aug 03 16:06:18.544644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:18.569359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=6a367915-2fd2-4257-a41d-5c2b0f5f2d9b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:18.575254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:18.584892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '76377dcb-51d0-4d92-afa4-488076bff173', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'port_id': '76377dcb-51d0-4d92-afa4-488076bff173', 'mac_address': 'fa:16:3e:bb:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:06:18.631876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:18.654564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76377dcb-51d0-4d92-afa4-488076bff173 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:06:18.691614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:18.697022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c260035-07b9-4a3f-9ae5-b9629ae109bc None None] DHCP port deletion for 5cb45507-8b60-4f5c-8972-fab956c555ab request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:18.714960 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:18.779869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c0c2a-b2bc-4d28-a743-b504c234dda8 req-daa1eb6f-fb1c-4eeb-a918-7c3a7f097d96 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:18.787763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:18.798504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a1c0c2a-b2bc-4d28-a743-b504c234dda8 req-daa1eb6f-fb1c-4eeb-a918-7c3a7f097d96 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0862820 Aug 03 16:06:18.844581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a1c0c2a-b2bc-4d28-a743-b504c234dda8 req-3deb6103-aa33-43d8-9bc2-8f282a63ee65 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Aug 03 16:06:18.858179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:18.879398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:06:18.879743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6a367915-2fd2-4257-a41d-5c2b0f5f2d9b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:19.009847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-707eef3b-0a11-4516-a221-55005bc5c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.011280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-707eef3b-0a11-4516-a221-55005bc5c372 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4940901 Aug 03 16:06:19.020294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['76377dcb-51d0-4d92-afa4-488076bff173'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:06:19.072690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.127330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb45507-8b60-4f5c-8972-fab956c555ab']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:19.153030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479b42fe-f0d5-431c-b8c9-181cf0797afb') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:19.153362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479b42fe-f0d5-431c-b8c9-181cf0797afb') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:19.175795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.179355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-e4b20f45-9a1e-43e1-a778-3a810b273264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.180777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-e4b20f45-9a1e-43e1-a778-3a810b273264 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1096 time: 0.5532579 Aug 03 16:06:19.201327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ee916-8f7e-4a8b-8e01-3b81d5ddb550 req-be3dd31d-d021-4c91-928a-236dce5b42d8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.203258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b18ee916-8f7e-4a8b-8e01-3b81d5ddb550 req-be3dd31d-d021-4c91-928a-236dce5b42d8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.1989386 Aug 03 16:06:19.262805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.286205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:06:19.286820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:06:19.289887 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:06:19.356721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-b70ed169-7555-4eaf-84cf-685ab778f598 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214242 Aug 03 16:06:19.421753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b18ee916-8f7e-4a8b-8e01-3b81d5ddb550 req-6fcc817e-25fd-4d16-89a8-bb7984a4b97f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058823 Aug 03 16:06:19.456402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961fb29-b94e-4c77-bfc8-3c276149b51b req-f7ff2a19-6010-46cf-b521-96cdf52f8d83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.458074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9961fb29-b94e-4c77-bfc8-3c276149b51b req-f7ff2a19-6010-46cf-b521-96cdf52f8d83 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 945 time: 0.0573664 Aug 03 16:06:19.469368 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.480702 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.483015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/5cb45507-8b60-4f5c-8972-fab956c555ab HTTP/1.1" status: 204 len: 168 time: 1.9238033 Aug 03 16:06:19.487388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:19.488002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-648aa604-ee5b-493b-9e87-204f5db11f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.489460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-648aa604-ee5b-493b-9e87-204f5db11f83 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.2971389 Aug 03 16:06:19.518016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec273f6-1559-4c93-9293-be0f29e22dec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=5cb45507-8b60-4f5c-8972-fab956c555ab,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:19.548654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9961fb29-b94e-4c77-bfc8-3c276149b51b req-04b1079a-42b3-4b9c-bedf-b51230e9498a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827193 Aug 03 16:06:19.583299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfdffde-a3e2-41d0-80cf-836c34bdd792 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.586070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bbfdffde-a3e2-41d0-80cf-836c34bdd792 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0958786 Aug 03 16:06:19.588996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:19.610694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-eaf20187-94ed-43e3-a5a5-1ef0ab501392 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332070 Aug 03 16:06:19.632389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-4729eaf4-eddb-426d-8c03-7f4cf761e19d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 1001 time: 0.1220536 Aug 03 16:06:19.702258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-619513f1-b10d-4e73-95eb-fa58ff8ceca1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 200 len: 217 time: 0.0687218 Aug 03 16:06:19.761192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85a31752-c047-45e8-9612-03a80c91c184 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1695414 Aug 03 16:06:19.764588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:19.767311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-c4fda8f8-73ac-47d8-952a-793f29671a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.768757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-c4fda8f8-73ac-47d8-952a-793f29671a2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.1264191 Aug 03 16:06:19.769998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-907947102'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:19.796910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:19.800771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.816696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-0bac6c6b-8807-4019-9cbb-81f2c0c1e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.818996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-0bac6c6b-8807-4019-9cbb-81f2c0c1e09c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1081247 Aug 03 16:06:19.830826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:06:19.842778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.843134 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment 8a6a5092-593f-4927-89f2-f9adba6afee0 of type vlan for network 024e87f6-3915-4f74-a94f-b7ff1883855c Aug 03 16:06:19.856036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-8281b148-23f2-4141-8f68-74b092ca47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.857534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-8281b148-23f2-4141-8f68-74b092ca47e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804143 Aug 03 16:06:19.896381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.925456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-d9645fcb-4b63-4c3b-9ded-ec327cb5925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.927902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-d9645fcb-4b63-4c3b-9ded-ec327cb5925c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002040 Aug 03 16:06:19.932441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:19.940315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:19.940925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.010408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2421827 Aug 03 16:06:20.012084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53744) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:20.017449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:20.025687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34698014-089f-440f-b730-f58a613ab675 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=024e87f6-3915-4f74-a94f-b7ff1883855c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:20.040285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 024e87f6-3915-4f74-a94f-b7ff1883855c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:06:20.059171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-bf135a8e-6e9c-4584-bfb3-3607d685ecca service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927083 Aug 03 16:06:20.103679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f100-64f7-4684-9506-6a52f489519e req-7cefe8f6-f81b-4235-9676-e5c1c7f08178 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.111268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0b7f100-64f7-4684-9506-6a52f489519e req-7cefe8f6-f81b-4235-9676-e5c1c7f08178 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1670973 Aug 03 16:06:20.171554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:20.178296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.227959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0b7f100-64f7-4684-9506-6a52f489519e req-36710488-9499-4c35-9e1c-24071836e775 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076488 Aug 03 16:06:20.227959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-a8d11fb8-cab9-4509-956e-f08994c38c1e service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746105 Aug 03 16:06:20.296812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc5c57ec-9c55-4602-ada8-e632c2e0864d req-19e32217-cbe2-47b5-8a65-03662d8e24b8 service neutron] 10.222.0.72 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294087 Aug 03 16:06:20.303628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:20.379046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-38750007-160f-4094-bada-af9b3761a4b2 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472476 Aug 03 16:06:20.390519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port c35c7143-aada-4ef8-b616-65b8ee1756e0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:20.395551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c35c7143-aada-4ef8-b616-65b8ee1756e0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:20.396431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.437180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.445147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-df63e6e9-d142-4bc9-8b8c-8b6c53367507 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 200 len: 217 time: 0.0578611 Aug 03 16:06:20.510602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=4d21591f-4c21-4032-bb1a-29b6ebf45602,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:20.521863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': '8a6a5092-593f-4927-89f2-f9adba6afee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:20.522491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 024e87f6-3915-4f74-a94f-b7ff1883855c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:06:20.564197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-b11f335c-8c01-4a03-8582-2bc436288097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.566426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-b11f335c-8c01-4a03-8582-2bc436288097 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 200 len: 797 time: 0.1132286 Aug 03 16:06:20.568375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 024e87f6-3915-4f74-a94f-b7ff1883855c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:06:20.588071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 024e87f6-3915-4f74-a94f-b7ff1883855c) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:20.588176 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.600341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.601044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.602255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a015e7-8b40-4fff-a0c8-434924830a31 None None] Network 024e87f6-3915-4f74-a94f-b7ff1883855c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:20.652574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b453a8ca-99dd-4ad8-8f2e-0a4f0e62abe2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6389492 Aug 03 16:06:20.652764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53818) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:20.661246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c', 'name': 'tempest-PortsIpV6TestJSON-36903070'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:20.690204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:20.692701 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904f3cb-2d5f-4159-ad40-f3ad411911a4" -d '{"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:20.712978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:20.722952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.723907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:20.758911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-44803318-8cf4-4ca3-bb0f-1563b830e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.760596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-44803318-8cf4-4ca3-bb0f-1563b830e3e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=996c0edf-ce4a-4a5e-a537-08c25e41e735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615534 Aug 03 16:06:20.768653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec1209-f74b-4451-8688-e32090eddde1 req-88de1716-7b9d-498e-915d-d50201b9da49 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.772118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13ec1209-f74b-4451-8688-e32090eddde1 req-88de1716-7b9d-498e-915d-d50201b9da49 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 945 time: 0.0818086 Aug 03 16:06:20.778063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7836a7e-ae95-4be9-9e89-29fac4b2800d req-06c255f3-3074-4334-a25c-d1726b63e028 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:20.780000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7836a7e-ae95-4be9-9e89-29fac4b2800d req-06c255f3-3074-4334-a25c-d1726b63e028 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 945 time: 0.2081680 Aug 03 16:06:20.847250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13ec1209-f74b-4451-8688-e32090eddde1 req-1b53f90b-69c0-437e-a925-d3afa543f0f9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695734 Aug 03 16:06:20.872500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:20.908738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 76377dcb-51d0-4d92-afa4-488076bff173 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:20.920827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 76377dcb-51d0-4d92-afa4-488076bff173 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:20.922128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:20.971178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-650479ac-64d1-4c0d-983c-90608432cfb1 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901810 Aug 03 16:06:20.977034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7836a7e-ae95-4be9-9e89-29fac4b2800d req-a9306850-adf7-4c7d-9aaa-b5f1e3d28b01 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299689 Aug 03 16:06:21.001948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:21.006924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.046021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-024e87f6-3915-4f74-a94f-b7ff1883855c', 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': '4d21591f-4c21-4032-bb1a-29b6ebf45602'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:21.049796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.093573 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f8a48-054c-46eb-acef-1d9a5507b608 x-openstack-request-id: req-0b8f8a48-054c-46eb-acef-1d9a5507b608 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:21.093896 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-plugged", "status": "completed", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:21.094155 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b8f8a48-054c-46eb-acef-1d9a5507b608 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:21.094778 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'code': 200} Aug 03 16:06:21.134279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port ed9e3315-edf4-48cf-867b-8bc2eda68d25 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:21.194515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-8a13fc06-a26a-48cb-a5c9-a149ad479d37 service neutron] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952288 Aug 03 16:06:21.234781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.247986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-7df9ce4f-697a-44b1-9beb-cf1f252f29de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 200 len: 217 time: 0.0435302 Aug 03 16:06:21.315940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-4e2a9adf-2dd4-4abe-a83a-bb27f55d6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:21.318396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-4e2a9adf-2dd4-4abe-a83a-bb27f55d6a6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.0631289 Aug 03 16:06:21.351717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Allocated IP 2001:db8::2 (024e87f6-3915-4f74-a94f-b7ff1883855c/4d21591f-4c21-4032-bb1a-29b6ebf45602/7cd98c33-e0e9-4893-8e45-c08c2aba4049) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:21.351923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e59c-935d-43a5-a384-c3411182a340 req-55f7ba1a-6f49-4278-a5fb-bf981b9a7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:21.353620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f03e59c-935d-43a5-a384-c3411182a340 req-55f7ba1a-6f49-4278-a5fb-bf981b9a7025 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 1097 time: 0.0636897 Aug 03 16:06:21.358229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:21.367858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.410912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f03e59c-935d-43a5-a384-c3411182a340 req-c92df50c-3636-41c5-b0b5-4f5557ed90df service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Aug 03 16:06:21.431514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890086d-8ec8-46c7-9a55-eb2ae6625796 req-9af5e2ca-46d2-4f3a-9aca-2cb64f691a78 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:21.433190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1890086d-8ec8-46c7-9a55-eb2ae6625796 req-9af5e2ca-46d2-4f3a-9aca-2cb64f691a78 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1136789 Aug 03 16:06:21.434980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-de50b9dd-eddc-426f-a295-d195ca1887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:21.436439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-de50b9dd-eddc-426f-a295-d195ca1887e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019428 Aug 03 16:06:21.482577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:21.503598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1890086d-8ec8-46c7-9a55-eb2ae6625796 req-adbf8882-880c-4e7f-94a6-6b3e0cfab38b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Aug 03 16:06:21.593907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.599266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-31b9543c-215c-4b4e-8a30-365cc6a337d4 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270785 Aug 03 16:06:21.603167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Transition to ACTIVE for port object 7cd98c33-e0e9-4893-8e45-c08c2aba4049 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:21.624426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Transition to ACTIVE for port object 7cd98c33-e0e9-4893-8e45-c08c2aba4049 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:21.635279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.676739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Network 024e87f6-3915-4f74-a94f-b7ff1883855c is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:21.683060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:21.688196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:21.694496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Pushing event updated for resources: {'Port': ['ID=7cd98c33-e0e9-4893-8e45-c08c2aba4049,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:21.737199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::f5 (024e87f6-3915-4f74-a94f-b7ff1883855c/4d21591f-4c21-4032-bb1a-29b6ebf45602/ed9e3315-edf4-48cf-867b-8bc2eda68d25) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:21.757285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Attempting to bind port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:21.757698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Attempting to bind port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '8a6a5092-593f-4927-89f2-f9adba6afee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:21.758072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Attempting to bind port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 on network 024e87f6-3915-4f74-a94f-b7ff1883855c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:21.762984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-b326289d-bf24-4e32-a165-6b044585119a service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562836 Aug 03 16:06:21.763509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:21.763944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Checking segment: {'id': '8a6a5092-593f-4927-89f2-f9adba6afee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:21.764269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.764677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Bound using segment: {'id': '8a6a5092-593f-4927-89f2-f9adba6afee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:21.765167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Bound port: 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6a5092-593f-4927-89f2-f9adba6afee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:21.765581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.816345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-61f08cca-3e1a-4f49-bf9c-d36c94bb0726 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 200 len: 217 time: 0.0402963 Aug 03 16:06:21.833907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] For port 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:21.840530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] For port 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7cd98c33-e0e9-4893-8e45-c08c2aba4049,segment=NetworkSegment(8a6a5092-593f-4927-89f2-f9adba6afee0),segment_id=8a6a5092-593f-4927-89f2-f9adba6afee0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:21.844481 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:21.910225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b488589-bcb0-4d92-a007-d75244e7f885 None None] Pushing event updated for resources: {'Port': ['ID=7cd98c33-e0e9-4893-8e45-c08c2aba4049,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:21.964180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-c0ad4c89-496d-4edb-891b-1374c6d82b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:21.965616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-c0ad4c89-496d-4edb-891b-1374c6d82b5e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 200 len: 797 time: 0.1402926 Aug 03 16:06:22.009448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:22.083651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90e69-b1d3-483b-8dc9-82389c97c3bf req-4caf0be0-9190-4f93-838b-f18a3b3af90a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:22.085262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8a90e69-b1d3-483b-8dc9-82389c97c3bf req-4caf0be0-9190-4f93-838b-f18a3b3af90a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1334307 Aug 03 16:06:22.096168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-d3cee10f-8d1b-48a8-9368-d087b70a2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:22.098102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-d3cee10f-8d1b-48a8-9368-d087b70a2a6e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241982 Aug 03 16:06:22.121179 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:22.198584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object ed9e3315-edf4-48cf-867b-8bc2eda68d25 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:22.222498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb941f-8f89-4a3c-b57d-8317b0beb092 req-143ffca0-71fd-4ecd-9c76-0d1a4ec22ee3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:22.224260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16fb941f-8f89-4a3c-b57d-8317b0beb092 req-143ffca0-71fd-4ecd-9c76-0d1a4ec22ee3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 946 time: 0.1353340 Aug 03 16:06:22.235256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8a90e69-b1d3-483b-8dc9-82389c97c3bf req-aa1573ce-3e7f-47b0-91ae-eb62f0f5e2a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303062 Aug 03 16:06:22.282747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54000) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:22.348926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16fb941f-8f89-4a3c-b57d-8317b0beb092 req-05bb8b37-e488-47c2-a271-2526b92b5b13 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884907 Aug 03 16:06:22.352547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-26be4f3f-6cd8-44f2-ad4b-b1fe08dc890d service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344923 Aug 03 16:06:22.356952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:22.476749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-164b7591-b992-48c2-a79b-c38d91b86c60 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 200 len: 994 time: 0.1793883 Aug 03 16:06:22.862841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 024e87f6-3915-4f74-a94f-b7ff1883855c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:22.865843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:22.906551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=ed9e3315-edf4-48cf-867b-8bc2eda68d25,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:22.913789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:22.915414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7cd98c33-e0e9-4893-8e45-c08c2aba4049 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:22.920924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:22.921942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:22.985000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a0b423ac-e460-49e6-80e4-034d262a774c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3301904 Aug 03 16:06:22.987788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:22.993312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '024e87f6-3915-4f74-a94f-b7ff1883855c', 'name': 'tempest-PortsIpV6TestJSON-1531519661'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:23.009691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:23.020579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4969bb30-50ec-4c03-a97c-f455a60c2a7c req-9e7fc8b7-7cee-4cf6-9d89-967d20669aa0 service neutron] 10.222.0.78 "GET /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593037 Aug 03 16:06:23.040844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170fa36-7bd3-454a-816d-a290d3969720 req-ee169703-0006-4b24-a44e-d04af8845740 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:23.043441 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7170fa36-7bd3-454a-816d-a290d3969720 req-ee169703-0006-4b24-a44e-d04af8845740 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1684823 Aug 03 16:06:23.096341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:23.098705 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417b3def-1f9c-49b0-89ce-eee5090fda02" -d '{"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-plugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:23.142798 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf37bf-3452-4744-9f6d-f223905c605e x-openstack-request-id: req-4acf37bf-3452-4744-9f6d-f223905c605e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:23.143343 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-plugged", "status": "completed", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:23.144099 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4acf37bf-3452-4744-9f6d-f223905c605e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:23.144958 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'code': 200} Aug 03 16:06:23.148104 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7170fa36-7bd3-454a-816d-a290d3969720 req-72222cf1-bc0c-44d3-bd83-21764854ab09 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953498 Aug 03 16:06:23.216292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:23.219892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.246983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 5363bed6-8876-4dd1-b860-b50f3079b8da yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:23.295808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feffd5a8-8593-47f6-8b15-8d08debd0ccc None None] Network 024e87f6-3915-4f74-a94f-b7ff1883855c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:23.358503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Provisioning for port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:23.385929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Provisioning complete for port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:23.386506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.406011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::90 (024e87f6-3915-4f74-a94f-b7ff1883855c/4d21591f-4c21-4032-bb1a-29b6ebf45602/5363bed6-8876-4dd1-b860-b50f3079b8da) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:23.543897 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.563214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4eae05-f660-487a-b816-11ddaf4a70dc req-53efc005-f618-42ab-ba1e-cf8dc7eb1b7c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:23.572989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad4eae05-f660-487a-b816-11ddaf4a70dc req-53efc005-f618-42ab-ba1e-cf8dc7eb1b7c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 946 time: 0.1211035 Aug 03 16:06:23.590979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] For port 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7cd98c33-e0e9-4893-8e45-c08c2aba4049,segment=NetworkSegment(8a6a5092-593f-4927-89f2-f9adba6afee0),segment_id=8a6a5092-593f-4927-89f2-f9adba6afee0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:23.596603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.662373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad4eae05-f660-487a-b816-11ddaf4a70dc req-f3dc4e1c-4042-4058-a888-0676a2d2da95 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857482 Aug 03 16:06:23.682177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98a3be-2457-420a-aac7-0b5bf4a401f9 None None] Pushing event updated for resources: {'Port': ['ID=7cd98c33-e0e9-4893-8e45-c08c2aba4049,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:23.684325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.727091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 5363bed6-8876-4dd1-b860-b50f3079b8da will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:23.768544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.817128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 024e87f6-3915-4f74-a94f-b7ff1883855c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:23.820449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:23.826406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:23.832067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:23.832707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.840090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=5363bed6-8876-4dd1-b860-b50f3079b8da,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:23.854310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b1babec-e3eb-42a9-b97e-740c2c6c28ed tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8653846 Aug 03 16:06:23.857136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54194) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:23.931506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Provisioning for port ed9e3315-edf4-48cf-867b-8bc2eda68d25 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:23.935580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Provisioning complete for port ed9e3315-edf4-48cf-867b-8bc2eda68d25 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:23.935961 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:23.957587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84300223-27fd-45ba-80c4-354578e6fc3b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:23.960863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-84300223-27fd-45ba-80c4-354578e6fc3b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af5 HTTP/1.1" status: 200 len: 926 time: 0.1009738 Aug 03 16:06:23.962276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:23.982075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Port ed9e3315-edf4-48cf-867b-8bc2eda68d25 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:23.993163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Provisioning complete for port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:23.993544 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c4a49ef6-0cfb-4eb1-8dd9-b0ba9e633472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.064666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 5363bed6-8876-4dd1-b860-b50f3079b8da {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:24.065018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.159086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.173227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 5363bed6-8876-4dd1-b860-b50f3079b8da owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:24.204149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-688310ed-a5df-4979-a220-06978056f2f6 None None] Provisioning complete for port ed9e3315-edf4-48cf-867b-8bc2eda68d25 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:24.204775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-688310ed-a5df-4979-a220-06978056f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.243578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-688310ed-a5df-4979-a220-06978056f2f6 None None] Port ed9e3315-edf4-48cf-867b-8bc2eda68d25 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:24.296980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3e28a-1843-4b79-8116-2d99c26a878e req-0ed831ab-4bdb-4628-8aec-872f3ae9341c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:24.298505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e3e28a-1843-4b79-8116-2d99c26a878e req-0ed831ab-4bdb-4628-8aec-872f3ae9341c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0777674 Aug 03 16:06:24.375251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2e3e28a-1843-4b79-8116-2d99c26a878e req-27e4233b-0a30-491b-9e03-1b8f03824c0a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699339 Aug 03 16:06:24.385767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.386146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-36219c28-e984-405d-a169-eb03da29b833 None None] Provisioning for port 5363bed6-8876-4dd1-b860-b50f3079b8da completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:24.390722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-36219c28-e984-405d-a169-eb03da29b833 None None] Provisioning complete for port 5363bed6-8876-4dd1-b860-b50f3079b8da triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:24.391297 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-36219c28-e984-405d-a169-eb03da29b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.415727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-36219c28-e984-405d-a169-eb03da29b833 None None] Port 5363bed6-8876-4dd1-b860-b50f3079b8da was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:06:24.423284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=5363bed6-8876-4dd1-b860-b50f3079b8da,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:24.441241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.443850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79fbe5ad-b490-4976-8e5a-afe99e81e461 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/5363bed6-8876-4dd1-b860-b50f3079b8da HTTP/1.1" status: 204 len: 168 time: 0.4805565 Aug 03 16:06:24.446879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:24.471342 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de94de4-f888-429e-bbc1-3781486a872a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:24.472896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2de94de4-f888-429e-bbc1-3781486a872a tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/5363bed6-8876-4dd1-b860-b50f3079b8da HTTP/1.1" status: 404 len: 333 time: 0.0248609 Aug 03 16:06:24.475681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54202) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:24.578641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port ed9e3315-edf4-48cf-867b-8bc2eda68d25 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:24.578989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.667100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.688780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for ed9e3315-edf4-48cf-867b-8bc2eda68d25 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:24.835808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7cd98c33-e0e9-4893-8e45-c08c2aba4049 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:24.857042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.901101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=ed9e3315-edf4-48cf-867b-8bc2eda68d25,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:24.904019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:24.904626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.940854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:24.943427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19ad5ad5-c6d6-425c-b5d1-3b107b7051b3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/ed9e3315-edf4-48cf-867b-8bc2eda68d25 HTTP/1.1" status: 204 len: 168 time: 0.4667656 Aug 03 16:06:24.946415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54214) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:24.975410 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a307bc-7c03-4572-8ebc-ace0453fb1a4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:24.977832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-57a307bc-7c03-4572-8ebc-ace0453fb1a4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/ed9e3315-edf4-48cf-867b-8bc2eda68d25 HTTP/1.1" status: 404 len: 333 time: 0.0290442 Aug 03 16:06:24.981238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:25.002302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.008831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.015464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.027668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.033925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.040617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.047156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.048684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0876998e-4562-486b-87b2-e91f533210c6 req-2613fac4-3ab3-4ede-93d1-2f956ccb2e7e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.1040759 Aug 03 16:06:25.057345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 4d21591f-4c21-4032-bb1a-29b6ebf45602 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:25.061585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.103736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0876998e-4562-486b-87b2-e91f533210c6 req-824eae2e-4610-4b98-8010-c1dc65bc4f67 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467775 Aug 03 16:06:25.108740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.221019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.298026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.304432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.310607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.316537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.323128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.329087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.335207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.337195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81525cf1-74ef-4ec9-9981-dc7f307e1d29 req-2dd8d6f1-8b0a-444a-9376-30551b84fa68 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.1321304 Aug 03 16:06:25.353246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.384075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=4d21591f-4c21-4032-bb1a-29b6ebf45602,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:25.386080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.387947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fe94993a-8c39-4e4f-a9fa-4bd4f0f3174c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/4d21591f-4c21-4032-bb1a-29b6ebf45602 HTTP/1.1" status: 204 len: 168 time: 0.4052136 Aug 03 16:06:25.390928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54222) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:25.413190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74582451-9311-4d68-86a2-954681beb990 None None] Network 024e87f6-3915-4f74-a94f-b7ff1883855c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:25.480478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.514508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64974a9-fa4f-480f-b41d-96b57c4d5362 req-da12f78c-0137-45c8-9e5e-e2a982bf0ac1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:25.516104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a64974a9-fa4f-480f-b41d-96b57c4d5362 req-da12f78c-0137-45c8-9e5e-e2a982bf0ac1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0594575 Aug 03 16:06:25.548860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:25.549623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.562862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a64974a9-fa4f-480f-b41d-96b57c4d5362 req-430a5bf7-e88f-4e62-8853-5a2d04d345e0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Aug 03 16:06:25.632500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7cd98c33-e0e9-4893-8e45-c08c2aba4049,segment=NetworkSegment(8a6a5092-593f-4927-89f2-f9adba6afee0),segment_id=8a6a5092-593f-4927-89f2-f9adba6afee0)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:25.632864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.649134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 7cd98c33-e0e9-4893-8e45-c08c2aba4049 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:25.666392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] DHCP port deletion for 024e87f6-3915-4f74-a94f-b7ff1883855c request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:25.714682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Deleting port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:25.715062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.736897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.768288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:25.783998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] For port 7cd98c33-e0e9-4893-8e45-c08c2aba4049, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7cd98c33-e0e9-4893-8e45-c08c2aba4049,segment=NetworkSegment(8a6a5092-593f-4927-89f2-f9adba6afee0),segment_id=8a6a5092-593f-4927-89f2-f9adba6afee0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:25.784401 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.797918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Calling delete_port for 7cd98c33-e0e9-4893-8e45-c08c2aba4049 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:25.816899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=7cd98c33-e0e9-4893-8e45-c08c2aba4049,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:25.881448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.891345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.903585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024e87f6-3915-4f74-a94f-b7ff1883855c']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:25.913998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] Pushing event deleted for resources: {'Port': ['ID=7cd98c33-e0e9-4893-8e45-c08c2aba4049,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:25.916213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5720d-ac30-49e2-b63a-43376b4fa10e None None] No DVR routers for this DVR port 7cd98c33-e0e9-4893-8e45-c08c2aba4049 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:25.919010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6a5092-593f-4927-89f2-f9adba6afee0') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:25.919834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6a5092-593f-4927-89f2-f9adba6afee0') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:25.939882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.960924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.967091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:06:25.967473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:06:25.970523 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:06:26.030520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.038867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.044402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/024e87f6-3915-4f74-a94f-b7ff1883855c HTTP/1.1" status: 204 len: 168 time: 0.6494226 Aug 03 16:06:26.046758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54228) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:26.052586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2086158542'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:26.059721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b3f32-b52b-46ef-8282-20c1d00354c1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=024e87f6-3915-4f74-a94f-b7ff1883855c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:26.064133 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.078836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:26.082796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.109112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:06:26.118746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.119083 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment 02dbf1ee-231b-4b01-9bdf-9fc8a3934d77 of type vlan for network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b Aug 03 16:06:26.165583 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.196957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.203080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:26.203792 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.264522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2163165 Aug 03 16:06:26.267504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54230) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:26.274931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:26.292522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833f585-f5f4-4a06-ba01-6a53a5262ac9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:26.307424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:06:26.379706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:26.383769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.626267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.738891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432808-371a-4afd-bddc-e779252b61d1 req-dfd78f1d-0c48-44d3-bf4b-e7d0a2ba250c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:26.740977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:26.744751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:26.745243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:06:26.749890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5432808-371a-4afd-bddc-e779252b61d1 req-dfd78f1d-0c48-44d3-bf4b-e7d0a2ba250c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0913794 Aug 03 16:06:26.779543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:06:26.794898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:26.799517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:26.800361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:26.807483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2e32e-4ecd-4a57-8a39-e55bebd68f4f None None] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:26.817301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-86597f13-1851-4317-9216-f7761b37a6e1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5486178 Aug 03 16:06:26.823194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:26.824703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5432808-371a-4afd-bddc-e779252b61d1 req-4c7345e2-b2e9-41d8-a388-7b6c01578ee3 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540900 Aug 03 16:06:26.830023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b', 'name': 'tempest-PortsIpV6TestJSON-1643735927', 'fixed_ips': [{'subnet_id': '87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c', 'ip_address': '2001:db8::10'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:26.893457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7cd98c33-e0e9-4893-8e45-c08c2aba4049 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:26.924545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7cd98c33-e0e9-4893-8e45-c08c2aba4049 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:06:26.924892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7cd98c33-e0e9-4893-8e45-c08c2aba4049 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:26.955125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:27.033133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b', 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': '87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:27.034021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.075136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.096890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:27.253163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Allocated IP 2001:db8::2 (0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b/87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c/9e312278-9da2-4485-ac9e-c348295300a9) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:27.414331 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.419702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:27.423664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Transition to ACTIVE for port object 9e312278-9da2-4485-ac9e-c348295300a9 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:27.439874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Transition to ACTIVE for port object 9e312278-9da2-4485-ac9e-c348295300a9 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:27.445998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.483383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:27.484773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:27.487408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:27.503189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::10 (0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b/87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c/81f468c3-4b7b-40a2-b11d-5f10cd6e948f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:27.523281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Pushing event updated for resources: {'Port': ['ID=9e312278-9da2-4485-ac9e-c348295300a9,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:27.556220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.557055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.560322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.561053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.561751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.562508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.563295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:27.565600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-9fa2b675-2ea3-489c-a178-2b6b51d28b78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.1434898 Aug 03 16:06:27.575326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Attempting to bind port 9e312278-9da2-4485-ac9e-c348295300a9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:27.575707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Attempting to bind port 9e312278-9da2-4485-ac9e-c348295300a9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:27.576076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Attempting to bind port 9e312278-9da2-4485-ac9e-c348295300a9 on network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:27.582519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:27.583047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Checking segment: {'id': '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:27.583510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.583920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Bound using segment: {'id': '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:27.584408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Bound port: 9e312278-9da2-4485-ac9e-c348295300a9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:27.584805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.632233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-6c80d850-8fc6-449c-977d-4820e309fb65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538299 Aug 03 16:06:27.667931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] For port 9e312278-9da2-4485-ac9e-c348295300a9, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:27.671138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] For port 9e312278-9da2-4485-ac9e-c348295300a9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e312278-9da2-4485-ac9e-c348295300a9,segment=NetworkSegment(02dbf1ee-231b-4b01-9bdf-9fc8a3934d77),segment_id=02dbf1ee-231b-4b01-9bdf-9fc8a3934d77)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:27.676373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.709492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:27.765506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935572d7-80fb-418b-a92c-cad2db0187cd None None] Pushing event updated for resources: {'Port': ['ID=9e312278-9da2-4485-ac9e-c348295300a9,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:28.119073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 81f468c3-4b7b-40a2-b11d-5f10cd6e948f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:28.167398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:28.221774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=81f468c3-4b7b-40a2-b11d-5f10cd6e948f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:28.243793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:28.252466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734a88-c861-4504-b38a-ad58a7d4750a req-d5c42e27-8cbb-48ad-880f-0b181c652edd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:28.254025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5734a88-c861-4504-b38a-ad58a7d4750a req-d5c42e27-8cbb-48ad-880f-0b181c652edd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1495922 Aug 03 16:06:28.255725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:28.258486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:28.264486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:28.265097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:28.310959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3ee2f906-a750-42db-8eba-1d6537db56bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4861276 Aug 03 16:06:28.313567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54288) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:28.323650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5734a88-c861-4504-b38a-ad58a7d4750a req-e3f7070f-5b9c-4fc8-a1b7-177e6daa4b9e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515323 Aug 03 16:06:28.327355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': '0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b', 'name': 'tempest-PortsIpV6TestJSON-403196552', 'fixed_ips': [{'subnet_id': '87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c', 'ip_address': '2001:db8::f'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:28.338180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:06:28.504268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:28.521281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'port_id': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'mac_address': 'fa:16:3e:1f:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3144658-047e-4483-8d7c-67ffe69acbf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:06:28.538780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:28.568340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:28.599938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:06:28.641534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:28.650100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:28.655607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:28.660864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54294) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:28.695238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 8feacb54-36c5-4577-b35d-bf60cb070c68 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:28.755431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:28.792002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:06:28.916459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e312278-9da2-4485-ac9e-c348295300a9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:28.937175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c27af78e-33ed-49e5-8390-a361355cade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.032173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::f (0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b/87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c/8feacb54-36c5-4577-b35d-bf60cb070c68) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:29.085354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9e312278-9da2-4485-ac9e-c348295300a9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:29.103702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c27af78e-33ed-49e5-8390-a361355cade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.111187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c27af78e-33ed-49e5-8390-a361355cade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.182193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096fb13-cf8d-49a2-8251-739bdbe39255 None None] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:29.196685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c27af78e-33ed-49e5-8390-a361355cade0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9eb651bd54a9412a92d4090cbadffc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341308 Aug 03 16:06:29.199001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27af78e-33ed-49e5-8390-a361355cade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20328ec0-51d2-4be5-ad8a-1b35a19490e6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:29.201742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54298) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:29.271430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.273543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.291695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 8feacb54-36c5-4577-b35d-bf60cb070c68 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:29.309240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.320890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Provisioning for port 9e312278-9da2-4485-ac9e-c348295300a9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:29.332335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Provisioning complete for port 9e312278-9da2-4485-ac9e-c348295300a9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:29.332719 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.334354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.390199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:29.395454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:29.401023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:29.408244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.408976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.424077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.433232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.439535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20328ec0-51d2-4be5-ad8a-1b35a19490e6 HTTP/1.1" status: 204 len: 168 time: 0.2353580 Aug 03 16:06:29.446087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=8feacb54-36c5-4577-b35d-bf60cb070c68,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:29.469815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94daa4-1cd9-4fd6-9c97-d643aa74b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20328ec0-51d2-4be5-ad8a-1b35a19490e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:29.485489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-90126302-1e5d-42df-b8ae-a8eedd0e6f48 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1673708 Aug 03 16:06:29.485821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54304) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:29.510883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7e839-82af-4e30-8908-ecaf6af3e703 req-e53e40e6-3432-462e-b3a4-b4da3a218bff tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.512376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bba7e839-82af-4e30-8908-ecaf6af3e703 req-e53e40e6-3432-462e-b3a4-b4da3a218bff tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.0682795 Aug 03 16:06:29.586835 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bba7e839-82af-4e30-8908-ecaf6af3e703 req-e69bf372-8a4b-4a6a-90ee-6626e8377c01 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621624 Aug 03 16:06:29.685357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed64f6-f424-4f85-aeb3-01752b84be44 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.687566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19ed64f6-f424-4f85-aeb3-01752b84be44 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2005644 Aug 03 16:06:29.690724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54308) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:29.691833 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.749722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] For port 9e312278-9da2-4485-ac9e-c348295300a9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e312278-9da2-4485-ac9e-c348295300a9,segment=NetworkSegment(02dbf1ee-231b-4b01-9bdf-9fc8a3934d77),segment_id=02dbf1ee-231b-4b01-9bdf-9fc8a3934d77)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:29.756876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:29.765000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ad95b-0f1a-4b3e-bab1-b590b28550fc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.770664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ad95b-0f1a-4b3e-bab1-b590b28550fc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.777117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ad95b-0f1a-4b3e-bab1-b590b28550fc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:29.779143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-871ad95b-0f1a-4b3e-bab1-b590b28550fc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0873890 Aug 03 16:06:29.782116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54310) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:29.833906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17720d18-04c9-4557-aefc-4b0f18a8ad71 None None] Pushing event updated for resources: {'Port': ['ID=9e312278-9da2-4485-ac9e-c348295300a9,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:29.945510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 8feacb54-36c5-4577-b35d-bf60cb070c68 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:29.945911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.089906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Provisioning for port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:30.090489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.096314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Provisioning complete for port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:30.096996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.116781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 8feacb54-36c5-4577-b35d-bf60cb070c68 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:30.168952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:30.188663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Provisioning complete for port 9e312278-9da2-4485-ac9e-c348295300a9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:30.189039 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.383077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.391353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:30.441676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=8feacb54-36c5-4577-b35d-bf60cb070c68,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:30.463895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85aacdc8-4485-4f2c-af79-86b2a3fe6c73 None None] Could not find standard attr ID for object 8feacb54-36c5-4577-b35d-bf60cb070c68. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:30.482046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.484742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-08b3bec0-631d-4f75-b4bb-d56790f49808 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/8feacb54-36c5-4577-b35d-bf60cb070c68 HTTP/1.1" status: 204 len: 168 time: 0.7008736 Aug 03 16:06:30.487087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:30.501109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:30.502076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.533123 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75a5b33-9ddf-48c1-920f-ea6595ab02a3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:30.543448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f75a5b33-9ddf-48c1-920f-ea6595ab02a3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/8feacb54-36c5-4577-b35d-bf60cb070c68 HTTP/1.1" status: 404 len: 333 time: 0.0543463 Aug 03 16:06:30.546674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54330) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:30.675573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:30.676460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5d0dc5b1-b064-433b-a56c-f7ed3925c0fb None None] Provisioning complete for port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:30.676582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.677450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc5b1-b064-433b-a56c-f7ed3925c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.738060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.805863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:30.808153 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016ada12-a936-4943-949a-47570452c17d" -d '{"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:30.813702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dc5b1-b064-433b-a56c-f7ed3925c0fb None None] Port 81f468c3-4b7b-40a2-b11d-5f10cd6e948f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:30.825061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:30.831228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.888736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0996-eab7-405d-b894-a4217d961f08 req-4752fb46-d711-44db-a483-b283f49f57f4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:30.897400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a55f0996-eab7-405d-b894-a4217d961f08 req-4752fb46-d711-44db-a483-b283f49f57f4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1653287 Aug 03 16:06:30.915038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:30.930325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:30.934015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e312278-9da2-4485-ac9e-c348295300a9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:30.977565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 81f468c3-4b7b-40a2-b11d-5f10cd6e948f owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:30.980440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a55f0996-eab7-405d-b894-a4217d961f08 req-2b9bbeb6-c8a2-40f0-a0bf-4862e9a334df tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819960 Aug 03 16:06:31.009327 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5f1b2c-fe05-4d95-aebf-fbe9c42cf5cb x-openstack-request-id: req-7b5f1b2c-fe05-4d95-aebf-fbe9c42cf5cb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:31.009662 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:31.010042 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b5f1b2c-fe05-4d95-aebf-fbe9c42cf5cb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:31.010302 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'code': 200} Aug 03 16:06:31.018116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-86564c94-2ce4-4aee-971f-3067048ab383 None None] Could not find standard attr ID for object 8feacb54-36c5-4577-b35d-bf60cb070c68. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:31.029476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9e312278-9da2-4485-ac9e-c348295300a9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:31.029902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.199794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.248896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=81f468c3-4b7b-40a2-b11d-5f10cd6e948f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:31.295588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.297583 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-540a6b7e-ee28-4428-abdf-35557944a9f3 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/81f468c3-4b7b-40a2-b11d-5f10cd6e948f HTTP/1.1" status: 204 len: 168 time: 0.7497578 Aug 03 16:06:31.300513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54368) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:31.330005 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e459349-2363-41b9-9315-5e0855d6a363 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:31.334978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3e459349-2363-41b9-9315-5e0855d6a363 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/81f468c3-4b7b-40a2-b11d-5f10cd6e948f HTTP/1.1" status: 404 len: 333 time: 0.0300465 Aug 03 16:06:31.335398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54374) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:31.425205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:31.429982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.509452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.645307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.745812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.770435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:31.771302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79947c43-c75e-416a-b56e-26f9b725210b None None] Network 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:31.773320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c HTTP/1.1" status: 204 len: 168 time: 0.4369085 Aug 03 16:06:31.776189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:31.800991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597a20-3950-4d5f-b101-1e7dff17b93d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:31.934549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.014874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] DHCP port deletion for 0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:32.044909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 9e312278-9da2-4485-ac9e-c348295300a9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:32.045268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.070284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Deleting port 9e312278-9da2-4485-ac9e-c348295300a9 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:32.070659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.168949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port 9e312278-9da2-4485-ac9e-c348295300a9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e312278-9da2-4485-ac9e-c348295300a9,segment=NetworkSegment(02dbf1ee-231b-4b01-9bdf-9fc8a3934d77),segment_id=02dbf1ee-231b-4b01-9bdf-9fc8a3934d77)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:32.169686 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.172609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] For port 9e312278-9da2-4485-ac9e-c348295300a9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e312278-9da2-4485-ac9e-c348295300a9,segment=NetworkSegment(02dbf1ee-231b-4b01-9bdf-9fc8a3934d77),segment_id=02dbf1ee-231b-4b01-9bdf-9fc8a3934d77)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:32.175713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.210038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 9e312278-9da2-4485-ac9e-c348295300a9 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:32.215148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Calling delete_port for 9e312278-9da2-4485-ac9e-c348295300a9 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:32.217703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6a08-ea62-40a9-a197-c83c296de227 req-f79e11d3-7943-44b6-92c5-bb43718a1f43 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:32.221209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d81e6a08-ea62-40a9-a197-c83c296de227 req-f79e11d3-7943-44b6-92c5-bb43718a1f43 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1203051 Aug 03 16:06:32.309632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d81e6a08-ea62-40a9-a197-c83c296de227 req-c2392bd7-2ca0-4ba3-b6d7-3e77fe901a7c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 Aug 03 16:06:32.341883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.358433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.362188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port 9e312278-9da2-4485-ac9e-c348295300a9 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:32.383751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] Pushing event deleted for resources: {'Port': ['ID=9e312278-9da2-4485-ac9e-c348295300a9,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:32.395269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6230a8-b9f8-4cfb-81c8-a135b9a69a1c None None] No DVR routers for this DVR port 9e312278-9da2-4485-ac9e-c348295300a9 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:32.415914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=9e312278-9da2-4485-ac9e-c348295300a9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:32.496813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.509846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:32.531614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:32.531910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dbf1ee-231b-4b01-9bdf-9fc8a3934d77') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:32.546055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.565112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.574729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:06:32.575710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:06:32.579983 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:06:32.659075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.667432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.675345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b HTTP/1.1" status: 204 len: 168 time: 0.8934007 Aug 03 16:06:32.675834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54418) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:32.683176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1441779720'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:32.712123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b41a02-d1dc-403a-828b-b9c5cb037a59 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=0c0c7654-34dd-4cf0-8ab8-f27a940f4f8b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:32.729686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:32.733462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.802241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:06:32.815352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.816028 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Added segment c9c72fe3-2af2-4ea6-80a7-42ae21d55552 of type vlan for network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 Aug 03 16:06:32.867370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e312278-9da2-4485-ac9e-c348295300a9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:32.915425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.930567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9e312278-9da2-4485-ac9e-c348295300a9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:06:32.932895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e312278-9da2-4485-ac9e-c348295300a9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:32.979205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:32.986893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:32.988134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.074189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3972838 Aug 03 16:06:33.076995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54422) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:33.084250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:33.129695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55724fa9-62b2-472a-a14a-187d4b933571 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Network': ['ID=fd45b86a-bccd-4d13-a11e-cdbfff44c5f5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:33.144174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:06:33.227654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:33.231322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.475114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001cc25-2e2e-4fb5-ad43-c6c1b0f583f8 req-5af5a5f7-6b63-400a-ad50-980f40c16d84 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:33.477407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6001cc25-2e2e-4fb5-ad43-c6c1b0f583f8 req-5af5a5f7-6b63-400a-ad50-980f40c16d84 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0758934 Aug 03 16:06:33.509453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.528835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6001cc25-2e2e-4fb5-ad43-c6c1b0f583f8 req-ac7838c6-128c-4ffa-a27d-b53170bf9950 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Aug 03 16:06:33.614859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:33.626023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Checking segment: {'id': 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:33.626395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network hostable DHCP agents. Network: fd45b86a-bccd-4d13-a11e-cdbfff44c5f5, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:06:33.650222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:06:33.665425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, fd45b86a-bccd-4d13-a11e-cdbfff44c5f5) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:33.670104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:33.670745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.684662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c13641-92c1-48f4-aa53-2037f7af1189 None None] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:33.714672 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-00ce2e39-c2f5-4acd-a6aa-ec0374b676b1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6366205 Aug 03 16:06:33.717269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:33.727123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-633730499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:33.776336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.777801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.844885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.852543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.877234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:33.879136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95744e72-9969-4644-9c96-41462d4cbbda tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1606965 Aug 03 16:06:33.881946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:33.887747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5', 'name': 'tempest-PortsIpV6TestJSON-227203768'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:33.981692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-fd45b86a-bccd-4d13-a11e-cdbfff44c5f5', 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': 'b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:33.985267 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.064026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:34.078127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.108215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:34.204141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Allocated IP 2001:db8::2 (fd45b86a-bccd-4d13-a11e-cdbfff44c5f5/b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4/f2a9df46-388e-4925-a0d4-c23e4017dbe7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:34.407862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.422119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Transition to ACTIVE for port object f2a9df46-388e-4925-a0d4-c23e4017dbe7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:34.441469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Transition to ACTIVE for port object f2a9df46-388e-4925-a0d4-c23e4017dbe7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:34.449385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.497393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:34.501324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:34.506538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:34.563322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Pushing event updated for resources: {'Port': ['ID=f2a9df46-388e-4925-a0d4-c23e4017dbe7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:34.576815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::276 (fd45b86a-bccd-4d13-a11e-cdbfff44c5f5/b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4/1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:34.611052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Attempting to bind port f2a9df46-388e-4925-a0d4-c23e4017dbe7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:34.613794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Attempting to bind port f2a9df46-388e-4925-a0d4-c23e4017dbe7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:34.614519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Attempting to bind port f2a9df46-388e-4925-a0d4-c23e4017dbe7 on network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:34.629077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:34.629687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Checking segment: {'id': 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:34.630345 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.631370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Bound using segment: {'id': 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:34.631925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Bound port: f2a9df46-388e-4925-a0d4-c23e4017dbe7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fd45b86a-bccd-4d13-a11e-cdbfff44c5f5'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:34.632322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.771097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f65f43-2d37-43f2-a0c3-ab4f44861275 req-1e64e1a8-a041-4ea7-8ba5-50bf005029e0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:34.773124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43f65f43-2d37-43f2-a0c3-ab4f44861275 req-1e64e1a8-a041-4ea7-8ba5-50bf005029e0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1008532 Aug 03 16:06:34.788139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] For port f2a9df46-388e-4925-a0d4-c23e4017dbe7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:34.796830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] For port f2a9df46-388e-4925-a0d4-c23e4017dbe7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2a9df46-388e-4925-a0d4-c23e4017dbe7,segment=NetworkSegment(c9c72fe3-2af2-4ea6-80a7-42ae21d55552),segment_id=c9c72fe3-2af2-4ea6-80a7-42ae21d55552)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:34.804352 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.868400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-43f65f43-2d37-43f2-a0c3-ab4f44861275 req-744bfc55-42bf-4d14-b865-03396b8dafab tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773411 Aug 03 16:06:34.870569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.885542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:34.890295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c7dc-ea5c-4b60-8250-2d9e39dfc399 None None] Pushing event updated for resources: {'Port': ['ID=f2a9df46-388e-4925-a0d4-c23e4017dbe7,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:34.930970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:34.975897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:34.978028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:34.982270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:34.988188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:34.988833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:35.019251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:35.030312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e02dfd4-aebb-4f8f-b17e-364962bb06f6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1465254 Aug 03 16:06:35.031704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54438) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:35.465005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:35.775200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:35.780618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:35.862119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:36.104821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:36.107668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920a24-a58d-46be-9654-3d4fe45c1771 req-d987f8ed-9287-4def-ab62-7f288cf7b2d1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:36.109934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70920a24-a58d-46be-9654-3d4fe45c1771 req-d987f8ed-9287-4def-ab62-7f288cf7b2d1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0972197 Aug 03 16:06:36.195203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70920a24-a58d-46be-9654-3d4fe45c1771 req-86836b51-fa9c-4b30-afbd-f13086726279 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Aug 03 16:06:36.286863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:36.379032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100aa4a-2e9b-4102-80a3-2aa8a723ee1d None None] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:36.507107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c4392258-8e7e-4d84-98ac-27fd9df994c8 None None] Provisioning for port f2a9df46-388e-4925-a0d4-c23e4017dbe7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:36.632626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:36.640023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:36.642180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:36.757217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:36.829694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:36.831402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:36.971136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2a9df46-388e-4925-a0d4-c23e4017dbe7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:37.035305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Router 82677ba8-ca52-4b25-9982-50b3ed154942 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:06:37.064221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f2a9df46-388e-4925-a0d4-c23e4017dbe7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:37.069212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2a9df46-388e-4925-a0d4-c23e4017dbe7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:37.069608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.189723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.234155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f2a9df46-388e-4925-a0d4-c23e4017dbe7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2a9df46-388e-4925-a0d4-c23e4017dbe7,segment=NetworkSegment(c9c72fe3-2af2-4ea6-80a7-42ae21d55552),segment_id=c9c72fe3-2af2-4ea6-80a7-42ae21d55552)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:37.269456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.330824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Provisioning for port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:37.349012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Provisioning complete for port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:37.349804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.419166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:37.444233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f2a9df46-388e-4925-a0d4-c23e4017dbe7,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:37.454122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Provisioning complete for port f2a9df46-388e-4925-a0d4-c23e4017dbe7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:37.454592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8bba792-dd1d-47a6-a225-54c1c93cd265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.737972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176dce3-7979-45f0-9caf-7d0b3918f0ac req-35e8395e-0deb-4156-a7fb-21af449d044e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:37.747482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0176dce3-7979-45f0-9caf-7d0b3918f0ac req-35e8395e-0deb-4156-a7fb-21af449d044e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1096368 Aug 03 16:06:37.757896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:06:37.769036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-08e068be-1b59-4a9d-93fe-a6f17e95715e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/routers/82677ba8-ca52-4b25-9982-50b3ed154942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360599 Aug 03 16:06:37.773853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54450) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:37.775038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] Sync routers for ids ['82677ba8-ca52-4b25-9982-50b3ed154942'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:06:37.793179 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] Routers {'82677ba8-ca52-4b25-9982-50b3ed154942'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:37.794519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['82677ba8-ca52-4b25-9982-50b3ed154942'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:37.811841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-01ba9041-1f09-44a5-96c2-1e0ae74fe622 None None] Provisioning complete for port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:37.813489 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-01ba9041-1f09-44a5-96c2-1e0ae74fe622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:37.875705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:37.898752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-01ba9041-1f09-44a5-96c2-1e0ae74fe622 None None] Port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:37.911049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0176dce3-7979-45f0-9caf-7d0b3918f0ac req-8882f8a4-0075-404b-92fd-ce1ae61de3df tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508033 Aug 03 16:06:37.922169 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] Routers {'82677ba8-ca52-4b25-9982-50b3ed154942'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:37.923172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['82677ba8-ca52-4b25-9982-50b3ed154942'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:37.967462 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:37.968388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e202f13-ca66-44d7-8309-2cc703ee3251 None None] The sync data for ids ['82677ba8-ca52-4b25-9982-50b3ed154942'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:06:37.982123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1045246-796f-4482-803e-849a784bcc2d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:37.992180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54452) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:37.992387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1045246-796f-4482-803e-849a784bcc2d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?device_id=82677ba8-ca52-4b25-9982-50b3ed154942 HTTP/1.1" status: 200 len: 988 time: 0.2132244 Aug 03 16:06:38.061014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff980d91-92a2-436e-ac92-b2972864fb8a None None] Provisioning complete for port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:38.061394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff980d91-92a2-436e-ac92-b2972864fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:38.157514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ff980d91-92a2-436e-ac92-b2972864fb8a None None] Port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:38.295748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0f68d689-cc55-4ba4-880d-2f344e133ef5 None None] Provisioning complete for port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:38.296595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f68d689-cc55-4ba4-880d-2f344e133ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:38.343619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0f68d689-cc55-4ba4-880d-2f344e133ef5 None None] Port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:38.643489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:38.866801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2a9df46-388e-4925-a0d4-c23e4017dbe7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:38.971095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2a9df46-388e-4925-a0d4-c23e4017dbe7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:38.972202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.061034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:39.061585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.086826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ced6d-7c5f-4091-a8ce-4eebc6d5570f req-cec35d37-7416-4b22-9dc0-7fb51b6bfe85 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:39.089722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f17ced6d-7c5f-4091-a8ce-4eebc6d5570f req-cec35d37-7416-4b22-9dc0-7fb51b6bfe85 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0639813 Aug 03 16:06:39.167083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f17ced6d-7c5f-4091-a8ce-4eebc6d5570f req-0781b3f4-7369-4b76-85f3-b2b2dabf4d08 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693564 Aug 03 16:06:39.262718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.282328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:39.510513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.562825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:39.731160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.836959 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60067243-38ee-4eb2-b62b-31df7171953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:39.963122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Router 82677ba8-ca52-4b25-9982-50b3ed154942 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:06:40.073824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:06:40.082407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-76f8b6cb-d881-4cd3-bdf7-1a6a58ecaf3f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/routers/82677ba8-ca52-4b25-9982-50b3ed154942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885763 Aug 03 16:06:40.082501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54464) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:40.088957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] Sync routers for ids ['82677ba8-ca52-4b25-9982-50b3ed154942'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:06:40.100302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] Routers {'82677ba8-ca52-4b25-9982-50b3ed154942'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:40.101459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['82677ba8-ca52-4b25-9982-50b3ed154942'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:40.135353 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1df33f7-8447-434b-8567-5cc4381c41d7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:40.140479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1df33f7-8447-434b-8567-5cc4381c41d7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/1fc4dd29-c0a5-4e3a-b3f8-0afd5a8cd8d2 HTTP/1.1" status: 404 len: 333 time: 0.0541821 Aug 03 16:06:40.140933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54466) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:40.141551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:40.153825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] Routers {'82677ba8-ca52-4b25-9982-50b3ed154942'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:40.154791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['82677ba8-ca52-4b25-9982-50b3ed154942'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:40.191805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:40.192818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab0286-4ea7-4fff-9eef-22017c56a57b None None] The sync data for ids ['82677ba8-ca52-4b25-9982-50b3ed154942'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:06:40.293956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.300925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9815d5a-4d14-482e-86f6-f69cdd82a105 req-0c9ce628-984c-48b3-bcbc-5035d9ec0362 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:40.309855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9815d5a-4d14-482e-86f6-f69cdd82a105 req-0c9ce628-984c-48b3-bcbc-5035d9ec0362 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0709338 Aug 03 16:06:40.363541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9815d5a-4d14-482e-86f6-f69cdd82a105 req-6a976e8b-17e9-4d25-983c-6608b9c3fa62 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Aug 03 16:06:40.474628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.477836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.531376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.534733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Fanout notify agent at l3_agent the message router_deleted on router 82677ba8-ca52-4b25-9982-50b3ed154942 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:06:40.560873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.565981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a22366bf-0ce3-440c-bdc1-c73534cafca2 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/routers/82677ba8-ca52-4b25-9982-50b3ed154942 HTTP/1.1" status: 204 len: 168 time: 0.4237020 Aug 03 16:06:40.566843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:40.636616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:40.640556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.703805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.826741 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.914101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.954202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:40.962742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:40.967465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54474) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:40.970965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e1210-ab7c-474c-a83e-7eaf9e04f9aa None None] Network fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:40.974413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73af70e8-5db9-475f-8237-780479622517 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4 HTTP/1.1" status: 204 len: 168 time: 0.3996406 Aug 03 16:06:41.097624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.171862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] DHCP port deletion for fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:41.199516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port f2a9df46-388e-4925-a0d4-c23e4017dbe7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:41.200278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.233339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Deleting port f2a9df46-388e-4925-a0d4-c23e4017dbe7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:41.233753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.296806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] For port f2a9df46-388e-4925-a0d4-c23e4017dbe7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2a9df46-388e-4925-a0d4-c23e4017dbe7,segment=NetworkSegment(c9c72fe3-2af2-4ea6-80a7-42ae21d55552),segment_id=c9c72fe3-2af2-4ea6-80a7-42ae21d55552)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:41.299002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.317894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] For port f2a9df46-388e-4925-a0d4-c23e4017dbe7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2a9df46-388e-4925-a0d4-c23e4017dbe7,segment=NetworkSegment(c9c72fe3-2af2-4ea6-80a7-42ae21d55552),segment_id=c9c72fe3-2af2-4ea6-80a7-42ae21d55552)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:41.318346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.341694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Calling delete_port for f2a9df46-388e-4925-a0d4-c23e4017dbe7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:41.343534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for f2a9df46-388e-4925-a0d4-c23e4017dbe7 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:41.542846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.597880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de66198-7767-4094-8721-f18d1b25dfc0 req-da060cce-11ac-407e-b6a4-28559c83e45c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:41.603532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5de66198-7767-4094-8721-f18d1b25dfc0 req-da060cce-11ac-407e-b6a4-28559c83e45c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1256647 Aug 03 16:06:41.603879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] Pushing event deleted for resources: {'Port': ['ID=f2a9df46-388e-4925-a0d4-c23e4017dbe7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:41.609524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf193f-1a88-40c3-8d70-7bcc0656c987 None None] No DVR routers for this DVR port f2a9df46-388e-4925-a0d4-c23e4017dbe7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:41.651754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.688135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5de66198-7767-4094-8721-f18d1b25dfc0 req-cc8509b4-f525-4763-9957-81018b12cee6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Aug 03 16:06:41.716246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=f2a9df46-388e-4925-a0d4-c23e4017dbe7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:41.718555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No DVR routers for this DVR port f2a9df46-388e-4925-a0d4-c23e4017dbe7 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:41.825991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.841931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd45b86a-bccd-4d13-a11e-cdbfff44c5f5']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:41.854318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:41.854742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c72fe3-2af2-4ea6-80a7-42ae21d55552') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:41.871238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.889915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.899682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:06:41.900098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:06:41.903372 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:06:41.981478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.986297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:41.997814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/fd45b86a-bccd-4d13-a11e-cdbfff44c5f5 HTTP/1.1" status: 204 len: 168 time: 1.0256953 Aug 03 16:06:41.998198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54480) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:42.012946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadddca-3833-4c3d-bc18-71263a29ce11 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=fd45b86a-bccd-4d13-a11e-cdbfff44c5f5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:42.071703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14741b3-2f95-4ada-9c59-c1eecfb2dec9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:42.073292 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d14741b3-2f95-4ada-9c59-c1eecfb2dec9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/0351a93e-4960-4fc8-a0a6-176d6f8d7703 HTTP/1.1" status: 200 len: 845 time: 0.0740924 Aug 03 16:06:42.076919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:42.106600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c8688e8-80ea-4b76-a913-cbff561fbc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.167996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb51baa0-0dfc-4f76-986f-a9dc653ceb14 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/0351a93e-4960-4fc8-a0a6-176d6f8d7703?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0894990 Aug 03 16:06:42.171311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54484) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:42.176168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:42.293175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:42.300603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.577966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.636132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:42.639908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:42.647109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:42.648027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.653951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8c092-571c-4f03-b4ef-dc92c598595b None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:42.674527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5021696 Aug 03 16:06:42.676289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b6d6-86bc-44fe-8cd1-19c3ef838202 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=7817e418-6afc-4074-8b11-0d29e631ea32,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:42.677920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54490) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:42.683225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1495113963'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:42.714343 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.847148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.855334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.868221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.891327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.893468 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2136276 Aug 03 16:06:42.902515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:42.902515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'security_group': {'name': 'tempest-secgroup-451911431'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:42.910708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2a9df46-388e-4925-a0d4-c23e4017dbe7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:42.938977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:42.946031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f2a9df46-388e-4925-a0d4-c23e4017dbe7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:06:42.946609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2a9df46-388e-4925-a0d4-c23e4017dbe7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:06:42.998346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99aaf7-16c3-4989-8712-5db7c0611052 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2baee49-56bc-4417-843e-4be4295624b8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:43.008195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404e5a-37a6-42e6-a3e3-bb4b69f904af req-5b91ab8e-f183-4eaf-90b9-3755a2336ccd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:43.022355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a404e5a-37a6-42e6-a3e3-bb4b69f904af req-5b91ab8e-f183-4eaf-90b9-3755a2336ccd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1401989 Aug 03 16:06:43.056161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'tenant_id': '817ee89b2ee848208c8a153e05b49a60', 'fixed_ips': [{'subnet_id': '7817e418-6afc-4074-8b11-0d29e631ea32'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:06:43.057221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.078563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.084386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.086162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a404e5a-37a6-42e6-a3e3-bb4b69f904af req-9596cd5c-35ad-4757-87d6-673347a54785 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574255 Aug 03 16:06:43.108398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.112141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2109673 Aug 03 16:06:43.112627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54498) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:43.122185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1579630452', 'security_groups': ['e1acd2ef-414d-4ae5-a7f8-34a9b8b6df7e'], 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7817e418-6afc-4074-8b11-0d29e631ea32'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:43.181480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a7bea-450b-463a-97d4-920a7123ed61 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1acd2ef-414d-4ae5-a7f8-34a9b8b6df7e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:43.277097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:43.306691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Allocated IP 2001:db8::2 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/7817e418-6afc-4074-8b11-0d29e631ea32/9f2d7ccf-a964-4938-92d6-b02e88d46226) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:43.391352 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.412437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port e7319ed9-f086-436a-96ba-0c07ce89ca99 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:43.501550 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.513315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Transition to ACTIVE for port object 9f2d7ccf-a964-4938-92d6-b02e88d46226 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:43.531506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Transition to ACTIVE for port object 9f2d7ccf-a964-4938-92d6-b02e88d46226 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:43.540459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.585694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:43.592286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:43.596566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:43.600344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:43.615078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::167 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/7817e418-6afc-4074-8b11-0d29e631ea32/e7319ed9-f086-436a-96ba-0c07ce89ca99) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:43.664306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Attempting to bind port 9f2d7ccf-a964-4938-92d6-b02e88d46226 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:43.664935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Attempting to bind port 9f2d7ccf-a964-4938-92d6-b02e88d46226 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'ff63cb19-df29-41d8-83b6-96f3f72c52cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:43.665349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Attempting to bind port 9f2d7ccf-a964-4938-92d6-b02e88d46226 on network 56b0b12d-03cf-416e-9cd3-316e4de72d0c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:43.668746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.671549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:43.671933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Checking segment: {'id': 'ff63cb19-df29-41d8-83b6-96f3f72c52cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:43.672327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.672720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Bound using segment: {'id': 'ff63cb19-df29-41d8-83b6-96f3f72c52cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:43.673186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Bound port: 9f2d7ccf-a964-4938-92d6-b02e88d46226, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff63cb19-df29-41d8-83b6-96f3f72c52cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:43.673563 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.737888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:43.741157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:43.745870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.773679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.788101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object e7319ed9-f086-436a-96ba-0c07ce89ca99 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:43.805935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b83df-ca11-46d7-a617-7ed3e7878556 None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:43.827900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.884736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:43.891576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:43.894099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:43.901522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:43.902222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:43.909259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=e7319ed9-f086-436a-96ba-0c07ce89ca99,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:43.931832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9919a630-9ece-4a5b-847c-0deec6c1e86d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8180616 Aug 03 16:06:43.934837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:43.940331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:44.102581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:44.106216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:44.168421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-d4b3a620-9c8e-414a-82b8-814e06f820bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:44.170309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-d4b3a620-9c8e-414a-82b8-814e06f820bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1097 time: 0.0602710 Aug 03 16:06:44.248226 n-d-803226-3 neutron-server[106017]: INFO neutron.db.ipam_backend_mixin [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7817e418-6afc-4074-8b11-0d29e631ea32 (CIDR: 2001:db8::/64) Aug 03 16:06:44.259395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f34df-1e6c-4f36-9de1-8e276bb6ce54 req-25e21393-2458-4aa0-b9c6-d8dea2263458 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:44.261001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-691f34df-1e6c-4f36-9de1-8e276bb6ce54 req-25e21393-2458-4aa0-b9c6-d8dea2263458 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0915384 Aug 03 16:06:44.262733 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:06:44.263171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:44.284884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-4364a96a-012b-4002-aded-534f2f1f3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:44.287198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-4364a96a-012b-4002-aded-534f2f1f3340 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.1084332 Aug 03 16:06:44.295307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac975ebe-ec13-474e-a7ef-ad34916dfade tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3594215 Aug 03 16:06:44.298358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:44.310858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:44.321754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-691f34df-1e6c-4f36-9de1-8e276bb6ce54 req-1d1c57cf-1cf7-4be4-8a68-787acc0d5bf9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Aug 03 16:06:44.356631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-54df5188-a927-4ead-8715-bfc50b853457 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.0593667 Aug 03 16:06:44.721353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-bd46cac6-c944-42ae-b37c-4188800e3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:44.723084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-bd46cac6-c944-42ae-b37c-4188800e3e3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.3377051 Aug 03 16:06:44.781739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-3d567d8f-2481-4c3d-8c92-5b2297f19a18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496664 Aug 03 16:06:44.862185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:44.867307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:44.931652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f2d7ccf-a964-4938-92d6-b02e88d46226 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:44.996591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:45.007945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-0bf09fc5-17f8-40df-bdb2-64d3e5bdfd2b service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159564 Aug 03 16:06:45.022267 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.135472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:45.135846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.179474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a06482b-d661-43c4-9328-b1d18cabdf60 req-dcc295a0-d03d-45fe-9075-e4ed6176e252 service neutron] 10.222.0.78 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635766 Aug 03 16:06:45.183089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:45.196288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Provisioning for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:45.200961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:45.201353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.330631 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.332511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.376422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:45.380723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:45.381018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:45.386050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:45.388019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.388166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.415378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=397333d3-7f86-41e5-bc70-b763a7217dda,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:45.422748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:45.423230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d6cfa18-a137-487b-9261-c3aff85fdb3d tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1174924 Aug 03 16:06:45.429296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1378289611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '397333d3-7f86-41e5-bc70-b763a7217dda'}], 'security_groups': ['e2baee49-56bc-4417-843e-4be4295624b8']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:45.429515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167b3f7-54c6-445b-9d14-e80275e0963b None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:45.482077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a790a6-e57a-4fe4-b83f-13858434d680 req-74e8086a-0024-4c37-a4ec-ccdce8d5efa1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:45.483595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14a790a6-e57a-4fe4-b83f-13858434d680 req-74e8086a-0024-4c37-a4ec-ccdce8d5efa1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0594966 Aug 03 16:06:45.514734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29efd24-9f9f-4799-97b8-90ea37c81399 None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:45.517996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.537240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14a790a6-e57a-4fe4-b83f-13858434d680 req-a9910051-9f86-4f52-8762-2fdc2516f3ee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Aug 03 16:06:45.546573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e9abd6c-5d03-4cf5-b82d-5b0fc4c7ab6b None None] Provisioning for port e7319ed9-f086-436a-96ba-0c07ce89ca99 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:45.565327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e9abd6c-5d03-4cf5-b82d-5b0fc4c7ab6b None None] Provisioning complete for port e7319ed9-f086-436a-96ba-0c07ce89ca99 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:45.565877 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e9abd6c-5d03-4cf5-b82d-5b0fc4c7ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.609992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8e9abd6c-5d03-4cf5-b82d-5b0fc4c7ab6b None None] Port e7319ed9-f086-436a-96ba-0c07ce89ca99 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:45.750495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Update dhcp port {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'fixed_ips': [{'subnet_id': '7817e418-6afc-4074-8b11-0d29e631ea32', 'ip_address': '2001:db8::2'}, {'subnet_id': '397333d3-7f86-41e5-bc70-b763a7217dda'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '9f2d7ccf-a964-4938-92d6-b02e88d46226'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:06:45.777562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:45.886098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Delete allocated IP 2001:db8::167 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/7817e418-6afc-4074-8b11-0d29e631ea32) {{(pid=106017) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:06:45.897479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8:0:1::ce (56b0b12d-03cf-416e-9cd3-316e4de72d0c/397333d3-7f86-41e5-bc70-b763a7217dda/e7319ed9-f086-436a-96ba-0c07ce89ca99) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:46.067783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.079998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Ignored duplicate provisioning block setup for port e7319ed9-f086-436a-96ba-0c07ce89ca99 by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:06:46.084597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.141961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Allocated IP 2001:db8:0:1::2 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/397333d3-7f86-41e5-bc70-b763a7217dda/9f2d7ccf-a964-4938-92d6-b02e88d46226) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:46.148594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] In _notify_port_updated(), no bound segment for port e7319ed9-f086-436a-96ba-0c07ce89ca99 on network 56b0b12d-03cf-416e-9cd3-316e4de72d0c {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:06:46.154228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:46.154853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.158810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/ports/e7319ed9-f086-436a-96ba-0c07ce89ca99 HTTP/1.1" status: 200 len: 930 time: 0.7322581 Aug 03 16:06:46.159274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54528) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:46.165236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e55763-092c-4795-897b-0f958ff233ff tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=e7319ed9-f086-436a-96ba-0c07ce89ca99,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:46.252225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:46.274307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port e7319ed9-f086-436a-96ba-0c07ce89ca99 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:46.274869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.284798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.302297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Transition to ACTIVE for port object 9f2d7ccf-a964-4938-92d6-b02e88d46226 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:46.307114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.371603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.387629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for e7319ed9-f086-436a-96ba-0c07ce89ca99 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:46.413122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd881e3-965d-47c9-bc99-b0b16e52dcd4 None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:46.546703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.591826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=e7319ed9-f086-436a-96ba-0c07ce89ca99,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:46.625607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.631997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9810b5ee-cd72-409e-bc8b-bf80bc2286f9 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/e7319ed9-f086-436a-96ba-0c07ce89ca99 HTTP/1.1" status: 204 len: 168 time: 0.4671695 Aug 03 16:06:46.632256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54534) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:46.669483 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-46473b02-3436-4f9f-82a6-476cfc7f2dc4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:46.675539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46473b02-3436-4f9f-82a6-476cfc7f2dc4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/e7319ed9-f086-436a-96ba-0c07ce89ca99 HTTP/1.1" status: 404 len: 333 time: 0.0361254 Aug 03 16:06:46.675798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54536) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:46.772833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.774355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9791ac9-0607-44f6-8565-6d3fba219ead req-ff395390-f0c0-4b71-b97f-6b145d2a53d4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:46.776085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9791ac9-0607-44f6-8565-6d3fba219ead req-ff395390-f0c0-4b71-b97f-6b145d2a53d4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1037064 Aug 03 16:06:46.802758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.854073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9791ac9-0607-44f6-8565-6d3fba219ead req-2592a7da-b481-4d8c-a3de-f6d6f861cdaf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694005 Aug 03 16:06:46.867099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.869009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f2d7ccf-a964-4938-92d6-b02e88d46226 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:46.870334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.871683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/security-groups/e1acd2ef-414d-4ae5-a7f8-34a9b8b6df7e HTTP/1.1" status: 204 len: 168 time: 0.1938946 Aug 03 16:06:46.874337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:46.899612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c13ac4-559b-4965-a0f0-48e73d7a209b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1acd2ef-414d-4ae5-a7f8-34a9b8b6df7e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:46.954793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:46.983843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.035431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.040498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.044199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2baee49-56bc-4417-843e-4be4295624b8 HTTP/1.1" status: 204 len: 168 time: 0.1665134 Aug 03 16:06:47.044596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:47.059981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c7c2e-f023-435c-8244-2f6ad2a9f1dd tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2baee49-56bc-4417-843e-4be4295624b8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:47.116829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 7817e418-6afc-4074-8b11-0d29e631ea32 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:47.119958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.175898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.248830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:47.249404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.283625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.299639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:47.327247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Provisioning for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:47.333810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:47.334409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.358903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.391003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=7817e418-6afc-4074-8b11-0d29e631ea32,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:47.399823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.405332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-335788c8-1e53-414e-b56b-ab1cff4ebd1c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/7817e418-6afc-4074-8b11-0d29e631ea32 HTTP/1.1" status: 204 len: 168 time: 0.3561001 Aug 03 16:06:47.405759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54546) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:47.413515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:47.445014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae7710-e211-4331-87bc-8a4374314673 None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:47.515730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c35258d-3681-4131-bea5-88afaa5c99a0 None None] Could not find standard attr ID for object e7319ed9-f086-436a-96ba-0c07ce89ca99. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:47.561953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:47.570436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.627611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2520f165-0672-40cb-b8e5-02a10767ea6e None None] Could not find standard attr ID for object e7319ed9-f086-436a-96ba-0c07ce89ca99. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:06:47.842053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.885926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:47.890400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:47.894570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:47.896656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:47.932619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=37730581-e271-4e64-b9e2-17ab10db39ad,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:47.949413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e039bcbf-084c-4047-9002-827c28840f38 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5395589 Aug 03 16:06:47.949747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54558) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:47.954860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'security_group': {'name': 'tempest-secgroup-335864412'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:47.984353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.034396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db710-df19-4eae-acdf-65fd53b1a2da req-aa21f41f-30aa-4ade-a2b3-9c8d886964fb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:48.037282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b97db710-df19-4eae-acdf-65fd53b1a2da req-aa21f41f-30aa-4ade-a2b3-9c8d886964fb tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0685794 Aug 03 16:06:48.092409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b97db710-df19-4eae-acdf-65fd53b1a2da req-6e8ee70c-b203-42bc-b784-c7a4c7278f6e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Aug 03 16:06:48.101812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.107781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.153311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.157557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:48.163622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'security_group': {'name': 'tempest-secgroup-146571142'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:48.167350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2164028 Aug 03 16:06:48.169587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87e40-c79b-4cf8-bf94-2d9b4b0c2f18 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14cc32-3d10-4837-ab3d-f48cc11756fc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:48.215360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.263697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cde91c-99e2-411b-b276-380867cf6333 req-6290fafb-6edd-425a-bc0b-48c10fb7e3c1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:48.265330 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0cde91c-99e2-411b-b276-380867cf6333 req-6290fafb-6edd-425a-bc0b-48c10fb7e3c1 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0607445 Aug 03 16:06:48.289041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f5fb7-bafc-4800-80e3-b49f88bbb66d None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:48.315431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.320984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.325382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0cde91c-99e2-411b-b276-380867cf6333 req-963f6dad-97cf-4fb1-b74e-b938070c2e04 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527124 Aug 03 16:06:48.356362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4ff5b-0a75-421f-8c6e-cda869c407a5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:48.367155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.371490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f15bc6c7-4dde-4d06-b72b-bdd96abd1f04 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2100034 Aug 03 16:06:48.371859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:48.377158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'security_group': {'name': 'tempest-secgroup-718766616'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:48.392971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab3991ee-247c-453e-8f2b-15245e0790a0 None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:48.393290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab3991ee-247c-453e-8f2b-15245e0790a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.413712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.427258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:48.509458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ab3991ee-247c-453e-8f2b-15245e0790a0 None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:48.528344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.533373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.575934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.577040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab3991ee-247c-453e-8f2b-15245e0790a0 None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:48.577423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab3991ee-247c-453e-8f2b-15245e0790a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.580792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2055731 Aug 03 16:06:48.581161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54584) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:48.597954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2120045963', 'security_groups': ['dbf426a4-9564-446b-882a-1dbfb889c593'], 'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37730581-e271-4e64-b9e2-17ab10db39ad'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:48.640805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.684045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:48.686359 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7233dc03-ef36-4bf6-a1a1-076fc97a4185" -d '{"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:48.731358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fd757-1587-4089-8bea-2e0d6b4ab8e8 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf426a4-9564-446b-882a-1dbfb889c593,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:48.767249 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1f7ea-a7ff-40b9-9b4a-655f083247e3 x-openstack-request-id: req-93e1f7ea-a7ff-40b9-9b4a-655f083247e3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:48.767806 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-unplugged", "status": "failed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "code": 422}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:48.768308 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93e1f7ea-a7ff-40b9-9b4a-655f083247e3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:48.769070 n-d-803226-3 neutron-server[106018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'code': 422} returned with failed status Aug 03 16:06:48.776013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:48.791953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62cda6-4434-4d11-aa33-0da21b34f318 req-459e5829-4e9d-4340-9dd5-518a8466278f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:48.793800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd62cda6-4434-4d11-aa33-0da21b34f318 req-459e5829-4e9d-4340-9dd5-518a8466278f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.1042361 Aug 03 16:06:48.814541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.835517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-5660c75d-7bc0-4664-872c-34ca77f88164 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630548 Aug 03 16:06:48.852992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Update dhcp port {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'fixed_ips': [{'subnet_id': '397333d3-7f86-41e5-bc70-b763a7217dda', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37730581-e271-4e64-b9e2-17ab10db39ad'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '9f2d7ccf-a964-4938-92d6-b02e88d46226'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:06:48.868345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd62cda6-4434-4d11-aa33-0da21b34f318 req-8e6c95ee-919e-4202-9fe1-1af995b11d0c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Aug 03 16:06:48.876959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:48.901817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:48.958688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:49.023415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:49.045157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] device_id is not set on port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:06:49.133545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Allocated IP 2001:db8::2 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/37730581-e271-4e64-b9e2-17ab10db39ad/9f2d7ccf-a964-4938-92d6-b02e88d46226) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:49.404512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:49.439942 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:49.455627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Transition to ACTIVE for port object 9f2d7ccf-a964-4938-92d6-b02e88d46226 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:49.461093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:49.547070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8::1be (56b0b12d-03cf-416e-9cd3-316e4de72d0c/37730581-e271-4e64-b9e2-17ab10db39ad/07d2cb0a-02e9-4e1c-9b24-7eee5c952b14) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:49.563866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fe1a9-05b2-4fb0-834a-e9c45d2fba9c None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:49.786691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:49.810569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-80c41005-adc2-43ce-bcba-ed0f1fd1e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:49.812091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-80c41005-adc2-43ce-bcba-ed0f1fd1e6a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71&tenant_id=3de28765255e4797836aeb1232f18c90 HTTP/1.1" status: 200 len: 1095 time: 0.1101394 Aug 03 16:06:49.816530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:49.825404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:49.903735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:49.945364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.016407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:50.018145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bd8f-a851-47d0-b2be-b5ef3b4ec0bb req-221a2db6-2b45-4d5e-a602-81d248205a0c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:50.019958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8840bd8f-a851-47d0-b2be-b5ef3b4ec0bb req-221a2db6-2b45-4d5e-a602-81d248205a0c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 944 time: 0.0550265 Aug 03 16:06:50.024054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:50.071212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8840bd8f-a851-47d0-b2be-b5ef3b4ec0bb req-67808779-8ba8-484a-86f6-e925a47e4ec6 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Aug 03 16:06:50.075685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=07d2cb0a-02e9-4e1c-9b24-7eee5c952b14,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:50.080566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:06:50.086961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:50.087644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.110470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.110834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.111225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.111568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.112088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.114695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.115070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.115415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.115758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.116094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.116428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.116752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:06:50.127800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9d193034-75db-4fed-8651-6f780c5d3b4e tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5432098 Aug 03 16:06:50.133541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:50.144318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:50.238458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:50.254285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:50.270396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.290998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:50.328911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:50.332968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.341743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:06:50.355525 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.371494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:50.373409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Transition to ACTIVE for port object cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:50.381526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.384893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Provisioning for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:50.390737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:50.391411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1bb925fc-8f99-40ea-9d5b-53be42354e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.457256 n-d-803226-3 neutron-server[106017]: INFO neutron.db.ipam_backend_mixin [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37730581-e271-4e64-b9e2-17ab10db39ad (CIDR: 2001:db8::/64) Aug 03 16:06:50.459904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] No DVR routers for this DVR port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:50.461180 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:06:50.461773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:50.468296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=9']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:50.501889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-beffa136-841d-402c-a8fb-5dc65873c42c tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3658168 Aug 03 16:06:50.503971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54622) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:50.511604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:50.519544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:06:50.520172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:06:50.520654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:50.564480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:06:50.565166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Attempting to bind port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on network bf37c733-c2f7-4aa1-b14c-21e78e74bb3d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:06:50.573946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:06:50.574367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Checking segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:06:50.574828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Bound using segment: {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:06:50.575272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Bound port: cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:06:50.575689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.636215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-18fd999d-3008-47e6-a34b-5248b3af7a7f None None] Provisioning for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:50.641196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-18fd999d-3008-47e6-a34b-5248b3af7a7f None None] Provisioning complete for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:50.642053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18fd999d-3008-47e6-a34b-5248b3af7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.683484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-18fd999d-3008-47e6-a34b-5248b3af7a7f None None] Port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:50.692063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:06:50.697760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:06:50.704181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.714055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:50.717462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.759679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:50.760911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.762325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] 10.222.0.72 "PUT /v2.0/ports/cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 1092 time: 0.9413393 Aug 03 16:06:50.793624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:50.796242 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b2c4e-f427-405c-89a6-3c067ad0b8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:50.850508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f2d7ccf-a964-4938-92d6-b02e88d46226 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:50.879482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2047c8-87ce-4b3b-9dc8-ed2e110043ce service neutron] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:50.907282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:50.908076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:50.915101 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 397333d3-7f86-41e5-bc70-b763a7217dda (CIDR: 2001:db8:0:1::/64) Aug 03 16:06:50.921131 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:06:50.921598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:50.934374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-f193704c-fc49-4a71-bca9-3b43f4f485b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:50.935952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-f193704c-fc49-4a71-bca9-3b43f4f485b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1096 time: 0.1350322 Aug 03 16:06:51.011919 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba74ebf0-668f-4c6b-86d2-a26a0b1b81d3 x-openstack-request-id: req-ba74ebf0-668f-4c6b-86d2-a26a0b1b81d3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:51.012210 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:51.012457 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba74ebf0-668f-4c6b-86d2-a26a0b1b81d3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:51.013184 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'status': 'completed', 'code': 200} Aug 03 16:06:51.016313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b35d0e5f-4f8b-4f84-88af-0992ee8ebc6f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5111289 Aug 03 16:06:51.019164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54628) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:51.024972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'subnet': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:51.070047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-6712e5ea-9a09-4c71-88fb-6cf4e05e4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.071657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-6712e5ea-9a09-4c71-88fb-6cf4e05e4e36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.1283512 Aug 03 16:06:51.118546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-7a3a836a-28c4-42e1-87ed-cc36bf1d57c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.0391750 Aug 03 16:06:51.170488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Made reservation on behalf of 817ee89b2ee848208c8a153e05b49a60 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:06:51.174781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:51.182788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-e7e1a385-a069-4cf2-9741-456cdb6b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.184806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-e7e1a385-a069-4cf2-9741-456cdb6b6a15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.0589201 Aug 03 16:06:51.221428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-3578172f-6e20-4f1e-bb5c-b47801c44000 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 03 16:06:51.266852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e4c7b-2f48-4887-96c1-26b5c7b0a0a3 req-fecb2bd5-f303-471d-97e7-0e492c1a8e36 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.268361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f1e4c7b-2f48-4887-96c1-26b5c7b0a0a3 req-fecb2bd5-f303-471d-97e7-0e492c1a8e36 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1092522 Aug 03 16:06:51.321915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-d16a68f0-5aa8-4b01-a7e0-8effb352a2a5 service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938375 Aug 03 16:06:51.340817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f1e4c7b-2f48-4887-96c1-26b5c7b0a0a3 req-16531540-ea13-490f-9787-b1b37416518b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Aug 03 16:06:51.431546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a539179-e429-47d6-9af5-34b9d5ec06fc req-81aa27e2-fc97-40a8-b06f-ab182bfd3499 service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025407 Aug 03 16:06:51.522183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:51.561942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-bf8eb10a-a8bd-411f-ab6d-8da6e79d6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.563614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-bf8eb10a-a8bd-411f-ab6d-8da6e79d6532 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1096 time: 0.0719972 Aug 03 16:06:51.573304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:06:51.577965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:06:51.584315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.585536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:51.589041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f5fd4-5791-4c07-87f4-07d6b0e4a3bf None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:51.602965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5822001 Aug 03 16:06:51.606099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:51.611213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-378457296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c6020b6-3bc4-489d-8e28-9c66fabc2fc9'}], 'security_groups': ['6e14cc32-3d10-4837-ab3d-f48cc11756fc', '80d4ff5b-0a75-421f-8c6e-cda869c407a5']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:06:51.703444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9612e-8333-4a93-97ec-3745fcc8801b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Subnet': ['ID=5c6020b6-3bc4-489d-8e28-9c66fabc2fc9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:51.767561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-21705303-4121-4e1e-b79f-842c8c2e2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.770087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-21705303-4121-4e1e-b79f-842c8c2e2dea service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.1959183 Aug 03 16:06:51.845311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-3bfe43ec-166e-4ac6-b61c-c28fa4a77fbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.0680339 Aug 03 16:06:51.963687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-06301fd8-d1ec-44f5-b1e5-49d41820ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:51.965714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-06301fd8-d1ec-44f5-b1e5-49d41820ac0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.1133325 Aug 03 16:06:52.029747 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:52.032730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Update dhcp port {'port': {'network_id': '56b0b12d-03cf-416e-9cd3-316e4de72d0c', 'fixed_ips': [{'subnet_id': '397333d3-7f86-41e5-bc70-b763a7217dda', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '37730581-e271-4e64-b9e2-17ab10db39ad', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c6020b6-3bc4-489d-8e28-9c66fabc2fc9'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '9f2d7ccf-a964-4938-92d6-b02e88d46226'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:06:52.038259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-99a36612-4c79-4003-8c9a-a56bb6f20818 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656006 Aug 03 16:06:52.070277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:52.340133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-26b97bb8-3c47-4926-ba0e-fbeda260fdc7 service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942214 Aug 03 16:06:52.526878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Allocated IP 2001:db8:0:2::2 (56b0b12d-03cf-416e-9cd3-316e4de72d0c/5c6020b6-3bc4-489d-8e28-9c66fabc2fc9/9f2d7ccf-a964-4938-92d6-b02e88d46226) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:52.636852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06165c6d-35f4-4431-81d8-2f59064b786a req-ae3ff854-5a90-4bd0-b9ec-c34ef3a0a1b4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:52.642625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06165c6d-35f4-4431-81d8-2f59064b786a req-ae3ff854-5a90-4bd0-b9ec-c34ef3a0a1b4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1591718 Aug 03 16:06:52.707215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:52.732972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:52.745043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06165c6d-35f4-4431-81d8-2f59064b786a req-cc969fa1-0c2c-405e-9253-cdf0ebec0e72 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Aug 03 16:06:52.793914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:52.814495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Transition to ACTIVE for port object 9f2d7ccf-a964-4938-92d6-b02e88d46226 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:52.819120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:52.937698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc2efa-ddcf-410d-9737-3c106c9d715a None None] Pushing event updated for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:53.288019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cf451-b5d5-4f8d-bc0a-c5305124ede9 req-38516e7b-1ccc-4cfc-b949-07024859bcd9 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:53.295687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f86cf451-b5d5-4f8d-bc0a-c5305124ede9 req-38516e7b-1ccc-4cfc-b949-07024859bcd9 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.1265776 Aug 03 16:06:53.337216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Delete allocated IP 2001:db8::1be (56b0b12d-03cf-416e-9cd3-316e4de72d0c/37730581-e271-4e64-b9e2-17ab10db39ad) {{(pid=106017) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:06:53.356336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Allocated IP 2001:db8:0:2::20f (56b0b12d-03cf-416e-9cd3-316e4de72d0c/5c6020b6-3bc4-489d-8e28-9c66fabc2fc9/07d2cb0a-02e9-4e1c-9b24-7eee5c952b14) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:06:53.377238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f86cf451-b5d5-4f8d-bc0a-c5305124ede9 req-0b8f8822-ec1e-4fba-9725-eb9ba34bb856 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755630 Aug 03 16:06:53.389807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54662) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:53.620368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 54eba73a-b3af-422c-833f-04f6e1c93d6e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:53.620930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.727097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.757238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Transition to ACTIVE for port object 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:06:53.763615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.866237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event updated for resources: {'Port': ['ID=07d2cb0a-02e9-4e1c-9b24-7eee5c952b14,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:53.878416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.880504 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.911721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] In _notify_port_updated(), no bound segment for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 on network 56b0b12d-03cf-416e-9cd3-316e4de72d0c {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:06:53.921956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 54eba73a-b3af-422c-833f-04f6e1c93d6e owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:53.932252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:53.932949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:53.954685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e01c5e82-a425-4f03-9b69-6e57879244a6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "PUT /v2.0/ports/07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 HTTP/1.1" status: 200 len: 969 time: 2.3473899 Aug 03 16:06:53.955489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:54.153184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3a590-f584-4b44-baab-dcc43a7d8c2c req-25f1e1c2-491e-474e-ba6f-2a9e2c89e592 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:54.155238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbf3a590-f584-4b44-baab-dcc43a7d8c2c req-25f1e1c2-491e-474e-ba6f-2a9e2c89e592 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1304238 Aug 03 16:06:54.171450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Provisioning for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:54.176911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Provisioning complete for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:54.177353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.199721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:54.200074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.276966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:54.306177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:54.306562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.334655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbf3a590-f584-4b44-baab-dcc43a7d8c2c req-edbe9a08-fcfc-451e-a274-af8e9cb6e716 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494029 Aug 03 16:06:54.341747 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:06:54.385621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:54.410413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Provisioning for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:06:54.419575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:54.420035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92db1e11-09ca-43bc-a1ac-06dfced4d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.450552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.469341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:54.488176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.656478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=54eba73a-b3af-422c-833f-04f6e1c93d6e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:54.692640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-15c8f242-2848-4230-8583-890a559d6b55 None None] Provisioning complete for port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:54.693288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-15c8f242-2848-4230-8583-890a559d6b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.693575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.694026 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP be376fa3-87bb-4c13-8309-65eb0d1b78bf disassociated (deleted). External IP: 172.25.7.244, port: 76377dcb-51d0-4d92-afa4-488076bff173. Aug 03 16:06:54.713403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.762499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-15c8f242-2848-4230-8583-890a559d6b55 None None] Port 07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:54.784252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=07d2cb0a-02e9-4e1c-9b24-7eee5c952b14,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:54.805371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:54.809271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6400ad67-6395-4ada-8a26-310509ee1550 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 HTTP/1.1" status: 204 len: 168 time: 0.8527777 Aug 03 16:06:54.814132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54674) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:54.883439 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a765fa-b701-4957-babd-720b72518fe1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] GET failed (client error): The resource could not be found. Aug 03 16:06:54.885253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-16a765fa-b701-4957-babd-720b72518fe1 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports/07d2cb0a-02e9-4e1c-9b24-7eee5c952b14 HTTP/1.1" status: 404 len: 333 time: 0.0698314 Aug 03 16:06:54.890137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54676) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:54.938545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f2d7ccf-a964-4938-92d6-b02e88d46226 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:06:55.040577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.051642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:55.052214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.107025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.223762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.226720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.227995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/security-groups/dbf426a4-9564-446b-882a-1dbfb889c593 HTTP/1.1" status: 204 len: 168 time: 0.3368847 Aug 03 16:06:55.232457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54682) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:55.308154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461bcb-d32f-41e0-bfb0-d829560955bc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf426a4-9564-446b-882a-1dbfb889c593,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:55.403544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.448865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.546267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.549231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.554765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/security-groups/80d4ff5b-0a75-421f-8c6e-cda869c407a5 HTTP/1.1" status: 204 len: 168 time: 0.3212609 Aug 03 16:06:55.554947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:55.571775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e8f01-bdb3-4994-9f45-03fdfdccb14f tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4ff5b-0a75-421f-8c6e-cda869c407a5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:55.612249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72e61-929d-431a-becf-423f69dc27bd req-f6c4c18f-9efc-4e94-89c7-c23ca2364792 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:55.617960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9d72e61-929d-431a-becf-423f69dc27bd req-f6c4c18f-9efc-4e94-89c7-c23ca2364792 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1486201 Aug 03 16:06:55.645892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 6a27543a-e04a-40cb-8566-3b39bdd96313 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:06:55.668039 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9d72e61-929d-431a-becf-423f69dc27bd req-5474ba44-a43a-4565-b0f6-d70828c1566a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Aug 03 16:06:55.713926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.775307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.823531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:06:55.828686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.839313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Sync routers for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:06:55.852852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:55.854210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:55.856945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.859900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:55.861044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e14cc32-3d10-4837-ab3d-f48cc11756fc HTTP/1.1" status: 204 len: 168 time: 0.3051965 Aug 03 16:06:55.866752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54690) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:55.872010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fdc7d22f-50ab-47e0-af5d-89ca9eadb096 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/floatingips/be376fa3-87bb-4c13-8309-65eb0d1b78bf HTTP/1.1" status: 204 len: 168 time: 2.4784181 Aug 03 16:06:55.884767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:55.887267 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:55.912148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e3968-4e51-4659-8f01-116c475f0fc5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14cc32-3d10-4837-ab3d-f48cc11756fc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:55.947936 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522d9a2-1a21-49d9-a046-98581a4befde x-openstack-request-id: req-5522d9a2-1a21-49d9-a046-98581a4befde {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:55.948235 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:55.948510 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5522d9a2-1a21-49d9-a046-98581a4befde {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:55.949332 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'status': 'completed', 'code': 200} Aug 03 16:06:55.971393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 37730581-e271-4e64-b9e2-17ab10db39ad {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:55.975588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.027094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.044176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-b7963d42-e14a-4ef6-a21d-f7193159ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:56.046492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-b7963d42-e14a-4ef6-a21d-f7193159ebcd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 1097 time: 0.0756452 Aug 03 16:06:56.085348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.115388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:06:56.214005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.260040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-d6426cd6-6be8-4757-a021-cfe3c741e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:56.261918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-d6426cd6-6be8-4757-a021-cfe3c741e40f service neutron] 10.222.0.78 "GET /v2.0/networks?id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 200 len: 898 time: 0.2082198 Aug 03 16:06:56.329220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-85c85d81-2744-4e84-8255-0f2582cecd78 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 200 len: 217 time: 0.0583341 Aug 03 16:06:56.362176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9b7f6-dd59-4b21-b8fe-9f53c368aebc req-375f8b80-0be4-40bc-b0e0-08ed1061d915 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:56.363925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fd9b7f6-dd59-4b21-b8fe-9f53c368aebc req-375f8b80-0be4-40bc-b0e0-08ed1061d915 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.0990820 Aug 03 16:06:56.365698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.408207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.410101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/37730581-e271-4e64-b9e2-17ab10db39ad HTTP/1.1" status: 204 len: 168 time: 0.5421729 Aug 03 16:06:56.411032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbec7a2-8062-403b-973a-3230fde90731 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=37730581-e271-4e64-b9e2-17ab10db39ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:56.421491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946260d9-4065-4988-a47c-e2b0db43a87b None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:56.421744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:56.492738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-918475b7-5ccd-444f-bd95-ef65b8cbdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:56.494298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fd9b7f6-dd59-4b21-b8fe-9f53c368aebc req-a18745df-fc75-4d7f-85b6-e04a29e41de7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174617 Aug 03 16:06:56.494540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-918475b7-5ccd-444f-bd95-ef65b8cbdaad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 200 len: 834 time: 0.1575065 Aug 03 16:06:56.507295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 5c6020b6-3bc4-489d-8e28-9c66fabc2fc9 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:56.511330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.609848 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:56.637922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:56.640187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-98153940-27c2-4fbf-8aae-360497c80795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:56.646051 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Checking router: 6a27543a-e04a-40cb-8566-3b39bdd96313 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:06:56.651039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-98153940-27c2-4fbf-8aae-360497c80795 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d2efa638-5e8c-4519-8fce-fbe329a7ff3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448948 Aug 03 16:06:56.656227 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:06:56.656977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:56.833841 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:06:56.902114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.017279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.055102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-93ab174d-abcf-49fa-a6c6-a19b57ee8d8d service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967645 Aug 03 16:06:57.060694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6020b6-3bc4-489d-8e28-9c66fabc2fc9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:57.072139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.077912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4938c8f2-c8f0-4faa-ada4-3f0c9cc199e7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/5c6020b6-3bc4-489d-8e28-9c66fabc2fc9 HTTP/1.1" status: 204 len: 168 time: 0.6590452 Aug 03 16:06:57.079563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:57.115271 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea4a009-233c-4972-b243-99f446d45c90 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:57.116060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea4a009-233c-4972-b243-99f446d45c90 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:57.122860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eea4a009-233c-4972-b243-99f446d45c90 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/37730581-e271-4e64-b9e2-17ab10db39ad HTTP/1.1" status: 404 len: 337 time: 0.0416124 Aug 03 16:06:57.123487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54716) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:57.204264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:06:57.248003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting subnet 397333d3-7f86-41e5-bc70-b763a7217dda {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:06:57.255098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8dd8a5-4f3a-40ed-a2d3-f7cc7cec1ecb None None] The sync data for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 is: [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '23d478ee-c8a8-4bd5-9ff5-04b875dd8af7', 'name': '', 'network_id': 'd2efa638-5e8c-4519-8fce-fbe329a7ff3b', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7b:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '25527251-041f-4684-8534-72b029bcc5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:57Z', 'updated_at': '2021-08-03T16:05:05Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '25527251-041f-4684-8534-72b029bcc5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:06:57.265156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.314661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d6a9c4a-1b1f-4b8f-856a-07645873e5c3 req-359ddda6-ec6d-4320-992c-e79aaa545d27 service neutron] 10.222.0.78 "GET /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208588 Aug 03 16:06:57.355606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2193-0746-4ca7-8107-145713b76a7b req-80842cfd-44cf-427d-a474-cf3474a75a73 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:57.359462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deee2193-0746-4ca7-8107-145713b76a7b req-80842cfd-44cf-427d-a474-cf3474a75a73 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.4569235 Aug 03 16:06:57.368382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.478895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deee2193-0746-4ca7-8107-145713b76a7b req-aa9e3c68-4360-47d6-b92f-ddb9db88012f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Aug 03 16:06:57.645725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.724546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-64b25a3c-0d8a-4ac8-a43a-c32c7480bea4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:57.727192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-64b25a3c-0d8a-4ac8-a43a-c32c7480bea4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.1310165 Aug 03 16:06:57.784244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df65c18d-f3c5-4c2f-99f2-fc94947a3ebb None None] New status for floating IP be376fa3-87bb-4c13-8309-65eb0d1b78bf: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:06:57.868184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.954859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:57.956948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/397333d3-7f86-41e5-bc70-b763a7217dda HTTP/1.1" status: 204 len: 168 time: 0.8323607 Aug 03 16:06:57.960138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54722) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.090604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c46234-b86f-41b1-8576-496222349b1e None None] Network 56b0b12d-03cf-416e-9cd3-316e4de72d0c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:06:58.134578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431a293-7da6-4ab0-a8bb-70caf4ed9296 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Subnet': ['ID=397333d3-7f86-41e5-bc70-b763a7217dda,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:58.137485 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a574cdc-4daf-40e6-ac62-15056b378de0 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.138055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a574cdc-4daf-40e6-ac62-15056b378de0 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.139678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-384b2c4e-f427-405c-89a6-3c067ad0b8f5 req-79b57cdc-d3c5-478b-a55c-de9a124eee25 service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552354 Aug 03 16:06:58.141219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a574cdc-4daf-40e6-ac62-15056b378de0 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/7817e418-6afc-4074-8b11-0d29e631ea32 HTTP/1.1" status: 404 len: 337 time: 0.1781337 Aug 03 16:06:58.144417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54724) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.155155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 76377dcb-51d0-4d92-afa4-488076bff173 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:58.155505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.189423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-592c00a2-f1b7-4b6a-8616-02ff4e4137cc tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "GET /v2.0/ports?device_id=82677ba8-ca52-4b25-9982-50b3ed154942 HTTP/1.1" status: 200 len: 205 time: 0.0407457 Aug 03 16:06:58.196360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.279586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1984b008-e278-41d1-9ff3-d9ec43e1483e None None] Provisioning complete for port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:58.280010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1984b008-e278-41d1-9ff3-d9ec43e1483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.287758 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-54eda280-8386-4459-a94c-dc6cf2a924c6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] delete failed (client error): The resource could not be found. Aug 03 16:06:58.291583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-54eda280-8386-4459-a94c-dc6cf2a924c6 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/routers/82677ba8-ca52-4b25-9982-50b3ed154942 HTTP/1.1" status: 404 len: 336 time: 0.0915463 Aug 03 16:06:58.291869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.327358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 76377dcb-51d0-4d92-afa4-488076bff173, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=76377dcb-51d0-4d92-afa4-488076bff173,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:58.328210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.337930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491ed6-a581-434d-9075-09f0d2d76c32 req-bbd014d1-3649-469e-bdd0-1ebddb21ab62 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:58.339489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0491ed6-a581-434d-9075-09f0d2d76c32 req-bbd014d1-3649-469e-bdd0-1ebddb21ab62 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 946 time: 0.5068078 Aug 03 16:06:58.345831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 76377dcb-51d0-4d92-afa4-488076bff173 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:58.389839 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-c704c4fc-3689-4f6c-a94a-b7f3de2cf24b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.390285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c704c4fc-3689-4f6c-a94a-b7f3de2cf24b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.393742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c704c4fc-3689-4f6c-a94a-b7f3de2cf24b tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/b4cf4a89-77f8-4dad-b702-42bb8ceb6dc4 HTTP/1.1" status: 404 len: 337 time: 0.0990133 Aug 03 16:06:58.399893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54730) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.431521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1984b008-e278-41d1-9ff3-d9ec43e1483e None None] Port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:06:58.451949 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d42594-4888-4f39-b5c2-f600ff5610ec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.452143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1984b008-e278-41d1-9ff3-d9ec43e1483e None None] Provisioning complete for port 9f2d7ccf-a964-4938-92d6-b02e88d46226 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:06:58.452355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d42594-4888-4f39-b5c2-f600ff5610ec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.452628 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1984b008-e278-41d1-9ff3-d9ec43e1483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.456799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-02d42594-4888-4f39-b5c2-f600ff5610ec tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/87d3c8c7-b3c1-4a35-8dd4-b1f71690a60c HTTP/1.1" status: 404 len: 337 time: 0.0533993 Aug 03 16:06:58.457247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54732) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.508595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0491ed6-a581-434d-9075-09f0d2d76c32 req-4c216a5c-a0c2-4853-a787-d1d32cc6f162 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=2c7352f6-e8a2-4150-a684-2f65d36aa390&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251931 Aug 03 16:06:58.548875 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b04e43d-97f9-4e73-b6b3-9bc51c1abfc4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.549338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b04e43d-97f9-4e73-b6b3-9bc51c1abfc4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.554906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6b04e43d-97f9-4e73-b6b3-9bc51c1abfc4 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/4d21591f-4c21-4032-bb1a-29b6ebf45602 HTTP/1.1" status: 404 len: 337 time: 0.0958624 Aug 03 16:06:58.558114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54736) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.590953 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5d6dce-2015-40ca-ba4b-72490b3e2bc7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.591716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5d6dce-2015-40ca-ba4b-72490b3e2bc7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.593438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f5d6dce-2015-40ca-ba4b-72490b3e2bc7 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/f60840bf-89e2-4c24-bbf6-7eeba2996c14 HTTP/1.1" status: 404 len: 333 time: 0.0343874 Aug 03 16:06:58.596320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54738) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.649607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] DHCP port deletion for 56b0b12d-03cf-416e-9cd3-316e4de72d0c request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:06:58.679450 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1b6d9e-45be-498d-88c4-f0137287b696 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.679967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1b6d9e-45be-498d-88c4-f0137287b696 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.683991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.685781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b1b6d9e-45be-498d-88c4-f0137287b696 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/2f4fbe53-17b3-4860-8c07-d6a571d3d8f8 HTTP/1.1" status: 404 len: 337 time: 0.0877824 Aug 03 16:06:58.687879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.745534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Deleting port 9f2d7ccf-a964-4938-92d6-b02e88d46226 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:58.746025 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.750867 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7208b043-8c55-4165-a6e5-7bb517f97dab tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.751600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7208b043-8c55-4165-a6e5-7bb517f97dab tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.753916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7208b043-8c55-4165-a6e5-7bb517f97dab tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/99b0aabf-7b22-43a3-bc47-6041e6acbe44 HTTP/1.1" status: 404 len: 337 time: 0.0644319 Aug 03 16:06:58.758028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54744) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.782524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=76377dcb-51d0-4d92-afa4-488076bff173,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:58.795306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8a5ed-78ac-4dfb-bf26-4d1f8668a8d3 req-64c201a4-40fc-4d9f-9dad-c65060864bdc tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:06:58.797375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88e8a5ed-78ac-4dfb-bf26-4d1f8668a8d3 req-64c201a4-40fc-4d9f-9dad-c65060864bdc tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1453295 Aug 03 16:06:58.816042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] No DVR routers for this DVR port 76377dcb-51d0-4d92-afa4-488076bff173 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:58.827053 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.829236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e4f67e32-3671-4eb3-a87e-29496a73fdc7 req-4b254a20-159b-4707-b2aa-7de15f504187 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "DELETE /v2.0/ports/76377dcb-51d0-4d92-afa4-488076bff173 HTTP/1.1" status: 204 len: 173 time: 1.0945361 Aug 03 16:06:58.829876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-deleted', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:06:58.830585 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5f1bdc-0292-4643-af38-1828f26920a5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.834718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5f1bdc-0292-4643-af38-1828f26920a5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.841709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1d5f1bdc-0292-4643-af38-1828f26920a5 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/82372b89-a9d4-4222-b119-c1b043e0df9c HTTP/1.1" status: 404 len: 333 time: 0.0808845 Aug 03 16:06:58.842493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54746) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.845861 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6932a31d-65f5-4735-b772-94d47e7aa710" -d '{"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-deleted", "tag": "76377dcb-51d0-4d92-afa4-488076bff173"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:06:58.886457 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b372f464-5c92-4d0f-b209-b283d20cf315 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.888644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b372f464-5c92-4d0f-b209-b283d20cf315 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.890989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b372f464-5c92-4d0f-b209-b283d20cf315 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/c7c04e07-f118-4b71-b981-f244d97f7bb9 HTTP/1.1" status: 404 len: 337 time: 0.0468354 Aug 03 16:06:58.893700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54750) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.899555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88e8a5ed-78ac-4dfb-bf26-4d1f8668a8d3 req-4bfa19b2-01ea-4f64-bfc5-93fbf3e655bd tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848901 Aug 03 16:06:58.938063 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cebd31f-cd90-4eb9-bc57-9f757faac033 x-openstack-request-id: req-0cebd31f-cd90-4eb9-bc57-9f757faac033 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:06:58.938801 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1789d41-feb2-424d-90e0-0457327305d4", "name": "network-vif-deleted", "tag": "76377dcb-51d0-4d92-afa4-488076bff173", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:06:58.939374 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cebd31f-cd90-4eb9-bc57-9f757faac033 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:06:58.940109 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1789d41-feb2-424d-90e0-0457327305d4', 'name': 'network-vif-deleted', 'tag': '76377dcb-51d0-4d92-afa4-488076bff173', 'status': 'completed', 'code': 200} Aug 03 16:06:58.950336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] For port 9f2d7ccf-a964-4938-92d6-b02e88d46226, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f2d7ccf-a964-4938-92d6-b02e88d46226,segment=NetworkSegment(ff63cb19-df29-41d8-83b6-96f3f72c52cd),segment_id=ff63cb19-df29-41d8-83b6-96f3f72c52cd)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:06:58.954006 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3617035-3973-4506-aaab-506bbedaef65 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] DELETE failed (client error): The resource could not be found. Aug 03 16:06:58.954397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3617035-3973-4506-aaab-506bbedaef65 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:06:58.954850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:58.956168 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3617035-3973-4506-aaab-506bbedaef65 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/subnets/e33be524-bd4d-440b-998a-7adc4af34fab HTTP/1.1" status: 404 len: 337 time: 0.0613053 Aug 03 16:06:58.959752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54752) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:58.991718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Calling delete_port for 9f2d7ccf-a964-4938-92d6-b02e88d46226 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:59.016395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f2d7ccf-a964-4938-92d6-b02e88d46226 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:06:59.133919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Deleting port 0351a93e-4960-4fc8-a0a6-176d6f8d7703 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:06:59.134779 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.302329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.319954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Calling delete_port for 0351a93e-4960-4fc8-a0a6-176d6f8d7703 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:06:59.428480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.471829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.518745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Port': ['ID=0351a93e-4960-4fc8-a0a6-176d6f8d7703,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:59.577252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.579566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-803b2770-e703-4faa-bda7-d6d2d4056487 tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/ports/0351a93e-4960-4fc8-a0a6-176d6f8d7703 HTTP/1.1" status: 204 len: 168 time: 0.6179948 Aug 03 16:06:59.582369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54762) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:06:59.606930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] Pushing event deleted for resources: {'Port': ['ID=9f2d7ccf-a964-4938-92d6-b02e88d46226,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:06:59.619989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5dbec5-ce32-430e-86d0-e4c10a33e23a None None] No DVR routers for this DVR port 9f2d7ccf-a964-4938-92d6-b02e88d46226 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:06:59.628032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.843313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:06:59.851657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d3dbb65-5f1e-4232-ab30-47875351555d req-022e2c2e-fa08-419a-9a91-218592a32040 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1789d41-feb2-424d-90e0-0457327305d4 HTTP/1.1" status: 200 len: 210 time: 0.0687933 Aug 03 16:06:59.999806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.014751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0b12d-03cf-416e-9cd3-316e4de72d0c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:00.028758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff63cb19-df29-41d8-83b6-96f3f72c52cd') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:00.029485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff63cb19-df29-41d8-83b6-96f3f72c52cd') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:00.041665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.063968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.073885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:07:00.074754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:07:00.147433 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:07:00.163631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.187981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.193368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] 10.222.0.70 "DELETE /v2.0/networks/56b0b12d-03cf-416e-9cd3-316e4de72d0c HTTP/1.1" status: 204 len: 168 time: 0.6094446 Aug 03 16:07:00.208395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Pushing event deleted for resources: {'Network': ['ID=56b0b12d-03cf-416e-9cd3-316e4de72d0c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:00.217474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.218024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.218474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.218920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.219366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.219803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.220257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.220691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.221144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.221584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.222038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.222471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcb208-51b0-4eb5-8876-506f9aeb2beb tempest-PortsIpV6TestJSON-171850180 tempest-PortsIpV6TestJSON-171850180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:00.256907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6b4d0-d449-4564-a25a-32b0a2c78fde req-a5271e1a-615e-43c0-90b0-0611f10c0a78 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:00.266255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36f6b4d0-d449-4564-a25a-32b0a2c78fde req-a5271e1a-615e-43c0-90b0-0611f10c0a78 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1145527 Aug 03 16:07:00.333575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36f6b4d0-d449-4564-a25a-32b0a2c78fde req-08c147a3-e2a3-46a2-b272-17c9baaaef78 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654678 Aug 03 16:07:00.625879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54770) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:00.829404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54776) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:00.829629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73b9d790-5f04-4037-9f3d-8ed8dce87445 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=817ee89b2ee848208c8a153e05b49a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022066 Aug 03 16:07:00.884547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.918805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:00.923129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54780) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:00.998588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:01.002830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:01.005126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ecae692-a813-4c14-b8c6-8e92c77eed09 HTTP/1.1" status: 204 len: 168 time: 0.1737871 Aug 03 16:07:01.040445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36608f8-e306-4801-99f2-1a9a122d31eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecae692-a813-4c14-b8c6-8e92c77eed09,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:01.532608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c926058-d4cb-4d9c-9815-41855265ef3f req-2204a698-6edb-4d5b-b029-f69c9b761b21 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:01.534197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c926058-d4cb-4d9c-9815-41855265ef3f req-2204a698-6edb-4d5b-b029-f69c9b761b21 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.0947587 Aug 03 16:07:01.602439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c926058-d4cb-4d9c-9815-41855265ef3f req-3432dc64-7e5d-43b3-9867-efb7690f8e8f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Aug 03 16:07:01.669974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.130852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:02.131412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.312726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54822) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:02.351963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:02.354971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.383653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:02.476324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:02.508027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--566070772'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:02.543888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 76377dcb-51d0-4d92-afa4-488076bff173 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:02.544489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 76377dcb-51d0-4d92-afa4-488076bff173 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:02.619827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.632475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.798147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd516ed4-ebc4-423e-856d-922a6da5b755 req-3eb93158-42a9-4fce-b005-2f4e812c95ae tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:02.800486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd516ed4-ebc4-423e-856d-922a6da5b755 req-3eb93158-42a9-4fce-b005-2f4e812c95ae tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.0818996 Aug 03 16:07:02.815132 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.821571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.830911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:02.848949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd516ed4-ebc4-423e-856d-922a6da5b755 req-cb5e427e-fb95-46a3-bbda-c87aeb5d1f01 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Aug 03 16:07:02.884133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870101a7-d802-4edc-9e1b-32a7199b75ed,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:02.889768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=23d478ee-c8a8-4bd5-9ff5-04b875dd8af7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:03.047215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.053577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.089849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc37d86-7a91-45a3-b2b2-207d84a33121,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:03.126915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.131098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-39b910f5-0924-4d52-abfc-1fa185d45beb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8144221 Aug 03 16:07:03.131098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.182556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.221094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c264d43a-6081-41a2-b0ef-6ff278f5616d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0865815 Aug 03 16:07:03.221907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54836) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.227875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-security--1704838220', 'description': 'tempest-security-description-474620537'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:03.257618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.313829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.319246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.322613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.324199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "PUT /v2.0/security-groups/1cc37d86-7a91-45a3-b2b2-207d84a33121 HTTP/1.1" status: 200 len: 1779 time: 0.1013007 Aug 03 16:07:03.329370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.352170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1b72c-8244-4a5b-b48d-05062a1af77c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc37d86-7a91-45a3-b2b2-207d84a33121,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:03.429346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0e4d2d93-62c4-447e-9ecf-f68008054ec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups/1cc37d86-7a91-45a3-b2b2-207d84a33121 HTTP/1.1" status: 200 len: 1779 time: 0.0944812 Aug 03 16:07:03.431262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.497011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.500361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 6a27543a-e04a-40cb-8566-3b39bdd96313 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:03.523375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.581741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.586350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.591681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/1cc37d86-7a91-45a3-b2b2-207d84a33121 HTTP/1.1" status: 204 len: 168 time: 0.1589077 Aug 03 16:07:03.592704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54844) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.672688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31b8ff51-ce5c-448e-888a-43bf1237cd2a tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747967 Aug 03 16:07:03.674321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.683789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863981b-9608-475f-a60e-df095ac29eee tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc37d86-7a91-45a3-b2b2-207d84a33121,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:03.695506 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-65dcd3f6-691f-4ece-aedc-9b7fb7184013 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] delete failed (client error): The resource could not be found. Aug 03 16:07:03.700976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65dcd3f6-691f-4ece-aedc-9b7fb7184013 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/1cc37d86-7a91-45a3-b2b2-207d84a33121 HTTP/1.1" status: 404 len: 347 time: 0.0254886 Aug 03 16:07:03.701814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54848) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.709286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--276786199'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:03.736866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.849036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.853695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.887598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:03.892439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1889436 Aug 03 16:07:03.894511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54852) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:03.901575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '88206824-91a4-4914-a084-221d3277cbe1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:03.908015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c896e-f52f-4fdd-bf85-b484ae684657 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88206824-91a4-4914-a084-221d3277cbe1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:03.944127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.021114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.027181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.054898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b326ae6-f256-44eb-826e-38a92674a5bd,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:04.059752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.064952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2fc2e3b5-387e-4d01-945e-b2367495d4d6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676693 Aug 03 16:07:04.065598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54854) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.083634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:04.093212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b94516a9-ac50-4368-9665-dc7772cc7052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/6a27543a-e04a-40cb-8566-3b39bdd96313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671906 Aug 03 16:07:04.095047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54856) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.097900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Sync routers for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:04.118451 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:04.119573 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:04.122962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.150816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.223261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting subnet 25527251-041f-4684-8534-72b029bcc5d6 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:07:04.224468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.228081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.235337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.236568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0b326ae6-f256-44eb-826e-38a92674a5bd HTTP/1.1" status: 204 len: 168 time: 0.1699257 Aug 03 16:07:04.245843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54860) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.282510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895e83a-c986-4905-92fc-05c1f0b43fe2 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b326ae6-f256-44eb-826e-38a92674a5bd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:04.337465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.353423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eff89da9-57a1-43fb-8423-ca224cdccd78 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064322 Aug 03 16:07:04.356743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.386944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df596e4-b283-4e8a-a876-10692e8ec8d5 req-3818a494-2c11-4faa-b2a6-becea5ab28d2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:04.388786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df596e4-b283-4e8a-a876-10692e8ec8d5 req-3818a494-2c11-4faa-b2a6-becea5ab28d2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1203227 Aug 03 16:07:04.433488 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:04.462789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.485843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.501016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.548376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df596e4-b283-4e8a-a876-10692e8ec8d5 req-e75ccdc5-ac1e-4ce3-9b71-9e98ad75ade4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926497 Aug 03 16:07:04.575629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.584408 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.589602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/88206824-91a4-4914-a084-221d3277cbe1 HTTP/1.1" status: 204 len: 168 time: 0.2307606 Aug 03 16:07:04.600231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.608562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28944931-9bea-43bc-946b-4a2130e5c3fb tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88206824-91a4-4914-a084-221d3277cbe1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:04.640106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.695324 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:07:02Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:04.697305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Subnet': ['ID=25527251-041f-4684-8534-72b029bcc5d6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:04.712472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7ade5-fb0b-4696-bc9d-fc241d51d025 None None] Network d2efa638-5e8c-4519-8fce-fbe329a7ff3b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:04.730126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.731680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.732448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf22b60f-85ae-490f-83c7-3575b995d0a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/subnets/25527251-041f-4684-8534-72b029bcc5d6 HTTP/1.1" status: 204 len: 168 time: 0.6364095 Aug 03 16:07:04.743904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d8ad4559-8adc-4940-a81c-089fd237180e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1425216 Aug 03 16:07:04.747589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54870) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:04.758175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--84872344'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:04.766345 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Checking router: 6a27543a-e04a-40cb-8566-3b39bdd96313 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:04.801095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:04.803746 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Routers {'6a27543a-e04a-40cb-8566-3b39bdd96313'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:04.805555 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:06:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6a27543a-e04a-40cb-8566-3b39bdd96313'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:04.998828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.000468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.005125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.055433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f993784-224b-4b0f-a72a-83a7f2b7ccd0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.058797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.062505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0347bb12-a9e1-4f6e-9cd2-4617d78a61f1 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3115463 Aug 03 16:07:05.063016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:05.067870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '9f993784-224b-4b0f-a72a-83a7f2b7ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:05.086990 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] Set router 6a27543a-e04a-40cb-8566-3b39bdd96313 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:05.090871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] DHCP port deletion for d2efa638-5e8c-4519-8fce-fbe329a7ff3b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:07:05.102159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.186307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.186513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.192090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.208037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Deleting port b7747897-2059-4a91-bca7-b70175c672e0 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:05.211329 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.216713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374d984a-9612-4bdf-9555-5b145f5e6501,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.241839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.245689 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be8dd704-cecb-49b7-97ae-8e43b0ecd2cc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796374 Aug 03 16:07:05.246694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:05.256287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '9f993784-224b-4b0f-a72a-83a7f2b7ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:05.336927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:05.337284 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.339345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.424831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] For port b7747897-2059-4a91-bca7-b70175c672e0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b7747897-2059-4a91-bca7-b70175c672e0,segment=NetworkSegment(ba3caaed-aa59-4e94-9b7a-b6713e731d9c),segment_id=ba3caaed-aa59-4e94-9b7a-b6713e731d9c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:05.425614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.441096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Calling delete_port for b7747897-2059-4a91-bca7-b70175c672e0 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:05.480295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port e6a7fd85-9530-470a-ab9c-0acb8aef3b2b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:05.480680 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.483463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.489463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.504885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for e6a7fd85-9530-470a-ab9c-0acb8aef3b2b owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:05.540534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a476c3-c11b-43cf-b675-03e4db2107e1,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.568378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.578060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-390f2fa1-d723-47e9-8345-0f8f6d7a039c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279328 Aug 03 16:07:05.579248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54880) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:05.588054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '9f993784-224b-4b0f-a72a-83a7f2b7ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:05.629716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.637133 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:07:02Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:05.641253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.661580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] Pushing event deleted for resources: {'Port': ['ID=b7747897-2059-4a91-bca7-b70175c672e0,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.675832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789ee21-7f7f-4309-a936-d25bf99e606f None None] No DVR routers for this DVR port b7747897-2059-4a91-bca7-b70175c672e0 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:05.695085 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd76507-2a3b-45a6-8973-457d955614b8 None None] The sync data for ids ['6a27543a-e04a-40cb-8566-3b39bdd96313'] in n-d-803226-3 is: [{'id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001118393', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:07:02Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'e6a7fd85-9530-470a-ab9c-0acb8aef3b2b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a27543a-e04a-40cb-8566-3b39bdd96313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:04:51Z', 'updated_at': '2021-08-03T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:05.768042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.774665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.805338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.809432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2254186 Aug 03 16:07:05.810156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2782b-fe22-490f-99f8-c4b6f87bc5ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee6c06a-b4bb-4758-a979-16fd56753269,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.810279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54884) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:05.819967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '9f993784-224b-4b0f-a72a-83a7f2b7ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:05.837187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0ed61-8d38-4d55-86e3-6cdd5a229044 req-1badbca5-2364-42d9-84c5-4a36473a41c9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:05.838782 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6e0ed61-8d38-4d55-86e3-6cdd5a229044 req-1badbca5-2364-42d9-84c5-4a36473a41c9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 945 time: 0.1443079 Aug 03 16:07:05.841704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.889129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=e6a7fd85-9530-470a-ab9c-0acb8aef3b2b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:05.950847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:05.984969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6e0ed61-8d38-4d55-86e3-6cdd5a229044 req-899753cc-45ef-466d-b1a8-7cdc7f4e0efe tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283960 Aug 03 16:07:06.016592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.067556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:07:06.142126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.149113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.151665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.157496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.190220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:06.204001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'network_id': 'bf37c733-c2f7-4aa1-b14c-21e78e74bb3d', 'port_id': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'mac_address': 'fa:16:3e:1f:c0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3144658-047e-4483-8d7c-67ffe69acbf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:07:06.234514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04dd09c-4ddc-4433-aaae-c67dcca6c1bf,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:06.239425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.239951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Fanout notify agent at l3_agent the message router_deleted on router 6a27543a-e04a-40cb-8566-3b39bdd96313 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:07:06.246271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.251191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.251702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a5723d6-a331-4998-be8e-953e2d0834a7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4401398 Aug 03 16:07:06.256570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '9f993784-224b-4b0f-a72a-83a7f2b7ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:06.258112 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.258236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.259361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-024c158d-66ae-453a-aa51-760fd57d77d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/routers/6a27543a-e04a-40cb-8566-3b39bdd96313 HTTP/1.1" status: 204 len: 168 time: 1.5261445 Aug 03 16:07:06.262012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.280127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:06.296321 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.313001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:06.318685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.372293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.386682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:06.409862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.415104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.437456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2490200-0f5c-48f5-b1f8-5ed57b504052,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:06.443589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.445231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1899b21b-fb8e-458b-bcd2-e5b64bd0f674 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1929934 Aug 03 16:07:06.448495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54894) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.494697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.507017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.518143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.532410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2efa638-5e8c-4519-8fce-fbe329a7ff3b']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:06.546870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:06.547454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3caaed-aa59-4e94-9b7a-b6713e731d9c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:06.558080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.560945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.575470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.580559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:07:06.581140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54898) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.587059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.589874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b2490200-0f5c-48f5-b1f8-5ed57b504052 HTTP/1.1" status: 204 len: 168 time: 0.1287043 Aug 03 16:07:06.591187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7b68c-7e48-469b-bf23-7b93b4fea9f5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2490200-0f5c-48f5-b1f8-5ed57b504052,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:06.624651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:07:06.625822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:07:06.719967 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:07:06.757500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.790034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.794858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54904) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.804316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/networks/d2efa638-5e8c-4519-8fce-fbe329a7ff3b HTTP/1.1" status: 204 len: 168 time: 0.5404930 Aug 03 16:07:06.805296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad100-6bdf-4dba-9047-146702020b10 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Network': ['ID=d2efa638-5e8c-4519-8fce-fbe329a7ff3b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:06.867989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c5381d1f-3f8b-4870-b4a6-304e4d78a6c9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2730968 Aug 03 16:07:06.872827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:06.916719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.918618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.935022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:06.967009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.023232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.058803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.062483 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b04dd09c-4ddc-4433-aaae-c67dcca6c1bf HTTP/1.1" status: 204 len: 168 time: 0.1862717 Aug 03 16:07:07.062483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05a2c1-f2f2-4ec5-9139-4e7c134d3b98 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b04dd09c-4ddc-4433-aaae-c67dcca6c1bf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.063405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.096069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:07.115322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.119197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.123808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/security-groups/2c7352f6-e8a2-4150-a684-2f65d36aa390 HTTP/1.1" status: 204 len: 168 time: 0.3279259 Aug 03 16:07:07.135823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f55eba-5518-4e4f-bd14-8c615c5f8fda tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7352f6-e8a2-4150-a684-2f65d36aa390,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.177766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:07.177766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 23d478ee-c8a8-4bd5-9ff5-04b875dd8af7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:07.177766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6a7fd85-9530-470a-ab9c-0acb8aef3b2b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:07.210664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4af7c961-ae9c-4a43-8a4f-0980400ea144 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1459348 Aug 03 16:07:07.211434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54918) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.217077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e6a7fd85-9530-470a-ab9c-0acb8aef3b2b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:07.217345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6a7fd85-9530-470a-ab9c-0acb8aef3b2b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:07.217802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b7747897-2059-4a91-bca7-b70175c672e0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:07.244396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b7747897-2059-4a91-bca7-b70175c672e0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:07.244726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b7747897-2059-4a91-bca7-b70175c672e0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:07.248834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d535d6-84a6-4c6b-a3b3-ccd509f7949e req-2660830b-e5b3-4d84-ab57-8728f3262ea4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:07.250848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9d535d6-84a6-4c6b-a3b3-ccd509f7949e req-2660830b-e5b3-4d84-ab57-8728f3262ea4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 946 time: 0.0970314 Aug 03 16:07:07.265662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.276810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.326145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.345726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.347431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6ee6c06a-b4bb-4758-a979-16fd56753269 HTTP/1.1" status: 204 len: 168 time: 0.1334922 Aug 03 16:07:07.348540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd932a-cf4c-4ebb-a34d-c3bc7464c43f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ee6c06a-b4bb-4758-a979-16fd56753269,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.350090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54922) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.356170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9d535d6-84a6-4c6b-a3b3-ccd509f7949e req-f0ff2acf-4c51-4ee9-96f8-43ed5f13636a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924568 Aug 03 16:07:07.416807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-352f2368-7638-4881-aed4-68bef5ec2350 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0655584 Aug 03 16:07:07.419566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54926) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.448407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.457907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.493242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.503742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.505852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/e0a476c3-c11b-43cf-b675-03e4db2107e1 HTTP/1.1" status: 204 len: 168 time: 0.0848546 Aug 03 16:07:07.508468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54928) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.512224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1cb0e-6c34-4b61-b31f-09e7540e6ef5 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0a476c3-c11b-43cf-b675-03e4db2107e1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.552888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54930) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.558689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212863448', 'description': 'tempest-secgroup-smoke-212863448 description', 'project_id': '0ef1c18733084b37b21981061221f2dd'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:07.560100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-90ecbded-8378-49f5-b2d6-6cd87d7745f6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0502734 Aug 03 16:07:07.562989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54932) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.590692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.607431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.618142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.651617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.662010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.666758 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/374d984a-9612-4bdf-9555-5b145f5e6501 HTTP/1.1" status: 204 len: 168 time: 0.1027472 Aug 03 16:07:07.666970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.673840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c789b-2070-4a7f-af93-0c12c691b150 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=374d984a-9612-4bdf-9555-5b145f5e6501,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.755370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a9caa56c-aa01-44d1-89ff-60adb8ecbac9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867786 Aug 03 16:07:07.758685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.763002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.777225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.804787 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.808640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2517331 Aug 03 16:07:07.808857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:07.819872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:07.873289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d240b-7bfe-4c48-acdc-36cf85f02edf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066449f6-b579-48c8-805e-59cdf80fdb72,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:07.889834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.909714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:07.957717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.000541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.005964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.022924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9fef58-87de-4d54-a60c-e7679bdb04c8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.032108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.037561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.041243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f993784-224b-4b0f-a72a-83a7f2b7ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2794862 Aug 03 16:07:08.043230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54946) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.062146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65f7d6-00a4-4167-8c15-b4a8c642a4b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f993784-224b-4b0f-a72a-83a7f2b7ccd0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.076594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:08.077533 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.081950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.082348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc06b800-f744-437c-903a-59f9096fc269 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2674503 Aug 03 16:07:08.087710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:08.123206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.154377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.161985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.168640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.175655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.178661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:08.184691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.188483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:08.188908 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.196528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.207711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.212819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.214130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.223552 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-d02178a2-be22-4934-8bcd-8b2941e03d12 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.1810603 Aug 03 16:07:08.242084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f463384-3387-4031-837f-b15d067c112a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.250532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.251530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d562909d-580d-418a-831f-12eba5481ac7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679609 Aug 03 16:07:08.255439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54950) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.261942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:08.271826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4b8d3a4-b252-4af8-9861-30f1d74cd2bc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2227721 Aug 03 16:07:08.273209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54952) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.278434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134959629'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:08.293569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b4f8e65-5836-4488-ab35-f91f67b8773e req-fba30b77-c69b-4a55-8ee6-16663730bb29 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690770 Aug 03 16:07:08.307409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.319850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.350172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:08.352401 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adf97a6-a981-47d9-a377-c63f86c0c977" -d '{"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:08.373783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:08.387501 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.392634 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.406277 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23ba3f-20e3-4b8a-90f5-9c20724f84ab x-openstack-request-id: req-5d23ba3f-20e3-4b8a-90f5-9c20724f84ab {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:08.408031 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-plugged", "status": "completed", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:08.408554 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d23ba3f-20e3-4b8a-90f5-9c20724f84ab {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:08.409218 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'code': 200} Aug 03 16:07:08.479999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.506356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.513537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.517925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e021df5-c587-4b61-91b0-e4321791d0ac req-00201dc4-7904-4117-8a9e-8b9db6cb5b31 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.526220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.530482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e021df5-c587-4b61-91b0-e4321791d0ac req-00201dc4-7904-4117-8a9e-8b9db6cb5b31 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.0717735 Aug 03 16:07:08.541108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.585705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c1816-275c-452e-a8be-68d72ed216c7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.588982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e00812-30cf-49db-8779-6c7b52b957df,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.591847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.598526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-adcfddee-f9a6-471d-8a79-0766c602e3f3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370826 Aug 03 16:07:08.598526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.598526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b73332b-7a50-4bd6-90e1-28445b3af7dc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3213177 Aug 03 16:07:08.600032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54960) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.600368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.604895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:08.610158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e021df5-c587-4b61-91b0-e4321791d0ac req-bb1f8b4d-8f8e-43f1-8220-b3a0978e8883 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Aug 03 16:07:08.614474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': 'd28c1816-275c-452e-a8be-68d72ed216c7', 'direction': 'ingress', 'protocol': 17}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:08.626438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae5f4e-931f-4c4f-add8-19f41dc88bd8 req-2f6bf7da-ffca-417f-996b-67eef8bf3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:08.635012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eeae5f4e-931f-4c4f-add8-19f41dc88bd8 req-2f6bf7da-ffca-417f-996b-67eef8bf3186 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1098 time: 0.0715706 Aug 03 16:07:08.639606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 16:07:08.639606 n-d-803226-3 neutron-server[106017]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 16:07:08.639606 n-d-803226-3 neutron-server[106017]: [parameters: {'project_id': '0ef1c18733084b37b21981061221f2dd', 'id': 'c38fffee-f5aa-4efd-baa0-ba28f1e5fcca', 'expiration': datetime.datetime(2021, 8, 3, 16, 9, 8, 634968)}] Aug 03 16:07:08.639606 n-d-803226-3 neutron-server[106017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:07:08.639988 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:07:08.654361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.675087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eeae5f4e-931f-4c4f-add8-19f41dc88bd8 req-1e3c0490-548d-4c91-9b45-ac9c72c62d23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Aug 03 16:07:08.715882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.719719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.737425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb247f5-b0e6-4b66-9dd1-483b018a228a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.746516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.750610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-015427d0-14f9-4f01-ac42-e06b496c6e63 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1381590 Aug 03 16:07:08.750867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54964) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.817950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.844659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.902563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.906013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:08.909710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/d28c1816-275c-452e-a8be-68d72ed216c7 HTTP/1.1" status: 204 len: 168 time: 0.1553769 Aug 03 16:07:08.911357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54972) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.918308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6879c-6e0a-4901-bba7-c6d051350210 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c1816-275c-452e-a8be-68d72ed216c7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:08.975593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b9fdd92-467b-45f2-a766-7945391bd4bc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629187 Aug 03 16:07:08.979570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54974) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:08.984422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--808179704'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:09.007616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.105293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.110509 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.152982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.165083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.170324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5291fb33-e74f-4239-954e-312f77dc1c90,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:09.186923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.197487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.199115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.204148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-03ccca42-cade-49de-ba92-6e7e1d088d3c tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2233810 Aug 03 16:07:09.210054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:09.212565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.219485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119766316'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:09.219618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.225833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.227734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-17adede6-7920-413a-9e1b-b8219d9d50f6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.1547697 Aug 03 16:07:09.239181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.260230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.336535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.344555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.382404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0dc8ab-95cf-4aa3-95ce-6ddb614a17a9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:09.481138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.497472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.511871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.513161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c42daf4-8387-4218-87f6-ae9c6ff53df7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9118385 Aug 03 16:07:09.534127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.541771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.557982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.557982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.563909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.571016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.577325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.579584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-b384c9dc-3b51-4f29-ab31-5626e16d5bfb tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5435 time: 0.1709454 Aug 03 16:07:09.583129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54990) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:09.587959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:09.622648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.623885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4103575 Aug 03 16:07:09.631986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54996) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:09.636472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '5291fb33-e74f-4239-954e-312f77dc1c90', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9a2b22ee-70f0-497e-a22a-d42cf43883e9', 'remote_ip_prefix': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:09.645888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c9287-2184-4855-ba78-df496701a538 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b22ee-70f0-497e-a22a-d42cf43883e9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:09.665722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1c8630c3-4e92-44a4-9d8f-dda2edf35ee0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.667799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1c8630c3-4e92-44a4-9d8f-dda2edf35ee0 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4323444 Aug 03 16:07:09.674797 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:07:09.685589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62849f9b-604e-4ab8-85cd-6a316918d46b req-f5ffeb1d-5898-477a-815c-2778bd3a9acd tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900397 Aug 03 16:07:09.689114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.744638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.790799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.799316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.840068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e541-7406-478a-b74a-c7459b472ea8 req-bb9e94fd-9c4e-4a98-b1db-cb347af7d8b5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.840227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c464092c-030f-436e-a450-57cba4ef51e8,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:09.841091 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f32d65a-5150-43e3-a579-e71a7b44d0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.851482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfd0e541-7406-478a-b74a-c7459b472ea8 req-bb9e94fd-9c4e-4a98-b1db-cb347af7d8b5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 946 time: 0.2637155 Aug 03 16:07:09.855832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.859882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40c439fe-d63d-4d4c-ace3-dcd5e2028473 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2757113 Aug 03 16:07:09.863115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:09.875438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '066449f6-b579-48c8-805e-59cdf80fdb72', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:09.933711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.948953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:09.975012 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:07:09.983401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34416a58-bdb0-44a3-9d07-90446a719f4d,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:09.993381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71e7b-9669-4877-8e4b-021928bdbe5f req-a0ac2c76-c4ea-4d8c-9c00-4c9b6fca8515 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:09.995005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcd71e7b-9669-4877-8e4b-021928bdbe5f req-a0ac2c76-c4ea-4d8c-9c00-4c9b6fca8515 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1071689 Aug 03 16:07:09.998147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.030729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cfd0e541-7406-478a-b74a-c7459b472ea8 req-b6c48618-35b1-4b56-bc85-4cf917693a9a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773553 Aug 03 16:07:10.041162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.042530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-382939c9-4fb2-4b1c-88ec-1a38816b2b51 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4095895 Aug 03 16:07:10.047685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-867affe9-f60f-4ea5-9ab5-ade6d130b8bc tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3723238 Aug 03 16:07:10.049402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.076107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:10.096795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcd71e7b-9669-4877-8e4b-021928bdbe5f req-848bc895-bc6d-4bd7-b945-78ff27070999 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650418 Aug 03 16:07:10.104104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.109326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.110375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-2fe0554d-a470-4644-ada5-acda498f0570 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2934709 Aug 03 16:07:10.131730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626ea40a-85f7-461e-8c6d-afc0237fa7c5,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:10.138572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.140591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e39e8c9-8faf-4cee-b47f-5add2c1b6c0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2756867 Aug 03 16:07:10.143457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55032) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.147774 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.156237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'network': {'name': 'tempest-network-smoke--1772210194', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:10.176805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.194496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:10.199211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.224976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.236073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:07:10.247268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.247641 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Added segment 7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730 of type vlan for network 733ab479-8144-4f28-9321-8d928e426246 Aug 03 16:07:10.299602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.305704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.318429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.321971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/34416a58-bdb0-44a3-9d07-90446a719f4d HTTP/1.1" status: 204 len: 168 time: 0.2687335 Aug 03 16:07:10.323337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55034) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.334528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.335081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.335837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.336335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.336808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.337282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.337792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.339883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-a6ef560c-3f5d-4fca-afb0-891350661b27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 6503 time: 0.1586761 Aug 03 16:07:10.343092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a744-49ce-4dd9-a1de-b1ec2e477744 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34416a58-bdb0-44a3-9d07-90446a719f4d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:10.376013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.383042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.383746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.450972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3062615 Aug 03 16:07:10.456599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.462143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'admin_state_up': True, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:10.486840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0cd15202-2801-4d7d-8f3c-4bed98ed3c05 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1600144 Aug 03 16:07:10.490325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.506455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcee4a8-c4e8-4b24-88ca-af82c614be7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Network': ['ID=733ab479-8144-4f28-9321-8d928e426246,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:10.525274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 733ab479-8144-4f28-9321-8d928e426246 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:07:10.545551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.546583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.554379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=201de407-bf91-43b1-8441-080af8996fca,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:10.571258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.594115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-88c07d42-d9b6-4ce6-8c19-bcc5752ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.595189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-88c07d42-d9b6-4ce6-8c19-bcc5752ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.595843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-88c07d42-d9b6-4ce6-8c19-bcc5752ff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.598856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-88c07d42-d9b6-4ce6-8c19-bcc5752ff521 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b6815be8-c55f-4a29-b315-27b69c86b55b&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=9204d1b8-fa19-4251-9f67-91d214644a2a&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 200 len: 2298 time: 0.2248917 Aug 03 16:07:10.608803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.672536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] For port 201de407-bf91-43b1-8441-080af8996fca, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:10.685402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.688791 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.689995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a2b22ee-70f0-497e-a22a-d42cf43883e9 HTTP/1.1" status: 204 len: 168 time: 0.1987095 Aug 03 16:07:10.693346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55040) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.716081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d7b16-272e-4ab5-833e-740ebc7eadf9 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b22ee-70f0-497e-a22a-d42cf43883e9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:10.724531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.797166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1af070b1-fb6f-4fab-85fa-ecdf4c1d607d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1025636 Aug 03 16:07:10.797882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55044) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:10.857357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-e6710f84-3889-4612-afe7-ca516ca6abd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 200 len: 1002 time: 0.2447302 Aug 03 16:07:10.858270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.867340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] device_id is not set on port 201de407-bf91-43b1-8441-080af8996fca yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:07:10.884172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.904878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:10.961042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-c58939de-e675-4bb2-878b-de72cdf1cfbc tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:10.963124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-c58939de-e675-4bb2-878b-de72cdf1cfbc tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 946 time: 0.0760894 Aug 03 16:07:10.970654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.006864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.009550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.010774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/5291fb33-e74f-4239-954e-312f77dc1c90 HTTP/1.1" status: 204 len: 168 time: 0.2119024 Aug 03 16:07:11.015511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55046) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:11.037773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8f8b2-7267-4b2d-b8a2-832b640e38a6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291fb33-e74f-4239-954e-312f77dc1c90,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:11.079344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.105001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Deleting port c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:11.105358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.159633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-168ec4da-f25f-4ec8-b06d-09c041cf83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.168555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-168ec4da-f25f-4ec8-b06d-09c041cf83e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 200 len: 855 time: 0.2882030 Aug 03 16:07:11.235534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.248104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.256081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.267635 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.275009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.281170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.287912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.290002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-a00660aa-ea0d-4339-8c2f-9a0418a8a558 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 5357 time: 0.4411707 Aug 03 16:07:11.290870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] No DVR routers for this DVR port 201de407-bf91-43b1-8441-080af8996fca on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:11.306867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7a7ed-81b9-4b2c-acaf-b8eeebe33205 req-af036469-a709-4e3d-b55e-c0ba3fd2cdee tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.308776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38d7a7ed-81b9-4b2c-acaf-b8eeebe33205 req-af036469-a709-4e3d-b55e-c0ba3fd2cdee tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 946 time: 0.1157820 Aug 03 16:07:11.329924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] For port c35c7143-aada-4ef8-b616-65b8ee1756e0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c35c7143-aada-4ef8-b616-65b8ee1756e0,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:11.330381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.393804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Pushing event updated for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:11.406573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a0024202-dc0b-4f89-b14c-8d40c39203b4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3875072 Aug 03 16:07:11.408386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55058) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:11.424113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--463276651'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:11.471311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6e74ee6d-9022-450e-b793-7b97ed782c99 None None] Provisioning complete for port 201de407-bf91-43b1-8441-080af8996fca triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:11.472308 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6e74ee6d-9022-450e-b793-7b97ed782c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.502788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] In _notify_port_updated(), no bound segment for port 201de407-bf91-43b1-8441-080af8996fca on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:07:11.504709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.505255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.506727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cc6c40ec-d2fb-47ac-a5ae-ea3d51a1fd48 service neutron] 10.222.0.78 "PUT /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 200 len: 1028 time: 1.4458358 Aug 03 16:07:11.508343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6e74ee6d-9022-450e-b793-7b97ed782c99 None None] Port 201de407-bf91-43b1-8441-080af8996fca cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:11.527813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38d7a7ed-81b9-4b2c-acaf-b8eeebe33205 req-cb5bd772-3c76-47da-97e8-3baf0fed1664 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125506 Aug 03 16:07:11.532300 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-708722a2-7fd4-42e2-8cd0-7bdaedd9de83 req-ec5ec23e-9fef-4b8d-a71c-b0880532580c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1883020 Aug 03 16:07:11.540572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-67a3268c-79c4-47ff-aa52-0e9f4e594f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.561462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-67a3268c-79c4-47ff-aa52-0e9f4e594f29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b6815be8-c55f-4a29-b315-27b69c86b55b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849134 Aug 03 16:07:11.585435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.647347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cf4e9b10-78da-41b8-b7cc-d65893423056 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.648848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-cf4e9b10-78da-41b8-b7cc-d65893423056 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "GET /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1341476 Aug 03 16:07:11.655340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.656197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.656197 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Floating IP 2ba97138-bd2d-4495-b001-9c6c72388791 disassociated. External IP: 172.25.7.112, port: c35c7143-aada-4ef8-b616-65b8ee1756e0. Aug 03 16:07:11.656670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Calling delete_port for c35c7143-aada-4ef8-b616-65b8ee1756e0 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:11.703551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:11.829046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.862948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'Port': ['ID=c35c7143-aada-4ef8-b616-65b8ee1756e0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:11.882971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51270fc6-92f6-46c5-af82-9f7545697ecb req-660c2921-13cd-411b-a5b2-7d9f43e27aa0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:11.886116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51270fc6-92f6-46c5-af82-9f7545697ecb req-660c2921-13cd-411b-a5b2-7d9f43e27aa0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2441654 Aug 03 16:07:11.886746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:11.957449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-87878faa-9368-470a-8a86-dfcdc60a7d4c service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540156 Aug 03 16:07:12.034119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:12.117126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f0db-6ff7-429b-b2e7-1f33fb329d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.164343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51270fc6-92f6-46c5-af82-9f7545697ecb req-b8baee94-170c-4a3f-aa5e-0696d5716a19 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649548 Aug 03 16:07:12.171457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.176633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.183563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:12.206178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.208367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.209547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:12.232215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:12.234432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:12.287081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] No DVR routers for this DVR port c35c7143-aada-4ef8-b616-65b8ee1756e0 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:12.326665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.328751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-819a4076-6971-4880-94c5-c4d88c8b45b2 req-bc7d5073-04d3-4973-97b5-c82a34cb371d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "DELETE /v2.0/ports/c35c7143-aada-4ef8-b616-65b8ee1756e0 HTTP/1.1" status: 204 len: 173 time: 1.3597329 Aug 03 16:07:12.331158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-deleted', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:12.333258 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d0b12-0f99-49c3-a6bd-3036e243654f" -d '{"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-deleted", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:12.349996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.351561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9336941 Aug 03 16:07:12.366451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55068) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:12.372918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '6ab8db9a-3d7f-498e-9c85-9e447ae7663f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:12.409513 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a7435-9cc8-408c-8df5-5fd060450ea1 x-openstack-request-id: req-ea4a7435-9cc8-408c-8df5-5fd060450ea1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:12.409751 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c42c4-5679-4887-ac73-b21ece82e987", "name": "network-vif-deleted", "tag": "c35c7143-aada-4ef8-b616-65b8ee1756e0", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:12.410655 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea4a7435-9cc8-408c-8df5-5fd060450ea1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:12.411114 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c42c4-5679-4887-ac73-b21ece82e987', 'name': 'network-vif-deleted', 'tag': 'c35c7143-aada-4ef8-b616-65b8ee1756e0', 'status': 'completed', 'code': 200} Aug 03 16:07:12.467496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facde768-af59-4829-a078-cbfe19830dae req-c096cf92-4126-4e9a-af5b-8cc851a144a8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:12.469078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-facde768-af59-4829-a078-cbfe19830dae req-c096cf92-4126-4e9a-af5b-8cc851a144a8 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1918290 Aug 03 16:07:12.492304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.519285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ead07-edc0-4dab-a6ff-d70deac667cd tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8db9a-3d7f-498e-9c85-9e447ae7663f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:12.576490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-facde768-af59-4829-a078-cbfe19830dae req-238cde20-21d8-45c5-a939-94918488266a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959466 Aug 03 16:07:12.595777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-e1d47ecb-b75e-441c-afa3-3fedb632a3ab service neutron] 10.222.0.72 "GET /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246908 Aug 03 16:07:12.620511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.632545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.677455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5850bf7-2431-4626-b002-a78a1616ea16,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:12.684960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.30 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/7804535a-c65d-4510-b820-77fab1febffc) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:12.697779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.707376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68b63890-1f16-4f82-9419-62f01a15fb45 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3380785 Aug 03 16:07:12.708031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:12.756594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.771706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d1476c02-3842-4640-8706-c55eafafc9d6 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:12.782259 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.817584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8f624caa-71e2-4b3b-89b6-10c736c4042a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:12.852506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.864799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:12.870405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] For port 8f624caa-71e2-4b3b-89b6-10c736c4042a, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:12.881239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92a9fa31-8d96-445b-9cbc-36ea0505bac5 req-f2b88086-9470-4e5b-80c4-a21786fbc421 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f1c42c4-5679-4887-ac73-b21ece82e987 HTTP/1.1" status: 200 len: 210 time: 0.0966146 Aug 03 16:07:12.902991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b14e8fe3-444a-423f-b1dd-0bfd65a0cad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 217 time: 0.2491941 Aug 03 16:07:12.905232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.911673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:12.913005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b5850bf7-2431-4626-b002-a78a1616ea16 HTTP/1.1" status: 204 len: 168 time: 0.2038591 Aug 03 16:07:12.915610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:12.983210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2cd0d-57e0-4221-8c35-9f51d7e9e062 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5850bf7-2431-4626-b002-a78a1616ea16,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:13.054810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de4baf2c-f7d1-4a58-ac03-ba17885ef8ca tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1269231 Aug 03 16:07:13.073773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55080) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:13.136612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b8b22-725f-4b3c-9e27-fe4c66c7da3f req-874e5d21-9875-4e3c-b038-bae0a966f029 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.138882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc3b8b22-725f-4b3c-9e27-fe4c66c7da3f req-874e5d21-9875-4e3c-b038-bae0a966f029 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1171689 Aug 03 16:07:13.168888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.179992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.207699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:13.210264 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd19056f-24dd-4e21-b547-2154d669c27f" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:13.235008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:13.239499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc3b8b22-725f-4b3c-9e27-fe4c66c7da3f req-e6af4057-d885-40de-a016-88c354a53a1e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914037 Aug 03 16:07:13.244607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.309381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.310202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 201de407-bf91-43b1-8441-080af8996fca no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:13.339298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.344435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.348630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/6ab8db9a-3d7f-498e-9c85-9e447ae7663f HTTP/1.1" status: 204 len: 168 time: 0.2725480 Aug 03 16:07:13.349293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:13.366609 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5cf049-34d4-4266-97e3-5ad87a369540 x-openstack-request-id: req-4c5cf049-34d4-4266-97e3-5ad87a369540 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:13.366973 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:13.367204 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5cf049-34d4-4266-97e3-5ad87a369540 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:13.368482 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'code': 200} Aug 03 16:07:13.377259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 201de407-bf91-43b1-8441-080af8996fca not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:13.377883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f43761bb-6e58-42ad-83f9-cf4e136a6996 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:13.384992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e47fc-b8dc-45db-9312-0e971d7b4560 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8db9a-3d7f-498e-9c85-9e447ae7663f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:13.432196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-32ca87d7-5173-47d1-9517-569f5d326167 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772007 Aug 03 16:07:13.438045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55092) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:13.444551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] device_id is not set on port 8f624caa-71e2-4b3b-89b6-10c736c4042a yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:07:13.472242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773506468'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:13.497411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.500396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e814-dbec-4476-988d-0625088f1ca4 req-10bd94ce-3d8b-4810-8394-29ef0a0ee3d5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.502508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c795e814-dbec-4476-988d-0625088f1ca4 req-10bd94ce-3d8b-4810-8394-29ef0a0ee3d5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.0818717 Aug 03 16:07:13.536189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.542351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.548707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.554712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.560648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.567448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.569364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-7c14b700-52ff-41c2-a01a-cd0ffdd249a6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 4660 time: 0.7736192 Aug 03 16:07:13.572785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.575232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c795e814-dbec-4476-988d-0625088f1ca4 req-08175eb2-4e26-41f6-8df8-39b047e0735f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642469 Aug 03 16:07:13.575875 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.583617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:13.587221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-c189d1dd-6820-4562-bb6a-11c86e21aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.598361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-c189d1dd-6820-4562-bb6a-11c86e21aeae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.6572669 Aug 03 16:07:13.599387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:13.627511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:13.640439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.640832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.641193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.641537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.641990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.642308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.642670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.642969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.643290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.643620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.643947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.645064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:13.661679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.682544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.683079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:13.684739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:13.685549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:13.723133 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.723855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:13.743506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:13.747660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: c35c7143-aada-4ef8-b616-65b8ee1756e0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:13.748013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c35c7143-aada-4ef8-b616-65b8ee1756e0 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:13.748446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 53cb6b10-9443-4d3a-bbab-7e492ccddae7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:13.789802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaafd0d-ee31-4d68-862a-0331e3176b8e req-57947adf-b19c-4c1e-a4c2-8a6a1beeb6d4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:13.792299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Pushing event updated for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:13.797538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] No DVR routers for this DVR port 8f624caa-71e2-4b3b-89b6-10c736c4042a on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:13.799961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7eaafd0d-ee31-4d68-862a-0331e3176b8e req-57947adf-b19c-4c1e-a4c2-8a6a1beeb6d4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1026387 Aug 03 16:07:13.834322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2692069-11e6-4ef7-b756-04d4aee45742 req-916bcf81-0ae5-4465-b4a0-f001e959ed6c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=6055780c-a094-4e5a-b91a-f87c98e69fb7&id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515125 Aug 03 16:07:13.865345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7eaafd0d-ee31-4d68-862a-0331e3176b8e req-d0f8e6df-c1a9-4303-ab6c-dbeeda10afc4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523148 Aug 03 16:07:13.872431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.016118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:14.043671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.052796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-47771529-5bb9-4d18-bbc6-41aa7109572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:14.064937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-47771529-5bb9-4d18-bbc6-41aa7109572c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4353325 Aug 03 16:07:14.071531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.080241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.092531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.116867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634465c-d041-409a-910c-42b98789043d req-8b95adc9-ba1d-474b-8979-c96d015ec07f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:14.118720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9634465c-d041-409a-910c-42b98789043d req-8b95adc9-ba1d-474b-8979-c96d015ec07f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1044524 Aug 03 16:07:14.152757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:14.176762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9634465c-d041-409a-910c-42b98789043d req-6facd7ed-11cc-462d-ab75-e00c5eca675f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 Aug 03 16:07:14.202913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.205526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:14.220829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.248336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:14.249768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:14.252904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.265385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] In _notify_port_updated(), no bound segment for port 8f624caa-71e2-4b3b-89b6-10c736c4042a on network 996c0edf-ce4a-4a5e-a537-08c25e41e735 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:07:14.267060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:14.267793 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.269201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-72d48a38-e6cb-4c72-b3c7-39645c8fce0e service neutron] 10.222.0.78 "PUT /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 200 len: 1027 time: 2.5699899 Aug 03 16:07:14.273920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.275382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.276122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8f624caa-71e2-4b3b-89b6-10c736c4042a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:14.276947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8263831 Aug 03 16:07:14.280635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.282182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3fec1c20-3d47-4a83-873f-4579526d462d None None] Provisioning complete for port 8f624caa-71e2-4b3b-89b6-10c736c4042a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:14.282566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fec1c20-3d47-4a83-873f-4579526d462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.291708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '043de5a1-8bd7-4770-b25a-d5ff00b7e522', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:14.347526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.373420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.380701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.382452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "DELETE /v2.0/security-groups/0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179 HTTP/1.1" status: 204 len: 168 time: 0.2986193 Aug 03 16:07:14.397010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55110) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.401520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e783e5-befd-4443-9f78-fba5f1adb2b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.422770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05498ec2-c7b9-41ed-8f8a-ebf68f47c82b tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043de5a1-8bd7-4770-b25a-d5ff00b7e522,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.423932 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-c68c662b-c5f9-4ec4-b10e-1b1f3ff46fb2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] show failed (client error): The resource could not be found. Aug 03 16:07:14.425542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c68c662b-c5f9-4ec4-b10e-1b1f3ff46fb2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups/0dc3f1f5-4df5-4ff6-a03a-b0d6f9465179 HTTP/1.1" status: 404 len: 347 time: 0.0216599 Aug 03 16:07:14.431817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.432046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3fec1c20-3d47-4a83-873f-4579526d462d None None] Port 8f624caa-71e2-4b3b-89b6-10c736c4042a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:14.456708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=7804535a-c65d-4510-b820-77fab1febffc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.461329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:14.470780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8f624caa-71e2-4b3b-89b6-10c736c4042a not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:14.470780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1b579bda-d525-415f-a3ff-f5dd779841a1 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:14.470780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.499744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a800204-c0ff-448d-b2fa-154c97ad0c14 None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:14.643506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.701112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:14.710935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.717588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.718702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a24a667a-5fe0-48c6-9ea1-e6279638f91a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:14.729345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.760392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990465da-d827-414a-b6e9-bc2fc2951c92,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.780930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.784746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5517b696-6f21-488a-b087-ed59a6df49f7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5007482 Aug 03 16:07:14.787399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55120) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.789046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Deleting port 0a0e9690-2ae9-481b-8126-fc0079c6e38b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:14.789416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.816839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a5950-a7f7-42f7-a23a-4debe8991f64 req-3424ed4d-676c-4bb7-8c72-99743fd24c64 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:14.827893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c7a5950-a7f7-42f7-a23a-4debe8991f64 req-3424ed4d-676c-4bb7-8c72-99743fd24c64 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.4468145 Aug 03 16:07:14.853573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a5eb3569-6048-4147-982c-1e342e598612 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules/990465da-d827-414a-b6e9-bc2fc2951c92 HTTP/1.1" status: 200 len: 763 time: 0.0592008 Aug 03 16:07:14.853573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55122) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.857384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:14.858612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55124) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.964066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port a24a667a-5fe0-48c6-9ea1-e6279638f91a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:14.964737 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-55df4965-2ec4-4dbc-89e3-0cdf06fbb2ac tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1000004 Aug 03 16:07:14.967259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:14.974341 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c7283-7351-4c1d-8993-6f4f0dbe59b1 None None] New status for floating IP 2ba97138-bd2d-4495-b001-9c6c72388791: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:07:14.974905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-04e34a34-c1c8-45ba-876d-243e5ec29fa0 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8917825 Aug 03 16:07:14.975376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:14.980158 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.042428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.042428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.063951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:15.065752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.071120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.103446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Calling delete_port for 0a0e9690-2ae9-481b-8126-fc0079c6e38b owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:15.106173 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5857d9-5d88-42ea-a34e-fda75ddd11be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.133682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:15.149935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c7a5950-a7f7-42f7-a23a-4debe8991f64 req-29be42c0-47ad-4c70-ab11-4077718df91b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206408 Aug 03 16:07:15.153769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.160242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.166760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.173126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.179720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.186214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-73fbc33b-9063-4481-a40e-92b4f2780a26 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3878 time: 0.2203007 Aug 03 16:07:15.210046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.240954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.333502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port a24a667a-5fe0-48c6-9ea1-e6279638f91a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a24a667a-5fe0-48c6-9ea1-e6279638f91a,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:15.333841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.347189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6eea4892-f130-4ea8-b969-734d390b8a80 req-d2f65373-4183-4655-9131-8f94a937bd63 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022577 Aug 03 16:07:15.369571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1'}, {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:15.372171 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba45f3-5017-4cda-bbf7-3a9ba6826d3e" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1"}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:15.390099 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-56dd0b44-a2ff-42db-a8d2-7fcb803c385b service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039474 Aug 03 16:07:15.390694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.408462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.412493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/990465da-d827-414a-b6e9-bc2fc2951c92 HTTP/1.1" status: 204 len: 168 time: 0.4262156 Aug 03 16:07:15.437312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55138) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:15.449448 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53f5c56-4cb3-4e60-bf05-7ea18c730a41 x-openstack-request-id: req-f53f5c56-4cb3-4e60-bf05-7ea18c730a41 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:15.449775 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1", "code": 200}, {"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-unplugged", "status": "completed", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:15.450037 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f53f5c56-4cb3-4e60-bf05-7ea18c730a41 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:15.450444 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'code': 200} Aug 03 16:07:15.450700 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'code': 200} Aug 03 16:07:15.450956 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'code': 200} Aug 03 16:07:15.451208 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'code': 200} Aug 03 16:07:15.458046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for a24a667a-5fe0-48c6-9ea1-e6279638f91a owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:15.460014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ef99-0f67-4345-9efa-b83ce19df27d tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=990465da-d827-414a-b6e9-bc2fc2951c92,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:15.496429 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5857d9-5d88-42ea-a34e-fda75ddd11be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.505694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc5857d9-5d88-42ea-a34e-fda75ddd11be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.511872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.525005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-c7ee011d-9603-45f7-9159-b444d71c33b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0783966 Aug 03 16:07:15.543749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7490164c-80ee-472c-950c-02434d096e00 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1018748 Aug 03 16:07:15.544966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55140) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:15.584856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'Port': ['ID=0a0e9690-2ae9-481b-8126-fc0079c6e38b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:15.590543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '043de5a1-8bd7-4770-b25a-d5ff00b7e522', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:15.593293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5857d9-5d88-42ea-a34e-fda75ddd11be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b6d3e-9f6a-444f-b280-64850f0f8f98,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:15.617280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dc5857d9-5d88-42ea-a34e-fda75ddd11be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e25f59754ed64e0cbc0ff3d201c97a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597902 Aug 03 16:07:15.619092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55142) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:15.637980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.654679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.657240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.661662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-832c5f66-790e-40d7-8c9b-7f25f63d47f0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "DELETE /v2.0/floatingips/2ba97138-bd2d-4495-b001-9c6c72388791 HTTP/1.1" status: 204 len: 168 time: 1.2243607 Aug 03 16:07:15.714315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986062e-a793-4fef-85e1-a57fef483cbc req-7102756a-2f06-4d63-95be-a669fa50623c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.715842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a986062e-a793-4fef-85e1-a57fef483cbc req-7102756a-2f06-4d63-95be-a669fa50623c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2516351 Aug 03 16:07:15.754672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-cc3b2339-836d-4705-89fb-a5f4cf02dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:15.756128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-cc3b2339-836d-4705-89fb-a5f4cf02dbbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.2150931 Aug 03 16:07:15.793692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.920713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a986062e-a793-4fef-85e1-a57fef483cbc req-545bf4bf-3aff-49c8-bf5d-564e6717e898 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864638 Aug 03 16:07:15.963212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:15.995466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.000177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147530571', 'description': 'tempest-description--1325512657'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:16.023953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.116194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.120853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.151963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.153232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1567457 Aug 03 16:07:16.155401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e30d2a-d91d-49d0-aee0-26b51c5be6e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.157484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55148) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.163070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group_rule': {'security_group_id': '5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:16.191412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.259168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.263281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.288465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78e5e1a-8369-4243-b15e-5643c6a4e47d,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.293957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.300540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dba222a7-3045-41b1-bfd1-fe537ad3abdb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395848 Aug 03 16:07:16.300540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55150) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.305001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'security_group_rule': {'security_group_id': '5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:16.328542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b555e13c-b7fb-4146-ba43-afef4f92e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:16.330073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b555e13c-b7fb-4146-ba43-afef4f92e027 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5629590 Aug 03 16:07:16.333933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.363316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.390472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.393556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.396654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.407365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.413926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.432848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738b69b6-e0a0-4621-afed-3280bb98d201,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.440630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.445135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5837e5f2-1e7b-4ece-9b42-8267d40d01eb tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417458 Aug 03 16:07:16.445356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.450025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:16.473448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.553322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f24508-8bf4-4a9c-8716-27a29c5ead54,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.555305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=a24a667a-5fe0-48c6-9ea1-e6279638f91a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.588131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.589357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-411ec364-2406-47dd-a54f-97544e3cf24e tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0040252 Aug 03 16:07:16.603375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55158) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.678834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port a24a667a-5fe0-48c6-9ea1-e6279638f91a on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:16.685002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.687186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-030bef01-637a-486b-b702-f172baa04a3a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "DELETE /v2.0/ports/a24a667a-5fe0-48c6-9ea1-e6279638f91a HTTP/1.1" status: 204 len: 173 time: 2.3846178 Aug 03 16:07:16.688252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.690145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:16.693161 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc53b4-88c2-4dfe-93fa-74c5fd21e403" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:16.710064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-730caad3-f9f7-4629-8203-6a6e4d71ddbf tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules/68f24508-8bf4-4a9c-8716-27a29c5ead54 HTTP/1.1" status: 200 len: 763 time: 0.0807860 Aug 03 16:07:16.724949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55162) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:16.771732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-c325011c-077c-4aea-a2a9-17c49924bbed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:16.778166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-c325011c-077c-4aea-a2a9-17c49924bbed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:16.787012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-c325011c-077c-4aea-a2a9-17c49924bbed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:16.807366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-c325011c-077c-4aea-a2a9-17c49924bbed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:16.809999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-c325011c-077c-4aea-a2a9-17c49924bbed tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3143 time: 0.3225706 Aug 03 16:07:16.813629 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a23d1-cdfd-4577-b4b6-b478987fc491 x-openstack-request-id: req-002a23d1-cdfd-4577-b4b6-b478987fc491 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:16.814060 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "a24a667a-5fe0-48c6-9ea1-e6279638f91a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:16.814425 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-002a23d1-cdfd-4577-b4b6-b478987fc491 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:16.814937 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'a24a667a-5fe0-48c6-9ea1-e6279638f91a', 'status': 'completed', 'code': 200} Aug 03 16:07:16.833858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-e6caf001-6dbb-4d9c-b27e-bd5a9e33eb8f service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865992 Aug 03 16:07:16.870041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.872728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:16.874063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/201b6d3e-9f6a-444f-b280-64850f0f8f98 HTTP/1.1" status: 204 len: 168 time: 1.2477384 Aug 03 16:07:16.938490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234da5f-c332-4519-8637-0b0d7722a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b6d3e-9f6a-444f-b280-64850f0f8f98,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:16.968045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.084636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b4e7ed32-d5ee-4cbf-a1f0-da602614ef97 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3521078 Aug 03 16:07:17.086455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:17.181921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc96870c-17f6-437d-868e-d83f9ef12674 req-e4e11f51-fec7-4e5c-b843-ffbaa126ff3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517694 Aug 03 16:07:17.263142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.296689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-33f3e97f-26a9-421b-950d-268a8167ee2e service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156408 Aug 03 16:07:17.301975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port f43761bb-6e58-42ad-83f9-cf4e136a6996 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:17.305823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.316443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.327589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1137-9406-469e-9535-860d09b8a6df req-f11ee0cf-45d4-4e8e-8e90-e1b00fd158c5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:17.337851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf7d1137-9406-469e-9535-860d09b8a6df req-f11ee0cf-45d4-4e8e-8e90-e1b00fd158c5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2217662 Aug 03 16:07:17.351716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Allocated IP 172.25.7.65 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/41e0e3f1-5467-4878-aeb1-4efe82d266a1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:17.363681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-24eb7bc6-b8fa-4b7d-b488-acf0c90fb40f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 200 len: 217 time: 0.0521801 Aug 03 16:07:17.468559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.474018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.475747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/68f24508-8bf4-4a9c-8716-27a29c5ead54 HTTP/1.1" status: 204 len: 168 time: 0.3879094 Aug 03 16:07:17.481506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:17.506230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf7d1137-9406-469e-9535-860d09b8a6df req-c91f32c0-f77a-42cc-9740-4fc376f02035 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663120 Aug 03 16:07:17.514382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-527d7009-3a6c-40db-9657-fed2862bd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:17.515860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-527d7009-3a6c-40db-9657-fed2862bd6b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1145477 Aug 03 16:07:17.516464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 48c05041-ca75-4506-9747-100c310615c2 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:07:17.516850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1119f5-3996-4c78-8322-ee06f777eec4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68f24508-8bf4-4a9c-8716-27a29c5ead54,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:17.593759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.611887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port f43761bb-6e58-42ad-83f9-cf4e136a6996, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f43761bb-6e58-42ad-83f9-cf4e136a6996,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:17.612477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.652934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:17.681124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6c5b5639-d28a-46ab-a5a1-cb8db3f883c6 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1957772 Aug 03 16:07:17.698864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55186) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:17.704676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Request body: {'security_group_rule': {'security_group_id': '043de5a1-8bd7-4770-b25a-d5ff00b7e522', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:17.749880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=41e0e3f1-5467-4878-aeb1-4efe82d266a1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:17.760105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:17.763506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:17.769103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:17.852567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-07516b0d-7a39-4c4f-82a9-f7be1fd181bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:17.855500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-07516b0d-7a39-4c4f-82a9-f7be1fd181bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3316014 Aug 03 16:07:17.856113 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Project cbe48c8e2488455eb6528bc52916125b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:07:17.869263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.003673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.028906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:18.053022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Sync routers for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:18.069938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-1907b598-7343-44ee-9950-1924188df799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.071597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-1907b598-7343-44ee-9950-1924188df799 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3de28765255e4797836aeb1232f18c90&device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 1098 time: 0.1388605 Aug 03 16:07:18.072747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:18.073617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:18.098749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.141025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.149663 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.239637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2859955-2652-46ec-a1d6-cf9f5bca487e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:18.251507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.254310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d52f4ad0-8940-45f3-9ba0-412866449944 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.7961876 Aug 03 16:07:18.259590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55204) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.321715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.325661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b7ea3968-ed4f-4a7b-a346-460ffc80164f tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6250830 Aug 03 16:07:18.336055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55206) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.341220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95e30a53-8386-48cf-abc4-15ee165de41a tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0ef1c18733084b37b21981061221f2dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784321 Aug 03 16:07:18.348932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55208) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.364606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0097c8c-69c8-4e62-9b46-4a3bf0b87b60 req-7781de04-198c-4bb1-ae30-d17d9d9e05f7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.373610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b0097c8c-69c8-4e62-9b46-4a3bf0b87b60 req-7781de04-198c-4bb1-ae30-d17d9d9e05f7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.4624636 Aug 03 16:07:18.452192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0fc81214-0847-4e10-be82-0d72a5716ce4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules/d2859955-2652-46ec-a1d6-cf9f5bca487e HTTP/1.1" status: 200 len: 769 time: 0.1095195 Aug 03 16:07:18.454292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.472745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-986ca494-6d7a-4cb3-8526-22c14a4f25c9 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665789 Aug 03 16:07:18.473543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-aace9ca5-edd4-4379-b959-73b8a7f8b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.475294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-aace9ca5-edd4-4379-b959-73b8a7f8b5ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 200 len: 914 time: 0.3965476 Aug 03 16:07:18.513176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:18.537857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.538241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.538564 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Floating IP 2d25d274-3787-4846-9348-92f5f2ce1470 disassociated. External IP: 172.25.7.169, port: f43761bb-6e58-42ad-83f9-cf4e136a6996. Aug 03 16:07:18.538915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for f43761bb-6e58-42ad-83f9-cf4e136a6996 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:18.550667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-4cd0376b-65a9-4d84-8b4f-cd52c2322690 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 200 len: 217 time: 0.0576620 Aug 03 16:07:18.571915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0310ee-b481-46b3-888b-d897418828a1 req-659d6529-a0ba-4ef4-a5d2-0eebf26583a8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.578648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0310ee-b481-46b3-888b-d897418828a1 req-659d6529-a0ba-4ef4-a5d2-0eebf26583a8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.579973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b0097c8c-69c8-4e62-9b46-4a3bf0b87b60 req-7462f9ea-852b-4a67-bcdb-fcbad5769309 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044101 Aug 03 16:07:18.584436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0310ee-b481-46b3-888b-d897418828a1 req-659d6529-a0ba-4ef4-a5d2-0eebf26583a8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.591237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0310ee-b481-46b3-888b-d897418828a1 req-659d6529-a0ba-4ef4-a5d2-0eebf26583a8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.592809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e0310ee-b481-46b3-888b-d897418828a1 req-659d6529-a0ba-4ef4-a5d2-0eebf26583a8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 3143 time: 0.2586193 Aug 03 16:07:18.687704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-026ba86f-1b0f-425e-8886-e3ebbd5bfbd3 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2301788 Aug 03 16:07:18.695465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.745072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181a05e-7773-41d9-a5e3-1222ff4448c6 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.747110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2181a05e-7773-41d9-a5e3-1222ff4448c6 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3969412 Aug 03 16:07:18.751557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-00423b97-437b-49c9-a05a-0987e81b6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:18.752417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.753291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-00423b97-437b-49c9-a05a-0987e81b6a5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 200 len: 853 time: 0.1918702 Aug 03 16:07:18.762315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:15Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:18.777633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e0310ee-b481-46b3-888b-d897418828a1 req-3936eadb-55e9-435e-954b-2f5ee10c798d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460214 Aug 03 16:07:18.803300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-83af1c83-de93-4f5b-95d2-99ee6f2e4612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393946 Aug 03 16:07:18.807040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.819861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5ab72acd-63f9-45e4-8463-ffbb702cb036 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614088 Aug 03 16:07:18.822092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b0563331-e3cc-4082-bf6e-9e66fb87fd66 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190541 Aug 03 16:07:18.822528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55220) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:18.825136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.828094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Checking router: 48c05041-ca75-4506-9747-100c310615c2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:18.828094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Updating router 48c05041-ca75-4506-9747-100c310615c2 port 7804535a-c65d-4510-b820-77fab1febffc binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:07:18.835113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494669474', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:18.864143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:18.961066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=41e0e3f1-5467-4878-aeb1-4efe82d266a1,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:18.970454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:18.975026 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.013448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.048252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-f0d3c9d0-5f33-4712-8be8-3bc7ef4ab36c service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361445 Aug 03 16:07:19.054801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.056210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-488f4a2f-92cd-4204-9ada-2ac0ee170737 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6096678 Aug 03 16:07:19.208057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ce958fd-d946-4425-8f5f-cf2c2bf6f1f4 req-5a2aee19-b9a3-4e57-8b81-c2125493b07c service neutron] 10.222.0.72 "GET /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490538 Aug 03 16:07:19.251165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.289835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.299832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-416f752b-e404-4576-aeef-1acea00469c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 200 len: 217 time: 0.3747251 Aug 03 16:07:19.302432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.309281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Transition to ACTIVE for port object 7804535a-c65d-4510-b820-77fab1febffc will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:19.320654 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.378777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.381165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e06d-5089-4cc0-a2d3-7728aee1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=7804535a-c65d-4510-b820-77fab1febffc,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:19.384435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Attempting to bind port 7804535a-c65d-4510-b820-77fab1febffc on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:19.384815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Attempting to bind port 7804535a-c65d-4510-b820-77fab1febffc by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:19.385178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Attempting to bind port 7804535a-c65d-4510-b820-77fab1febffc on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:19.390588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:19.390967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:19.391367 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.391757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:19.392223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Bound port: 7804535a-c65d-4510-b820-77fab1febffc, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:19.393046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.449403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] For port 7804535a-c65d-4510-b820-77fab1febffc, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:19.453054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] For port 7804535a-c65d-4510-b820-77fab1febffc, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7804535a-c65d-4510-b820-77fab1febffc,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:19.458299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.482281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-ccac7df9-9100-4d6d-a759-ad9ea1c201d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:19.483774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-ccac7df9-9100-4d6d-a759-ad9ea1c201d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 200 len: 797 time: 0.1770620 Aug 03 16:07:19.491271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.508029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.511492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d2859955-2652-46ec-a1d6-cf9f5bca487e HTTP/1.1" status: 204 len: 168 time: 0.8105388 Aug 03 16:07:19.512470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55240) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:19.514195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:19.514833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:19.543841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.598499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7e31858-901f-4ef5-a230-709a9a6351e7 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835471 Aug 03 16:07:19.599110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55242) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:19.632142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e06d-5089-4cc0-a2d3-7728aee1d1e3 None None] Pushing event updated for resources: {'Port': ['ID=7804535a-c65d-4510-b820-77fab1febffc,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:19.658822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:19.718198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.794256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.823733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21840-8957-4c12-beec-02a974cf077d req-b8575f96-398d-45ac-b483-19da111b7291 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:19.831698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7b21840-8957-4c12-beec-02a974cf077d req-b8575f96-398d-45ac-b483-19da111b7291 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1282215 Aug 03 16:07:19.904910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.907602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:19.908835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "DELETE /v2.0/security-groups/043de5a1-8bd7-4770-b25a-d5ff00b7e522 HTTP/1.1" status: 204 len: 168 time: 0.3087261 Aug 03 16:07:19.923404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55248) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:19.961354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7b21840-8957-4c12-beec-02a974cf077d req-f5345b56-2fd1-46da-80ff-589a3ba6b6f5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864010 Aug 03 16:07:19.966012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316a638-b40f-421b-b30c-4a8eb9b13bfc tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043de5a1-8bd7-4770-b25a-d5ff00b7e522,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:19.973153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:15Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:20.027929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e6bed-e4c9-44c2-99a2-7cafc21d3440 None None] The sync data for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 is: [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:15Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:20.028203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00a809b8-08ed-45c0-91c5-5a230e453220 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032457 Aug 03 16:07:20.028899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55250) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:20.032920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd0e07-7a6a-4396-b409-137aaba1f973 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2859955-2652-46ec-a1d6-cf9f5bca487e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:20.056321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Subnet': ['ID=1193e0ea-47fc-4b0b-abc4-a054a1575940,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:20.089324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19944957-f67e-4b99-90d8-a8809becd4e4 tempest-SecGroupIPv6Test-672278668 tempest-SecGroupIPv6Test-672278668-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547814 Aug 03 16:07:20.100165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-f1fccd39-7b0c-4ee7-9b73-cbacba12491d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--147530571&fields=id&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 267 time: 0.7046762 Aug 03 16:07:20.113404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=f43761bb-6e58-42ad-83f9-cf4e136a6996,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:20.147448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:20.147829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network hostable DHCP agents. Network: 733ab479-8144-4f28-9321-8d928e426246, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:07:20.178089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146ea67-23b8-459f-8039-526354d5f7ff req-dc16d7dc-9ba2-425b-a572-0cba82bbf4f8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.186150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146ea67-23b8-459f-8039-526354d5f7ff req-dc16d7dc-9ba2-425b-a572-0cba82bbf4f8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.195276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146ea67-23b8-459f-8039-526354d5f7ff req-dc16d7dc-9ba2-425b-a572-0cba82bbf4f8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.206805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b146ea67-23b8-459f-8039-526354d5f7ff req-dc16d7dc-9ba2-425b-a572-0cba82bbf4f8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 2410 time: 0.1188838 Aug 03 16:07:20.249924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-74396936-464d-4d84-b6de-60357324c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.251469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-74396936-464d-4d84-b6de-60357324c9ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9204d1b8-fa19-4251-9f67-91d214644a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7578037 Aug 03 16:07:20.260908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b146ea67-23b8-459f-8039-526354d5f7ff req-81ee64c9-668a-4683-b717-a5969be164e2 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484431 Aug 03 16:07:20.344815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 733ab479-8144-4f28-9321-8d928e426246 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:07:20.414003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 733ab479-8144-4f28-9321-8d928e426246) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:20.432285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc6dba-1f2f-4c79-a0f7-65807d55533f None None] Network 733ab479-8144-4f28-9321-8d928e426246 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:20.436273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.436885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:20.470597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-16e20b75-6251-475d-a715-2e2cd1d38728 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:20.474834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-16e20b75-6251-475d-a715-2e2cd1d38728 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 817 time: 0.3656094 Aug 03 16:07:20.494608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fe33d34a-1323-4a03-a5d6-502681400753 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6648071 Aug 03 16:07:20.498007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:20.506925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-e33a5213-be42-48c5-b963-aa6921cbe32a service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452633 Aug 03 16:07:20.529784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Router b28974e1-e0d5-493c-8742-c44f66605d88 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:20.595968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:20.615147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-ab162814-13e6-4f72-8482-fa9ee6e8f706 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/quotas/072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 375 time: 0.0988576 Aug 03 16:07:20.854526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-733ab479-8144-4f28-9321-8d928e426246', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:07:20.855483 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:20.901326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-77d0d880-1ec6-479c-a636-b638a926edb1 service neutron] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838358 Aug 03 16:07:21.060883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7804535a-c65d-4510-b820-77fab1febffc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:21.083365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-fdac81f1-bc48-43f6-9683-d5db605f94e0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4596701 Aug 03 16:07:21.085299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-c41d681f-5764-4fa5-92fb-fdbaf4326e93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 200 len: 217 time: 0.1055334 Aug 03 16:07:21.100576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Allocated IP 172.20.0.2 (733ab479-8144-4f28-9321-8d928e426246/1193e0ea-47fc-4b0b-abc4-a054a1575940/9c4b108e-e6f9-43b4-b706-110c1f3aa87f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:21.226266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4a170a3d-692f-4de5-9fb8-23a2cf7a3718 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbe48c8e2488455eb6528bc52916125b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277580 Aug 03 16:07:21.226467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55276) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:21.242007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:21.252180 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Sync routers for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:21.260197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696c886-9906-4699-a75d-d0d48a8cacff req-f36a6a6e-bd45-4360-bce4-962dbf51a0ee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.261801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2696c886-9906-4699-a75d-d0d48a8cacff req-f36a6a6e-bd45-4360-bce4-962dbf51a0ee tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1663008 Aug 03 16:07:21.266109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:21.273752 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:21.349047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7804535a-c65d-4510-b820-77fab1febffc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:21.367039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port f43761bb-6e58-42ad-83f9-cf4e136a6996 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:21.373473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7804535a-c65d-4510-b820-77fab1febffc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:21.374964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.387124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.392758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-1f8118b1-e946-47d0-8a4a-e3432a3b4b85 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "DELETE /v2.0/ports/f43761bb-6e58-42ad-83f9-cf4e136a6996 HTTP/1.1" status: 204 len: 173 time: 4.6901193 Aug 03 16:07:21.393231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:21.396543 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d6d7c-ed95-46c1-881e-0c148217f737" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:21.426474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2696c886-9906-4699-a75d-d0d48a8cacff req-2493c0a7-0162-4926-83f9-28780c40540a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484444 Aug 03 16:07:21.474018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.497305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.516250 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.545218 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:21.547935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Transition to ACTIVE for port object 9c4b108e-e6f9-43b4-b706-110c1f3aa87f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:21.562890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.567007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.570500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/870101a7-d802-4edc-9e1b-32a7199b75ed HTTP/1.1" status: 204 len: 168 time: 0.3386166 Aug 03 16:07:21.586105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6650c-0820-4ccf-8081-63c2e3761b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870101a7-d802-4edc-9e1b-32a7199b75ed,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:21.604162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-89df9989-571a-4566-bfe6-49e10f2ae8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.605821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-89df9989-571a-4566-bfe6-49e10f2ae8f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.5117855 Aug 03 16:07:21.632296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-6270104e-011c-4cbb-9458-87d6a9a77998 service neutron] 10.222.0.70 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180571 Aug 03 16:07:21.654602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Transition to ACTIVE for port object 9c4b108e-e6f9-43b4-b706-110c1f3aa87f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:21.720068 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.739879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee1afc-7a2f-43d2-978a-6c87228d75d0 req-dba73e10-294c-47a4-a0cb-ad38b8a368f3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.747378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee1afc-7a2f-43d2-978a-6c87228d75d0 req-dba73e10-294c-47a4-a0cb-ad38b8a368f3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.754691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee1afc-7a2f-43d2-978a-6c87228d75d0 req-dba73e10-294c-47a4-a0cb-ad38b8a368f3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.758342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dee1afc-7a2f-43d2-978a-6c87228d75d0 req-dba73e10-294c-47a4-a0cb-ad38b8a368f3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 2410 time: 0.1422749 Aug 03 16:07:21.765873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Network 733ab479-8144-4f28-9321-8d928e426246 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:21.778248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:21.788603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:21.867949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dee1afc-7a2f-43d2-978a-6c87228d75d0 req-1f0bab6f-49b9-42e1-bc80-76cbe900cb3c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974338 Aug 03 16:07:21.873705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.944228 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:21.960699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:21.979012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b601e5ec-7da1-49ef-9c9a-ffb292c7c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:21.988955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b601e5ec-7da1-49ef-9c9a-ffb292c7c9bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3528144 Aug 03 16:07:22.010366 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d440f-dbfc-4afd-aae9-b88b5288dd69 x-openstack-request-id: req-fe2d440f-dbfc-4afd-aae9-b88b5288dd69 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:22.010672 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "f43761bb-6e58-42ad-83f9-cf4e136a6996", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:22.010934 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe2d440f-dbfc-4afd-aae9-b88b5288dd69 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:22.011372 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'f43761bb-6e58-42ad-83f9-cf4e136a6996', 'status': 'completed', 'code': 200} Aug 03 16:07:22.018984 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Checking router: b28974e1-e0d5-493c-8742-c44f66605d88 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:22.036471 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:22.039023 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:22.107090 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Pushing event updated for resources: {'Port': ['ID=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:22.119979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7804535a-c65d-4510-b820-77fab1febffc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7804535a-c65d-4510-b820-77fab1febffc,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:22.150508 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.245107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a35da4-f3bd-4e82-9142-2a0a739d4a56 req-a6f00043-0bc1-4336-b730-0876ffd2fd02 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:22.252593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61a35da4-f3bd-4e82-9142-2a0a739d4a56 req-a6f00043-0bc1-4336-b730-0876ffd2fd02 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1033733 Aug 03 16:07:22.259874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7804535a-c65d-4510-b820-77fab1febffc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:22.266398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.271810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Attempting to bind port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:22.272239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Attempting to bind port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:22.274291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Attempting to bind port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:22.277505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-9d7b0f9c-2363-4179-b3f2-fa4ce7e8608f service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650492 Aug 03 16:07:22.289958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:22.290495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:22.291442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.291580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Bound using segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:22.292129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Bound port: 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:22.292527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.303435 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:22.408328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-86bfd61c-1543-4a39-9351-c634de0a84b3 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202879 Aug 03 16:07:22.426574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61a35da4-f3bd-4e82-9142-2a0a739d4a56 req-1fe22cd3-5c61-4869-a5b4-a1538dabfeaf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409657 Aug 03 16:07:22.461752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port 1b579bda-d525-415f-a3ff-f5dd779841a1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:22.462570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.494734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] For port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:22.504679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] For port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:22.511029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:22.579878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-b96b9cbc-1bad-4326-bf1c-f2b2fe84f876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 200 len: 217 time: 0.1504230 Aug 03 16:07:22.695364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.1 (733ab479-8144-4f28-9321-8d928e426246/1193e0ea-47fc-4b0b-abc4-a054a1575940/98e8fc54-1ced-42b1-bab9-572f9d54cce7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:22.705249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-17dd2da7-2331-43f2-8ddc-2f89dc6e385b service neutron] 10.222.0.70 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9938779 Aug 03 16:07:22.706084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9fcd1-fad8-42b6-ac25-f4f1317a8870 None None] Pushing event updated for resources: {'Port': ['ID=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:22.714757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-d5857594-f78c-43e4-9a58-f9c6d07c818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:22.716292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-d5857594-f78c-43e4-9a58-f9c6d07c818b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 200 len: 797 time: 0.1256690 Aug 03 16:07:22.948472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:22.976617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-2cac64b8-566b-4496-8abe-9e6157558a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:22.987583 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-2cac64b8-566b-4496-8abe-9e6157558a31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2481756 Aug 03 16:07:22.995308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74d1f-4774-4af2-bc7c-48dde696c91f req-0a3bc97e-3fe3-45e1-8954-222037ab7cc5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:23.000243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c2424-0144-49df-a3a0-00266983d4aa None None] The sync data for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 is: [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T15:56:04Z', 'revision_number': 4, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c8fedc9f-e402-4711-a4e5-02240db43a0c', 'name': '', 'network_id': '79e409d6-e6f6-4c80-ab10-72683fb6d284', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'mac_address': 'fa:16:3e:35:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:56:03Z', 'updated_at': '2021-08-03T15:56:17Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'subnets': [{'id': 'e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:23.006950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cc74d1f-4774-4af2-bc7c-48dde696c91f req-0a3bc97e-3fe3-45e1-8954-222037ab7cc5 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.3856328 Aug 03 16:07:23.008753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port 1b579bda-d525-415f-a3ff-f5dd779841a1, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1b579bda-d525-415f-a3ff-f5dd779841a1,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:23.009149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.059475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for 1b579bda-d525-415f-a3ff-f5dd779841a1 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:23.059695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7804535a-c65d-4510-b820-77fab1febffc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:23.147629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7804535a-c65d-4510-b820-77fab1febffc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:23.148010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.200464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55320) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:23.238671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cc74d1f-4774-4af2-bc7c-48dde696c91f req-03b7e91a-051b-4528-9375-851faaca1b20 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300539 Aug 03 16:07:23.306101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.388293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 98e8fc54-1ced-42b1-bab9-572f9d54cce7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:23.453894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2229-21e1-4238-bba0-ca145a3044cd req-e5fdc35e-99e7-4bb3-a735-43d71cf1333b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:23.464914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2229-21e1-4238-bba0-ca145a3044cd req-e5fdc35e-99e7-4bb3-a735-43d71cf1333b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:23.471663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c2229-21e1-4238-bba0-ca145a3044cd req-e5fdc35e-99e7-4bb3-a735-43d71cf1333b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:23.473542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-768c2229-21e1-4238-bba0-ca145a3044cd req-e5fdc35e-99e7-4bb3-a735-43d71cf1333b tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 2410 time: 0.2756913 Aug 03 16:07:23.521151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d857d7ed-9650-45c4-b530-1cfc858daf13 req-de0bf4d9-01c1-4cb1-8c23-0d21d4403943 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 210 time: 0.1785407 Aug 03 16:07:23.540274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1891d345-5202-4167-8939-3eda41ccd0b6 tempest-ServiceProvidersTest-557794766 tempest-ServiceProvidersTest-557794766-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3235583 Aug 03 16:07:23.540590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.604178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-768c2229-21e1-4238-bba0-ca145a3044cd req-ef836389-d05e-4733-b9af-0050fe6dd2e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209304 Aug 03 16:07:23.618826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79342a5-606d-45b2-bc2f-790bc559a1bf None None] New status for floating IP 2d25d274-3787-4846-9348-92f5f2ce1470: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:07:23.633464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-2b74b7d4-538d-46c3-a7e3-41dcf71a8c00 service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270285 Aug 03 16:07:23.651467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 733ab479-8144-4f28-9321-8d928e426246 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:23.651467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:23.655071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:23.679320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.712107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:23.733774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:23.902236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=1b579bda-d525-415f-a3ff-f5dd779841a1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:23.936290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8ce668b-7786-47e2-8c5a-e1ef45dcd768 req-fe29fd56-3e54-4422-b6f1-6e3caa2c4e5e service neutron] 10.222.0.72 "GET /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957041 Aug 03 16:07:24.052420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port 1b579bda-d525-415f-a3ff-f5dd779841a1 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:24.057594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.060065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-8b266a0c-0892-478a-a9c4-1c75e6db27e5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "DELETE /v2.0/ports/1b579bda-d525-415f-a3ff-f5dd779841a1 HTTP/1.1" status: 204 len: 173 time: 2.6604848 Aug 03 16:07:24.062065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:24.066387 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fd3eae-88d1-44ef-a527-4edd6cbae068" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:24.080515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.178892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e42fe7-770e-453a-a992-79c712d39d36 req-2a88c605-9dd6-4cbe-9b3c-8ab9a6df588e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:24.182973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0e42fe7-770e-453a-a992-79c712d39d36 req-2a88c605-9dd6-4cbe-9b3c-8ab9a6df588e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2769568 Aug 03 16:07:24.230239 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaee6a1-bc60-4029-b021-3a74bd13f223 x-openstack-request-id: req-aaaee6a1-bc60-4029-b021-3a74bd13f223 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:24.230566 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "1b579bda-d525-415f-a3ff-f5dd779841a1", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:24.230880 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaaee6a1-bc60-4029-b021-3a74bd13f223 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:24.234741 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': '1b579bda-d525-415f-a3ff-f5dd779841a1', 'status': 'completed', 'code': 200} Aug 03 16:07:24.294544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55346) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:24.403336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:24.403946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.560286 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0e42fe7-770e-453a-a992-79c712d39d36 req-85b4568a-612a-4f57-a1e6-d793b6d3b6ac tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261188 Aug 03 16:07:24.630418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26417b7d-588f-4f8a-9dc9-bb993041d21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.693727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port 53cb6b10-9443-4d3a-bbab-7e492ccddae7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=53cb6b10-9443-4d3a-bbab-7e492ccddae7,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:24.694274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.708115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b624d3-8528-4dfd-a5ff-5417afa04011 None None] Network 733ab479-8144-4f28-9321-8d928e426246 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:24.721186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for 53cb6b10-9443-4d3a-bbab-7e492ccddae7 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:24.788111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.795500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:24.842767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eacf4159-34e7-48a0-b5f4-f33deb5e6a0e req-a0890957-1e9f-44a5-9c95-ba8314decdf9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 210 time: 0.1827774 Aug 03 16:07:24.870030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.074192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-147af727-aad7-4fae-ab80-3a3a417a944e None None] Provisioning for port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:25.101827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9c4b108e-e6f9-43b4-b706-110c1f3aa87f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:25.229325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a618707-5f08-4cf6-be7a-a6ec6bb8c5e2 req-65d43731-2731-41cc-91d9-d472b11a96b7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:25.235039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:25.251682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:25.252800 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.256211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a618707-5f08-4cf6-be7a-a6ec6bb8c5e2 req-65d43731-2731-41cc-91d9-d472b11a96b7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2709956 Aug 03 16:07:25.293880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.401581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26417b7d-588f-4f8a-9dc9-bb993041d21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.420581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port 53cb6b10-9443-4d3a-bbab-7e492ccddae7 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:25.422499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=53cb6b10-9443-4d3a-bbab-7e492ccddae7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:25.431300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.433484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-535a2908-0830-4a71-88be-d4e1fe9dcb27 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "DELETE /v2.0/ports/53cb6b10-9443-4d3a-bbab-7e492ccddae7 HTTP/1.1" status: 204 len: 173 time: 1.3595049 Aug 03 16:07:25.434458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26417b7d-588f-4f8a-9dc9-bb993041d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.476689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.519046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a618707-5f08-4cf6-be7a-a6ec6bb8c5e2 req-d2f66c8c-98d0-42da-a13e-58474154dc6d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603872 Aug 03 16:07:25.565593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26417b7d-588f-4f8a-9dc9-bb993041d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b09890-409e-4839-8dcd-6947cc41a8ae,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:25.593537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:25.607618 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.610078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26417b7d-588f-4f8a-9dc9-bb993041d21c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fe7ea5858c54087840147df83b80dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130636 Aug 03 16:07:25.621749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55362) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:25.692683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:25.705144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:25.716403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 733ab479-8144-4f28-9321-8d928e426246 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:25.725504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:25.743521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port d1476c02-3842-4640-8706-c55eafafc9d6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:25.744080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.820804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6652a-7ee9-4a38-bb1a-869114ba16b6 req-7bf88552-cee0-45f4-aca6-17e5aeb09ea6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:25.827195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6652a-7ee9-4a38-bb1a-869114ba16b6 req-7bf88552-cee0-45f4-aca6-17e5aeb09ea6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:25.833592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eb6652a-7ee9-4a38-bb1a-869114ba16b6 req-7bf88552-cee0-45f4-aca6-17e5aeb09ea6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 1599 time: 0.9668465 Aug 03 16:07:25.898025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-cb9d0d1c-b703-4c81-bd99-209f07a2b054 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:25.899711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-cb9d0d1c-b703-4c81-bd99-209f07a2b054 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 817 time: 1.0347624 Aug 03 16:07:25.908270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:25.919239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Provisioning for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:25.928549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Provisioning complete for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:25.931300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.012922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:26.018079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4eb6652a-7ee9-4a38-bb1a-869114ba16b6 req-4a98c633-1eda-447d-9072-5dfa647c6ecd tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups?id=a96b6714-cba1-4683-b334-c8acd297626b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718867 Aug 03 16:07:26.025911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Provisioning complete for port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:26.026914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53c7e869-81f2-4a87-af2b-3c77458e69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.035590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.105919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-37bef2fb-0b9d-4653-97e8-d9fcb487d772 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 379 time: 0.1621237 Aug 03 16:07:26.106217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.114668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 48c05041-ca75-4506-9747-100c310615c2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:26.127359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'port': {'device_id': '65c06667-acab-4501-97b6-cbc4f9262131', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'admin_state_up': True, 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'security_groups': ['5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:26.259917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:26.262227 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda79064-5dce-4cf1-abb8-93ad7aea080e" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:26.296146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0a82cbb-8312-4be0-b0f4-06e77fa0dd06 None None] Provisioning complete for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:26.296528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0a82cbb-8312-4be0-b0f4-06e77fa0dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.299000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7b19-7c42-49d1-a8b6-5401c42bd136 req-30d7106d-7001-4830-8f91-44662f43c9e7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:26.299404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c82c242f-3d71-4b06-a19d-631eb1b16593 req-db6b4fff-8834-4d74-b5c2-c30d98db4b0a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 210 time: 0.0945151 Aug 03 16:07:26.301755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b92a7b19-7c42-49d1-a8b6-5401c42bd136 req-30d7106d-7001-4830-8f91-44662f43c9e7 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.6430898 Aug 03 16:07:26.379377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a0a82cbb-8312-4be0-b0f4-06e77fa0dd06 None None] Port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:26.407811 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e08d9f7-29ac-43d3-a4b9-1d370186ae7c x-openstack-request-id: req-2e08d9f7-29ac-43d3-a4b9-1d370186ae7c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:26.408108 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "53cb6b10-9443-4d3a-bbab-7e492ccddae7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:26.408351 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e08d9f7-29ac-43d3-a4b9-1d370186ae7c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:26.408745 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': '53cb6b10-9443-4d3a-bbab-7e492ccddae7', 'status': 'completed', 'code': 200} Aug 03 16:07:26.431432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port d1476c02-3842-4640-8706-c55eafafc9d6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d1476c02-3842-4640-8706-c55eafafc9d6,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:26.431432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.431793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.434013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.435178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2b09890-409e-4839-8dcd-6947cc41a8ae HTTP/1.1" status: 204 len: 168 time: 0.8088536 Aug 03 16:07:26.460698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for d1476c02-3842-4640-8706-c55eafafc9d6 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:26.474328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b92a7b19-7c42-49d1-a8b6-5401c42bd136 req-af769e7d-d3c3-4e64-97ff-4d6c83da9ea4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879533 Aug 03 16:07:26.483173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2af231-2b7b-48af-9a8a-f0b78e8cd02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b09890-409e-4839-8dcd-6947cc41a8ae,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:26.564205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:26.579732 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Sync routers for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:26.582661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b84cf6db-4d56-47b6-a6e6-4782a5d41125 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/48c05041-ca75-4506-9747-100c310615c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0821497 Aug 03 16:07:26.604108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:26.605082 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:26.608044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Made reservation on behalf of 072627a55af04773bb5e85e7e0347ce1 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:26.618726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8226915f-1198-43ae-85c3-e0cd7bbea8ca None None] Provisioning complete for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:26.619116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8226915f-1198-43ae-85c3-e0cd7bbea8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.621653 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:26.742209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8226915f-1198-43ae-85c3-e0cd7bbea8ca None None] Port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:26.827654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Allocated IP 172.20.0.10 (fb7362c6-ef48-4a18-9589-840ad603e279/98c3b425-6eeb-4363-968d-2f444d438765/49d894be-1599-41bf-9daa-a9a97fb13402) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:26.867068 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:26.934034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.015329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9c4b108e-e6f9-43b4-b706-110c1f3aa87f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:27.043094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=d1476c02-3842-4640-8706-c55eafafc9d6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:27.063341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.069853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2478-03bf-44f0-afd8-e7a20b650aa9 req-9e3fd8fe-2cac-423a-b2b2-97d9d7216bbc tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:27.079428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ec2478-03bf-44f0-afd8-e7a20b650aa9 req-9e3fd8fe-2cac-423a-b2b2-97d9d7216bbc tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.3055649 Aug 03 16:07:27.081211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Transition to ACTIVE for port object 49d894be-1599-41bf-9daa-a9a97fb13402 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:27.134535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.170312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Network fb7362c6-ef48-4a18-9589-840ad603e279 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:27.175102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:27.177253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port d1476c02-3842-4640-8706-c55eafafc9d6 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:27.192149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:27.205931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:27.206048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.206134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.206134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9067d632-f67d-40db-a273-8cf6b70c779e req-9b4d44c4-f750-474b-b09b-f5add5809444 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.78 "DELETE /v2.0/ports/d1476c02-3842-4640-8706-c55eafafc9d6 HTTP/1.1" status: 204 len: 173 time: 1.7416983 Aug 03 16:07:27.260513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ec2478-03bf-44f0-afd8-e7a20b650aa9 req-7cf770e8-4622-4aec-9268-2579ddb91745 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789575 Aug 03 16:07:27.302515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-58ab6b1b-1bed-4c34-a463-bef9afa3c1a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212863448&fields=id&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 267 time: 0.1788278 Aug 03 16:07:27.321326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:27.493925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c4728bd-6b88-4a42-bdcc-795bab50ee65 req-f79887cb-0a1d-42d6-91a6-1b509e7e5f23 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0845597 Aug 03 16:07:27.498784 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:24Z', 'revision_number': 2, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:27.583883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Checking router: 48c05041-ca75-4506-9747-100c310615c2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:27.584452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Updating router 48c05041-ca75-4506-9747-100c310615c2 port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:07:27.614539 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.645363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:27.646094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.685130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-da60f950-eda9-417f-8bca-c1ef71b6351d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:27.686444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-da60f950-eda9-417f-8bca-c1ef71b6351d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 797 time: 0.3560393 Aug 03 16:07:27.727926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-0e0c473c-018e-4c3d-bf06-7a94f7a22289 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/quotas/0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 375 time: 0.0316551 Aug 03 16:07:27.774594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c46d1f-01b3-4d4d-a3ea-100f08190073 req-9228a694-f3e2-4e1d-9d9e-0340094130cf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:27.783866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-b6407143-3213-4d6b-b947-8cadff183edd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6499767 Aug 03 16:07:27.786365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18c46d1f-01b3-4d4d-a3ea-100f08190073 req-9228a694-f3e2-4e1d-9d9e-0340094130cf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1326385 Aug 03 16:07:27.793543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-42f315b1-ac24-467e-98c2-7b94ddf2c8a6 None None] Provisioning for port 49d894be-1599-41bf-9daa-a9a97fb13402 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:27.811849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-42f315b1-ac24-467e-98c2-7b94ddf2c8a6 None None] Provisioning complete for port 49d894be-1599-41bf-9daa-a9a97fb13402 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:27.813126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-42f315b1-ac24-467e-98c2-7b94ddf2c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:27.821233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Request body: {'port': {'device_id': '65c06667-acab-4501-97b6-cbc4f9262131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:27.888619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18c46d1f-01b3-4d4d-a3ea-100f08190073 req-24007d87-4b62-4c19-bcd2-550e43f387a4 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012754 Aug 03 16:07:27.907123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-42f315b1-ac24-467e-98c2-7b94ddf2c8a6 None None] Port 49d894be-1599-41bf-9daa-a9a97fb13402 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:27.972477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-e39772d9-ff65-46a6-ab4b-e8c32a2477a6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2315445 Aug 03 16:07:27.982152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.017219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-2b41c435-b910-469f-9a95-566db16f43dd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:07:28.018518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-2b41c435-b910-469f-9a95-566db16f43dd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219247 Aug 03 16:07:28.029534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55436) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:28.039339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081105 Aug 03 16:07:28.040176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55438) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:28.062973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8ae22-2dc0-41e7-bca2-4f92ac8a4953 req-f5ee4921-79f5-4b5d-9410-f7e75f26ad8d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:28.071692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ea8ae22-2dc0-41e7-bca2-4f92ac8a4953 req-f5ee4921-79f5-4b5d-9410-f7e75f26ad8d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 932 time: 0.1178007 Aug 03 16:07:28.126094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ea8ae22-2dc0-41e7-bca2-4f92ac8a4953 req-d97ab395-b549-4d0b-a622-ff23aba26c19 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532887 Aug 03 16:07:28.237426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2d01366e-e8e5-4635-aab0-35fcacba6e4a tempest-NetworksApiDiscovery-786556297 tempest-NetworksApiDiscovery-786556297-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1950562 Aug 03 16:07:28.354814 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.376840 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Transition to ACTIVE for port object 98e8fc54-1ced-42b1-bab9-572f9d54cce7 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:28.386771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56d547-1760-45a2-90bd-fed276afdce9 req-4a361895-5dcc-4d91-9e80-68d9f7e05c99 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:28.398221 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.399077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc56d547-1760-45a2-90bd-fed276afdce9 req-4a361895-5dcc-4d91-9e80-68d9f7e05c99 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1057813 Aug 03 16:07:28.422801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:28.426021 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef7109-f165-47de-b072-fd89ea593c0a" -d '{"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:28.426998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-9f693d1c-448d-4c0c-9d77-a0307125eab0 service neutron] 10.222.0.70 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938916 Aug 03 16:07:28.467761 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc56d547-1760-45a2-90bd-fed276afdce9 req-a0aedcd3-c671-4a5e-ad69-4f0247fb3b7c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674927 Aug 03 16:07:28.564133 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196479d-4d9a-4914-8341-633fd71cdbf3 x-openstack-request-id: req-e196479d-4d9a-4914-8341-633fd71cdbf3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:28.564404 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacd01f7-4d98-4f5e-955c-309773d2b637", "name": "network-vif-deleted", "tag": "d1476c02-3842-4640-8706-c55eafafc9d6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:28.564872 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e196479d-4d9a-4914-8341-633fd71cdbf3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:28.565142 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacd01f7-4d98-4f5e-955c-309773d2b637', 'name': 'network-vif-deleted', 'tag': 'd1476c02-3842-4640-8706-c55eafafc9d6', 'status': 'completed', 'code': 200} Aug 03 16:07:28.657170 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Pushing event updated for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:28.698127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:28.732163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.746985 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.747632 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.748214 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.748760 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.749468 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.750066 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.750644 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.751186 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.751725 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.759832 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.760629 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.761199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:28.778820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Transition to ACTIVE for port object 49d894be-1599-41bf-9daa-a9a97fb13402 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:28.795023 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Attempting to bind port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:28.795563 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Attempting to bind port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:28.796046 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Attempting to bind port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:28.804636 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:28.807553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.810905 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:28.811607 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.812080 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Bound using segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:28.813976 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Bound port: 98e8fc54-1ced-42b1-bab9-572f9d54cce7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:28.816322 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:28.854324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d053e-1e0f-46c5-9540-f9ab0da06efd req-3f0f0e6a-0585-4684-af2d-21b7e498410c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:28.859577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e1d053e-1e0f-46c5-9540-f9ab0da06efd req-3f0f0e6a-0585-4684-af2d-21b7e498410c tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1149991 Aug 03 16:07:28.860090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:28.952200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-1e46562b-ad6d-41ac-b915-8779cf912ff2 service neutron] 10.222.0.70 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240970 Aug 03 16:07:28.963111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] For port 98e8fc54-1ced-42b1-bab9-572f9d54cce7, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:28.969954 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] For port 98e8fc54-1ced-42b1-bab9-572f9d54cce7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98e8fc54-1ced-42b1-bab9-572f9d54cce7,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:28.970752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:28.991030 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.008277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e1d053e-1e0f-46c5-9540-f9ab0da06efd req-479760d7-be2e-43d2-b987-48b2db623d32 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311405 Aug 03 16:07:29.124244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8e14e19-a032-4720-bc84-51a7155c416c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.161631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:29.162875 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:29.181748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Attempting to bind port 49d894be-1599-41bf-9daa-a9a97fb13402 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:29.188064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Attempting to bind port 49d894be-1599-41bf-9daa-a9a97fb13402 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:29.198032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02120b77-1e30-4d55-934f-a1ec6ff7a1b8 req-9e5f176c-36d1-4a95-a92a-6f49fca15350 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0882223 Aug 03 16:07:29.198383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Attempting to bind port 49d894be-1599-41bf-9daa-a9a97fb13402 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:29.207232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Port 49d894be-1599-41bf-9daa-a9a97fb13402 on network fb7362c6-ef48-4a18-9589-840ad603e279 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:07:29.211492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Attempting to bind port 49d894be-1599-41bf-9daa-a9a97fb13402 on network fb7362c6-ef48-4a18-9589-840ad603e279 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:29.223026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:29.234209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Checking segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:29.237267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Bound using segment: {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:29.238625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Bound port: 49d894be-1599-41bf-9daa-a9a97fb13402, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:29.239200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.277199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918a1ce-2867-4931-9b61-722dd75bf253 None None] Pushing event updated for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:29.445477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:29.451520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:29.457325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.502335 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:29.515601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8e14e19-a032-4720-bc84-51a7155c416c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.547630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8e14e19-a032-4720-bc84-51a7155c416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.590615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:29.591238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.592646 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] 10.222.0.78 "PUT /v2.0/ports/49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 1092 time: 1.8079185 Aug 03 16:07:29.613912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:29.616334 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098" -d '{"events": [{"name": "network-changed", "server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:29.659415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14e19-a032-4720-bc84-51a7155c416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a936e-e7f5-499d-976e-3de500bae3fa,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:29.743849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9eec2-c16e-4854-834f-1028f5bcced3 req-eae00ce3-c5ac-48f8-8f9a-16ada0b89e3b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:29.757273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0c9eec2-c16e-4854-834f-1028f5bcced3 req-eae00ce3-c5ac-48f8-8f9a-16ada0b89e3b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.2372587 Aug 03 16:07:29.769608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8e14e19-a032-4720-bc84-51a7155c416c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a8b554b491245aaa55dcb724956006c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084287 Aug 03 16:07:29.771680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55496) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:29.827581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9b674-d71f-418a-aef9-0e6a7be0da0c service neutron] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:29.880019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-34535d0a-1f5f-4f04-adbe-e219c6c65ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:29.902314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-34535d0a-1f5f-4f04-adbe-e219c6c65ff8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1095 time: 0.2279611 Aug 03 16:07:29.915618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:29.943875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6b51-b905-4835-811a-6b5f2008c467 req-1db2dd59-5373-46b0-9dae-ad5d6d7b2c09 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:29.958609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30f6b51-b905-4835-811a-6b5f2008c467 req-1db2dd59-5373-46b0-9dae-ad5d6d7b2c09 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.3697681 Aug 03 16:07:29.967956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0c9eec2-c16e-4854-834f-1028f5bcced3 req-26550502-b2c6-4b35-b887-0fb45b03092a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040935 Aug 03 16:07:30.014136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:30.069772 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-0f38f4ef-0aa4-4310-9e1c-b52c0bde3290 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 217 time: 0.1664834 Aug 03 16:07:30.094132 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:28Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:30.149290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-387f68a8-df59-4467-aed0-2f86fccd4b83 req-3cd5e632-140e-41d8-8d06-d0f06d7e2f97 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 210 time: 0.0689478 Aug 03 16:07:30.176804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2f2fd-7125-489e-923d-4f0899a40f3d None None] The sync data for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 is: [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:28Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:30.188089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:30.192748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:30.194028 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/679a936e-e7f5-499d-976e-3de500bae3fa HTTP/1.1" status: 204 len: 168 time: 0.4212027 Aug 03 16:07:30.221151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95132483-a658-421a-8eff-11cf61249ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a936e-e7f5-499d-976e-3de500bae3fa,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:30.279506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30f6b51-b905-4835-811a-6b5f2008c467 req-f0c50edf-fd3d-400f-8423-5b122730ebbf tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199897 Aug 03 16:07:30.292135 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623e277-5f97-4074-9fe9-c0310352de7b x-openstack-request-id: req-0623e277-5f97-4074-9fe9-c0310352de7b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:30.302794 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:30.303081 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0623e277-5f97-4074-9fe9-c0310352de7b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:30.303529 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'status': 'completed', 'code': 200} Aug 03 16:07:30.358120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-caf0bd32-7334-4592-9e9e-1edc9b57f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:30.359725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-caf0bd32-7334-4592-9e9e-1edc9b57f05a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.2799034 Aug 03 16:07:30.494644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2746fedc-fa60-40a6-97a2-6ea7bbdb2afc req-29da48c6-ba70-4aa6-9cd2-3724bc1f8122 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0970976 Aug 03 16:07:30.576913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df6ed-d105-418e-9a98-0a718ed292ae req-43fd66ab-0a5b-4237-86ec-a6721dc685a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:30.578518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-43fd66ab-0a5b-4237-86ec-a6721dc685a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101870 Aug 03 16:07:30.621761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b2e1d-ae32-4404-987c-d576283b9f9b req-38a676bb-b5d1-412b-a935-0e28a2135c10 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:30.624536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f7b2e1d-ae32-4404-987c-d576283b9f9b req-38a676bb-b5d1-412b-a935-0e28a2135c10 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1661510 Aug 03 16:07:30.789352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f7b2e1d-ae32-4404-987c-d576283b9f9b req-e38cfc56-6c6e-47d8-b96c-944e6462ad0a tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712426 Aug 03 16:07:30.818800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-95f9a8ec-01cd-42b4-9266-86d1ac131fc2 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182105 Aug 03 16:07:31.010480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98e8fc54-1ced-42b1-bab9-572f9d54cce7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:31.170353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:31.187307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:31.187697 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:31.323195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876df6ed-d105-418e-9a98-0a718ed292ae req-5508c038-e7d5-496c-a051-a3b467002794 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943612 Aug 03 16:07:31.339422 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:07:31.360786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259e6f4-787c-4ded-9f58-74fbef8da99a req-0fed36c2-1968-4a06-b31d-06a0862e9062 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:31.388254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8259e6f4-787c-4ded-9f58-74fbef8da99a req-0fed36c2-1968-4a06-b31d-06a0862e9062 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.3914418 Aug 03 16:07:31.390092 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:31.504921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 98e8fc54-1ced-42b1-bab9-572f9d54cce7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98e8fc54-1ced-42b1-bab9-572f9d54cce7,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:31.508790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb78764-7d52-42db-96ab-c37552f98e36 req-eed4cf4a-cb3f-4ce0-8491-a7ae39fe45e8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:31.512237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:31.518707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcb78764-7d52-42db-96ab-c37552f98e36 req-eed4cf4a-cb3f-4ce0-8491-a7ae39fe45e8 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.3377101 Aug 03 16:07:31.600262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-a41f6ad1-9c55-40a5-87bd-8309feede984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:31.603128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-a41f6ad1-9c55-40a5-87bd-8309feede984 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1095 time: 0.2040396 Aug 03 16:07:31.621321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8259e6f4-787c-4ded-9f58-74fbef8da99a req-3b552935-0f11-4f15-a798-c4714b2bb58d tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236273 Aug 03 16:07:31.627611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-5a49dce0-a330-4e16-9b5b-3159972030e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:31.632008 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-5a49dce0-a330-4e16-9b5b-3159972030e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 797 time: 0.5070417 Aug 03 16:07:31.650606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcb78764-7d52-42db-96ab-c37552f98e36 req-bf1d71a3-a00e-46ed-b252-bed0f6e75c8d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077816 Aug 03 16:07:31.690579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:31.758681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-502c816d-7ae5-407c-b5ea-2b862946fc64 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 379 time: 0.1053398 Aug 03 16:07:31.772627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'port': {'device_id': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'admin_state_up': True, 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'security_groups': ['066449f6-b579-48c8-805e-59cdf80fdb72']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:31.846329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6824c661-d948-408d-abc2-65650ce22ee4 req-f591c2b7-d9ec-4598-97b2-2f77cecd8b74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 210 time: 0.0426207 Aug 03 16:07:31.886927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-c9549448-0198-4719-8bfb-4f5c025e68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:31.889022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-c9549448-0198-4719-8bfb-4f5c025e68c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.2664216 Aug 03 16:07:31.953416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-f0a143e5-7990-427a-ba7d-2af25832f3e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 217 time: 0.0564866 Aug 03 16:07:31.961930 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74033a01-a9f7-462e-a31f-7f0624ed963d req-33f24de6-d59b-4e88-b61b-cf2c2675d85e tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0692480 Aug 03 16:07:32.097975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26634acb-99ab-451f-b8ae-97ca70e56ce3 req-a6e6d689-1eaa-4d25-9eda-edb54efeb2d9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:32.106656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26634acb-99ab-451f-b8ae-97ca70e56ce3 req-a6e6d689-1eaa-4d25-9eda-edb54efeb2d9 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1141801 Aug 03 16:07:32.108665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-e07b7580-0854-49fb-81a4-40a91501f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:32.110813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-e07b7580-0854-49fb-81a4-40a91501f0b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1502779 Aug 03 16:07:32.122032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:32.130345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:32.237478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-26634acb-99ab-451f-b8ae-97ca70e56ce3 req-e45682df-fef1-4b87-8e00-0bc595f056d2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245115 Aug 03 16:07:32.255950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-8e72aa7c-d143-4479-8597-7fff78586e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:32.257472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-8e72aa7c-d143-4479-8597-7fff78586e32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204512 Aug 03 16:07:32.369817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.4 (733ab479-8144-4f28-9321-8d928e426246/1193e0ea-47fc-4b0b-abc4-a054a1575940/59374051-e432-428a-bf70-c41dcd8d28aa) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:32.487666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-756a0745-56f7-45d6-a49e-9283a4db7d1f service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191002 Aug 03 16:07:32.611915 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfe88bfe-003c-4d7f-91a2-e97cb2bf3098 req-1854169c-ec44-443e-9f63-18b5f92f3917 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168442 Aug 03 16:07:32.621743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddb0b5-ac4d-4ff3-a054-83e62e99a686 req-71c56131-2533-409b-9000-b6c4d3a9447b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:32.631851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04ddb0b5-ac4d-4ff3-a054-83e62e99a686 req-71c56131-2533-409b-9000-b6c4d3a9447b tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2050214 Aug 03 16:07:32.650552 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:32.681877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 59374051-e432-428a-bf70-c41dcd8d28aa will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:32.685611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04ddb0b5-ac4d-4ff3-a054-83e62e99a686 req-68cb2a11-fd4d-4264-89fd-0f90a585480e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527005 Aug 03 16:07:32.734737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:32.813392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 733ab479-8144-4f28-9321-8d928e426246 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:32.825209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:32.831201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:32.928475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:32.929160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:32.977361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98e8fc54-1ced-42b1-bab9-572f9d54cce7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:33.064054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:33.064817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:33.067793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:33.079201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-ae567b3e-098e-4157-b4f4-02a8cf9a5887 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135686 Aug 03 16:07:33.095848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49c8af-1c8e-431c-814a-96e10c9bb0c7 req-2f36d06d-bfc1-4755-9982-e1026d7b247c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:33.098150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d49c8af-1c8e-431c-814a-96e10c9bb0c7 req-2f36d06d-bfc1-4755-9982-e1026d7b247c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 931 time: 0.1513350 Aug 03 16:07:33.127036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Request body: {'port': {'device_id': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:33.197444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d49c8af-1c8e-431c-814a-96e10c9bb0c7 req-d49f0688-e7c1-49da-9701-0e0aae864ade tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861068 Aug 03 16:07:33.226579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c877671-f57c-4904-8e47-5f9be0fb3ad9 req-2287b480-69b0-4f4c-972f-02dfa73058b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:33.228189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c877671-f57c-4904-8e47-5f9be0fb3ad9 req-2287b480-69b0-4f4c-972f-02dfa73058b9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.2808721 Aug 03 16:07:33.310351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:33.334495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c877671-f57c-4904-8e47-5f9be0fb3ad9 req-11c069b9-060a-400a-8df4-5f5146277173 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844603 Aug 03 16:07:33.342760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ee8e88f-cf55-4073-ba75-bcb27c8842a9 None None] Provisioning for port 59374051-e432-428a-bf70-c41dcd8d28aa completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:33.354994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ee8e88f-cf55-4073-ba75-bcb27c8842a9 None None] Provisioning complete for port 59374051-e432-428a-bf70-c41dcd8d28aa triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:33.355371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e88f-cf55-4073-ba75-bcb27c8842a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:33.388556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c0d244-0fe1-4806-afc8-5e0d4712fa6d req-c60ce98f-9f3d-412a-b441-b302b431c859 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0522194 Aug 03 16:07:33.469363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2ee8e88f-cf55-4073-ba75-bcb27c8842a9 None None] Port 59374051-e432-428a-bf70-c41dcd8d28aa cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:07:33.808691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:33.815422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:33.830664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Transition to ACTIVE for port object 59374051-e432-428a-bf70-c41dcd8d28aa will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:33.836938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:34.018330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:34.149091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:34.149709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:34.150223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:34.155463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:07:34.163224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:34.178689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:34.179322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:34.179904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Bound using segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:34.180538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Bound port: 59374051-e432-428a-bf70-c41dcd8d28aa, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:34.181077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:34.287241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:34.291314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:34.297159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:34.368156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.368582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:34.370066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] 10.222.0.72 "PUT /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 1091 time: 1.2780645 Aug 03 16:07:34.372596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:34.386033 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417feb2e-4af2-4719-a914-fc5b09cd4f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:34.511845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1cc2a-7f30-444d-9e2d-a9a9bc1181b4 service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:34.529092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fb068-14f8-4c60-844e-53077e5271fb req-0dfbec59-a709-42f9-ab3a-f3494326749e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.537761 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-439fb068-14f8-4c60-844e-53077e5271fb req-0dfbec59-a709-42f9-ab3a-f3494326749e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.0933850 Aug 03 16:07:34.561991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b10089-3dde-4442-b0d5-65046a0a5679 req-72e8fd9a-32b1-4787-983f-80b70fcfdf96 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.563877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14b10089-3dde-4442-b0d5-65046a0a5679 req-72e8fd9a-32b1-4787-983f-80b70fcfdf96 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.2349875 Aug 03 16:07:34.570362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-aa852936-e963-4961-b873-560c59bc7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.572387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-aa852936-e963-4961-b873-560c59bc7939 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1094 time: 0.1387844 Aug 03 16:07:34.599621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-439fb068-14f8-4c60-844e-53077e5271fb req-c95b1d1e-add7-463e-92e5-488a6cc4cd1e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573153 Aug 03 16:07:34.636600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-aafe481a-5c4c-46c8-9098-6377dbe7b7c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 217 time: 0.0536196 Aug 03 16:07:34.641409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:07:34.710329 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aae6de-bdd7-46d2-93ab-ecd15c773923 x-openstack-request-id: req-69aae6de-bdd7-46d2-93ab-ecd15c773923 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:34.710764 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:34.711088 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69aae6de-bdd7-46d2-93ab-ecd15c773923 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:34.714816 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:07:34.774167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-14b10089-3dde-4442-b0d5-65046a0a5679 req-037b417d-3c77-4b5b-99a8-9e21da4a24fa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004600 Aug 03 16:07:34.822389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-06dae188-9edc-480f-87a4-9a3f65c033df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.832295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-06dae188-9edc-480f-87a4-9a3f65c033df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1840506 Aug 03 16:07:34.865969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10486136-76ea-4b49-9bf5-87986e6562ac req-bf1ac900-02a7-4f7f-a7fa-2d5f0e4c4260 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0575643 Aug 03 16:07:34.885867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:34.916336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '49d894be-1599-41bf-9daa-a9a97fb13402', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:07:34.926778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-0a01c757-ea00-4c1c-98e7-566a8930e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:34.929751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-0a01c757-ea00-4c1c-98e7-566a8930e8b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899930 Aug 03 16:07:34.995760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:35.009294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:35.037048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:35.040775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-4f912c55-35dd-482d-9d5b-9838ccfe0b6b service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029735 Aug 03 16:07:35.042178 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:35.141700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:35.216506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-463302f9-ad19-4d2f-ab77-9ca222dfb669 req-8ff140ea-b21e-49a9-8357-713ba99fa2aa service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674931 Aug 03 16:07:35.248261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['49d894be-1599-41bf-9daa-a9a97fb13402'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:07:35.370234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-cd0ae935-02f5-49a0-9d53-fc5cc43bf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:35.373599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-cd0ae935-02f5-49a0-9d53-fc5cc43bf242 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1094 time: 0.0983243 Aug 03 16:07:35.523458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-acb8587c-d936-48cf-9d0c-90d315972dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:35.524985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-acb8587c-d936-48cf-9d0c-90d315972dd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.1425650 Aug 03 16:07:35.665177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-c6f59268-27f0-476c-890e-10d28ba62cb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 217 time: 0.1318910 Aug 03 16:07:35.764016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-49a2099e-fff1-4021-8467-eb8cc4ca7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:35.765809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-49a2099e-fff1-4021-8467-eb8cc4ca7192 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0921791 Aug 03 16:07:35.856202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-5508cd05-78eb-414b-915d-1b882655ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:35.858524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-5508cd05-78eb-414b-915d-1b882655ffee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811024 Aug 03 16:07:35.873077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e7f24-782d-44db-aef3-292b9f0ac0ad req-1f25a9d8-d63e-4509-9053-071c0c5564be tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:35.883238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-451e7f24-782d-44db-aef3-292b9f0ac0ad req-1f25a9d8-d63e-4509-9053-071c0c5564be tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 945 time: 0.1160824 Aug 03 16:07:36.034942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec9676-368e-4579-ab0d-5f3725062d5d req-b7637575-0349-42b7-b0f6-7bab0ca06feb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:36.043937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76ec9676-368e-4579-ab0d-5f3725062d5d req-b7637575-0349-42b7-b0f6-7bab0ca06feb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.1189070 Aug 03 16:07:36.082394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-451e7f24-782d-44db-aef3-292b9f0ac0ad req-c8c67d0a-9c2a-4d41-a9ed-3fe3d955237f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929698 Aug 03 16:07:36.154802 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-76ec9676-368e-4579-ab0d-5f3725062d5d req-5dc746de-7623-4aeb-a875-dc4dc62becb0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092923 Aug 03 16:07:36.183644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-54ce7271-80b9-4b00-998d-78aec4da10e4 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960467 Aug 03 16:07:36.306258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e20ccb2-4b34-46c1-bef0-1ce93bfe177a req-5a112243-4a83-462b-b819-7b55fd204d84 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0805404 Aug 03 16:07:36.388212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-417feb2e-4af2-4719-a914-fc5b09cd4f2a req-1c51bf3b-c6ff-4ba6-8334-12ff4ac2491d service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972437 Aug 03 16:07:36.641003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:36.748279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 49d894be-1599-41bf-9daa-a9a97fb13402 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:36.758339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 49d894be-1599-41bf-9daa-a9a97fb13402 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:36.758723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:36.866740 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:36.909118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:36.911289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:36.918110 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53224db9-ee8f-4451-99b0-9382ec6caac2" -d '{"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:36.928287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:37.025401 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70904aa-88d7-40a6-a9d3-847ca6baafd8 x-openstack-request-id: req-e70904aa-88d7-40a6-a9d3-847ca6baafd8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:37.025822 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:37.026290 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e70904aa-88d7-40a6-a9d3-847ca6baafd8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:37.026769 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'code': 200} Aug 03 16:07:37.097413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:37.176559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1a3a8-e375-43c6-82e3-bfd164832410 req-87f4b7dd-4a94-4cd9-b400-b9ec1f9fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:37.180467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80e1a3a8-e375-43c6-82e3-bfd164832410 req-87f4b7dd-4a94-4cd9-b400-b9ec1f9fb320 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1097 time: 0.1152577 Aug 03 16:07:37.262257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80e1a3a8-e375-43c6-82e3-bfd164832410 req-137d42b4-042d-4f75-9a65-0b869777503f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741079 Aug 03 16:07:37.323407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e58ea8-925f-42d2-8546-cbf760f7d6db req-f30e4552-e614-4e1d-9bb9-381b6a4f0c12 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:37.332412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93e58ea8-925f-42d2-8546-cbf760f7d6db req-f30e4552-e614-4e1d-9bb9-381b6a4f0c12 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1261444 Aug 03 16:07:37.422791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93e58ea8-925f-42d2-8546-cbf760f7d6db req-3bc5183c-ce3a-4890-9ee9-510a4e4cd973 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893493 Aug 03 16:07:37.483973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12589aa7-8ac8-4b58-884d-91864adc4d47 req-6c3f6989-96b7-4784-bc53-0a0bb1784cbe tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:37.493466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12589aa7-8ac8-4b58-884d-91864adc4d47 req-6c3f6989-96b7-4784-bc53-0a0bb1784cbe tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.1480324 Aug 03 16:07:37.547805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-942909eb-73cb-4b1e-a442-b8cee53e24fc req-9ffc6383-36c6-4be9-be96-437b2047663d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0377061 Aug 03 16:07:37.594646 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12589aa7-8ac8-4b58-884d-91864adc4d47 req-8ac48ade-8bdd-464b-9ab5-d43ed3e4662a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972471 Aug 03 16:07:38.187498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:07:38.306273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:38.343769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '59374051-e432-428a-bf70-c41dcd8d28aa', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:07:38.417932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:38.437462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:38.463123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:38.467145 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:38.521264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:38.680233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dcd2f-1457-455e-bdd5-8160fe8e8686 req-a4a50f56-4d39-4472-9a22-5996ffaec4c4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:38.694852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f12dcd2f-1457-455e-bdd5-8160fe8e8686 req-a4a50f56-4d39-4472-9a22-5996ffaec4c4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1620166 Aug 03 16:07:38.723820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d72577b-5fcb-4660-8959-da4920a757e0 req-54300c32-e98f-43a1-8096-8fb352df0cd7 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0732310 Aug 03 16:07:38.751123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['59374051-e432-428a-bf70-c41dcd8d28aa'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:07:38.808059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f12dcd2f-1457-455e-bdd5-8160fe8e8686 req-af281e92-18ef-4868-993c-81db7809bfca tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087127 Aug 03 16:07:39.008022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe5da0-eba3-42ce-936f-8616db8197b7 req-4ff9acd6-e4ee-4496-9c61-99bacde20fd5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:39.009682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bffe5da0-eba3-42ce-936f-8616db8197b7 req-4ff9acd6-e4ee-4496-9c61-99bacde20fd5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.1283202 Aug 03 16:07:39.097359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bffe5da0-eba3-42ce-936f-8616db8197b7 req-31dc57d9-90d4-4886-bb1b-9893ecbfff9c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745575 Aug 03 16:07:39.205255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18368c-3513-4c31-9a3a-31d1d8dea874 req-8ff8af1a-69f9-4fea-b3ff-d430e019d094 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:39.217526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b18368c-3513-4c31-9a3a-31d1d8dea874 req-8ff8af1a-69f9-4fea-b3ff-d430e019d094 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.2282770 Aug 03 16:07:39.222744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55688) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:39.228108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Request body: {'floatingip': {'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:39.311963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:39.840466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-54e5045a-44a5-4b0b-b56f-0d2fbd3dae2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:39.945708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bae82036-7c32-441e-b2fe-3976607516de req-63fd22d8-7755-408e-b7ad-8d3e55a15c2f tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0595224 Aug 03 16:07:40.100460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:07:40.185030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:40.203998 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:40.227620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:07:40.342235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 59374051-e432-428a-bf70-c41dcd8d28aa completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:07:40.349261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 59374051-e432-428a-bf70-c41dcd8d28aa triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:07:40.349779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:40.600869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c07079-c112-4575-87a8-c47e58ba0657 req-e111fa49-ac73-4502-af7e-f9f28991702e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:40.602633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5c07079-c112-4575-87a8-c47e58ba0657 req-e111fa49-ac73-4502-af7e-f9f28991702e tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.1647897 Aug 03 16:07:40.660381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5c07079-c112-4575-87a8-c47e58ba0657 req-44bcd01e-819b-478a-b1e5-f1f69385cead tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506849 Aug 03 16:07:40.674622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:40.731130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:40.733779 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5656627-9595-4d90-b941-82ea8e718523" -d '{"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:40.771911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:40.783033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:40.838295 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9b9ac0-f7a1-4d65-be5e-334c45da05c1 x-openstack-request-id: req-dc9b9ac0-f7a1-4d65-be5e-334c45da05c1 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:40.838831 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:40.839176 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc9b9ac0-f7a1-4d65-be5e-334c45da05c1 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:40.839682 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'code': 200} Aug 03 16:07:40.888975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:40.992710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74bded-60ea-49e3-83aa-fb86d2e679a3 req-ae64070c-1dd9-4ceb-a70d-46bd28a71abf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:40.994232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f74bded-60ea-49e3-83aa-fb86d2e679a3 req-ae64070c-1dd9-4ceb-a70d-46bd28a71abf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1439381 Aug 03 16:07:41.008029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce718f6-534c-48fa-a592-3c7fea37ea4f req-151ca462-344c-42f8-8938-64aaacdeb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:41.009750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ce718f6-534c-48fa-a592-3c7fea37ea4f req-151ca462-344c-42f8-8938-64aaacdeb4fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1268442 Aug 03 16:07:41.067029 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ce718f6-534c-48fa-a592-3c7fea37ea4f req-cb7c51b4-2282-4735-8ce0-4cdce88e2459 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Aug 03 16:07:41.074659 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Floating IP a0bd991a-ef7f-4463-b707-679b4c559fd7 associated. External IP: 172.25.7.65, port: 49d894be-1599-41bf-9daa-a9a97fb13402. Aug 03 16:07:41.126100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a1be892-f140-45b2-8698-7a24a5c3a4e4 req-d51c421d-7d4b-4725-9fef-a889bc853f6c tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0416214 Aug 03 16:07:41.177182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f74bded-60ea-49e3-83aa-fb86d2e679a3 req-3b47aa2c-4462-4826-9ee0-7111cc95d1ca tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757395 Aug 03 16:07:41.431071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:41.569019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:41.574759 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:41.591852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:41.627750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:41.629955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:41.647365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ddf0482-0359-4dfa-946b-ad3f94b5d5ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "PUT /v2.0/floatingips/a0bd991a-ef7f-4463-b707-679b4c559fd7 HTTP/1.1" status: 200 len: 991 time: 2.4231899 Aug 03 16:07:41.650011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:41.655265 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b398b10-1ae7-45a6-b1df-0b7751c2075f" -d '{"events": [{"name": "network-changed", "server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:41.746615 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2a9334-3d0f-471c-8e69-dbba3f7b2278 x-openstack-request-id: req-fc2a9334-3d0f-471c-8e69-dbba3f7b2278 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:41.746916 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:41.747171 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc2a9334-3d0f-471c-8e69-dbba3f7b2278 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:41.747685 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'status': 'completed', 'code': 200} Aug 03 16:07:41.825003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:41.884567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-04e802b8-3f4a-420a-9137-c6ffe862e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:41.888752 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-04e802b8-3f4a-420a-9137-c6ffe862e50e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1097 time: 0.1082368 Aug 03 16:07:42.040762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-3c6019ef-c07f-456d-98c9-88616035a628 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.042730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-3c6019ef-c07f-456d-98c9-88616035a628 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.72 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.2226694 Aug 03 16:07:42.115826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-145b2c59-d0e7-46d3-9e79-fdd8bf57cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.118829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-145b2c59-d0e7-46d3-9e79-fdd8bf57cfc9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.2203531 Aug 03 16:07:42.135071 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e29c459c-cfa3-4163-8307-42d4f8f468d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:42.204236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a84b9-6f4b-4dea-a5c0-5af07191554e req-7448bd1a-57e8-457f-a7a3-225ceb1a5cd2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.210194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8a84b9-6f4b-4dea-a5c0-5af07191554e req-7448bd1a-57e8-457f-a7a3-225ceb1a5cd2 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 947 time: 0.3177235 Aug 03 16:07:42.283664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-0405f47a-65af-4a92-9df8-eda059577b2c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 999 time: 0.1573675 Aug 03 16:07:42.308246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8a84b9-6f4b-4dea-a5c0-5af07191554e req-5e3e09d3-2f29-4f06-8afa-6bacb35aee0f tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/security-groups?id=930feb7d-4343-4708-b0ce-72e406edfe6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893083 Aug 03 16:07:42.334232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'a0bd991a-ef7f-4463-b707-679b4c559fd7', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c06667-acab-4501-97b6-cbc4f9262131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:17Z', 'updated_at': '2021-08-03T16:07:39Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:42.361782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Deleting port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:42.361968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:42.372489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e641012-c3ad-4a00-b9ef-bb88eb0fbcf3 req-1072aafa-a430-400c-8814-a282bc41187d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0871098 Aug 03 16:07:42.395732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:42.419565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:42.420209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:42.477846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-602d039d-14f2-426f-b045-ec9f04fb11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.479745 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-602d039d-14f2-426f-b045-ec9f04fb11bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1062973 Aug 03 16:07:42.597880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-7ee62586-2e80-4978-9589-9913e7f6a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.600165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-7ee62586-2e80-4978-9589-9913e7f6a4c6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126757 Aug 03 16:07:42.604265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18919-2aa4-4cda-a5f9-20d013e24c02 req-17e6d178-9fd2-4a31-8c55-e6920ccc9e45 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:42.605884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ff18919-2aa4-4cda-a5f9-20d013e24c02 req-17e6d178-9fd2-4a31-8c55-e6920ccc9e45 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1357801 Aug 03 16:07:42.622602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] For port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,segment=NetworkSegment(ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe),segment_id=ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:42.622975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:42.643453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Calling delete_port for cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:42.673495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:42.749726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-9bb096d6-ee46-4a43-bbb7-f8ef650213c8 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360035 Aug 03 16:07:42.848193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ff18919-2aa4-4cda-a5f9-20d013e24c02 req-1cc7e42b-512c-4be6-ba97-5c9c5e63478b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931563 Aug 03 16:07:42.916196 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.052098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.156866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Pushing event deleted for resources: {'Port': ['ID=cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:43.159547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b398b10-1ae7-45a6-b1df-0b7751c2075f req-28f46bfd-6dac-459a-835b-3c8014100887 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936636 Aug 03 16:07:43.237093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a605f-12b1-4cc8-b6f3-a61d0a5ee025 req-da9521f0-f66c-4f54-83f0-ac14a8cdb484 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:43.239603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-088a605f-12b1-4cc8-b6f3-a61d0a5ee025 req-da9521f0-f66c-4f54-83f0-ac14a8cdb484 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.2376087 Aug 03 16:07:43.261818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] No DVR routers for this DVR port cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:43.265290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.267706 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2fba2dd1-f227-4d39-b55f-e09a5d4a945a req-d14ced47-7122-4d4f-a2f7-afd982d197a0 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.72 "DELETE /v2.0/ports/cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 HTTP/1.1" status: 204 len: 173 time: 1.2168210 Aug 03 16:07:43.294242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'a0bd991a-ef7f-4463-b707-679b4c559fd7', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c06667-acab-4501-97b6-cbc4f9262131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:17Z', 'updated_at': '2021-08-03T16:07:39Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:43.325605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-088a605f-12b1-4cc8-b6f3-a61d0a5ee025 req-12820138-f143-4cd7-b8e9-15ab46b2a66c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702765 Aug 03 16:07:43.339964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25302996-3937-4edf-83c1-93a6d3b431e9 None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'a0bd991a-ef7f-4463-b707-679b4c559fd7', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c06667-acab-4501-97b6-cbc4f9262131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:17Z', 'updated_at': '2021-08-03T16:07:39Z', 'revision_number': 1, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:43.354152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:43.461881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55764) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:43.506338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdf4e2db-cb56-4ec1-a548-ecf0de83e2dc req-744ce7b5-d9fd-43ac-abc6-8388a0b58c04 tempest-ServersNegativeTestJSON-1558046962 tempest-ServersNegativeTestJSON-1558046962-project] 10.222.0.70 "GET /v2.0/ports?device_id=be398f21-ffe4-421d-abc2-3f8fd3f50f71 HTTP/1.1" status: 200 len: 210 time: 0.0845375 Aug 03 16:07:43.525899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8920f2d5-7848-47cd-9896-5a2fe938405a tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:43.530751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55768) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:43.535734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:43.540293 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8920f2d5-7848-47cd-9896-5a2fe938405a tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1091 time: 0.1850646 Aug 03 16:07:43.639404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6e6a9fa-c597-46a1-804f-3ba5152b55cd req-c07e622b-ae36-4cca-a5d2-3fc1b4c3e0e8 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0430100 Aug 03 16:07:43.649156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.655844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.681882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4259c98-eb22-4d9f-8751-ec9c46d2c12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:43.749530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-deleted', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:43.751818 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500d08d-b498-4fc9-8174-409c6fc58814" -d '{"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-deleted", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:43.769584 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a259d1-395f-4208-8437-89c307b7fc91 None None] New status for floating IP a0bd991a-ef7f-4463-b707-679b4c559fd7: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:07:43.821976 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc483d5-2609-4a39-b733-9d234220c198 x-openstack-request-id: req-4bc483d5-2609-4a39-b733-9d234220c198 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:43.822973 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be398f21-ffe4-421d-abc2-3f8fd3f50f71", "name": "network-vif-deleted", "tag": "cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:43.823148 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bc483d5-2609-4a39-b733-9d234220c198 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:43.823872 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be398f21-ffe4-421d-abc2-3f8fd3f50f71', 'name': 'network-vif-deleted', 'tag': 'cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2', 'status': 'completed', 'code': 200} Aug 03 16:07:43.988712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.015299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4259c98-eb22-4d9f-8751-ec9c46d2c12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.021624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4259c98-eb22-4d9f-8751-ec9c46d2c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.107648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4259c98-eb22-4d9f-8751-ec9c46d2c12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e1c3d-d0c2-44d7-9fee-c616a188df89,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:44.128549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a4259c98-eb22-4d9f-8751-ec9c46d2c12e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=18cbf45cc12040bba6db7a10287e7575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632698 Aug 03 16:07:44.129441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55774) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:44.182126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.99 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/fb2d80e1-6174-4882-89e9-43e041377a88) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:44.189272 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.232632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:44.247781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.275478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:44.276295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device cd1adb6e-d9cf-4bb5-bd74-a2739480d0f2 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:44.336470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.339404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.353001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e67e1c3d-d0c2-44d7-9fee-c616a188df89 HTTP/1.1" status: 204 len: 168 time: 0.2127545 Aug 03 16:07:44.367058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689099c4-a03c-4d9d-b4ff-dd447c4c85e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e1c3d-d0c2-44d7-9fee-c616a188df89,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:44.378915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.444404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.497196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:44.500854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:44.524790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:44.571936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=fb2d80e1-6174-4882-89e9-43e041377a88,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:44.574510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55786) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:44.632248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Deleting subnet a3144658-047e-4483-8d7c-67ffe69acbf3 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:07:44.635591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.684450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.750370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.830113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.886812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3144658-047e-4483-8d7c-67ffe69acbf3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:44.889931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6dd81f00-ee4b-45d9-89e4-dd196a7c9555 req-15e303f6-b7c5-423a-9ff7-764d9ae60d05 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.1020937 Aug 03 16:07:44.915029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:44.920237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-313e593d-1c61-4e64-8143-f182d463e861 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a3144658-047e-4483-8d7c-67ffe69acbf3 HTTP/1.1" status: 204 len: 168 time: 0.3444149 Aug 03 16:07:44.920843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55798) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:45.040322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.077562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.241415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.260159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf37c733-c2f7-4aa1-b14c-21e78e74bb3d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:45.283566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:45.283566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5ca4f4-9c29-4555-ab8b-c5f16e81c3fe') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:45.310054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.311504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.345367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.356795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:07:45.360471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:07:45.364642 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:07:45.474316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.477182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.485865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.494106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf37c733-c2f7-4aa1-b14c-21e78e74bb3d HTTP/1.1" status: 204 len: 168 time: 0.5680022 Aug 03 16:07:45.519080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34367cae-7bd8-4533-b985-bb38d76cd56c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf37c733-c2f7-4aa1-b14c-21e78e74bb3d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:45.776493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.783551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:45.864513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55820) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:45.937043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-09e57a8d-5adb-4f1d-bd41-fc7a2c83b43e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3de28765255e4797836aeb1232f18c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718067 Aug 03 16:07:45.938722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=fb2d80e1-6174-4882-89e9-43e041377a88,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:45.945210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55824) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:45.947300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:46.024577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:46.077924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:46.113916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c402db8-10bf-4163-8ad5-1d2df5103518 req-f8017b44-1839-4856-a8dc-4f07d8604e71 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/ports?device_id=eacd01f7-4d98-4f5e-955c-309773d2b637 HTTP/1.1" status: 200 len: 210 time: 0.0956118 Aug 03 16:07:46.116367 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP 474f241c-0617-4cb3-a74b-dca05e3bf673 associated. External IP: 172.25.7.99, port: 59374051-e432-428a-bf70-c41dcd8d28aa. Aug 03 16:07:46.187614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:46.192640 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:46.194013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/930feb7d-4343-4708-b0ce-72e406edfe6a HTTP/1.1" status: 204 len: 168 time: 0.2477226 Aug 03 16:07:46.205346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15686a25-4c9a-4e6b-a0b1-19596f152e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930feb7d-4343-4708-b0ce-72e406edfe6a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:46.705291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 48c05041-ca75-4506-9747-100c310615c2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:07:46.922041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:07:46.935085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Sync routers for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:07:46.949072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:46.950736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:46.998065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:47.067917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3b4cde71-f98c-4c38-b0b9-7e7de30fbf3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5359690 Aug 03 16:07:47.071312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:47.079031 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bc88cd-363f-494f-babc-654f4dc3f30a" -d '{"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:47.214454 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a7455-23e6-4e9f-8f64-378727351698 x-openstack-request-id: req-ac8a7455-23e6-4e9f-8f64-378727351698 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:47.214798 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:47.215062 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac8a7455-23e6-4e9f-8f64-378727351698 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:47.215489 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:07:47.239397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:47.325143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:47.401350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-06595068-e819-4580-a866-25af999514ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:47.405823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-06595068-e819-4580-a866-25af999514ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1096 time: 0.1566415 Aug 03 16:07:47.418770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd15409-0298-4e72-a8f0-b29344303800 req-41785c5a-9e91-4a9b-ab28-b1fdbf34039a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:47.420910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbd15409-0298-4e72-a8f0-b29344303800 req-41785c5a-9e91-4a9b-ab28-b1fdbf34039a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.2336762 Aug 03 16:07:47.496881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:47.546265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:47.692650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-2631b4d8-56a0-40bf-a0b9-5313a757108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:47.694419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-2631b4d8-56a0-40bf-a0b9-5313a757108f service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.2733102 Aug 03 16:07:47.696982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:47.706201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbd15409-0298-4e72-a8f0-b29344303800 req-980228ca-4b90-429c-9ddf-d291adea41f7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634873 Aug 03 16:07:47.713955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:47.729698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/security-groups/a96b6714-cba1-4683-b334-c8acd297626b HTTP/1.1" status: 204 len: 168 time: 0.3953159 Aug 03 16:07:47.734611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55876) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:47.735963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:47.850038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55884) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:47.855911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd53054-3cc6-4660-a5fa-2c189d0b1188 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b6714-cba1-4683-b334-c8acd297626b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:47.865432 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-fcb10dec-8e4e-4cf2-8c6b-e835ede3b177 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] show failed (client error): The resource could not be found. Aug 03 16:07:47.869915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55888) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:47.871060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fcb10dec-8e4e-4cf2-8c6b-e835ede3b177 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "GET /v2.0/security-groups/a96b6714-cba1-4683-b334-c8acd297626b HTTP/1.1" status: 404 len: 347 time: 0.1311014 Aug 03 16:07:47.919772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '474f241c-0617-4cb3-a74b-dca05e3bf673', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '48c05041-ca75-4506-9747-100c310615c2', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:44Z', 'updated_at': '2021-08-03T16:07:44Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:47.963441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Checking router: 48c05041-ca75-4506-9747-100c310615c2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:07:47.985519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:07:47.986227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:48.004473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-8371bab0-ddae-4e71-b258-80332e982350 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.2967136 Aug 03 16:07:48.005349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b44524c7-62e7-4482-a156-eaae1c71c8b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 200 len: 990 time: 0.2646050 Aug 03 16:07:48.088490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-8e9df5b8-385b-4ade-9b0d-c7c3a17ac853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:48.089991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-8e9df5b8-385b-4ade-9b0d-c7c3a17ac853 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0613508 Aug 03 16:07:48.162537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-518647821-network', 'tenant_id': '1027c3245c514568a50ec5a6466ec948'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:48.203753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port cf2feb30-8d7b-4112-9295-f01c79c68ded {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:48.204380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:48.229986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-4c3fcc4c-3d91-4d57-b9d6-63060e22d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:48.232206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-4c3fcc4c-3d91-4d57-b9d6-63060e22d214 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335950 Aug 03 16:07:48.262791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Made reservation on behalf of 1027c3245c514568a50ec5a6466ec948 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:48.266070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:48.298772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:07:48.368577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-3cd8c1e2-bb16-4374-84c7-45df323dc9e6 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957911 Aug 03 16:07:48.689207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '474f241c-0617-4cb3-a74b-dca05e3bf673', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '48c05041-ca75-4506-9747-100c310615c2', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:44Z', 'updated_at': '2021-08-03T16:07:44Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:48.744919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df5553-c29b-4bdf-ba9e-e3b830673a93 None None] The sync data for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 is: [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '474f241c-0617-4cb3-a74b-dca05e3bf673', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '48c05041-ca75-4506-9747-100c310615c2', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:07:44Z', 'updated_at': '2021-08-03T16:07:44Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:07:48.749536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:48.917703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:48.918028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:48.958260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for cf2feb30-8d7b-4112-9295-f01c79c68ded owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:48.978518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49bc88cd-363f-494f-babc-654f4dc3f30a req-f3fb4718-3dd1-4fc6-b31d-c831539c2adc service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984085 Aug 03 16:07:49.010478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:49.110331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cc57bdb8-1185-423e-a5d2-59bd0330ed9e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 200 len: 990 time: 0.0985646 Aug 03 16:07:49.120112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.130176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.165358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:07:49.241301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.241787 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Added segment 0a2e84e5-404c-434a-9a42-c911ce095906 of type vlan for network cb34665a-2d81-4496-bcef-4136fd8f7761 Aug 03 16:07:49.243675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d74dc-d3a2-49ec-a31c-a4124ed783c3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:49.250468 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e01f90-f962-4be2-bf5a-57a7499a0fbb None None] New status for floating IP 474f241c-0617-4cb3-a74b-dca05e3bf673: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:07:49.253918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.318782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=cf2feb30-8d7b-4112-9295-f01c79c68ded,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:49.356640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.457536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.461142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.463053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e29621a1-4275-4f0e-8743-bb4e033fd503 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/floatingips/2d25d274-3787-4846-9348-92f5f2ce1470 HTTP/1.1" status: 204 len: 168 time: 1.5917718 Aug 03 16:07:49.464147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.465522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55902) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:49.475358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:49.476345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.697455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port 8f624caa-71e2-4b3b-89b6-10c736c4042a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:49.698178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.708531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=cb34665a-2d81-4496-bcef-4136fd8f7761,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:49.719383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6487535d-9dc9-401e-a825-06a4713cd0b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8683445 Aug 03 16:07:49.720102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55906) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:49.727654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Request body: {'subnet': {'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-518647821-subnet', 'tenant_id': '1027c3245c514568a50ec5a6466ec948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:49.744091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network cb34665a-2d81-4496-bcef-4136fd8f7761 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:07:49.759636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Made reservation on behalf of 1027c3245c514568a50ec5a6466ec948 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:49.762882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.811938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:49.826432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for 8f624caa-71e2-4b3b-89b6-10c736c4042a owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:50.111945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:50.203579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66dd0ae4-5b4d-4a25-80a3-1bf67e0076a6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 200 len: 992 time: 0.0882313 Aug 03 16:07:50.212563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:50.287787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b518885e-8500-488e-9b77-81564d627b4c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:50.298216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Checking segment: {'id': '0a2e84e5-404c-434a-9a42-c911ce095906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:50.298581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Network hostable DHCP agents. Network: cb34665a-2d81-4496-bcef-4136fd8f7761, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:07:50.314463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.314895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.315840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.316228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.316644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.317133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.317566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.317958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.318343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.318802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.319203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.323653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:07:50.337016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Network cb34665a-2d81-4496-bcef-4136fd8f7761 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:07:50.352936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, cb34665a-2d81-4496-bcef-4136fd8f7761) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:50.359007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:50.360226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:50.371371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e6b06-5537-4e31-a9b5-0adab8846084 None None] Network cb34665a-2d81-4496-bcef-4136fd8f7761 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:50.420531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a777c716-4787-4c1b-81b7-1794d5b2f736 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6990123 Aug 03 16:07:50.462906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:50.529267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=8f624caa-71e2-4b3b-89b6-10c736c4042a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:50.622532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20caf109-072f-4eab-8d48-9ed7d693572d None None] Network cb34665a-2d81-4496-bcef-4136fd8f7761 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:50.660392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:50.665925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c42a0f5c-048e-4663-8554-ecac3e8401a5 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/ports/8f624caa-71e2-4b3b-89b6-10c736c4042a HTTP/1.1" status: 204 len: 168 time: 1.1963074 Aug 03 16:07:50.666379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55926) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:50.819462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port 201de407-bf91-43b1-8441-080af8996fca {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:50.820096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.012518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.050769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for 201de407-bf91-43b1-8441-080af8996fca owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:51.382416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:51.388223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-702887914-network', 'tenant_id': '07a682a3b3cf47c69995e715e51af8b7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:51.392520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.439253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=201de407-bf91-43b1-8441-080af8996fca,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:51.470443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Made reservation on behalf of 07a682a3b3cf47c69995e715e51af8b7 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:51.473902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.486443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.571541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.577716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b8d85ffc-e5f4-4459-9fe0-5189d8b1178a tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/ports/201de407-bf91-43b1-8441-080af8996fca HTTP/1.1" status: 204 len: 168 time: 0.9060459 Aug 03 16:07:51.580266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55944) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:51.736549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting subnet 6589a972-2e65-4446-b45f-44b431c63465 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:07:51.744253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.794071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.811682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.813392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.843581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:07:51.856282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21090c-8f24-4042-b897-36eca305177d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:51.863325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.863756 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Added segment 87163dd4-9a00-49be-9cf9-29452919ca21 of type vlan for network ff9a0a54-66f8-4f7e-9a35-de9d5d741290 Aug 03 16:07:51.930668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.974448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:51.976092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:51.976449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.027222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.047590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6615694 Aug 03 16:07:52.048585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55948) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:52.051290 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.053857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Request body: {'subnet': {'network_id': 'ff9a0a54-66f8-4f7e-9a35-de9d5d741290', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-702887914-subnet', 'tenant_id': '07a682a3b3cf47c69995e715e51af8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:52.079916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99025f1-ac4d-42e3-a163-b3acd347e495 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9a0a54-66f8-4f7e-9a35-de9d5d741290,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:52.092068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ff9a0a54-66f8-4f7e-9a35-de9d5d741290 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:07:52.095980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Made reservation on behalf of 07a682a3b3cf47c69995e715e51af8b7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:52.099980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.135221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.181051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Subnet': ['ID=6589a972-2e65-4446-b45f-44b431c63465,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:52.183378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.186596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4640ac9a-86e2-4083-8695-e9d176e6c9ef tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/subnets/6589a972-2e65-4446-b45f-44b431c63465 HTTP/1.1" status: 204 len: 168 time: 0.6035357 Aug 03 16:07:52.188862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55950) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:52.195903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54703ff7-7e36-4614-9110-7999cabb3818 None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:52.248722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting subnet 75403694-d6b0-49e9-b02a-ca4ae9be647a {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:07:52.252047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.305055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.320292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.405584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0415ec-555e-42ca-939d-94757ea125f8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:52.407883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Checking segment: {'id': '87163dd4-9a00-49be-9cf9-29452919ca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'ff9a0a54-66f8-4f7e-9a35-de9d5d741290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:52.408257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Network hostable DHCP agents. Network: ff9a0a54-66f8-4f7e-9a35-de9d5d741290, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:07:52.426776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.428841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] DHCP port deletion for 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:07:52.444571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Network ff9a0a54-66f8-4f7e-9a35-de9d5d741290 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:07:52.464041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ff9a0a54-66f8-4f7e-9a35-de9d5d741290) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:52.471077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:52.473283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.473805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff002d-c806-48fc-b2f5-4f7508162a5a None None] Network ff9a0a54-66f8-4f7e-9a35-de9d5d741290 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:52.513376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8694a9a-2a7e-441e-8c95-ca3927b94d26 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4641795 Aug 03 16:07:52.549350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.588344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Subnet': ['ID=75403694-d6b0-49e9-b02a-ca4ae9be647a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:52.612038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.618747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55968) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:52.619146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-613c7f5f-613c-4e68-b4c8-bb28e6e827c3 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/subnets/75403694-d6b0-49e9-b02a-ca4ae9be647a HTTP/1.1" status: 204 len: 168 time: 0.4288511 Aug 03 16:07:52.634085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54f117-d197-4a92-8500-504d0553185c None None] Network 996c0edf-ce4a-4a5e-a537-08c25e41e735 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:52.728415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Deleting port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:52.728797 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.749994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:52.779406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de517964-70cb-4c81-b322-6606a7c97801 None None] Network ff9a0a54-66f8-4f7e-9a35-de9d5d741290 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:07:52.885237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:52.886024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.004987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:53.005493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.045326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:53.063080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:53.186108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.225147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:53.235517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:53.312649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] For port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,segment=NetworkSegment(82af29a7-a732-446f-a485-b9458365ed5a),segment_id=82af29a7-a732-446f-a485-b9458365ed5a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:53.317406 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.334415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No active binding found for port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 16:07:53.335706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:53.350542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Calling delete_port for fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:53.406265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.422934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] DHCP port deletion for 996c0edf-ce4a-4a5e-a537-08c25e41e735 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:07:53.424905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:53.444647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82af29a7-a732-446f-a485-b9458365ed5a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:53.445446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82af29a7-a732-446f-a485-b9458365ed5a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:53.463029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.484294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.491306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:07:53.491800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:07:53.495150 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:07:53.593845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:07:53.594578 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:07:53.602712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.608560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/networks/5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d HTTP/1.1" status: 204 len: 168 time: 0.9848697 Aug 03 16:07:53.608747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-d7f0cd95-f2a3-4090-a6e5-a83aefddd444 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:53.611723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Deleting port 7d9822c6-733c-412f-a821-436c670e2653 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:53.614709 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.615201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-d7f0cd95-f2a3-4090-a6e5-a83aefddd444 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/networks?id=cb34665a-2d81-4496-bcef-4136fd8f7761 HTTP/1.1" status: 200 len: 824 time: 0.1841190 Aug 03 16:07:53.617250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55996) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:07:53.620973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.625348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76133c14-abf1-4a81-a081-bf852d872ed6 tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Network': ['ID=5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:53.688877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-97b178de-147e-4655-a8c1-957d7e80ce64 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/quotas/1027c3245c514568a50ec5a6466ec948 HTTP/1.1" status: 200 len: 375 time: 0.0725353 Aug 03 16:07:53.697183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Pushing event deleted for resources: {'Port': ['ID=fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:53.701049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] Network 5cea85bc-23f5-4f07-b92d-0bb6ce0fa83d is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:07:53.701049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319cefe-4a8f-475e-804a-58ec84b23946 None None] No DVR routers for this DVR port fa8032d2-2ed3-4c8f-9dcc-36e1f13b772d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:53.751941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] For port 7d9822c6-733c-412f-a821-436c670e2653, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7d9822c6-733c-412f-a821-436c670e2653,segment=NetworkSegment(2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948),segment_id=2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:53.752499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.770999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Calling delete_port for 7d9822c6-733c-412f-a821-436c670e2653 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:53.774818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-64674088-f692-410b-a8b2-d670b6314758 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1027c3245c514568a50ec5a6466ec948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849426 Aug 03 16:07:53.829136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.882505 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:53.911907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] Pushing event deleted for resources: {'Port': ['ID=7d9822c6-733c-412f-a821-436c670e2653,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:53.930261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3744ad5-1071-4391-97b7-590df93d1639 None None] No DVR routers for this DVR port 7d9822c6-733c-412f-a821-436c670e2653 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:53.933181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-27b27cd1-91f2-432a-af24-18045e7d68d0 service neutron] 10.222.0.70 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571784 Aug 03 16:07:53.990777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Deleting port 7d9822c6-733c-412f-a821-436c670e2653 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:07:53.991126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.103871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] For port 7d9822c6-733c-412f-a821-436c670e2653, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:07:54.103871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.128160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Calling delete_port for 7d9822c6-733c-412f-a821-436c670e2653 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:07:54.139242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Port 7d9822c6-733c-412f-a821-436c670e2653 was not found and therefore no delete operation was performed {{(pid=106017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:07:54.142461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-5d311e32-c74a-4a83-879d-3221ce683b37 service neutron] 10.222.0.70 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083819 Aug 03 16:07:54.143360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.178705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Port': ['ID=7d9822c6-733c-412f-a821-436c670e2653,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:54.185506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] No DVR routers for this DVR port 7d9822c6-733c-412f-a821-436c670e2653 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:07:54.377299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.397000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996c0edf-ce4a-4a5e-a537-08c25e41e735']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:54.447121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:54.447121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbfc14a-aea9-4e28-9e3f-f06c5e5e8948') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:07:54.465369 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.466050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d66796eb-70ef-4768-bb4f-0c4c3ceb7ac6 req-0bfa7225-336b-4ce5-ba1a-0ba953ad5525 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 210 time: 0.0395658 Aug 03 16:07:54.484266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.493533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:07:54.494318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:07:54.498172 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:07:54.583201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.591172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:54.593017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] 10.222.0.70 "DELETE /v2.0/networks/996c0edf-ce4a-4a5e-a537-08c25e41e735 HTTP/1.1" status: 204 len: 168 time: 0.9739664 Aug 03 16:07:54.611663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3de506-8100-4a28-aab1-dff2b8bffe3d tempest-TaggedBootDevicesTest-90202001 tempest-TaggedBootDevicesTest-90202001-project] Pushing event deleted for resources: {'Network': ['ID=996c0edf-ce4a-4a5e-a537-08c25e41e735,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:54.965955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7d9822c6-733c-412f-a821-436c670e2653 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:07:55.028719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7d9822c6-733c-412f-a821-436c670e2653 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:07:55.029322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7d9822c6-733c-412f-a821-436c670e2653 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:07:55.607694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fb15b65d-7584-4258-bef9-e692574eb680 req-c4dfe222-ced3-4e9d-8c0f-02e1b24e3eb0 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 210 time: 0.0406067 Aug 03 16:07:55.804138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-299a186e-f439-4eff-9cd3-c1c34211a7a6 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:55.806621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-299a186e-f439-4eff-9cd3-c1c34211a7a6 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.78 "GET /v2.0/networks?id=cb34665a-2d81-4496-bcef-4136fd8f7761 HTTP/1.1" status: 200 len: 824 time: 0.1414585 Aug 03 16:07:55.820599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Request body: {'port': {'device_id': 'e412bc3c-bb1e-4675-80e9-942374721570', 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761', 'admin_state_up': True, 'tenant_id': '1027c3245c514568a50ec5a6466ec948'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:55.966069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Made reservation on behalf of 1027c3245c514568a50ec5a6466ec948 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:07:55.970357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.104648 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.143531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Allocated IP 172.20.0.11 (cb34665a-2d81-4496-bcef-4136fd8f7761/b518885e-8500-488e-9b77-81564d627b4c/35fb2da4-1262-4597-b81a-b90c86c50d4f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:07:56.332129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.397890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.457169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Network cb34665a-2d81-4496-bcef-4136fd8f7761 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:07:56.459316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:07:56.481065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:07:56.584795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Pushing event updated for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:56.617161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:56.618770 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.652471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-8acbed15-b12b-4df1-a76d-cbdb1ac585bb tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8361413 Aug 03 16:07:56.669081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Request body: {'port': {'device_id': 'e412bc3c-bb1e-4675-80e9-942374721570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:07:56.805307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a749-2d1d-4fc9-9471-f37e1c4a966d req-290d7909-ed67-4722-a8fb-aecf03ac1579 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:56.807195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee26a749-2d1d-4fc9-9471-f37e1c4a966d req-290d7909-ed67-4722-a8fb-aecf03ac1579 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 932 time: 0.1028211 Aug 03 16:07:56.829378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:56.872183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee26a749-2d1d-4fc9-9471-f37e1c4a966d req-8e8205dc-3fe0-4db6-9058-ddb7e5d0c89a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614386 Aug 03 16:07:57.285094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fb2da4-1262-4597-b81a-b90c86c50d4f {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:07:57.293457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:57.307553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Transition to ACTIVE for port object 35fb2da4-1262-4597-b81a-b90c86c50d4f will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:07:57.312272 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:57.450764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Pushing event updated for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:57.479253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Attempting to bind port 35fb2da4-1262-4597-b81a-b90c86c50d4f on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:07:57.479725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Attempting to bind port 35fb2da4-1262-4597-b81a-b90c86c50d4f by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0a2e84e5-404c-434a-9a42-c911ce095906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:07:57.480163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Attempting to bind port 35fb2da4-1262-4597-b81a-b90c86c50d4f on network cb34665a-2d81-4496-bcef-4136fd8f7761 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:57.485032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Port 35fb2da4-1262-4597-b81a-b90c86c50d4f on network cb34665a-2d81-4496-bcef-4136fd8f7761 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:07:57.485483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Attempting to bind port 35fb2da4-1262-4597-b81a-b90c86c50d4f on network cb34665a-2d81-4496-bcef-4136fd8f7761 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:07:57.491754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:07:57.492226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Checking segment: {'id': '0a2e84e5-404c-434a-9a42-c911ce095906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:07:57.492697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Bound using segment: {'id': '0a2e84e5-404c-434a-9a42-c911ce095906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:07:57.493219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Bound port: 35fb2da4-1262-4597-b81a-b90c86c50d4f, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2e84e5-404c-434a-9a42-c911ce095906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:07:57.493715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:57.587148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:07:57.590585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f,segment=NetworkSegment(0a2e84e5-404c-434a-9a42-c911ce095906),segment_id=0a2e84e5-404c-434a-9a42-c911ce095906)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:07:57.597318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:57.669373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:57.670032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:07:57.671531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] 10.222.0.78 "PUT /v2.0/ports/35fb2da4-1262-4597-b81a-b90c86c50d4f HTTP/1.1" status: 200 len: 1092 time: 1.0074320 Aug 03 16:07:57.671993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:07:57.675098 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efb62d-2150-466c-b414-0850c44ffd58" -d '{"events": [{"name": "network-changed", "server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:07:57.679232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09bad6-e22c-488e-85eb-1484f56c8a08 service neutron] Pushing event updated for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:07:57.744305 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535766a4-d08d-454c-9789-7f5fb5987aca x-openstack-request-id: req-535766a4-d08d-454c-9789-7f5fb5987aca {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:07:57.744851 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:07:57.745298 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-535766a4-d08d-454c-9789-7f5fb5987aca {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:07:57.745903 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f', 'status': 'completed', 'code': 200} Aug 03 16:07:57.807249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-fea61fb1-4169-4106-924f-06c17857c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:57.808920 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-fea61fb1-4169-4106-924f-06c17857c5af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1027c3245c514568a50ec5a6466ec948&device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 1095 time: 0.0580626 Aug 03 16:07:57.860119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-cd46d4ee-cbc1-4ad8-8209-4209479f1961 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f HTTP/1.1" status: 200 len: 217 time: 0.0427656 Aug 03 16:07:57.927862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963e1be-a087-4253-a31b-2308e095017d req-e0de0652-9ed5-49a4-8f5d-52dcd997d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:57.929631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-e0de0652-9ed5-49a4-8f5d-52dcd997d9b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b518885e-8500-488e-9b77-81564d627b4c HTTP/1.1" status: 200 len: 864 time: 0.0622337 Aug 03 16:07:57.988714 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-3ada969f-ab5c-4e49-8f69-9a279d0cd80b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cb34665a-2d81-4496-bcef-4136fd8f7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494287 Aug 03 16:07:58.052743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04794cdd-08e6-4508-a902-4f05ab844d1a req-aa46fa3c-5caf-4aa0-b79b-d603d836ff12 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:58.055417 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04794cdd-08e6-4508-a902-4f05ab844d1a req-aa46fa3c-5caf-4aa0-b79b-d603d836ff12 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 944 time: 0.0676167 Aug 03 16:07:58.113769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04794cdd-08e6-4508-a902-4f05ab844d1a req-15f5327c-bb23-4694-a6e1-38820df373f6 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Aug 03 16:07:58.134581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-79dd26d7-a5f5-43f2-8867-1eb96a85a9a2 service neutron] 10.222.0.78 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271088 Aug 03 16:07:58.250309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8963e1be-a087-4253-a31b-2308e095017d req-e100a277-160b-47f4-a323-d08228021250 service neutron] 10.222.0.78 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157103 Aug 03 16:07:58.351147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb62d-2150-466c-b414-0850c44ffd58 req-63601275-b879-4674-850e-b458502d7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:58.353213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-63601275-b879-4674-850e-b458502d7bc8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1027c3245c514568a50ec5a6466ec948&device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 1095 time: 0.0488448 Aug 03 16:07:58.474280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb62d-2150-466c-b414-0850c44ffd58 req-914ad1af-7293-4ad6-8fe9-4daddc3b3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:58.476096 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-914ad1af-7293-4ad6-8fe9-4daddc3b3a3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=cb34665a-2d81-4496-bcef-4136fd8f7761 HTTP/1.1" status: 200 len: 925 time: 0.1147738 Aug 03 16:07:58.536210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-be018210-1e60-4e2f-bc81-efac01ac960d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f HTTP/1.1" status: 200 len: 217 time: 0.0469947 Aug 03 16:07:58.602553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb62d-2150-466c-b414-0850c44ffd58 req-ea0b801a-d8f4-4d82-b1d3-0913328e4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:58.604054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-ea0b801a-d8f4-4d82-b1d3-0913328e4e4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b518885e-8500-488e-9b77-81564d627b4c HTTP/1.1" status: 200 len: 864 time: 0.0601132 Aug 03 16:07:58.638228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-c712212d-6ee5-4cfb-bc41-79abc910fdc8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cb34665a-2d81-4496-bcef-4136fd8f7761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267115 Aug 03 16:07:58.821765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-52c1d0f1-d519-4544-961c-207a41ecefef service neutron] 10.222.0.78 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756985 Aug 03 16:07:59.023949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44efb62d-2150-466c-b414-0850c44ffd58 req-d466b3fc-41f3-4b73-974e-b6d89e9b2e63 service neutron] 10.222.0.78 "GET /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944106 Aug 03 16:07:59.306010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028ecf-32c5-4968-adf0-2537824892f6 req-5106670a-63e5-42fc-8dc5-f30224fda4e8 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:07:59.308848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95028ecf-32c5-4968-adf0-2537824892f6 req-5106670a-63e5-42fc-8dc5-f30224fda4e8 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 944 time: 0.1000085 Aug 03 16:07:59.360348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95028ecf-32c5-4968-adf0-2537824892f6 req-1d561937-623d-4da5-bfe8-0646a1ecf18b tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Aug 03 16:08:00.507318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeef06e-facf-424e-83e6-31813eb58168 req-17dde4bb-5170-4ac4-a806-de44ef5c4000 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:00.519050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4eeef06e-facf-424e-83e6-31813eb58168 req-17dde4bb-5170-4ac4-a806-de44ef5c4000 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 944 time: 0.0713532 Aug 03 16:08:00.576807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4eeef06e-facf-424e-83e6-31813eb58168 req-8ef37321-1259-4af6-9f79-3ab86f84050a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494587 Aug 03 16:08:00.709282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 35fb2da4-1262-4597-b81a-b90c86c50d4f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:08:00.866234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f,segment=NetworkSegment(0a2e84e5-404c-434a-9a42-c911ce095906),segment_id=0a2e84e5-404c-434a-9a42-c911ce095906)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:00.893209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '35fb2da4-1262-4597-b81a-b90c86c50d4f', 'network_id': 'cb34665a-2d81-4496-bcef-4136fd8f7761', 'port_id': '35fb2da4-1262-4597-b81a-b90c86c50d4f', 'mac_address': 'fa:16:3e:8d:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b518885e-8500-488e-9b77-81564d627b4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:08:00.934248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:00.949465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fb2da4-1262-4597-b81a-b90c86c50d4f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:00.970949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f,segment=NetworkSegment(0a2e84e5-404c-434a-9a42-c911ce095906),segment_id=0a2e84e5-404c-434a-9a42-c911ce095906)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:00.976310 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:01.047573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:01.202205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['35fb2da4-1262-4597-b81a-b90c86c50d4f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:08:01.790372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75495d-57d7-4d68-b45c-0e17500f7574 req-15fa8bc8-de8a-4e42-937b-c28c60ad9960 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:01.792048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c75495d-57d7-4d68-b45c-0e17500f7574 req-15fa8bc8-de8a-4e42-937b-c28c60ad9960 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 945 time: 0.0832624 Aug 03 16:08:01.846579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c75495d-57d7-4d68-b45c-0e17500f7574 req-638f0cce-9a0b-4120-9648-63a641ee6c8a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Aug 03 16:08:02.722411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 35fb2da4-1262-4597-b81a-b90c86c50d4f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:02.773333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 35fb2da4-1262-4597-b81a-b90c86c50d4f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:02.778714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 35fb2da4-1262-4597-b81a-b90c86c50d4f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:02.779427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:02.892134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:02.928964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f,segment=NetworkSegment(0a2e84e5-404c-434a-9a42-c911ce095906),segment_id=0a2e84e5-404c-434a-9a42-c911ce095906)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:02.930076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:02.932994 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6de11-e516-4b97-89e4-74ce71cd660c" -d '{"events": [{"server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "name": "network-vif-plugged", "status": "completed", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:02.938829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:02.996201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73eea-1fc2-4f8c-a228-fccdd61f727d req-cb74fae1-dfdd-472b-8c58-bcd106fbf722 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:02.999519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f73eea-1fc2-4f8c-a228-fccdd61f727d req-cb74fae1-dfdd-472b-8c58-bcd106fbf722 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.0639503 Aug 03 16:08:03.009442 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359b7a8-7097-4398-bb24-798e3ad1885f x-openstack-request-id: req-6359b7a8-7097-4398-bb24-798e3ad1885f {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:03.009819 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "name": "network-vif-plugged", "status": "completed", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:03.010082 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6359b7a8-7097-4398-bb24-798e3ad1885f {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:03.010481 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f', 'code': 200} Aug 03 16:08:03.053229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f73eea-1fc2-4f8c-a228-fccdd61f727d req-a94bddef-326e-4c44-89a2-67576a907e83 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Aug 03 16:08:03.067988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:03.152459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f6664-1315-4fb7-bf32-0614f8cac47e req-50b78898-5f3e-4a0a-9412-2d4d728b4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:03.154166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e5f6664-1315-4fb7-bf32-0614f8cac47e req-50b78898-5f3e-4a0a-9412-2d4d728b4635 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 1097 time: 0.0546856 Aug 03 16:08:03.203467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e5f6664-1315-4fb7-bf32-0614f8cac47e req-0f242305-10e9-440a-9b86-0115a03c9640 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Aug 03 16:08:04.204640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add950ed-fced-4c83-847b-f66fb417f8ab req-8af210f3-0a82-4c3d-bf02-6e2d0e738987 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:04.213022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-add950ed-fced-4c83-847b-f66fb417f8ab req-8af210f3-0a82-4c3d-bf02-6e2d0e738987 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.0737147 Aug 03 16:08:04.249396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-add950ed-fced-4c83-847b-f66fb417f8ab req-daab1190-3e9b-45c0-84e4-6f14623cf97b tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355184 Aug 03 16:08:04.692436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56240) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:04.847978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:04.998857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.005383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.018579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:05.082919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75163545-c421-4ecb-b10d-085c304aa800,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:05.088842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ab9bcb163924f6694f008f0817bc971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944814 Aug 03 16:08:05.091360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:05.109741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.110589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.111353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.113442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.114426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.115358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.116414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.117129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.118158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.118712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.119273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.119827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def246-d36c-47e9-aca7-c8b97398a705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:05.201456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.260119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.460285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da56fae-e723-4b04-b007-cdce0d2188d6 req-6dadb3c4-a889-4de1-8757-5990e0db54f3 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:05.461882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3da56fae-e723-4b04-b007-cdce0d2188d6 req-6dadb3c4-a889-4de1-8757-5990e0db54f3 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.1219461 Aug 03 16:08:05.478420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.480852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:05.484195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75163545-c421-4ecb-b10d-085c304aa800 HTTP/1.1" status: 204 len: 168 time: 0.3895352 Aug 03 16:08:05.516234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3fc35-1701-4f03-bdee-505af7f67069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75163545-c421-4ecb-b10d-085c304aa800,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:05.565425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3da56fae-e723-4b04-b007-cdce0d2188d6 req-f01a54ff-3f37-4c3e-9cc5-0c8e7944cc1b tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948985 Aug 03 16:08:05.743751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148318b-8d75-40d0-b417-7090de58c8ab req-46e5ee03-d8c6-4278-a3e1-62b30b401138 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:05.747451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6148318b-8d75-40d0-b417-7090de58c8ab req-46e5ee03-d8c6-4278-a3e1-62b30b401138 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.0637581 Aug 03 16:08:05.792860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6148318b-8d75-40d0-b417-7090de58c8ab req-6a3ab512-a752-4c61-add4-ef7efb7b84f0 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Aug 03 16:08:05.817769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.133591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Deleting port c8fedc9f-e402-4711-a4e5-02240db43a0c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:06.133994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.201990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a1452-9b4a-4c51-93c3-144c66894743 req-e65b0d7a-db72-432e-b89f-456e7a7e358a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:06.203560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d1a1452-9b4a-4c51-93c3-144c66894743 req-e65b0d7a-db72-432e-b89f-456e7a7e358a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.0560341 Aug 03 16:08:06.231516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] For port c8fedc9f-e402-4711-a4e5-02240db43a0c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8fedc9f-e402-4711-a4e5-02240db43a0c,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:06.231811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.245186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d1a1452-9b4a-4c51-93c3-144c66894743 req-b3feba16-2148-454f-b84b-5f5dff9ace4a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Aug 03 16:08:06.246969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Calling delete_port for c8fedc9f-e402-4711-a4e5-02240db43a0c owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:06.354651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56308) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:06.460264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.468937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1624706297-network', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:06.494834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fedc9f-e402-4711-a4e5-02240db43a0c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:06.515708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Made reservation on behalf of bb770c99ff114b4b87c157c5e8b69cd8 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:06.519630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.531344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.650574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780985e-3c1f-4118-a884-f4e052cdb94c req-74cf6b06-4e22-4243-b075-47c97f2b5473 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:06.652169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9780985e-3c1f-4118-a884-f4e052cdb94c req-74cf6b06-4e22-4243-b075-47c97f2b5473 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.1071134 Aug 03 16:08:06.664847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.670029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.702715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:08:06.714356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da15614-15b7-4328-9f36-6654b207ab28,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:06.720103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.720690 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Added segment f80a6507-86d7-4e87-b206-588374e55a8b of type vlan for network b747244c-11b5-492f-8c6f-3385f9865f7d Aug 03 16:08:06.748919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9780985e-3c1f-4118-a884-f4e052cdb94c req-15fe3f57-0966-4106-8185-7d5e2e64d528 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Aug 03 16:08:06.766413 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.774472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.814381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.815788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:06.816183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:06.878827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5230160 Aug 03 16:08:06.881840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56316) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:06.888259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Request body: {'subnet': {'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1624706297-subnet', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:06.896260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0858-e4d7-4e40-81eb-39adfb09135c admin admin] Pushing event updated for resources: {'Network': ['ID=b747244c-11b5-492f-8c6f-3385f9865f7d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:06.910465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b747244c-11b5-492f-8c6f-3385f9865f7d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:08:06.920976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Made reservation on behalf of bb770c99ff114b4b87c157c5e8b69cd8 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:06.925520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.020286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Router b28974e1-e0d5-493c-8742-c44f66605d88 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:07.109238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.136965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:07.147421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b1c93be-21ff-4474-96f4-a4ef398d5b46 admin admin] 10.222.0.70 "PUT /v2.0/routers/b28974e1-e0d5-493c-8742-c44f66605d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226981 Aug 03 16:08:07.147529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56320) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:07.168961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Sync routers for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:07.180424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:07.181196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:07.225553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f464e7dd-851a-447d-bc44-1ffe373fdd29,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:07.305869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:07.306638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Checking segment: {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:07.307057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Network hostable DHCP agents. Network: b747244c-11b5-492f-8c6f-3385f9865f7d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:08:07.334186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.370558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Network b747244c-11b5-492f-8c6f-3385f9865f7d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:08:07.387871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, b747244c-11b5-492f-8c6f-3385f9865f7d) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:07.392540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:07.394044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.447091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ab88e94-cad1-4d65-9084-66768c396d8a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5639277 Aug 03 16:08:07.449994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56326) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:07.454842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:07.476561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.480633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.482621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.533721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Deleting port f2383536-8dc9-4014-9d7b-e87ceb881ed6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:07.534015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.560085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3365a810-e60f-4317-86b7-9219bd334b1f None None] Network b747244c-11b5-492f-8c6f-3385f9865f7d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:07.627347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] For port f2383536-8dc9-4014-9d7b-e87ceb881ed6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2383536-8dc9-4014-9d7b-e87ceb881ed6,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:07.627987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.643742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Calling delete_port for f2383536-8dc9-4014-9d7b-e87ceb881ed6 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:07.754156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-b747244c-11b5-492f-8c6f-3385f9865f7d', 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'fixed_ips': [{'subnet_id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:08:07.755348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.852900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.879342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T16:08:06Z', 'revision_number': 5, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port': {'id': 'f2383536-8dc9-4014-9d7b-e87ceb881ed6', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:55:58Z', 'updated_at': '2021-08-03T15:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:07.889655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2383536-8dc9-4014-9d7b-e87ceb881ed6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:07.926438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Checking router: b28974e1-e0d5-493c-8742-c44f66605d88 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:07.928909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:07.944940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Routers {'b28974e1-e0d5-493c-8742-c44f66605d88'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:07.945581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b28974e1-e0d5-493c-8742-c44f66605d88'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:08.001742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-e948fa16-97f1-4b9c-bc9d-53ed6033fdc9 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:08.003967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-e948fa16-97f1-4b9c-bc9d-53ed6033fdc9 tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.78 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.1119599 Aug 03 16:08:08.007226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.015177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Allocated IP 172.20.0.2 (b747244c-11b5-492f-8c6f-3385f9865f7d/f464e7dd-851a-447d-bc44-1ffe373fdd29/0558c574-6d0d-4c32-bdc0-66d55774255b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:08.032843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] Set router b28974e1-e0d5-493c-8742-c44f66605d88 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:08.093497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T16:08:07Z', 'revision_number': 7, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:08.098444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0889b6-d032-49f3-b393-97acb2c596f7 req-14a7282a-1a61-422c-9af3-6080ecf1ca5f tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:08.100003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b0889b6-d032-49f3-b393-97acb2c596f7 req-14a7282a-1a61-422c-9af3-6080ecf1ca5f tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 946 time: 0.1816902 Aug 03 16:08:08.102221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.153621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc070-e880-452a-b160-8e8db8fef2ac None None] The sync data for ids ['b28974e1-e0d5-493c-8742-c44f66605d88'] in n-d-803226-3 is: [{'id': 'b28974e1-e0d5-493c-8742-c44f66605d88', 'name': 'tempest-TaggedBootDevicesTest-1848100089-router', 'tenant_id': 'ee92f323cfd040d2880293e0b98c6706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:55:55Z', 'updated_at': '2021-08-03T16:08:07Z', 'revision_number': 7, 'project_id': 'ee92f323cfd040d2880293e0b98c6706', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:08.206878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b0889b6-d032-49f3-b393-97acb2c596f7 req-d00ec301-5967-4b0d-b05f-417af8415a6a tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/security-groups?id=f38d74dc-d3a2-49ec-a31c-a4124ed783c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841637 Aug 03 16:08:08.298117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.312841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Transition to ACTIVE for port object 0558c574-6d0d-4c32-bdc0-66d55774255b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:08.339913 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:08:08.344456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Transition to ACTIVE for port object 0558c574-6d0d-4c32-bdc0-66d55774255b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:08.352684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.377885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.396386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Network b747244c-11b5-492f-8c6f-3385f9865f7d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:08.400568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:08.406804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:08.409832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.417488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Pushing event updated for resources: {'Port': ['ID=0558c574-6d0d-4c32-bdc0-66d55774255b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:08.485901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Attempting to bind port 0558c574-6d0d-4c32-bdc0-66d55774255b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:08.486277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Attempting to bind port 0558c574-6d0d-4c32-bdc0-66d55774255b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:08.486838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Attempting to bind port 0558c574-6d0d-4c32-bdc0-66d55774255b on network b747244c-11b5-492f-8c6f-3385f9865f7d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:08.492529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:08.492910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Checking segment: {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:08.493322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.493734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Bound using segment: {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:08.494207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Bound port: 0558c574-6d0d-4c32-bdc0-66d55774255b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:08.494590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.549951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.557127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Allocated IP 172.25.7.184 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:08.569797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.586932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] For port 0558c574-6d0d-4c32-bdc0-66d55774255b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:08.591982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] For port 0558c574-6d0d-4c32-bdc0-66d55774255b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0558c574-6d0d-4c32-bdc0-66d55774255b,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:08.597935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.663618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.664194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28974e1-e0d5-493c-8742-c44f66605d88 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:08:08.674946 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.685276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:08.685495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d2c56b8-d4dd-40e4-81bf-b7a244096336 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b28974e1-e0d5-493c-8742-c44f66605d88 HTTP/1.1" status: 204 len: 168 time: 1.5358346 Aug 03 16:08:08.706336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d3710-4540-4a57-8d84-201197cbc461 None None] Pushing event updated for resources: {'Port': ['ID=0558c574-6d0d-4c32-bdc0-66d55774255b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:08.714087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.740417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Deleting port 35fb2da4-1262-4597-b81a-b90c86c50d4f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:08.741757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.772167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Deleting subnet e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:08:08.779803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.826216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.846003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] For port 35fb2da4-1262-4597-b81a-b90c86c50d4f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=35fb2da4-1262-4597-b81a-b90c86c50d4f,segment=NetworkSegment(0a2e84e5-404c-434a-9a42-c911ce095906),segment_id=0a2e84e5-404c-434a-9a42-c911ce095906)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:08.846227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.846450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:08.860951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Calling delete_port for 35fb2da4-1262-4597-b81a-b90c86c50d4f owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:08.903598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:08.913783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:08.917729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:08.919676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Pushing event updated for resources: {'Port': ['ID=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:08.992399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.004038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.034738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Pushing event deleted for resources: {'Port': ['ID=35fb2da4-1262-4597-b81a-b90c86c50d4f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:09.086647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] No DVR routers for this DVR port 35fb2da4-1262-4597-b81a-b90c86c50d4f on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:09.089422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.091555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21bf727b-e9cf-4151-818b-4b3751125fe9 req-4e6708bb-db3c-4dc9-a5cd-7d07c49546af tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.78 "DELETE /v2.0/ports/35fb2da4-1262-4597-b81a-b90c86c50d4f HTTP/1.1" status: 204 len: 173 time: 1.0796678 Aug 03 16:08:09.092207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'name': 'network-vif-deleted', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:09.095265 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafafa1a-2981-4728-9f49-a7172591aa47" -d '{"events": [{"server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "name": "network-vif-deleted", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:09.144710 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d396d0-affa-450c-99c9-b14b3357529b x-openstack-request-id: req-27d396d0-affa-450c-99c9-b14b3357529b {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:09.146264 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e412bc3c-bb1e-4675-80e9-942374721570", "name": "network-vif-deleted", "tag": "35fb2da4-1262-4597-b81a-b90c86c50d4f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:09.146674 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27d396d0-affa-450c-99c9-b14b3357529b {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:09.147757 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e412bc3c-bb1e-4675-80e9-942374721570', 'name': 'network-vif-deleted', 'tag': '35fb2da4-1262-4597-b81a-b90c86c50d4f', 'status': 'completed', 'code': 200} Aug 03 16:08:09.183000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2383536-8dc9-4014-9d7b-e87ceb881ed6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:09.205739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f2383536-8dc9-4014-9d7b-e87ceb881ed6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:09.207493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2383536-8dc9-4014-9d7b-e87ceb881ed6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:09.211877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8fedc9f-e402-4711-a4e5-02240db43a0c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:09.218671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.235021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c8fedc9f-e402-4711-a4e5-02240db43a0c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:09.235383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8fedc9f-e402-4711-a4e5-02240db43a0c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:09.305705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:09.313567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.315689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b4c98310-ddf2-4d2c-b800-1af12c37ffa5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e23fe2bc-5d3f-435b-a129-5f6b8daf1ad2 HTTP/1.1" status: 204 len: 168 time: 0.6340554 Aug 03 16:08:09.318155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d8d9a-2cf8-4763-b286-7f2a35821cad None None] Network 79e409d6-e6f6-4c80-ab10-72683fb6d284 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:09.318413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56350) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:09.376752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87e416b6-6222-47e4-afef-8a5c252dc3c5 req-14abadce-ef08-4f34-bd8d-c9f57abf69ec tempest-ServersNegativeTestMultiTenantJSON-526401942 tempest-ServersNegativeTestMultiTenantJSON-526401942-project] 10.222.0.70 "GET /v2.0/ports?device_id=e412bc3c-bb1e-4675-80e9-942374721570 HTTP/1.1" status: 200 len: 210 time: 0.0646820 Aug 03 16:08:09.398941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.401503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.476409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Deleting port 79ab3b79-2a48-4353-8e10-768a59aca2d8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:09.477206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.549632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] DHCP port deletion for 79e409d6-e6f6-4c80-ab10-72683fb6d284 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:08:09.563441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] For port 79ab3b79-2a48-4353-8e10-768a59aca2d8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=79ab3b79-2a48-4353-8e10-768a59aca2d8,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:09.563822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.596886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Calling delete_port for 79ab3b79-2a48-4353-8e10-768a59aca2d8 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:09.653713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Deleting port 79ab3b79-2a48-4353-8e10-768a59aca2d8 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:09.654195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.687127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.781971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.791889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] For port 79ab3b79-2a48-4353-8e10-768a59aca2d8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=79ab3b79-2a48-4353-8e10-768a59aca2d8,segment=NetworkSegment(9826d59c-42ff-43a4-997a-bf17c07f97cc),segment_id=9826d59c-42ff-43a4-997a-bf17c07f97cc)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:09.792800 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.811377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Calling delete_port for 79ab3b79-2a48-4353-8e10-768a59aca2d8 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:09.823769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Pushing event deleted for resources: {'Port': ['ID=79ab3b79-2a48-4353-8e10-768a59aca2d8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:09.827577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] No DVR routers for this DVR port 79ab3b79-2a48-4353-8e10-768a59aca2d8 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:09.883722 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2e071eb6-317d-4e33-899a-3adfccce50ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.913967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:08:09.945208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.961913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e409d6-e6f6-4c80-ab10-72683fb6d284']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:09.967305 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:09.977964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9826d59c-42ff-43a4-997a-bf17c07f97cc') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:09.978546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9826d59c-42ff-43a4-997a-bf17c07f97cc') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:09.989967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.001631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] Pushing event deleted for resources: {'Port': ['ID=79ab3b79-2a48-4353-8e10-768a59aca2d8,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:10.006095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4184fc-6c07-4ad6-84c3-658085bb0e39 None None] No DVR routers for this DVR port 79ab3b79-2a48-4353-8e10-768a59aca2d8 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:10.008811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.020245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:08:10.020245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:08:10.020851 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:08:10.057139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:10.069618 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Sync routers for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:10.075488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.077251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c3479726-b51a-493f-8846-492fbb8f077b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6259632 Aug 03 16:08:10.080016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:10.085521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.086417 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:10.087150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:10.095494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.110190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] 10.222.0.70 "DELETE /v2.0/networks/79e409d6-e6f6-4c80-ab10-72683fb6d284 HTTP/1.1" status: 204 len: 168 time: 0.7813065 Aug 03 16:08:10.134136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df490ee6-35a7-4ae6-988e-b2ce6813626b admin admin] Pushing event deleted for resources: {'Network': ['ID=79e409d6-e6f6-4c80-ab10-72683fb6d284,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:10.219057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:10.275421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56364) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:10.292613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f0ab9-7de3-4b2f-a2e5-288c99b4fc43 None None] Network b747244c-11b5-492f-8c6f-3385f9865f7d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:10.339291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-883cdc57-f0db-4de7-843d-bea74f58264f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee92f323cfd040d2880293e0b98c6706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623062 Aug 03 16:08:10.341456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56366) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:10.364523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97413b4f-917d-4ac0-b830-f34ee0dce582 None None] Provisioning for port 0558c574-6d0d-4c32-bdc0-66d55774255b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:10.418946 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.444514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.455120 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:09Z', 'revision_number': 3, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:10.474745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:10.485691 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Checking router: dbe07960-e3b9-45e7-9313-d24d5e4f7d03 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:10.486049 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Updating router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:10.519354 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.534441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Deleting subnet b518885e-8500-488e-9b77-81564d627b4c {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:08:10.544326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.566818 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.569469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.574887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6055780c-a094-4e5a-b91a-f87c98e69fb7 HTTP/1.1" status: 204 len: 168 time: 0.2298591 Aug 03 16:08:10.597357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6c453-b009-436f-8450-750d9f34490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6055780c-a094-4e5a-b91a-f87c98e69fb7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:10.614025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.696130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.775407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 35fb2da4-1262-4597-b81a-b90c86c50d4f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:10.779767 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.801165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.822558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 35fb2da4-1262-4597-b81a-b90c86c50d4f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:10.823861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 35fb2da4-1262-4597-b81a-b90c86c50d4f not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:10.902306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b518885e-8500-488e-9b77-81564d627b4c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:10.915976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:10.920570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ff6f5a76-0ff5-4228-b8d2-300af5f9ea45 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b518885e-8500-488e-9b77-81564d627b4c HTTP/1.1" status: 204 len: 168 time: 0.4428849 Aug 03 16:08:10.921866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:11.027958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.070914 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.102288 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Transition to ACTIVE for port object e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:11.109720 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.141291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0558c574-6d0d-4c32-bdc0-66d55774255b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:11.143521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Allocated IP 172.20.0.1 (b747244c-11b5-492f-8c6f-3385f9865f7d/f464e7dd-851a-447d-bc44-1ffe373fdd29/de85f7d5-d94f-4045-a0a7-b4b3e413e353) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:11.171963 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Attempting to bind port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:11.172343 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Attempting to bind port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:11.172763 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Attempting to bind port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:11.181132 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:11.181801 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:11.182390 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.182939 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:11.183558 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Bound port: e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:11.184111 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.232391 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154858-0504-44c0-86cb-05bb0511b393 None None] Pushing event updated for resources: {'Port': ['ID=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:11.236954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0558c574-6d0d-4c32-bdc0-66d55774255b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:11.243461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0558c574-6d0d-4c32-bdc0-66d55774255b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:11.245238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.259146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.279748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb34665a-2d81-4496-bcef-4136fd8f7761']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:11.282854 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] For port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:11.291733 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] For port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:11.297150 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.311664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2e84e5-404c-434a-9a42-c911ce095906') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:11.311897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2e84e5-404c-434a-9a42-c911ce095906') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:11.325099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.333244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.358455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Transition to ACTIVE for port object de85f7d5-d94f-4045-a0a7-b4b3e413e353 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:11.364079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.370038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:11.370683 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:07:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:11.378191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:08:11.379124 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:08:11.382562 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:08:11.414744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.436852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc154858-0504-44c0-86cb-05bb0511b393 None None] Pushing event updated for resources: {'Port': ['ID=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:11.442792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.509896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0558c574-6d0d-4c32-bdc0-66d55774255b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0558c574-6d0d-4c32-bdc0-66d55774255b,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:11.515163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.516551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Network b747244c-11b5-492f-8c6f-3385f9865f7d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:11.522882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.524438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:11.529028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.531065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cb34665a-2d81-4496-bcef-4136fd8f7761 HTTP/1.1" status: 204 len: 168 time: 0.6081414 Aug 03 16:08:11.536623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:11.538469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56402) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:11.556669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656cc5-0720-4872-81a6-d56eea0ff6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb34665a-2d81-4496-bcef-4136fd8f7761,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:11.572805 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:11.604941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0558c574-6d0d-4c32-bdc0-66d55774255b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:11.630345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Pushing event updated for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:11.679181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 79ab3b79-2a48-4353-8e10-768a59aca2d8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:11.692590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.698513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Deleting subnet 8e0415ec-555e-42ca-939d-94757ea125f8 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:08:11.710493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 79ab3b79-2a48-4353-8e10-768a59aca2d8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:11.711229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 79ab3b79-2a48-4353-8e10-768a59aca2d8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:11.870884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.887994 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:09Z', 'revision_number': 3, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:11.923512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:11.945836 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22b12b-da8d-41d2-a30f-0bf664a4f265 None None] The sync data for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 is: [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:09Z', 'revision_number': 3, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:11.993016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56412) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:11.994831 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.013382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.036355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ee0e55f-401d-4d42-abfc-0733810a8561 None None] Provisioning for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:12.046787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ee0e55f-401d-4d42-abfc-0733810a8561 None None] Provisioning complete for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:12.047171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8ee0e55f-401d-4d42-abfc-0733810a8561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.140143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c0bf399f-5977-441f-8057-26d66f5b542e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.145127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0e55f-401d-4d42-abfc-0733810a8561 None None] Port de85f7d5-d94f-4045-a0a7-b4b3e413e353 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:12.162876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.191602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-850825171-network', 'tenant_id': '30d99d06ba444c7c81557f665854da2c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:12.212281 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.214754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8e0415ec-555e-42ca-939d-94757ea125f8 HTTP/1.1" status: 204 len: 168 time: 0.6749856 Aug 03 16:08:12.215216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793b112-bb4f-4759-9cc3-1659511c672d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0415ec-555e-42ca-939d-94757ea125f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:12.220059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56418) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:12.245079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Made reservation on behalf of 30d99d06ba444c7c81557f665854da2c for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:12.248452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.260684 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.389960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.401754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.405914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.414470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.418992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.444088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:08:12.454648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdaf184-4db3-4e4c-b7b3-303b8227ab89,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:12.461547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.467637 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Added segment 44420829-f563-4072-9fa7-b0a27c6f5a0b of type vlan for network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 Aug 03 16:08:12.520803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Pushing event updated for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:12.537139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.593428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.594682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:12.595398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.637439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.646784 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.673250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9a0a54-66f8-4f7e-9a35-de9d5d741290']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:12.678885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] Pushing event updated for resources: {'Network': ['ID=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:12.683209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ca7f695-a6e5-44cf-97f8-33635afc3df1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6890469 Aug 03 16:08:12.686950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:12.690728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:08:12.707259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Request body: {'subnet': {'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-850825171-subnet', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:12.739065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Made reservation on behalf of 30d99d06ba444c7c81557f665854da2c for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:12.744410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.785155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87163dd4-9a00-49be-9cf9-29452919ca21') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:12.785155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87163dd4-9a00-49be-9cf9-29452919ca21') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:12.801801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.860524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.886993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.927098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:08:12.936037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:08:12.942605 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:08:12.983521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Network b747244c-11b5-492f-8c6f-3385f9865f7d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:13.016941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:13.149537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.162841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0558c574-6d0d-4c32-bdc0-66d55774255b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:13.291073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Checking segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:13.294558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Network hostable DHCP agents. Network: 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:08:13.306396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118c9a1a-2e84-44af-a6bc-26a2199143ac,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:13.306787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0558c574-6d0d-4c32-bdc0-66d55774255b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:13.307164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.342275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:08:13.354351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:13.359868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:13.360945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.391062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5c5909e-9eb4-478d-ba69-b5561aedfb30 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6890707 Aug 03 16:08:13.392168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c7c91-db25-4be5-9207-e3fa7c9ee0c7 None None] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:13.394264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56426) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:13.413423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:13.453444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.455065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.524691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.579393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f2972e3-6d9d-47c5-b08b-9af6c08ba47b None None] Provisioning complete for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:13.579771 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f2972e3-6d9d-47c5-b08b-9af6c08ba47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.661543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:13.680764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.685230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:08:13.686091 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.688694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7f2972e3-6d9d-47c5-b08b-9af6c08ba47b None None] Port de85f7d5-d94f-4045-a0a7-b4b3e413e353 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:13.705696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:13.707949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.722283 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.723847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.728560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] 10.222.0.70 "DELETE /v2.0/networks/ff9a0a54-66f8-4f7e-9a35-de9d5d741290 HTTP/1.1" status: 204 len: 168 time: 1.5074096 Aug 03 16:08:13.775913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233934-2563-47d5-913a-738a63da6e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9a0a54-66f8-4f7e-9a35-de9d5d741290,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:13.880882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:13.883035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:13.894335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:13.896060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:13.897976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-96fad18e-c766-403b-901c-db0c8168c431 admin admin] 10.222.0.70 "PUT /v2.0/routers/dbe07960-e3b9-45e7-9313-d24d5e4f7d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8164194 Aug 03 16:08:13.974213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56434) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:14.020406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Allocated IP 172.20.0.2 (27dbe91f-a6e1-45eb-9f77-f09b595eb4f5/118c9a1a-2e84-44af-a6bc-26a2199143ac/e1581add-b803-4888-9ccf-05cf2d61e891) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:14.043106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.069625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-745eb611-17b0-4e05-86cc-363b90311ef0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1027c3245c514568a50ec5a6466ec948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939720 Aug 03 16:08:14.073045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56438) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:14.085205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.218898 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.236486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Transition to ACTIVE for port object e1581add-b803-4888-9ccf-05cf2d61e891 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:14.285797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.293772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Transition to ACTIVE for port object e1581add-b803-4888-9ccf-05cf2d61e891 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:14.304411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.319553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.322446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Allocated IP 172.25.7.202 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/df74ca25-46b4-47d1-bbb6-1f06780427ae) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:14.353837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.412805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Pushing event updated for resources: {'Port': ['ID=e1581add-b803-4888-9ccf-05cf2d61e891,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:14.484914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:14.503948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.515818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.516182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.516549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.516926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.517327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.518372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.519421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.519705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.520407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.520888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.521293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.521836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:14.573350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.592780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.592780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f38d74dc-d3a2-49ec-a31c-a4124ed783c3 HTTP/1.1" status: 204 len: 168 time: 0.5180275 Aug 03 16:08:14.605162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:14.612231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:14.615732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:14.629104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dfd2e-81f9-4cc1-8c38-219090ffb421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d74dc-d3a2-49ec-a31c-a4124ed783c3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:14.681654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.693071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Sync routers for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:14.734811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Attempting to bind port e1581add-b803-4888-9ccf-05cf2d61e891 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:14.735435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Attempting to bind port e1581add-b803-4888-9ccf-05cf2d61e891 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:14.735644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Attempting to bind port e1581add-b803-4888-9ccf-05cf2d61e891 on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:14.740497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.745096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:14.745735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:14.818162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56458) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:14.822791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:14.823243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1633374136-network', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:14.831584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:14.834812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:14.862641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Made reservation on behalf of c301ebabd7214151acbac4c6cacd0ab9 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:14.865215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.867591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:14.870383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Pushing event updated for resources: {'Port': ['ID=df74ca25-46b4-47d1-bbb6-1f06780427ae,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:14.879288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:14.881091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Checking segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:14.881750 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.882051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.882307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Bound using segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:14.882880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Bound port: e1581add-b803-4888-9ccf-05cf2d61e891, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:14.883254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:14.959102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:15.034513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.040682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.070958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:08:15.092573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fca257a-0bd9-4365-9b70-7723926b629d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:15.099343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.099877 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Added segment f02bb9ba-402c-4b79-97b7-676af204a863 of type vlan for network 9c085f15-292e-4f58-82fb-e974ccee8721 Aug 03 16:08:15.175528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.192260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.220494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.221690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.223212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:15.224065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.232882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] For port e1581add-b803-4888-9ccf-05cf2d61e891, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:15.243604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3e2a-09e9-4ee1-bce2-291c4ccf3e7f req-3458560f-ffe2-48bb-90e7-cc6ca77d73d5 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:15.245198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21de3e2a-09e9-4ee1-bce2-291c4ccf3e7f req-3458560f-ffe2-48bb-90e7-cc6ca77d73d5 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0880475 Aug 03 16:08:15.303942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] Pushing event updated for resources: {'Network': ['ID=9c085f15-292e-4f58-82fb-e974ccee8721,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:15.316190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] For port e1581add-b803-4888-9ccf-05cf2d61e891, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1581add-b803-4888-9ccf-05cf2d61e891,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:15.320193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9c085f15-292e-4f58-82fb-e974ccee8721 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:08:15.332116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5592b264-eb8a-4d35-9465-785f70cbf80c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5127022 Aug 03 16:08:15.333096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56464) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:15.335170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56466) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:15.336500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.337007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21de3e2a-09e9-4ee1-bce2-291c4ccf3e7f req-9f054122-1b27-4a05-9282-dc4f11427b21 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833280 Aug 03 16:08:15.342157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Request body: {'subnet': {'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1633374136-subnet', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:15.403096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Made reservation on behalf of c301ebabd7214151acbac4c6cacd0ab9 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:15.405521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.410432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-198234e4-d954-4c4b-a285-834f4398473f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07a682a3b3cf47c69995e715e51af8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720711 Aug 03 16:08:15.411036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56470) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:15.537619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91ee2e-b7e4-44b7-8eba-4e1eeb9a0901 None None] Pushing event updated for resources: {'Port': ['ID=e1581add-b803-4888-9ccf-05cf2d61e891,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:15.547798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.579165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a572fbb-6b7c-40f6-a48d-eae0b18a552d req-6d038075-f035-47ee-b12a-08aa51293a3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:15.581190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a572fbb-6b7c-40f6-a48d-eae0b18a552d req-6d038075-f035-47ee-b12a-08aa51293a3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1269572 Aug 03 16:08:15.585293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.588674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:11Z', 'revision_number': 4, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'de85f7d5-d94f-4045-a0a7-b4b3e413e353', 'name': '', 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'mac_address': 'fa:16:3e:6d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:10Z', 'updated_at': '2021-08-03T16:08:12Z', 'revision_number': 2, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'subnets': [{'id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:15.624235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Checking router: dbe07960-e3b9-45e7-9313-d24d5e4f7d03 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:15.624685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.624987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Updating router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 port de85f7d5-d94f-4045-a0a7-b4b3e413e353 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:15.666844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.681910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a572fbb-6b7c-40f6-a48d-eae0b18a552d req-67ec2eb6-420d-4f0f-9392-87683d2a624f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747342 Aug 03 16:08:15.716573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56480) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:15.816939 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.820675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:15.823866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd21090c-8f24-4042-b897-36eca305177d HTTP/1.1" status: 204 len: 168 time: 0.4097912 Aug 03 16:08:15.852500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de293-8e51-43f7-ba14-f7c24b401f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21090c-8f24-4042-b897-36eca305177d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:15.875860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09c2da8a-de11-4b7e-b61e-2665e8310561 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 200 len: 992 time: 0.1555438 Aug 03 16:08:15.991372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.073628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:08:16.100164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750bdb7a-b336-435b-bc47-90de0371635d,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:16.171944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Checking segment: {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:16.172586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Network hostable DHCP agents. Network: 9c085f15-292e-4f58-82fb-e974ccee8721, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:08:16.250398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Network 9c085f15-292e-4f58-82fb-e974ccee8721 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:08:16.278827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9c085f15-292e-4f58-82fb-e974ccee8721) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:16.297246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf09f1b-e975-4f09-b17c-243bdbc0b75c None None] Network 9c085f15-292e-4f58-82fb-e974ccee8721 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:16.299874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:16.300771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.307611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.340673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56514) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:16.341631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4c4bb2eb-eb5a-4160-80b2-0860806e0c15 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0033278 Aug 03 16:08:16.347152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:16.352006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:16.365062 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:16.375963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Transition to ACTIVE for port object de85f7d5-d94f-4045-a0a7-b4b3e413e353 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:16.384235 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:16.392301 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:16.402028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.451443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.453393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.498532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.499977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cbbf2e82-6c6c-4a67-a9ce-e4f195dac604 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1042035 Aug 03 16:08:16.518794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56518) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:16.631200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.659813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e01da-402f-4ee4-9d6e-71cf354062e5 None None] Pushing event updated for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:16.692714 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-88bf29c2-1c1a-475d-8811-a39712251f10 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2999816 Aug 03 16:08:16.871165 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:16.888717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Attempting to bind port de85f7d5-d94f-4045-a0a7-b4b3e413e353 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:16.898531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Attempting to bind port de85f7d5-d94f-4045-a0a7-b4b3e413e353 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:16.898952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Attempting to bind port de85f7d5-d94f-4045-a0a7-b4b3e413e353 on network b747244c-11b5-492f-8c6f-3385f9865f7d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:16.922996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:16.923370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Checking segment: {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:16.931724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:16.934225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Bound using segment: {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:16.937960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Bound port: de85f7d5-d94f-4045-a0a7-b4b3e413e353, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80a6507-86d7-4e87-b206-588374e55a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:16.938573 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.094623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.119622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9c085f15-292e-4f58-82fb-e974ccee8721', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:08:17.120513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.157442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-e4d388e5-549c-4c0e-9695-34b3599ff863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:17.160069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-e4d388e5-549c-4c0e-9695-34b3599ff863 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1097 time: 0.3406291 Aug 03 16:08:17.422551 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:15Z', 'revision_number': 3, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:17.444839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681d928-84d0-42a2-916a-9aa15ed7169d None None] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:17.464001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1581add-b803-4888-9ccf-05cf2d61e891 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:17.467439 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:17.467996 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Updating router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 port df74ca25-46b4-47d1-bbb6-1f06780427ae binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:17.568168 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.666192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.730234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.780304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] For port de85f7d5-d94f-4045-a0a7-b4b3e413e353, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:17.843045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b232c89-9ced-42cf-88e3-641ee1bcdef9 None None] Provisioning for port e1581add-b803-4888-9ccf-05cf2d61e891 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:17.938137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] For port de85f7d5-d94f-4045-a0a7-b4b3e413e353, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=de85f7d5-d94f-4045-a0a7-b4b3e413e353,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:17.991671 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:17.994888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.011113 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Transition to ACTIVE for port object df74ca25-46b4-47d1-bbb6-1f06780427ae will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:18.022146 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.108821 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Attempting to bind port df74ca25-46b4-47d1-bbb6-1f06780427ae on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:18.109473 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Attempting to bind port df74ca25-46b4-47d1-bbb6-1f06780427ae by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:18.110081 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Attempting to bind port df74ca25-46b4-47d1-bbb6-1f06780427ae on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:18.128951 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:18.129684 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:18.130270 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.130827 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:18.131486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Bound port: df74ca25-46b4-47d1-bbb6-1f06780427ae, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:18.132638 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.140167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Allocated IP 172.20.0.2 (9c085f15-292e-4f58-82fb-e974ccee8721/750bdb7a-b336-435b-bc47-90de0371635d/adaa8860-befa-4739-bc8f-0f27f15df3bc) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:18.223042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Allocated IP 172.25.7.124 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5afc7bd2-24fc-4f64-bb75-85e2e1ac8663) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:18.270262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805a498-8452-4de4-b53a-d562b10710a2 None None] Pushing event updated for resources: {'Port': ['ID=df74ca25-46b4-47d1-bbb6-1f06780427ae,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:18.317486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e1581add-b803-4888-9ccf-05cf2d61e891 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:18.351760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e1581add-b803-4888-9ccf-05cf2d61e891 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:18.354972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.391239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:18.391902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:18.393947 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] For port df74ca25-46b4-47d1-bbb6-1f06780427ae, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:18.400846 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] For port df74ca25-46b4-47d1-bbb6-1f06780427ae, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df74ca25-46b4-47d1-bbb6-1f06780427ae,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:18.410916 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.648480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.656517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e98f29-4d39-4afe-97fc-2d4242d841fe req-314293af-522e-42bf-9797-8920c7b20855 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:18.659551 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805a498-8452-4de4-b53a-d562b10710a2 None None] Pushing event updated for resources: {'Port': ['ID=df74ca25-46b4-47d1-bbb6-1f06780427ae,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:18.664997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03e98f29-4d39-4afe-97fc-2d4242d841fe req-314293af-522e-42bf-9797-8920c7b20855 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.5892158 Aug 03 16:08:18.679005 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:18.680342 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:18.764004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:18.780731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-259ef4ee-81ff-4bbd-a069-860ca857a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:18.782610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-259ef4ee-81ff-4bbd-a069-860ca857a6e7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 1.5716968 Aug 03 16:08:18.818716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:18.824312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:18.827541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:18.832413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-30eb96e2-a095-4bad-b10b-2dfe89e44861 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7092729 Aug 03 16:08:18.909774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03e98f29-4d39-4afe-97fc-2d4242d841fe req-c3fa8006-feea-422a-bc40-b2dee092f5c6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123821 Aug 03 16:08:18.917142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:18.984733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-f3f808dd-7a6a-4045-aba0-50a062d5819a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 1001 time: 0.1871414 Aug 03 16:08:19.067181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e01da-402f-4ee4-9d6e-71cf354062e5 None None] Pushing event updated for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:19.077530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-5f1160ea-3e72-47b5-a4fd-1c8956da585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:19.079311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-5f1160ea-3e72-47b5-a4fd-1c8956da585f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.0869069 Aug 03 16:08:19.167417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Pushing event updated for resources: {'Port': ['ID=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:19.204387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-770d6c32-965a-4fe1-abab-b13e31b01ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:19.206957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-770d6c32-965a-4fe1-abab-b13e31b01ddd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871432 Aug 03 16:08:19.239881 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:19.360236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:19.431069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:19.584162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e1581add-b803-4888-9ccf-05cf2d61e891, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1581add-b803-4888-9ccf-05cf2d61e891,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:19.595830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:11Z', 'revision_number': 4, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'de85f7d5-d94f-4045-a0a7-b4b3e413e353', 'name': '', 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'mac_address': 'fa:16:3e:6d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:10Z', 'updated_at': '2021-08-03T16:08:17Z', 'revision_number': 4, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'subnets': [{'id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:19.608405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:19.608655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:19.609390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:19.703388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:15Z', 'revision_number': 3, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:19.706698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-3b178afd-3182-4716-bea6-ae2c260ea530 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842188 Aug 03 16:08:19.764441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72b477-fab6-4b01-95bf-129a6c2f20d1 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:15Z', 'revision_number': 3, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:19.978047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa7de8ce-fb2c-4281-bfd8-0184ffef337f req-3aea70d3-5d19-416e-9172-004183f51373 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611313 Aug 03 16:08:20.066382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.171599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Allocated IP 172.20.0.1 (27dbe91f-a6e1-45eb-9f77-f09b595eb4f5/118c9a1a-2e84-44af-a6bc-26a2199143ac/2676181e-b4cd-4794-8694-c4f6ecde97bb) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:20.199893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e1581add-b803-4888-9ccf-05cf2d61e891,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:20.308576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5329330c-1c15-4568-9ebb-28d26775d56b None None] The sync data for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 is: [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:11Z', 'revision_number': 4, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'de85f7d5-d94f-4045-a0a7-b4b3e413e353', 'name': '', 'network_id': 'b747244c-11b5-492f-8c6f-3385f9865f7d', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'mac_address': 'fa:16:3e:6d:9f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:10Z', 'updated_at': '2021-08-03T16:08:17Z', 'revision_number': 4, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'subnets': [{'id': 'f464e7dd-851a-447d-bc44-1ffe373fdd29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:20.357571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.369112 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.390224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c6cbd56-8d56-40e6-baab-8f580a754c81 None None] Provisioning complete for port e1581add-b803-4888-9ccf-05cf2d61e891 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:20.390537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c6cbd56-8d56-40e6-baab-8f580a754c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.422725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009660-d2a6-4ffa-8196-71f31d3f748a req-79f5f340-b394-45d2-bcb1-e2c3b0b0fc45 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:20.433989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82009660-d2a6-4ffa-8196-71f31d3f748a req-79f5f340-b394-45d2-bcb1-e2c3b0b0fc45 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.2523983 Aug 03 16:08:20.448090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Transition to ACTIVE for port object 2676181e-b4cd-4794-8694-c4f6ecde97bb will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:20.450328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Transition to ACTIVE for port object adaa8860-befa-4739-bc8f-0f27f15df3bc will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:20.500546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Router 904fe620-4f22-4ea2-aebb-81ff041aaca2 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:08:20.510689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Transition to ACTIVE for port object adaa8860-befa-4739-bc8f-0f27f15df3bc will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:20.514549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:20.514991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.559053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.608619 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.653696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:20.657141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:20.663417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:20.699162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Pushing event updated for resources: {'Port': ['ID=adaa8860-befa-4739-bc8f-0f27f15df3bc,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:20.714753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:20.719616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82009660-d2a6-4ffa-8196-71f31d3f748a req-e14f462c-113d-442d-81ae-f95008dcfb1e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845216 Aug 03 16:08:20.755125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.756481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35443b2d-940a-4c41-abfb-db6db7bc5b48 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4148276 Aug 03 16:08:20.759448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56592) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:20.781531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:20.850511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Sync routers for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:20.878383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Network 9c085f15-292e-4f58-82fb-e974ccee8721 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:20.880819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:20.888237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:20.958023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:20.958660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:20.989026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Pushing event updated for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:21.084636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-a22c0369-2585-4b74-9038-b5da72d514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:21.086831 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-a22c0369-2585-4b74-9038-b5da72d514dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0781538 Aug 03 16:08:21.188768 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.320255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Attempting to bind port adaa8860-befa-4739-bc8f-0f27f15df3bc on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:21.320853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Attempting to bind port adaa8860-befa-4739-bc8f-0f27f15df3bc by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:21.320982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Attempting to bind port adaa8860-befa-4739-bc8f-0f27f15df3bc on network 9c085f15-292e-4f58-82fb-e974ccee8721 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:21.340665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:21.343749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ee8f2a6-b9d1-435f-b22d-73be435bd71e None None] Provisioning for port 2676181e-b4cd-4794-8694-c4f6ecde97bb completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:21.430391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.442159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.545576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.572598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:21.572976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Checking segment: {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:21.589382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.589919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Bound using segment: {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:21.590445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Bound port: adaa8860-befa-4739-bc8f-0f27f15df3bc, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:21.590949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.594734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ee8f2a6-b9d1-435f-b22d-73be435bd71e None None] Provisioning complete for port 2676181e-b4cd-4794-8694-c4f6ecde97bb triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:21.595079 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f2a6-b9d1-435f-b22d-73be435bd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:21.631984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-111ca315-7bad-400d-8e95-2f6acbefde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:21.636982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-111ca315-7bad-400d-8e95-2f6acbefde17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.5430880 Aug 03 16:08:21.808829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:21.819319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:21.844472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-deaf6df0-7634-4807-9633-6078dabfdb1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 1000 time: 0.1980560 Aug 03 16:08:21.993305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8f2a6-b9d1-435f-b22d-73be435bd71e None None] Port 2676181e-b4cd-4794-8694-c4f6ecde97bb cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:22.000084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Pushing event updated for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:22.030688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-d9a47f34-8824-45ff-90d2-5c5e3ecafe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:22.034867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-d9a47f34-8824-45ff-90d2-5c5e3ecafe2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1838684 Aug 03 16:08:22.112424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1581add-b803-4888-9ccf-05cf2d61e891 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:22.216758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:22.244539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:22.278688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] For port adaa8860-befa-4739-bc8f-0f27f15df3bc, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:22.295358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] For port adaa8860-befa-4739-bc8f-0f27f15df3bc, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=adaa8860-befa-4739-bc8f-0f27f15df3bc,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:22.298315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0c664b40-67fc-4e5f-8a29-d7ccff83db04 None None] Provisioning complete for port 2676181e-b4cd-4794-8694-c4f6ecde97bb triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:22.298789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0c664b40-67fc-4e5f-8a29-d7ccff83db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:22.349331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0c664b40-67fc-4e5f-8a29-d7ccff83db04 None None] Port 2676181e-b4cd-4794-8694-c4f6ecde97bb cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:22.354557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:22.359865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e1581add-b803-4888-9ccf-05cf2d61e891 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:22.360407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:22.382517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:22.397524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5dbee1e9-905e-4a88-9752-1f7837fdb62e admin admin] 10.222.0.70 "PUT /v2.0/routers/8465c6a8-47ac-4a12-9324-d1d48e60e7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8677619 Aug 03 16:08:22.489620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:19Z', 'revision_number': 3, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:22.549622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Checking router: 904fe620-4f22-4ea2-aebb-81ff041aaca2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:22.550017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Updating router 904fe620-4f22-4ea2-aebb-81ff041aaca2 port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:22.573040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce6f6f-714c-4207-b1f9-82ca2b626a36 req-c83967e8-2774-4d9e-a832-0b4c0a95749e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:22.574659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfce6f6f-714c-4207-b1f9-82ca2b626a36 req-c83967e8-2774-4d9e-a832-0b4c0a95749e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.6581185 Aug 03 16:08:22.590009 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:22.641227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-5c01fb3b-7378-44b9-b5c0-a901a87ad6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:22.642905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-5c01fb3b-7378-44b9-b5c0-a901a87ad6ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5991044 Aug 03 16:08:22.749190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df74ca25-46b4-47d1-bbb6-1f06780427ae up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:22.763563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4648df7-e2c3-4268-89ee-aa4a8e444709 None None] Pushing event updated for resources: {'Port': ['ID=adaa8860-befa-4739-bc8f-0f27f15df3bc,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:22.929851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfce6f6f-714c-4207-b1f9-82ca2b626a36 req-eeebe847-d3cb-4940-a450-aec0de306205 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465748 Aug 03 16:08:23.054463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-0ceafba1-e244-49ca-b970-13dc3dadad2f service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414311 Aug 03 16:08:23.056686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.215344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56652) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:23.220750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104389896', 'description': 'tempest-description--1273912442'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:23.325971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.395101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port df74ca25-46b4-47d1-bbb6-1f06780427ae completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:23.461458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port df74ca25-46b4-47d1-bbb6-1f06780427ae triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:23.472724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.571135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.578730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.591189 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.602047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Allocated IP 172.20.0.1 (9c085f15-292e-4f58-82fb-e974ccee8721/750bdb7a-b336-435b-bc47-90de0371635d/a71ca41d-8827-4986-aa0e-c38d9a165ca2) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:23.613966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Transition to ACTIVE for port object 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:23.623075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c57b35-c476-4835-bba7-34df60e5ff9c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:23.623284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.631011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.634267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b21a9e70-2258-4e91-913c-7094a6fb0a4e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4178736 Aug 03 16:08:23.637386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56656) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:23.640037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-694d64d7-8234-4f91-959c-aca53a8ca3b3 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739858 Aug 03 16:08:23.647532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group_rule': {'security_group_id': '73c57b35-c476-4835-bba7-34df60e5ff9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:23.717099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.732952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657196-6214-40eb-adf2-026b9de42bc2 None None] Pushing event updated for resources: {'Port': ['ID=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:23.816521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Attempting to bind port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:23.817617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Attempting to bind port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:23.818511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Attempting to bind port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:23.845228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:23.846674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:23.851911 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.852520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:23.853367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Bound port: 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:23.855184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.869693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.880350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.904165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.935382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5738f4-655a-4938-885f-9d8554763e0c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:23.936563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Transition to ACTIVE for port object a71ca41d-8827-4986-aa0e-c38d9a165ca2 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:23.948868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:23.952343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-36078b52-408d-4f06-b9ca-6a5acdd901c9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139088 Aug 03 16:08:23.957377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56658) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:23.971276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group_rule': {'security_group_id': '73c57b35-c476-4835-bba7-34df60e5ff9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:23.997570 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.021455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.041265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.043784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port df74ca25-46b4-47d1-bbb6-1f06780427ae, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df74ca25-46b4-47d1-bbb6-1f06780427ae,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:24.045393 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:24.062642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:24.062946 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.063915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device de85f7d5-d94f-4045-a0a7-b4b3e413e353 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:24.064740 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:24.122002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Network 9c085f15-292e-4f58-82fb-e974ccee8721 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:24.127812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:24.133491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:24.154898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] For port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:24.200593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.245046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.256136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.264065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Pushing event updated for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:24.285902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d604497-6008-4e0a-8924-d6b553d88e21 req-10c48534-1916-4bcf-bd3b-5cf0c48e554f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:24.288634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d604497-6008-4e0a-8924-d6b553d88e21 req-10c48534-1916-4bcf-bd3b-5cf0c48e554f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1587462 Aug 03 16:08:24.291153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.295432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319418 Aug 03 16:08:24.301092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56666) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:24.306560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:24.311094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] For port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:24.323168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.376109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:24.376295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2fbda-cc2f-4a0c-b1d2-f78f5161a507 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de16f027-f7f1-473c-80ce-794a4b2ac282,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:24.412557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:24.421531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d604497-6008-4e0a-8924-d6b553d88e21 req-b43fb875-4a67-490d-8896-b55c82a1e14f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213140 Aug 03 16:08:24.443635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=df74ca25-46b4-47d1-bbb6-1f06780427ae,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:24.444163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.458986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:24.459418 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.542585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.599051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.688240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01998c35-2100-4f62-9e25-a3214d260060 None None] Network 9c085f15-292e-4f58-82fb-e974ccee8721 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:24.697400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657196-6214-40eb-adf2-026b9de42bc2 None None] Pushing event updated for resources: {'Port': ['ID=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:24.833385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Allocated IP 172.25.7.148 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/239ac0f0-8367-4654-a9d8-2748cc50ccf7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:24.841930 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 2, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:24.863043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:24.865200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:24.892618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.896844 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:24.897328 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Updating router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 port 2676181e-b4cd-4794-8694-c4f6ecde97bb binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:24.905185 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:24.945183 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.025085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.028349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.028767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d11d7b3-5581-4015-96ba-3d849fccc913 None None] Provisioning for port adaa8860-befa-4739-bc8f-0f27f15df3bc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:25.031421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Pushing event updated for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:25.101903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.118816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.183241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:25.186522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:25.191620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:25.220005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Network 9c085f15-292e-4f58-82fb-e974ccee8721 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:25.221731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:25.292900 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.316517 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Transition to ACTIVE for port object 2676181e-b4cd-4794-8694-c4f6ecde97bb will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:25.326964 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.352470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=239ac0f0-8367-4654-a9d8-2748cc50ccf7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:25.382172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.450396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.476459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec564700-eebd-4d9f-8cc9-4eb47f674abb None None] Pushing event updated for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:25.503563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Router 904fe620-4f22-4ea2-aebb-81ff041aaca2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:25.651019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:25.652866 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Attempting to bind port 2676181e-b4cd-4794-8694-c4f6ecde97bb on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:25.661072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Attempting to bind port 2676181e-b4cd-4794-8694-c4f6ecde97bb by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:25.661754 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Attempting to bind port 2676181e-b4cd-4794-8694-c4f6ecde97bb on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:25.675772 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:25.678098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Checking segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:25.678950 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.680557 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Bound using segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:25.681193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Bound port: 2676181e-b4cd-4794-8694-c4f6ecde97bb, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:25.687605 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.769249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port de85f7d5-d94f-4045-a0a7-b4b3e413e353, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=de85f7d5-d94f-4045-a0a7-b4b3e413e353,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:25.777925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.864832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:25.886593 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] For port 2676181e-b4cd-4794-8694-c4f6ecde97bb, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:25.895716 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] For port 2676181e-b4cd-4794-8694-c4f6ecde97bb, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2676181e-b4cd-4794-8694-c4f6ecde97bb,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:25.905041 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.961112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94918-84e7-40b2-b2ca-3018b39b5895 req-9b6fd70f-5ff1-4dab-aa2e-578f6f755e26 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:25.962829 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efb94918-84e7-40b2-b2ca-3018b39b5895 req-9b6fd70f-5ff1-4dab-aa2e-578f6f755e26 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.2375340 Aug 03 16:08:25.965135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.984483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:25.996063 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:25.999315 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:26.064605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:26.115332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bee5263f-a53b-4ca9-a494-28fbc41f3d4d admin admin] 10.222.0.70 "PUT /v2.0/routers/904fe620-4f22-4ea2-aebb-81ff041aaca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3545957 Aug 03 16:08:26.167566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.217420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.223313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9212108 Aug 03 16:08:26.233299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efb94918-84e7-40b2-b2ca-3018b39b5895 req-28149ef9-6411-4d04-8eda-c42354531b9f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620976 Aug 03 16:08:26.250028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88470a7f-6732-4391-ad74-66e46dec672b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=239ac0f0-8367-4654-a9d8-2748cc50ccf7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:26.274550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df74ca25-46b4-47d1-bbb6-1f06780427ae up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:26.285210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:26.345433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:26.399587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.641874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-673a3787-150f-4590-979a-23283acd09fd None None] Provisioning for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:26.662447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-673a3787-150f-4590-979a-23283acd09fd None None] Provisioning complete for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:26.662984 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-673a3787-150f-4590-979a-23283acd09fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.719886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-56f10a7e-5220-42f3-9659-6d68a1ad9bd8 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--104389896&fields=id&tenant_id=30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 267 time: 0.0791645 Aug 03 16:08:26.739104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port df74ca25-46b4-47d1-bbb6-1f06780427ae triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:26.739476 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.739780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285c632a-66c2-4ef0-9036-a7a16fd757dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:26.872987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec564700-eebd-4d9f-8cc9-4eb47f674abb None None] Pushing event updated for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:26.928135 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:25Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:26.949393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-673a3787-150f-4590-979a-23283acd09fd None None] Port a71ca41d-8827-4986-aa0e-c38d9a165ca2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:26.999272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285c632a-66c2-4ef0-9036-a7a16fd757dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.009941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-285c632a-66c2-4ef0-9036-a7a16fd757dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.026685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a71ca41d-8827-4986-aa0e-c38d9a165ca2', 'name': '', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'mac_address': 'fa:16:3e:3c:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:23Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 1, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'subnets': [{'id': '750bdb7a-b336-435b-bc47-90de0371635d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:27.039738 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa5a5b-36e5-466d-9d49-02313295fa08 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:25Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:27.056643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-90c8f168-4301-4826-abe5-dfc38874e124 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:27.058271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-90c8f168-4301-4826-abe5-dfc38874e124 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 810 time: 0.3213227 Aug 03 16:08:27.128281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-6bff0a04-b9f5-450a-8b9a-e3e75670ff64 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/quotas/30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 375 time: 0.0526748 Aug 03 16:08:27.166899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-285c632a-66c2-4ef0-9036-a7a16fd757dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=871c920b308a4b83ade67027cb9fa91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133707 Aug 03 16:08:27.168016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c632a-66c2-4ef0-9036-a7a16fd757dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fbb7d-4018-4545-814a-49d52aee7532,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:27.170452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56730) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:27.171208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device adaa8860-befa-4739-bc8f-0f27f15df3bc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:27.299590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-1a390482-f79c-40c3-bedc-ca15369df55f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418378 Aug 03 16:08:27.306295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc31fd-db24-4b66-bae0-590713bcdb33 None None] The sync data for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 is: [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a71ca41d-8827-4986-aa0e-c38d9a165ca2', 'name': '', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'mac_address': 'fa:16:3e:3c:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:23Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 1, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'subnets': [{'id': '750bdb7a-b336-435b-bc47-90de0371635d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:27.323696 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.395770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.434570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port adaa8860-befa-4739-bc8f-0f27f15df3bc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:27.446783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port adaa8860-befa-4739-bc8f-0f27f15df3bc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:27.449019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.475328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8e223b4c-01f2-4950-aa65-5afc53f9a8f6 service neutron] 10.222.0.70 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728711 Aug 03 16:08:27.476151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.484513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.489775 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c0fbb7d-4018-4545-814a-49d52aee7532 HTTP/1.1" status: 204 len: 168 time: 0.3051114 Aug 03 16:08:27.504197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d033cb-bab1-4bc4-b877-3d6427f495a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fbb7d-4018-4545-814a-49d52aee7532,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:27.542370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-abbd216e-44de-4d2a-a17d-33ccac345922 None None] Provisioning complete for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:27.542817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-abbd216e-44de-4d2a-a17d-33ccac345922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.644031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-abbd216e-44de-4d2a-a17d-33ccac345922 None None] Port a71ca41d-8827-4986-aa0e-c38d9a165ca2 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:27.674984 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:27.730688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-499218ac-7ea8-479b-b66c-a5f471d05a13 service neutron] 10.222.0.70 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542996 Aug 03 16:08:27.830841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port adaa8860-befa-4739-bc8f-0f27f15df3bc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=adaa8860-befa-4739-bc8f-0f27f15df3bc,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:27.837653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:28.026907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e81efe-aef8-4f34-94a5-bb177271d49c req-c50b5c78-903c-4859-aab7-88033409c301 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:28.037363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1e81efe-aef8-4f34-94a5-bb177271d49c req-c50b5c78-903c-4859-aab7-88033409c301 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1346331 Aug 03 16:08:28.039213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=adaa8860-befa-4739-bc8f-0f27f15df3bc,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:28.160694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1e81efe-aef8-4f34-94a5-bb177271d49c req-d5020134-eaec-45f9-b618-83a682482b61 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220119 Aug 03 16:08:28.274916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device de85f7d5-d94f-4045-a0a7-b4b3e413e353 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:28.351951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-853d8a58-ffaf-40c9-b7c6-aa5ca5c1e035 req-9c3d4b12-c5bb-43e2-ba2a-7e891409a9b9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 210 time: 0.0728526 Aug 03 16:08:28.416881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port de85f7d5-d94f-4045-a0a7-b4b3e413e353 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:28.418653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:28.589280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2676181e-b4cd-4794-8694-c4f6ecde97bb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:28.718168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2676181e-b4cd-4794-8694-c4f6ecde97bb completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:28.746567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2676181e-b4cd-4794-8694-c4f6ecde97bb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:28.747031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:28.869044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56796) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:28.950645 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:29.003566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2676181e-b4cd-4794-8694-c4f6ecde97bb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2676181e-b4cd-4794-8694-c4f6ecde97bb,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:29.018679 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:29.156854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:29.371232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d241a1-3d05-4823-a384-62cb2b5972f6 req-c01970da-2722-4393-ad77-73a30886292b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:29.380946 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0d241a1-3d05-4823-a384-62cb2b5972f6 req-c01970da-2722-4393-ad77-73a30886292b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.0862267 Aug 03 16:08:29.470389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0d241a1-3d05-4823-a384-62cb2b5972f6 req-6e38591b-bc3f-4a29-b04e-9bdfa5cec3fa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879230 Aug 03 16:08:29.617750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d91e9b8-75f8-4507-82b4-df68621e3fb7 req-90e7cac8-3b7b-48d7-9a7c-db9a7fd75701 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 210 time: 0.0349951 Aug 03 16:08:29.761528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.112200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:30.192413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:30.199745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:30.200909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.254439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Deleting port de85f7d5-d94f-4045-a0a7-b4b3e413e353 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:30.255016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.355901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.406661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:30.415879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.423282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2676181e-b4cd-4794-8694-c4f6ecde97bb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:30.438508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] For port de85f7d5-d94f-4045-a0a7-b4b3e413e353, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=de85f7d5-d94f-4045-a0a7-b4b3e413e353,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:30.447750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.585135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Calling delete_port for de85f7d5-d94f-4045-a0a7-b4b3e413e353 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:30.715530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.726652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2676181e-b4cd-4794-8694-c4f6ecde97bb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:30.727055 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:30.733438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.741387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:30.765527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.785007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.788231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-f1fd0edd-080e-4969-9026-f403263dde6c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.791159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-f1fd0edd-080e-4969-9026-f403263dde6c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 810 time: 0.3410022 Aug 03 16:08:30.814457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.834129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.857965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.864202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190704a-8e29-498f-8001-1c70b4c18485 req-daff2c3a-d87e-4842-9622-67a5dda36cfe tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:30.871068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-0c8f587a-5942-443b-998e-b3a5f5d561fc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.4104428 Aug 03 16:08:30.906480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7190704a-8e29-498f-8001-1c70b4c18485 req-daff2c3a-d87e-4842-9622-67a5dda36cfe tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1771882 Aug 03 16:08:31.004501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-45eb195e-259f-459d-ab40-e2786082e5d5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 379 time: 0.2019885 Aug 03 16:08:31.031028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'port': {'device_id': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'admin_state_up': True, 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'security_groups': ['73c57b35-c476-4835-bba7-34df60e5ff9c']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:31.052909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device adaa8860-befa-4739-bc8f-0f27f15df3bc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:31.065087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7190704a-8e29-498f-8001-1c70b4c18485 req-baaa85aa-2d4c-41b2-b338-da7837c9377f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573198 Aug 03 16:08:31.170783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83bf2bcc-3985-4ea9-93c5-b2cd491ffedb req-4aa93c92-3a88-48ac-94af-61f6329c920d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540346 Aug 03 16:08:31.214891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Made reservation on behalf of 30d99d06ba444c7c81557f665854da2c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:08:31.217170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port adaa8860-befa-4739-bc8f-0f27f15df3bc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:31.217717 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:31.219401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:31.273821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1091577a-ec5d-4709-960d-aaddf90430d4 req-43d7504f-6482-409d-8fbe-c25959d766cf tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 210 time: 0.0679431 Aug 03 16:08:31.457171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.463325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.479519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Allocated IP 172.20.0.12 (27dbe91f-a6e1-45eb-9f77-f09b595eb4f5/118c9a1a-2e84-44af-a6bc-26a2199143ac/853380fe-e2ed-4323-ba71-0fdcabd1624c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:08:31.480288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.487095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.499171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.507429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.517865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.520538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-e4859ee7-3e40-4968-a3e1-7e340a4b9960 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.1754053 Aug 03 16:08:31.586844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:31.640819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Pushing event deleted for resources: {'Port': ['ID=de85f7d5-d94f-4045-a0a7-b4b3e413e353,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:31.657616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-332f952e-d4fd-407a-9137-47a48a4bddcc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:31.659329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-332f952e-d4fd-407a-9137-47a48a4bddcc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1300061 Aug 03 16:08:32.145541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:32.226759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-64066d2e-d426-4c78-b53f-0595cdd5d23c tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5382087 Aug 03 16:08:32.242719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:32.277139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:32.277867 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.279567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.351904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.362220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56882) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:32.366828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.367047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Transition to ACTIVE for port object 853380fe-e2ed-4323-ba71-0fdcabd1624c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:32.429778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.521868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:08:32.542039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822eb3d-7664-4e13-ac18-c121f08918cf req-b9c828b6-ebe0-4048-8585-203244c01fe3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.546077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6822eb3d-7664-4e13-ac18-c121f08918cf req-b9c828b6-ebe0-4048-8585-203244c01fe3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.1305764 Aug 03 16:08:32.548077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:08:32.556538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:08:32.744741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:32.745911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.761696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6822eb3d-7664-4e13-ac18-c121f08918cf req-85ebb492-95f0-4290-9c9f-636b4c666eb8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132970 Aug 03 16:08:32.774642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.790815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.797175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.804518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.808116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.808808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:32.821412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.841327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-8c3a0743-3709-486d-9001-a9512b9166f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8176417 Aug 03 16:08:32.844430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:32.846837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24e72c9d-daa4-4b73-881e-1c207891814c req-830f7a03-098e-475e-90d2-b09239ca1e78 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 5446 time: 0.4279287 Aug 03 16:08:32.858099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Request body: {'port': {'device_id': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:33.003280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.032363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:33.039852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-005fa1db-48e8-4d03-9e7b-ca3a47789553 None None] Provisioning for port 853380fe-e2ed-4323-ba71-0fdcabd1624c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:33.046129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec41158-7e2e-4b67-b86f-5638eef708ca req-00486dd9-52f1-4570-835d-f3b855e565fc tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:33.046672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-005fa1db-48e8-4d03-9e7b-ca3a47789553 None None] Provisioning complete for port 853380fe-e2ed-4323-ba71-0fdcabd1624c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:33.047341 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-005fa1db-48e8-4d03-9e7b-ca3a47789553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.056205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ec41158-7e2e-4b67-b86f-5638eef708ca req-00486dd9-52f1-4570-835d-f3b855e565fc tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 932 time: 0.1457098 Aug 03 16:08:33.073327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] For port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:33.094410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-005fa1db-48e8-4d03-9e7b-ca3a47789553 None None] Port 853380fe-e2ed-4323-ba71-0fdcabd1624c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:33.111502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77ed34-b754-429e-9ec2-ba547732e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.127848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ec41158-7e2e-4b67-b86f-5638eef708ca req-72e733e8-3291-4b34-b4a8-6194af0def9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706630 Aug 03 16:08:33.188848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] device_id is not set on port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:08:33.228707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.254947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24e72c9d-daa4-4b73-881e-1c207891814c req-fdb58abe-1002-4f11-b5bc-0fd36b19faf5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=d4c052d4-956a-4630-9b2c-278a63d00f05&id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496685 Aug 03 16:08:33.257984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.279821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:33.380746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] No DVR routers for this DVR port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:33.387369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:33.492968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853380fe-e2ed-4323-ba71-0fdcabd1624c {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:33.516307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.524090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] In _notify_port_updated(), no bound segment for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:08:33.524984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:33.525612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.527032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-374ec4a2-915c-4a50-bb9c-1fa6f80f1e84 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 200 len: 1033 time: 1.2907205 Aug 03 16:08:33.536444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Transition to ACTIVE for port object 853380fe-e2ed-4323-ba71-0fdcabd1624c will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:33.540351 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.599387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:33.643734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77ed34-b754-429e-9ec2-ba547732e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.659327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae77ed34-b754-429e-9ec2-ba547732e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.670945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cd5b0f38-781e-41b2-aa57-0b3e32579004 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:33.672668 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cd5b0f38-781e-41b2-aa57-0b3e32579004 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "GET /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0894558 Aug 03 16:08:33.687866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:33.700089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:33.701944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Attempting to bind port 853380fe-e2ed-4323-ba71-0fdcabd1624c on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:33.702294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Attempting to bind port 853380fe-e2ed-4323-ba71-0fdcabd1624c by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:33.702629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Attempting to bind port 853380fe-e2ed-4323-ba71-0fdcabd1624c on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:33.708252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9f26ee2-3f07-4c02-97d7-8352101656af admin admin] 10.222.0.70 "PUT /v2.0/routers/dbe07960-e3b9-45e7-9313-d24d5e4f7d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8380768 Aug 03 16:08:33.715624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:33.717313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Sync routers for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:33.722516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Port 853380fe-e2ed-4323-ba71-0fdcabd1624c on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:08:33.722843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Attempting to bind port 853380fe-e2ed-4323-ba71-0fdcabd1624c on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:33.760400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ae77ed34-b754-429e-9ec2-ba547732e363 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90b3911ca7784c08a7b8e7061e45ebd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3964980 Aug 03 16:08:33.763848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:33.764735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:33.765861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56902) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:33.777289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:33.777657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Checking segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:33.778052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Bound using segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:33.778814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Bound port: 853380fe-e2ed-4323-ba71-0fdcabd1624c, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:33.779183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.780023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6e0f58c-5c64-4719-b9df-67df36b91697 None None] Provisioning complete for port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:33.780404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f58c-5c64-4719-b9df-67df36b91697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.786359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ed34-b754-429e-9ec2-ba547732e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41e8c3-1712-4048-89bc-34969d6f8759,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:33.849396 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:33.931169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0f58c-5c64-4719-b9df-67df36b91697 None None] Port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:34.055155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.064659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:34.079336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:34.086351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:34.091287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.092767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1b088cdf-1738-4058-9e62-267695154bf9,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:34.149827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.160496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.172847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] For port 1b088cdf-1738-4058-9e62-267695154bf9, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:34.196215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92062c1-07b4-46fe-9f92-49c42df6d561 req-c27c0008-e53c-4a66-b8b2-f8542482ba8f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:34.203858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b92062c1-07b4-46fe-9f92-49c42df6d561 req-c27c0008-e53c-4a66-b8b2-f8542482ba8f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.2437203 Aug 03 16:08:34.249118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] device_id is not set on port 1b088cdf-1738-4058-9e62-267695154bf9 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:08:34.298082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.308355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:34.309224 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.311139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] 10.222.0.78 "PUT /v2.0/ports/853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1092 time: 1.4574609 Aug 03 16:08:34.318731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:34.321136 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:34.328722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.408809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:31Z', 'revision_number': 5, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:34.448824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Checking router: dbe07960-e3b9-45e7-9313-d24d5e4f7d03 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:34.456782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:34.460017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Routers {'dbe07960-e3b9-45e7-9313-d24d5e4f7d03'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:34.460589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:34.471599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf7af3-05b7-411e-89c2-4b70f411f3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:34.490982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b92062c1-07b4-46fe-9f92-49c42df6d561 req-7fa52bd0-4e79-4f08-a53a-7e1fd6c8fb85 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859879 Aug 03 16:08:34.525598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Sync routers for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:34.538719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f52168-8121-4c02-bb38-825175e76a2f req-b5b8956b-c58d-4067-a76e-5a62a74d40e6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:34.544370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3f52168-8121-4c02-bb38-825175e76a2f req-b5b8956b-c58d-4067-a76e-5a62a74d40e6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 944 time: 0.2871320 Aug 03 16:08:34.551804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:34.553067 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:34.573734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.576808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.587905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b41e8c3-1712-4048-89bc-34969d6f8759 HTTP/1.1" status: 204 len: 168 time: 0.8209400 Aug 03 16:08:34.607937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-ce63d219-3905-4b64-b2ed-54f4378ffc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:34.612309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-ce63d219-3905-4b64-b2ed-54f4378ffc64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1095 time: 0.2295032 Aug 03 16:08:34.626060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:34.661239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8820-bc89-4a5b-a829-0565c2ecd780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41e8c3-1712-4048-89bc-34969d6f8759,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:34.771685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-4be99544-01df-463a-bf6d-957abd9ef3cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 217 time: 0.1351907 Aug 03 16:08:34.785607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] Set router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:34.944557 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:34.955587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-925c3907-de4c-4913-becb-ae2e69e3c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:34.964512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-925c3907-de4c-4913-becb-ae2e69e3c015 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.1826708 Aug 03 16:08:35.077676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:35.149216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-c6fa60ff-0364-44a6-a687-cc84a7abd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.151083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-c6fa60ff-0364-44a6-a687-cc84a7abd5e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710842 Aug 03 16:08:35.281064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.293405 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.296383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.307980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.321543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.338596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.340459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-2a17f268-9d0c-4a86-8123-f3a1970cf543 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3887 time: 0.5419035 Aug 03 16:08:35.341086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56926) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:35.374848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:35.378465 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a71ca41d-8827-4986-aa0e-c38d9a165ca2', 'name': '', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'mac_address': 'fa:16:3e:3c:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:23Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 2, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'subnets': [{'id': '750bdb7a-b336-435b-bc47-90de0371635d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:35.379751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9074b214-7f7b-4783-8749-afe739e28791 None None] Provisioning complete for port 1b088cdf-1738-4058-9e62-267695154bf9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:35.380464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9074b214-7f7b-4783-8749-afe739e28791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.390071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:35.393606 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a5fb35-c9fd-4c34-8ba2-4592bd4f97b9" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:35.412652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Checking router: 904fe620-4f22-4ea2-aebb-81ff041aaca2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:35.413000 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Updating router 904fe620-4f22-4ea2-aebb-81ff041aaca2 port a71ca41d-8827-4986-aa0e-c38d9a165ca2 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:08:35.427811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] No DVR routers for this DVR port 1b088cdf-1738-4058-9e62-267695154bf9 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:35.456872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.457910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 261a7212-2350-4eba-9810-522dfe1c303b no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:35.459395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b327ea00-f53f-44f3-b1ce-b7a304947057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.461421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9074b214-7f7b-4783-8749-afe739e28791 None None] Port 1b088cdf-1738-4058-9e62-267695154bf9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:08:35.466030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Deleting port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:35.466993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.474701 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.504529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3f52168-8121-4c02-bb38-825175e76a2f req-b7bb22db-b7d5-453c-aa13-f8af1b44a97e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794156 Aug 03 16:08:35.536199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] In _notify_port_updated(), no bound segment for port 1b088cdf-1738-4058-9e62-267695154bf9 on network 9204d1b8-fa19-4251-9f67-91d214644a2a {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:08:35.537271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:35.538869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.540272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-047cc07d-86ac-47b9-9609-a4954939d7cc service neutron] 10.222.0.72 "PUT /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 200 len: 1032 time: 1.8572452 Aug 03 16:08:35.642883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:35.656029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:31Z', 'revision_number': 5, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:35.672588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:35.672940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.695573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646c18d2-2a62-4323-bd52-14985940aa65 None None] The sync data for ids ['dbe07960-e3b9-45e7-9313-d24d5e4f7d03'] in n-d-803226-3 is: [{'id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'name': 'tempest-TestAggregatesBasicOps-1624706297-router', 'tenant_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:07Z', 'updated_at': '2021-08-03T16:08:31Z', 'revision_number': 5, 'project_id': 'bb770c99ff114b4b87c157c5e8b69cd8', 'gw_port': {'id': 'e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe07960-e3b9-45e7-9313-d24d5e4f7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:08Z', 'updated_at': '2021-08-03T16:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:35.706265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.709480 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b1c659-030a-49ce-8f72-001eab69e7fd x-openstack-request-id: req-48b1c659-030a-49ce-8f72-001eab69e7fd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:35.710030 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:35.710030 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48b1c659-030a-49ce-8f72-001eab69e7fd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:35.710430 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'status': 'completed', 'code': 200} Aug 03 16:08:35.725259 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b9b257-dea9-402f-8aae-661e8bce8654 x-openstack-request-id: req-d6b9b257-dea9-402f-8aae-661e8bce8654 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:35.725625 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:35.727518 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6b9b257-dea9-402f-8aae-661e8bce8654 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:35.727784 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'code': 200} Aug 03 16:08:35.776037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:35.784999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.785976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-97c16488-cbce-4bec-8abf-df78ddf06303 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255777 Aug 03 16:08:35.789236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 46f416bd-bc3c-4830-8e34-31bd774e3ce7 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:35.797022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b30553b7-0014-4695-9f7f-b1851ae88ef5 req-aef21ac2-d4c5-45b4-96f4-471b4d4c4314 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118154 Aug 03 16:08:35.886001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:35.886811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:35.911142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.022897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b327ea00-f53f-44f3-b1ce-b7a304947057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.029133 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.045807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for 46f416bd-bc3c-4830-8e34-31bd774e3ce7 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:36.135573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] For port e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:36.137545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.140604 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.165330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device de85f7d5-d94f-4045-a0a7-b4b3e413e353 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:36.172977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Calling delete_port for e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:36.175871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 46f416bd-bc3c-4830-8e34-31bd774e3ce7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=46f416bd-bc3c-4830-8e34-31bd774e3ce7,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:36.176064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42503c30-be34-48cf-b4b3-adb7130cdda7 req-04c5be53-6bae-47f3-9705-11c4e7623248 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:36.183902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.184812 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Transition to ACTIVE for port object a71ca41d-8827-4986-aa0e-c38d9a165ca2 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:36.184955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a4960352-5b38-4fae-81a2-bbf51a1dfce8 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:36.186465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b327ea00-f53f-44f3-b1ce-b7a304947057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.189853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42503c30-be34-48cf-b4b3-adb7130cdda7 req-04c5be53-6bae-47f3-9705-11c4e7623248 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 945 time: 0.3285279 Aug 03 16:08:36.193935 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.272977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Pushing event updated for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.309695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42503c30-be34-48cf-b4b3-adb7130cdda7 req-8bba8dc6-f668-4d5a-961f-d520aad46ea7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173630 Aug 03 16:08:36.327386 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.327386 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.327386 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.327811 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.328021 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.328343 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.328662 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.328854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327ea00-f53f-44f3-b1ce-b7a304947057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9843b0-b9dc-4d5c-b5af-2facb53d4599,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.328973 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.329278 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.330359 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.330900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.331325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:36.366294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.368986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: de85f7d5-d94f-4045-a0a7-b4b3e413e353 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:36.369330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device de85f7d5-d94f-4045-a0a7-b4b3e413e353 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:36.405476 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Attempting to bind port a71ca41d-8827-4986-aa0e-c38d9a165ca2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:36.406027 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Attempting to bind port a71ca41d-8827-4986-aa0e-c38d9a165ca2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:36.406396 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Attempting to bind port a71ca41d-8827-4986-aa0e-c38d9a165ca2 on network 9c085f15-292e-4f58-82fb-e974ccee8721 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:36.414880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:36.415288 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Checking segment: {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:36.415702 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.418722 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Bound using segment: {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:36.419265 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Bound port: a71ca41d-8827-4986-aa0e-c38d9a165ca2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02bb9ba-402c-4b79-97b7-676af204a863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:36.419648 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.473199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.544866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.545027 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] For port a71ca41d-8827-4986-aa0e-c38d9a165ca2, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:36.560932 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] For port a71ca41d-8827-4986-aa0e-c38d9a165ca2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a71ca41d-8827-4986-aa0e-c38d9a165ca2,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:36.571044 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.597264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:36.609293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.610178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b088cdf-1738-4058-9e62-267695154bf9 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:36.615674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=46f416bd-bc3c-4830-8e34-31bd774e3ce7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.626215 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:36.627777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:36.662810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port 46f416bd-bc3c-4830-8e34-31bd774e3ce7 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:36.666639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:36.669188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-cfa8db3b-fb8d-4102-9de5-e13579b61f4a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "DELETE /v2.0/ports/46f416bd-bc3c-4830-8e34-31bd774e3ce7 HTTP/1.1" status: 204 len: 173 time: 1.1228237 Aug 03 16:08:36.669668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:36.669888 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-13fdf2a2-7261-4822-b1cf-2ff622c1696b service neutron] show failed (client error): The resource could not be found. Aug 03 16:08:36.670866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-13fdf2a2-7261-4822-b1cf-2ff622c1696b service neutron] 10.222.0.72 "GET /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 1.1273468 Aug 03 16:08:36.672157 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f29bcd6-a548-44a8-9db7-8a0984420a3b" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:36.673339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b327ea00-f53f-44f3-b1ce-b7a304947057 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69767d926cce4fee89e26951fd56df7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3007336 Aug 03 16:08:36.679529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:36.720239 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acb42e-56ec-4b60-bcb9-80d248ebfa79 None None] Pushing event updated for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.806389 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7655a45-dcd8-4620-bab5-b43b098964a5 x-openstack-request-id: req-c7655a45-dcd8-4620-bab5-b43b098964a5 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:36.806745 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:36.806952 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7655a45-dcd8-4620-bab5-b43b098964a5 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:36.807370 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'status': 'completed', 'code': 200} Aug 03 16:08:36.817710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f163435-531d-41af-a8f3-6f252f9f8b43 req-2ac2077a-f74d-4826-97f7-d6218db61319 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0154326 Aug 03 16:08:36.824356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:36.843927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1b088cdf-1738-4058-9e62-267695154bf9 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:36.844344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:36.852509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:36.951390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:36.951717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c1cd3a9b-3bce-4942-a631-abcfb02603cd no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:36.977628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239650cb-9673-4040-be40-b95acc2fc205 req-35918938-6dd5-45f5-a945-994a324771a6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:36.984328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-239650cb-9673-4040-be40-b95acc2fc205 req-35918938-6dd5-45f5-a945-994a324771a6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 944 time: 0.3021717 Aug 03 16:08:37.009403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.056756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.083622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.087052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.154339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:37.163995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.185633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-92f60ed9-41e3-4c47-9e14-fd05a47ff9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.187280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-92f60ed9-41e3-4c47-9e14-fd05a47ff9b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1095 time: 0.2621136 Aug 03 16:08:37.187937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:37.204443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.207199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.208458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b9843b0-b9dc-4d5c-b5af-2facb53d4599 HTTP/1.1" status: 204 len: 168 time: 0.5139313 Aug 03 16:08:37.211864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:37.240250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dfffc-b2a5-4820-90ac-70a412537720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9843b0-b9dc-4d5c-b5af-2facb53d4599,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:37.276001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-cf602f7d-945d-42f2-ab76-4f75b284a103 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.283055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-cf602f7d-945d-42f2-ab76-4f75b284a103 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.291227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-cf602f7d-945d-42f2-ab76-4f75b284a103 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.302401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-cf602f7d-945d-42f2-ab76-4f75b284a103 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.302777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a71ca41d-8827-4986-aa0e-c38d9a165ca2', 'name': '', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'mac_address': 'fa:16:3e:3c:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:23Z', 'updated_at': '2021-08-03T16:08:36Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'subnets': [{'id': '750bdb7a-b336-435b-bc47-90de0371635d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:37.314289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-cf602f7d-945d-42f2-ab76-4f75b284a103 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3146 time: 0.3540399 Aug 03 16:08:37.333125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-eafee826-2d65-4778-867f-31ad9d5deb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.334702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-eafee826-2d65-4778-867f-31ad9d5deb1e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 1096 time: 0.2250137 Aug 03 16:08:37.347516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-239650cb-9673-4040-be40-b95acc2fc205 req-b1c16ac1-4e24-4d3a-a062-951380df3fd2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517740 Aug 03 16:08:37.347769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-72a8487f-b371-493c-bcaf-b9d5f263e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.349270 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-72a8487f-b371-493c-bcaf-b9d5f263e6de service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.1277058 Aug 03 16:08:37.375890 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc82ac4-0486-45c7-98a0-325f5cfbb6b1 None None] The sync data for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 is: [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:24Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a71ca41d-8827-4986-aa0e-c38d9a165ca2', 'name': '', 'network_id': '9c085f15-292e-4f58-82fb-e974ccee8721', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'mac_address': 'fa:16:3e:3c:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '750bdb7a-b336-435b-bc47-90de0371635d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:23Z', 'updated_at': '2021-08-03T16:08:36Z', 'revision_number': 4, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'subnets': [{'id': '750bdb7a-b336-435b-bc47-90de0371635d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:37.382104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:37.396260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:37.476868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d85eba3e-3bff-4f06-8df9-3777f5260574 req-546a33e4-3c9a-4dbf-bc31-797ebfac95b3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601794 Aug 03 16:08:37.488774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port c1cd3a9b-3bce-4942-a631-abcfb02603cd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:37.490096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.503878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.561283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-16e2317b-839f-4720-ac65-79b62ffecceb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 217 time: 0.1983840 Aug 03 16:08:37.596071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:37.601520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.654349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.703023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:37.728951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}, {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:37.732757 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd0126-166b-4e74-a2cc-a0d9c3b12a27" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "261a7212-2350-4eba-9810-522dfe1c303b"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd"}, {"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:37.735102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.902623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port c1cd3a9b-3bce-4942-a631-abcfb02603cd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c1cd3a9b-3bce-4942-a631-abcfb02603cd,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:37.903087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.932479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41363743-8110-4b6a-bb63-9b3d87830d34 x-openstack-request-id: req-41363743-8110-4b6a-bb63-9b3d87830d34 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:37.933690 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "261a7212-2350-4eba-9810-522dfe1c303b", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "46f416bd-bc3c-4830-8e34-31bd774e3ce7", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd", "code": 200}, {"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:37.934185 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41363743-8110-4b6a-bb63-9b3d87830d34 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:37.934808 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b', 'code': 200} Aug 03 16:08:37.935257 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f416bd-bc3c-4830-8e34-31bd774e3ce7', 'code': 200} Aug 03 16:08:37.935712 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'code': 200} Aug 03 16:08:37.936170 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'code': 200} Aug 03 16:08:37.937074 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'code': 200} Aug 03 16:08:37.943870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ab85c-775b-4ed4-aca8-b737e30a2124 req-3d17f819-9490-46b3-a547-c1a20c559189 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.945594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f2ab85c-775b-4ed4-aca8-b737e30a2124 req-3d17f819-9490-46b3-a547-c1a20c559189 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.3312471 Aug 03 16:08:37.948990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-129f135e-d3b8-4339-8e8d-9e1148aabdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:37.953444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-129f135e-d3b8-4339-8e8d-9e1148aabdfb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.3737671 Aug 03 16:08:37.956552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:37.967719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.154284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a71ca41d-8827-4986-aa0e-c38d9a165ca2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:38.156984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.158131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe07960-e3b9-45e7-9313-d24d5e4f7d03 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:08:38.191234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.193428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ead2ec4a-ae43-414c-9ec1-a0f63fb41b89 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dbe07960-e3b9-45e7-9313-d24d5e4f7d03 HTTP/1.1" status: 204 len: 168 time: 4.4766071 Aug 03 16:08:38.207195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56988) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:38.244322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:38.257114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:38.257499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.337033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Deleting subnet f464e7dd-851a-447d-bc44-1ffe373fdd29 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:08:38.368039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.373074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-f73b28f0-3f3e-48c5-a8bb-287d7a95e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:38.385937 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-f73b28f0-3f3e-48c5-a8bb-287d7a95e744 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600788 Aug 03 16:08:38.414879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.495527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a71ca41d-8827-4986-aa0e-c38d9a165ca2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a71ca41d-8827-4986-aa0e-c38d9a165ca2,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:38.507422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.578839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:38.619464 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.619968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.620196 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Floating IP 8c383280-ef46-4fa9-8129-18d08467a9ca disassociated. External IP: 172.25.7.231, port: c1cd3a9b-3bce-4942-a631-abcfb02603cd. Aug 03 16:08:38.620461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for c1cd3a9b-3bce-4942-a631-abcfb02603cd owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:38.628398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:38.659387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db64a8b-84b4-4ed5-a27d-c7a5828c3ea3 req-86e04b36-aaf6-4391-af6e-dd4131beff7e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:38.666975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7db64a8b-84b4-4ed5-a27d-c7a5828c3ea3 req-86e04b36-aaf6-4391-af6e-dd4131beff7e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 944 time: 0.1544595 Aug 03 16:08:38.782054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7db64a8b-84b4-4ed5-a27d-c7a5828c3ea3 req-205bb6b0-45de-490b-8d82-b9967222d924 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094792 Aug 03 16:08:38.806369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:38.889990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 853380fe-e2ed-4323-ba71-0fdcabd1624c details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:08:38.978827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:38.996199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:38.999732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.105394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:39.136683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'port_id': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'mac_address': 'fa:16:3e:6e:fd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:08:39.181507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f2ab85c-775b-4ed4-aca8-b737e30a2124 req-db579549-be73-454c-a3b7-cbcd44d410c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2269299 Aug 03 16:08:39.213836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-d5c20529-6608-4515-b68d-2524db6beec8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:39.232463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-d5c20529-6608-4515-b68d-2524db6beec8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:39.238430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.249067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-d5c20529-6608-4515-b68d-2524db6beec8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:39.262209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853380fe-e2ed-4323-ba71-0fdcabd1624c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:39.264113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-d5c20529-6608-4515-b68d-2524db6beec8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:39.266372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-d5c20529-6608-4515-b68d-2524db6beec8 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 3144 time: 0.1807387 Aug 03 16:08:39.267811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Transition to ACTIVE for port object 59374051-e432-428a-bf70-c41dcd8d28aa will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:39.268956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-8fead4bf-d065-4af6-b617-b4fe8c62a8e1 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271588 Aug 03 16:08:39.270059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.298996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:39.310910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.316047 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.353469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=c1cd3a9b-3bce-4942-a631-abcfb02603cd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:39.393360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:39.404846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.477370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba7c2ba5-968e-4694-8b1e-96ce03f6177d req-e1e9ff51-bf62-42ce-97d8-ffbcb8f455e9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896152 Aug 03 16:08:39.489148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd32d6b0-e24d-4f2c-8c49-8c2ec2034b38 req-593b756a-15f9-4fed-be20-ca89ffa94e5d service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024236 Aug 03 16:08:39.530402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.530906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['853380fe-e2ed-4323-ba71-0fdcabd1624c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:08:39.598570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f464e7dd-851a-447d-bc44-1ffe373fdd29,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:39.615704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.623475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9680bd79-0dc7-4904-b8e5-7ac604c29f0d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f464e7dd-851a-447d-bc44-1ffe373fdd29 HTTP/1.1" status: 204 len: 168 time: 1.4111891 Aug 03 16:08:39.624151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57018) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:39.629971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a3551-0feb-4a77-95f8-d3407b641a11 None None] Network b747244c-11b5-492f-8c6f-3385f9865f7d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:39.744681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.755073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=7']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:39.832585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Deleting port 0558c574-6d0d-4c32-bdc0-66d55774255b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:39.833191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.884579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:39.885790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] No DVR routers for this DVR port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:39.904004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85126c9f-01b7-484f-896e-ef537832583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.927651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] For port 0558c574-6d0d-4c32-bdc0-66d55774255b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0558c574-6d0d-4c32-bdc0-66d55774255b,segment=NetworkSegment(f80a6507-86d7-4e87-b206-588374e55a8b),segment_id=f80a6507-86d7-4e87-b206-588374e55a8b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:39.928260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:39.966371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Calling delete_port for 0558c574-6d0d-4c32-bdc0-66d55774255b owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:40.050508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] DHCP port deletion for b747244c-11b5-492f-8c6f-3385f9865f7d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:08:40.126045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a71ca41d-8827-4986-aa0e-c38d9a165ca2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:40.135664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394781e7-ced6-4293-a9d7-a60684d972cd req-0204e5d6-f03a-4126-b1e3-76b696c6beea tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:40.143523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-394781e7-ced6-4293-a9d7-a60684d972cd req-0204e5d6-f03a-4126-b1e3-76b696c6beea tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 945 time: 0.1597526 Aug 03 16:08:40.215312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-394781e7-ced6-4293-a9d7-a60684d972cd req-70c3f1a6-1288-48dc-bf05-3e78173cd3fa tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651236 Aug 03 16:08:40.233198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.270886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] No DVR routers for this DVR port 0558c574-6d0d-4c32-bdc0-66d55774255b on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:40.271155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Deleting port 0558c574-6d0d-4c32-bdc0-66d55774255b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:40.271392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.272563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0558c574-6d0d-4c32-bdc0-66d55774255b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:40.375979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.407230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b747244c-11b5-492f-8c6f-3385f9865f7d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:40.410795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] For port 0558c574-6d0d-4c32-bdc0-66d55774255b, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:40.411204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.430252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80a6507-86d7-4e87-b206-588374e55a8b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:40.430555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80a6507-86d7-4e87-b206-588374e55a8b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:40.443702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Calling delete_port for 0558c574-6d0d-4c32-bdc0-66d55774255b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:40.446852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Port 0558c574-6d0d-4c32-bdc0-66d55774255b was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:08:40.448338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:40.450577 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.457714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.472047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Sync routers for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:40.480601 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.493451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:08:40.493767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.537262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] No DVR routers for this DVR port 0558c574-6d0d-4c32-bdc0-66d55774255b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:40.540299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862265f-2a3e-421f-a04b-2ff5c46f6c33 None None] Pushing event deleted for resources: {'Port': ['ID=0558c574-6d0d-4c32-bdc0-66d55774255b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:08:40.554821 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:08:40.560756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a71ca41d-8827-4986-aa0e-c38d9a165ca2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:40.561137 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.604063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.607034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:40.607408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:40.608201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:40.613277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.615341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b747244c-11b5-492f-8c6f-3385f9865f7d HTTP/1.1" status: 204 len: 168 time: 0.9891329 Aug 03 16:08:40.624072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port c1cd3a9b-3bce-4942-a631-abcfb02603cd on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:40.629394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:40.638760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f96d26-2831-474a-ac99-c0555e096913 req-a9afa123-1b49-4fc3-8cf7-39c4981afa52 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:40.640304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9f96d26-2831-474a-ac99-c0555e096913 req-a9afa123-1b49-4fc3-8cf7-39c4981afa52 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.2987494 Aug 03 16:08:40.641430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.647143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:40.647797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:40.655721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-0109606a-62ab-4626-8b7f-08dee791c2ee tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "DELETE /v2.0/ports/c1cd3a9b-3bce-4942-a631-abcfb02603cd HTTP/1.1" status: 204 len: 173 time: 3.9572792 Aug 03 16:08:40.657403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:40.660308 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3446d6-1baa-4ec1-a63b-69d23c4301c1" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:40.687170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:08:40.687500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:40.775254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:40.775927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:40.776019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Bound using segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:40.776425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Bound port: 59374051-e432-428a-bf70-c41dcd8d28aa, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:40.776791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:40.778260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42b182-ac08-4f10-9270-98d70851ccd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b747244c-11b5-492f-8c6f-3385f9865f7d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:40.916350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:40.922087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:40.924597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9f96d26-2831-474a-ac99-c0555e096913 req-da06f89b-0014-40e7-b838-e5b8b799092a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442687 Aug 03 16:08:40.925288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 853380fe-e2ed-4323-ba71-0fdcabd1624c up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:40.941132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a7501-411d-42ee-85af-a6cb7c2785b3 req-3ab90739-5017-4fab-9573-c8003119d073 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:40.947707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a7501-411d-42ee-85af-a6cb7c2785b3 req-3ab90739-5017-4fab-9573-c8003119d073 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:40.956371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a7501-411d-42ee-85af-a6cb7c2785b3 req-3ab90739-5017-4fab-9573-c8003119d073 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:40.958326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-037a7501-411d-42ee-85af-a6cb7c2785b3 req-3ab90739-5017-4fab-9573-c8003119d073 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 2410 time: 0.1934922 Aug 03 16:08:41.005871 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3121f-b2c6-488c-9ddb-831da4c7e49e x-openstack-request-id: req-16b3121f-b2c6-488c-9ddb-831da4c7e49e {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:41.006057 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "c1cd3a9b-3bce-4942-a631-abcfb02603cd", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:41.006515 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16b3121f-b2c6-488c-9ddb-831da4c7e49e {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:41.007131 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'c1cd3a9b-3bce-4942-a631-abcfb02603cd', 'status': 'completed', 'code': 200} Aug 03 16:08:41.016939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:41.022354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:41.033495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port a4960352-5b38-4fae-81a2-bbf51a1dfce8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:41.034575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.040252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.086786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-037a7501-411d-42ee-85af-a6cb7c2785b3 req-6d34d32f-3325-410e-962f-3217f75d119b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216743 Aug 03 16:08:41.158540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port a4960352-5b38-4fae-81a2-bbf51a1dfce8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a4960352-5b38-4fae-81a2-bbf51a1dfce8,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:41.158918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.243565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:41.244651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e84f1c35-7ae0-4d0b-b67a-96dfca9f2e75 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:41.289354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=8']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:41.317843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for a4960352-5b38-4fae-81a2-bbf51a1dfce8 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:41.324741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 853380fe-e2ed-4323-ba71-0fdcabd1624c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:41.333096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 853380fe-e2ed-4323-ba71-0fdcabd1624c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:41.334100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.338557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:41.339200 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.340677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-da39a89a-263b-4bce-9cea-6e52f55ec6ca service neutron] 10.222.0.78 "PUT /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 1091 time: 3.9875462 Aug 03 16:08:41.468687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.574111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747d0ae-d06c-44c5-8066-cb2fb6d07951 req-ab8d0460-96a5-485d-bb0e-4c4416d349b6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:41.575732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7747d0ae-d06c-44c5-8066-cb2fb6d07951 req-ab8d0460-96a5-485d-bb0e-4c4416d349b6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 945 time: 0.2013519 Aug 03 16:08:41.676350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.722264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:41.724812 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dcbc8-f14e-4ba6-99a9-a3ba24cc92e3" -d '{"events": [{"server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "name": "network-vif-plugged", "status": "completed", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:41.735947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7747d0ae-d06c-44c5-8066-cb2fb6d07951 req-b070e12d-188c-4931-80e7-16ce47d15723 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500657 Aug 03 16:08:41.753680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:41.761142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:41.768333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.801779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Checking router: 03bedd8b-cdd6-4fbd-9242-663a2ce66405 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:41.809772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:41.828602 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c6755d-fa9e-458d-99eb-03e42f47a122 x-openstack-request-id: req-32c6755d-fa9e-458d-99eb-03e42f47a122 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:41.829060 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "name": "network-vif-plugged", "status": "completed", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:41.830282 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32c6755d-fa9e-458d-99eb-03e42f47a122 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:41.831199 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'code': 200} Aug 03 16:08:41.839678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:41.840464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:41.868677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=a4960352-5b38-4fae-81a2-bbf51a1dfce8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:41.937354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-fb84088d-be0b-439a-bc89-eda8850a55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:41.939653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-fb84088d-be0b-439a-bc89-eda8850a55ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1094 time: 0.5620527 Aug 03 16:08:41.941041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port a4960352-5b38-4fae-81a2-bbf51a1dfce8 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:41.953482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:42.009266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2d9a-b4d4-4221-8625-41fcb14fb8d0 req-e214e480-3e0e-484b-ad01-7117fdca87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.011090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4ec2d9a-b4d4-4221-8625-41fcb14fb8d0 req-e214e480-3e0e-484b-ad01-7117fdca87ea service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.0966942 Aug 03 16:08:42.034893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0558c574-6d0d-4c32-bdc0-66d55774255b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:42.049910 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.052018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-919f3a6d-d1ce-424c-b4b4-d4513dbac03b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "DELETE /v2.0/ports/a4960352-5b38-4fae-81a2-bbf51a1dfce8 HTTP/1.1" status: 204 len: 173 time: 1.3732998 Aug 03 16:08:42.069118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0558c574-6d0d-4c32-bdc0-66d55774255b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:42.070013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0558c574-6d0d-4c32-bdc0-66d55774255b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:42.119238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:42.121964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0dc705b8-5503-4a03-a650-e312df42762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.143025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4ec2d9a-b4d4-4221-8625-41fcb14fb8d0 req-c9e16473-4873-4919-b1ff-882ecd2f6ea5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087828 Aug 03 16:08:42.235902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db9bc7-c56b-48ab-ba3c-5d5f439260f1 req-15575052-8da7-4b72-848c-5f002e530f00 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.239753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5db9bc7-c56b-48ab-ba3c-5d5f439260f1 req-15575052-8da7-4b72-848c-5f002e530f00 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.1929257 Aug 03 16:08:42.340362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Deleting port a71ca41d-8827-4986-aa0e-c38d9a165ca2 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:42.341693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.359011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75b4d-47d6-49b6-a035-eb517d2abdee req-d7e0aa4b-8db4-4526-a25e-e78c96728e6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.371992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75b4d-47d6-49b6-a035-eb517d2abdee req-d7e0aa4b-8db4-4526-a25e-e78c96728e6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.373669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2f75b4d-47d6-49b6-a035-eb517d2abdee req-d7e0aa4b-8db4-4526-a25e-e78c96728e6a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 1677 time: 0.1380424 Aug 03 16:08:42.375941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-260161f9-60f9-4aa1-a457-017e81beb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.391132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-260161f9-60f9-4aa1-a457-017e81beb126 service neutron] 10.222.0.78 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.4429140 Aug 03 16:08:42.461665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] For port a71ca41d-8827-4986-aa0e-c38d9a165ca2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a71ca41d-8827-4986-aa0e-c38d9a165ca2,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:42.462099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.463000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port 261a7212-2350-4eba-9810-522dfe1c303b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:42.463526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.481736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Calling delete_port for a71ca41d-8827-4986-aa0e-c38d9a165ca2 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:42.525357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:42.562806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5db9bc7-c56b-48ab-ba3c-5d5f439260f1 req-bbf83e8f-c817-4da1-bae9-4520d3cd0697 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097737 Aug 03 16:08:42.578494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2f75b4d-47d6-49b6-a035-eb517d2abdee req-c90e16e0-ea4a-4a51-bd61-8515c12db763 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827822 Aug 03 16:08:42.617632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-d6529d5a-5e3e-40b2-8a74-d33dd87c1069 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.2142844 Aug 03 16:08:42.619627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279849c2-a7e7-4b64-98d6-6d59267f2a08 None None] The sync data for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 is: [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T15:57:48Z', 'revision_number': 4, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a57adb82-9bc2-4256-a063-bd728635b5f0', 'name': '', 'network_id': 'b6815be8-c55f-4a29-b315-27b69c86b55b', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'mac_address': 'fa:16:3e:0d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:46Z', 'updated_at': '2021-08-03T15:57:55Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'subnets': [{'id': '95d0cc82-b1db-412d-9129-694d13dcfd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:42.726430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-378e5a99-9c62-4286-8702-a8cf5725cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:42.728109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-378e5a99-9c62-4286-8702-a8cf5725cb7f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1019468 Aug 03 16:08:42.733467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port 261a7212-2350-4eba-9810-522dfe1c303b, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=261a7212-2350-4eba-9810-522dfe1c303b,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:42.734974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:42.780169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.005027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.077990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71ca41d-8827-4986-aa0e-c38d9a165ca2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:43.104146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:43.126100 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09d38c-5d08-4e2d-8867-762f6d258fba None None] New status for floating IP 8c383280-ef46-4fa9-8129-18d08467a9ca: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:08:43.325264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:43.327424 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feec67d-522f-4de6-9a97-465366678c14" -d '{"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:43.337534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for 261a7212-2350-4eba-9810-522dfe1c303b owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:43.432071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca6f391f-c4b7-4e20-bdf2-6f2262716db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.451616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.459654 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b73bf7-5aac-4c1b-908a-5275701755c2 x-openstack-request-id: req-44b73bf7-5aac-4c1b-908a-5275701755c2 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:43.460191 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "a4960352-5b38-4fae-81a2-bbf51a1dfce8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:43.460452 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44b73bf7-5aac-4c1b-908a-5275701755c2 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:43.460852 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:08:43.461118 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'a4960352-5b38-4fae-81a2-bbf51a1dfce8', 'status': 'completed', 'code': 200} Aug 03 16:08:43.481147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-9846da65-22c9-4503-a519-7107fce7bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:43.482701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-9846da65-22c9-4503-a519-7107fce7bb6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7373793 Aug 03 16:08:43.523209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432f013-41c6-418c-add2-207b58e9f406 req-3beb1bd8-108d-4303-b71c-b454b4954e23 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:43.524678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8432f013-41c6-418c-add2-207b58e9f406 req-3beb1bd8-108d-4303-b71c-b454b4954e23 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1929302 Aug 03 16:08:43.579248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-305f1a9d-1af1-40fc-95c4-42e675b8d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:43.580873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-305f1a9d-1af1-40fc-95c4-42e675b8d03a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1094 time: 0.1216655 Aug 03 16:08:43.670477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8432f013-41c6-418c-add2-207b58e9f406 req-0979c4f1-b4b0-4cc1-b5f4-3e1dac9e1342 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108479 Aug 03 16:08:43.674276 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.730559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-36801da8-0552-40ac-b8b3-4fa017f5ed77 service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362304 Aug 03 16:08:43.765153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.809500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca6f391f-c4b7-4e20-bdf2-6f2262716db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.848934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-5a73c4aa-0f69-4f34-901a-2d64fd810145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:43.850445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-5a73c4aa-0f69-4f34-901a-2d64fd810145 service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.2608478 Aug 03 16:08:43.855360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca6f391f-c4b7-4e20-bdf2-6f2262716db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:43.856398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=261a7212-2350-4eba-9810-522dfe1c303b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:43.888945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf583b-fa9b-4520-b52d-786a49fc6d4f req-c5773587-0339-4de2-acd5-89767da4536e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:43.890525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ccf583b-fa9b-4520-b52d-786a49fc6d4f req-c5773587-0339-4de2-acd5-89767da4536e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.1969664 Aug 03 16:08:43.998921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port 261a7212-2350-4eba-9810-522dfe1c303b on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:44.033894 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.035984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-48dcecfc-2745-492d-8e1e-bb063a73797d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "DELETE /v2.0/ports/261a7212-2350-4eba-9810-522dfe1c303b HTTP/1.1" status: 204 len: 173 time: 1.9731216 Aug 03 16:08:44.039923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f391f-c4b7-4e20-bdf2-6f2262716db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e78efa-2d7b-44d9-b549-51c1022a4698,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:44.048791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081cb95-cad7-4eab-801c-2e374fe9bffb req-f7d2ee96-2ae6-48f8-828d-534620d938eb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.051161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1081cb95-cad7-4eab-801c-2e374fe9bffb req-f7d2ee96-2ae6-48f8-828d-534620d938eb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 943 time: 0.3138735 Aug 03 16:08:44.053222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca6f391f-c4b7-4e20-bdf2-6f2262716db8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b585b9fc5e7845e093ac355165e9b880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365604 Aug 03 16:08:44.062007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57124) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:44.085527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-80500c79-b694-4ddd-9201-24428a46592c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.2260034 Aug 03 16:08:44.107919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ccf583b-fa9b-4520-b52d-786a49fc6d4f req-2e1eef6b-6bf5-402f-8a40-d0ac908ea8bb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639147 Aug 03 16:08:44.150366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-190cdbff-be49-4968-92a2-f34a6b7b3394 service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118783 Aug 03 16:08:44.179323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Router 904fe620-4f22-4ea2-aebb-81ff041aaca2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:44.237798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-401abebd-49ee-413d-9467-93125df8f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.239463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-401abebd-49ee-413d-9467-93125df8f7df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1446738 Aug 03 16:08:44.291782 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1081cb95-cad7-4eab-801c-2e374fe9bffb req-567dbd8a-a9a7-441e-a008-3785eb28bfed tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups?id=276e6cab-8b38-40b2-8f4e-1ba611803904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225478 Aug 03 16:08:44.301683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.351727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-3dd3695b-951e-44f6-96ce-4be6caaf6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.354160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-3dd3695b-951e-44f6-96ce-4be6caaf6a46 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1094 time: 0.1279347 Aug 03 16:08:44.436365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:44.436832 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.573024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-fd782e4a-01d1-463b-8358-1bfff25c7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.574550 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-fd782e4a-01d1-463b-8358-1bfff25c7e2f service neutron] 10.222.0.78 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.2072980 Aug 03 16:08:44.582656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:44.583029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.638110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:44.715518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-723fe369-f918-475e-b6dd-e29dc3e7d4ae service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.1241379 Aug 03 16:08:44.724021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57148) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:44.767480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.798189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-343a6fa6-7eb8-4294-ab25-bd3443a126c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.800103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-343a6fa6-7eb8-4294-ab25-bd3443a126c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0766981 Aug 03 16:08:44.885205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9bb6-961d-4ff0-ab46-71c79d62ca80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.888442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-a5b8aec6-44c7-435a-958a-defd6d95279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.890063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-a5b8aec6-44c7-435a-958a-defd6d95279d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5905199 Aug 03 16:08:44.903884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63229b-1a55-46bb-a1c0-93c677cec082 req-865f911d-0976-40a2-b7b7-190951d6f40b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.905493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b63229b-1a55-46bb-a1c0-93c677cec082 req-865f911d-0976-40a2-b7b7-190951d6f40b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1777093 Aug 03 16:08:44.913204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec67d-522f-4de6-9a97-465366678c14 req-734955c0-1444-46c8-a8d1-a0e2d481b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:44.914747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-734955c0-1444-46c8-a8d1-a0e2d481b24b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056411 Aug 03 16:08:44.917753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:44.929689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:44.947709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Sync routers for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:44.964384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:44.965303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:44.970830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e90aa810-5277-4479-a1b4-c6c5b91611f8 admin admin] 10.222.0.70 "PUT /v2.0/routers/904fe620-4f22-4ea2-aebb-81ff041aaca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3400691 Aug 03 16:08:44.974936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:45.003973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.004782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=e1c10535-b3ce-49ee-ada1-5dc08f4c0f60,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:45.006829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.008099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40e78efa-2d7b-44d9-b549-51c1022a4698 HTTP/1.1" status: 204 len: 168 time: 0.9436369 Aug 03 16:08:45.049164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b63229b-1a55-46bb-a1c0-93c677cec082 req-8192d413-abe7-4a83-ab83-1cddea34b79f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311452 Aug 03 16:08:45.052519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1b005-467d-4a19-ae48-38c2933b7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e78efa-2d7b-44d9-b549-51c1022a4698,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:45.088590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-48e9ba65-46a7-4980-a0d6-867d6b65ddd1 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732407 Aug 03 16:08:45.116918 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.190312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:45.199987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.202821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-221f6c47-0cbe-4035-bd79-e551e4d7def0 req-d2a07c28-5183-409d-88af-67cadf203ce9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.72 "DELETE /v2.0/ports/e1c10535-b3ce-49ee-ada1-5dc08f4c0f60 HTTP/1.1" status: 204 len: 173 time: 1.1444747 Aug 03 16:08:45.213090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-d3d3a3f4-21e3-46c2-ba68-22449814a177 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238301 Aug 03 16:08:45.258300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:45.340889 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:08:45.353910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-3dd29be2-dff0-461d-abf3-954c1fa6a6fe service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263556 Aug 03 16:08:45.362441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bea1c-d116-471c-9455-9b545bf694f0 req-bcd9be44-a42b-4628-bb20-730a0e95240b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:45.364520 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a72bea1c-d116-471c-9455-9b545bf694f0 req-bcd9be44-a42b-4628-bb20-730a0e95240b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.1356628 Aug 03 16:08:45.364881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.425354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a72bea1c-d116-471c-9455-9b545bf694f0 req-737f6555-4b0c-4d32-9631-06f3efabe36c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521350 Aug 03 16:08:45.452838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a37b-d74a-48e6-b600-9d8b680a7ba4 req-de189fe2-2480-4dec-8970-8e16641e89ed tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:45.463268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57166) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:45.469624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'floatingip': {'port_id': '853380fe-e2ed-4323-ba71-0fdcabd1624c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:45.471509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1349a37b-d74a-48e6-b600-9d8b680a7ba4 req-de189fe2-2480-4dec-8970-8e16641e89ed tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.3182421 Aug 03 16:08:45.476765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b'}, {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:45.484946 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e511558-e741-4562-888a-f239ba3ed5c3" -d '{"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "261a7212-2350-4eba-9810-522dfe1c303b"}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:45.533432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.594160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:42Z', 'revision_number': 5, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:45.615804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:45.655826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Checking router: 904fe620-4f22-4ea2-aebb-81ff041aaca2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:45.668020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Routers {'904fe620-4f22-4ea2-aebb-81ff041aaca2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:45.669339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['904fe620-4f22-4ea2-aebb-81ff041aaca2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:45.670207 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7bb704-0895-43f1-b8d7-9aa00d45f628 x-openstack-request-id: req-cf7bb704-0895-43f1-b8d7-9aa00d45f628 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:45.670698 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "261a7212-2350-4eba-9810-522dfe1c303b", "status": "completed", "code": 200}, {"server_uuid": "7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f", "name": "network-vif-deleted", "tag": "e1c10535-b3ce-49ee-ada1-5dc08f4c0f60", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:45.671127 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf7bb704-0895-43f1-b8d7-9aa00d45f628 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:45.671683 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': '261a7212-2350-4eba-9810-522dfe1c303b', 'status': 'completed', 'code': 200} Aug 03 16:08:45.672150 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f', 'name': 'network-vif-deleted', 'tag': 'e1c10535-b3ce-49ee-ada1-5dc08f4c0f60', 'status': 'completed', 'code': 200} Aug 03 16:08:45.699973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9bb6-961d-4ff0-ab46-71c79d62ca80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.708131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4271446-9ff4-4afb-af94-ffe837799fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.710779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c621802e-c767-460e-a172-9dfb1f411021 req-4e17ce34-5797-4e91-b62e-7872297f66cf tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0857301 Aug 03 16:08:45.728429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9bb6-961d-4ff0-ab46-71c79d62ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.856566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] Set router 904fe620-4f22-4ea2-aebb-81ff041aaca2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:45.897819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dcfb9bb6-961d-4ff0-ab46-71c79d62ca80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f846d9a46c3a4cb9b6a72e6e10df22b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1726029 Aug 03 16:08:45.899494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57172) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:45.912440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:45.918458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9bb6-961d-4ff0-ab46-71c79d62ca80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f30234-4d4b-4982-aca2-ef23b4d7b375,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:46.018052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9feec67d-522f-4de6-9a97-465366678c14 req-aee6c48a-9447-4aa8-af37-678adb6c4e9e service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489277 Aug 03 16:08:46.075350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.119573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.121669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:42Z', 'revision_number': 5, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:46.134192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Deleting port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:46.134534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.168176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9303633-32c1-4344-b9ba-eab18015c8ff None None] The sync data for ids ['904fe620-4f22-4ea2-aebb-81ff041aaca2'] in n-d-803226-3 is: [{'id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'name': 'tempest-TestAggregatesBasicOps-1633374136-router', 'tenant_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:16Z', 'updated_at': '2021-08-03T16:08:42Z', 'revision_number': 5, 'project_id': 'c301ebabd7214151acbac4c6cacd0ab9', 'gw_port': {'id': '5afc7bd2-24fc-4f64-bb75-85e2e1ac8663', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:67:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904fe620-4f22-4ea2-aebb-81ff041aaca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:17Z', 'updated_at': '2021-08-03T16:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:46.233483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4271446-9ff4-4afb-af94-ffe837799fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.241909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4271446-9ff4-4afb-af94-ffe837799fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.255659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] For port 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:46.256174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.258663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.261302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.264964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98f30234-4d4b-4982-aca2-ef23b4d7b375 HTTP/1.1" status: 204 len: 168 time: 0.3593454 Aug 03 16:08:46.280809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Calling delete_port for 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:46.284448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519680-07af-43fc-8632-676f6abd669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f30234-4d4b-4982-aca2-ef23b4d7b375,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:46.335196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4271446-9ff4-4afb-af94-ffe837799fe6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed612970c77748859b4cf51ed480d47f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7182407 Aug 03 16:08:46.335581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57176) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:46.369556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4271446-9ff4-4afb-af94-ffe837799fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d87420-fc47-4a2c-b2ff-224a160d88e4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:46.449776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.506761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.605941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.609363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.613740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49d87420-fc47-4a2c-b2ff-224a160d88e4 HTTP/1.1" status: 204 len: 168 time: 0.2739694 Aug 03 16:08:46.637864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.650418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.651832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28d030-3f0b-4397-83b7-6cd24660e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d87420-fc47-4a2c-b2ff-224a160d88e4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:46.714845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.778323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57188) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:46.785465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afc7bd2-24fc-4f64-bb75-85e2e1ac8663,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:46.829740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97fc3-53f4-4aac-9902-92af44d82f33 req-08b608d9-0fcd-437d-84ba-fa3be0452195 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:46.839181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1c97fc3-53f4-4aac-9902-92af44d82f33 req-08b608d9-0fcd-437d-84ba-fa3be0452195 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 943 time: 0.2647111 Aug 03 16:08:46.842430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db477aa2-f9e7-4160-bd16-80cf254a3a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.914984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ef85f59-d8ff-43c7-9bc0-7d2f1c059195 req-5723ec44-a4f7-4436-99d7-902f017ff3bc tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0321503 Aug 03 16:08:46.924506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:46.931813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:08:46.970421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1c97fc3-53f4-4aac-9902-92af44d82f33 req-4e7f32a5-858b-4498-9fa5-ecd3e7f867d0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225209 Aug 03 16:08:46.988266 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Floating IP dfbf7942-d989-416b-b2c9-5c1c31043432 associated. External IP: 172.25.7.148, port: 853380fe-e2ed-4323-ba71-0fdcabd1624c. Aug 03 16:08:47.120529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.128105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.130255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:47.155129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '59374051-e432-428a-bf70-c41dcd8d28aa', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:08:47.232791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.233436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904fe620-4f22-4ea2-aebb-81ff041aaca2 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:08:47.239489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.243205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-48283b8c-9659-4f57-8196-4e28d4fb4b40 admin admin] 10.222.0.70 "DELETE /v2.0/routers/904fe620-4f22-4ea2-aebb-81ff041aaca2 HTTP/1.1" status: 204 len: 168 time: 2.2371368 Aug 03 16:08:47.243634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57196) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:47.246807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.269494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:47.324911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:47.331204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.404634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Deleting subnet 750bdb7a-b336-435b-bc47-90de0371635d {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:08:47.417247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-c0631f3f-5789-404d-9179-11542257649b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:47.418899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-c0631f3f-5789-404d-9179-11542257649b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6&tenant_id=0ef1c18733084b37b21981061221f2dd&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.1064405 Aug 03 16:08:47.420292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.439736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:47.549391 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.555409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28842d-2016-4954-87b3-7029f170f6b6 req-1ba3ffd0-d8da-4c83-94c8-14436ee5c7da tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:47.556964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b28842d-2016-4954-87b3-7029f170f6b6 req-1ba3ffd0-d8da-4c83-94c8-14436ee5c7da tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.1729810 Aug 03 16:08:47.561468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['59374051-e432-428a-bf70-c41dcd8d28aa'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:08:47.564973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db477aa2-f9e7-4160-bd16-80cf254a3a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.572438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db477aa2-f9e7-4160-bd16-80cf254a3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.578495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-b60a00f2-b6b2-4fb9-8a99-182386cf6653 service neutron] 10.222.0.78 "GET /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa/bindings/n-h2-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.1125596 Aug 03 16:08:47.646583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:08:47.668868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-db477aa2-f9e7-4160-bd16-80cf254a3a21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b19fd53cf5d4ca790a7e037eb623841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8863387 Aug 03 16:08:47.682324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57206) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:47.691492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b28842d-2016-4954-87b3-7029f170f6b6 req-395a4353-4ac5-40cf-bcc5-55042e72aba0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160038 Aug 03 16:08:47.695870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db477aa2-f9e7-4160-bd16-80cf254a3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf55236-4a42-4520-ab52-5695fb439dd6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:47.821746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.869947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:08:47.881829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:08:47.884187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.904886 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:47.905782 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:47.908746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:47.922968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c1f6d003-09cf-48da-9da4-44bf1c1ae82f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "PUT /v2.0/floatingips/dfbf7942-d989-416b-b2c9-5c1c31043432 HTTP/1.1" status: 200 len: 992 time: 2.4578469 Aug 03 16:08:47.924211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:47.926664 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:47.960471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.018847 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939cd8a6-ba2b-4286-91b2-ce8bdee03b58 x-openstack-request-id: req-939cd8a6-ba2b-4286-91b2-ce8bdee03b58 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:48.019175 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:48.019531 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-939cd8a6-ba2b-4286-91b2-ce8bdee03b58 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:48.019978 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'status': 'completed', 'code': 200} Aug 03 16:08:48.020910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:48.081391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:48.083294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5afc7bd2-24fc-4f64-bb75-85e2e1ac8663 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:48.083743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a71ca41d-8827-4986-aa0e-c38d9a165ca2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:48.092661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-46aa7d7e-488a-49bb-9d91-8d7362754d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.094207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-46aa7d7e-488a-49bb-9d91-8d7362754d8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1095 time: 0.4882708 Aug 03 16:08:48.127615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:48.142770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ff0f584d-2203-4f22-ab87-37ee11828168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.144566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ff0f584d-2203-4f22-ab87-37ee11828168 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.1071949 Aug 03 16:08:48.156558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a71ca41d-8827-4986-aa0e-c38d9a165ca2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:48.157168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a71ca41d-8827-4986-aa0e-c38d9a165ca2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:48.158888 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.203198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e6da3028-32c1-480c-bc72-7ef4cdb50475 req-d571258e-01f7-4ddb-aeaa-e4a2b298b48e tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0850935 Aug 03 16:08:48.279320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750bdb7a-b336-435b-bc47-90de0371635d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:48.283262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54b38e-5172-424d-88fb-a7c8877f2835 None None] Network 9c085f15-292e-4f58-82fb-e974ccee8721 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:08:48.285120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.288717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bab17479-daf6-4715-a069-c3b72514b1f1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/750bdb7a-b336-435b-bc47-90de0371635d HTTP/1.1" status: 204 len: 168 time: 1.0440631 Aug 03 16:08:48.296214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57226) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:48.344597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ff4d3ad6-d083-4c93-ba61-4deaa1d10ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.347180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ff4d3ad6-d083-4c93-ba61-4deaa1d10ca3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.1869786 Aug 03 16:08:48.413176 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.415828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.416959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bf55236-4a42-4520-ab52-5695fb439dd6 HTTP/1.1" status: 204 len: 168 time: 0.7336078 Aug 03 16:08:48.425800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-7e806592-3e5b-4457-9fb1-d835c3976fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.427299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-7e806592-3e5b-4457-9fb1-d835c3976fad service neutron] 10.222.0.78 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.2789400 Aug 03 16:08:48.434479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.464674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b5309-9559-4af6-a362-99e3c07604b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf55236-4a42-4520-ab52-5695fb439dd6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:48.541281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] DHCP port deletion for 9c085f15-292e-4f58-82fb-e974ccee8721 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:08:48.571203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-18a176fe-af8b-491c-ace8-dce7d48da7d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1000 time: 0.2144735 Aug 03 16:08:48.587648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-d6597b44-d1e8-4a23-9b73-a73fb75b2dd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 999 time: 0.1492126 Aug 03 16:08:48.649839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Deleting port adaa8860-befa-4739-bc8f-0f27f15df3bc {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:48.651131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.658242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Deleting port adaa8860-befa-4739-bc8f-0f27f15df3bc {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:08:48.659763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.694846 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'dfbf7942-d989-416b-b2c9-5c1c31043432', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:6e:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:08:25Z', 'updated_at': '2021-08-03T16:08:46Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:48.704056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-8d7c9049-8879-41f9-a037-4a2068d194c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.705798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-8d7c9049-8879-41f9-a037-4a2068d194c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.1337862 Aug 03 16:08:48.798963 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:08:48.833661 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:08:48.834315 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:48.851398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ca4aab1f-7076-424f-a4cc-1f03326ba49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:48.856260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-ca4aab1f-7076-424f-a4cc-1f03326ba49e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320312 Aug 03 16:08:48.898801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] For port adaa8860-befa-4739-bc8f-0f27f15df3bc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=adaa8860-befa-4739-bc8f-0f27f15df3bc,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:48.905743 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:48.967115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Calling delete_port for adaa8860-befa-4739-bc8f-0f27f15df3bc owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:49.094086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-4b96aa50-4fed-40e3-bbe3-07e6e5decf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:49.096377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-4b96aa50-4fed-40e3-bbe3-07e6e5decf2f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.4916508 Aug 03 16:08:49.197261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:08:49.209465 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:08:49.238397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] For port adaa8860-befa-4739-bc8f-0f27f15df3bc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=adaa8860-befa-4739-bc8f-0f27f15df3bc,segment=NetworkSegment(f02bb9ba-402c-4b79-97b7-676af204a863),segment_id=f02bb9ba-402c-4b79-97b7-676af204a863)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:49.243390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.263870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.284033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbfee0-9a81-42a8-b1cb-b25ff2014b05 req-9f5c66cb-aed5-461d-8be5-7ccd7148d5a3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:49.291392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Calling delete_port for adaa8860-befa-4739-bc8f-0f27f15df3bc owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:08:49.295434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91dbfee0-9a81-42a8-b1cb-b25ff2014b05 req-9f5c66cb-aed5-461d-8be5-7ccd7148d5a3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.4129081 Aug 03 16:08:49.306645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] No DVR routers for this DVR port adaa8860-befa-4739-bc8f-0f27f15df3bc on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:49.310038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9e61c-2c0d-4774-9b20-30e4cecf5f8d None None] Pushing event deleted for resources: {'Port': ['ID=adaa8860-befa-4739-bc8f-0f27f15df3bc,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:49.321903 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-2a16cf8e-e856-437e-a4a1-270ab8980e94 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593074 Aug 03 16:08:49.350936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 59374051-e432-428a-bf70-c41dcd8d28aa completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:08:49.357697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-032a59e4-fabd-4172-9ca7-da1d196e0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:49.357697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-032a59e4-fabd-4172-9ca7-da1d196e0211 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387540 Aug 03 16:08:49.358907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 59374051-e432-428a-bf70-c41dcd8d28aa triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:08:49.358907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.541323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.561998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91dbfee0-9a81-42a8-b1cb-b25ff2014b05 req-38f47650-a541-4745-b018-33420ac1a046 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610881 Aug 03 16:08:49.602308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8be9fe7b-ed86-4fa8-859b-b2aa73360d5a req-f5de9f39-729b-4844-a815-d2916a5bbb88 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668190 Aug 03 16:08:49.617033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:49.618825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:49.620584 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4464992e-0821-4cb7-bed2-296e1714f6ea" -d '{"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:49.632228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05d17ee7-85c7-4ea3-99b7-d4fa96e8fb46 req-81ca8a50-05ef-49b6-ab45-46545c35c4b3 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.2220516 Aug 03 16:08:49.635165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.704279 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'dfbf7942-d989-416b-b2c9-5c1c31043432', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:6e:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:08:25Z', 'updated_at': '2021-08-03T16:08:46Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:49.741946 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b39e8-1b73-4ec8-b723-d4e8e65ddfd4 x-openstack-request-id: req-1c2b39e8-1b73-4ec8-b723-d4e8e65ddfd4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:49.742215 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:49.742470 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c2b39e8-1b73-4ec8-b723-d4e8e65ddfd4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:49.743003 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'code': 200} Aug 03 16:08:49.743942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:49.788451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-b0fbf98f-0a12-4fb3-a203-005937efa701 service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161739 Aug 03 16:08:49.790531 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149ff6c-a814-44b6-93b7-b150230c6230 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'dfbf7942-d989-416b-b2c9-5c1c31043432', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:6e:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:08:25Z', 'updated_at': '2021-08-03T16:08:46Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:08:49.916303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:49.967992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=adaa8860-befa-4739-bc8f-0f27f15df3bc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:49.972605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] No DVR routers for this DVR port adaa8860-befa-4739-bc8f-0f27f15df3bc on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:49.991183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device adaa8860-befa-4739-bc8f-0f27f15df3bc no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:50.031958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-affeea5c-8c7d-499a-8947-3932bd0c63cc service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340634 Aug 03 16:08:50.074829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.087057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c085f15-292e-4f58-82fb-e974ccee8721']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:50.109129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02bb9ba-402c-4b79-97b7-676af204a863') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:50.109564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02bb9ba-402c-4b79-97b7-676af204a863') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:08:50.136523 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.161418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.174195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:08:50.174703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:08:50.177400 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:08:50.306561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: adaa8860-befa-4739-bc8f-0f27f15df3bc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:08:50.307133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device adaa8860-befa-4739-bc8f-0f27f15df3bc not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:50.308555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411c770-8ff7-4bae-b970-e30d54387e3c None None] New status for floating IP dfbf7942-d989-416b-b2c9-5c1c31043432: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:08:50.311908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.321123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.325334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9c085f15-292e-4f58-82fb-e974ccee8721 HTTP/1.1" status: 204 len: 168 time: 2.0249240 Aug 03 16:08:50.357961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c085f15-292e-4f58-82fb-e974ccee8721,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:50.372481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.372819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.373164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.373512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.373885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.374227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.374564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.375239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.375239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.375696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.376078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.376414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ad820-a074-4d02-aa6c-7c49b15567c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:08:50.701571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57294) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:50.737694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdc5f2-43d4-4d31-aa53-44c0c2f0f054 req-ced83104-d779-44a1-a3d3-c1267113b115 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:50.739064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74fdc5f2-43d4-4d31-aa53-44c0c2f0f054 req-ced83104-d779-44a1-a3d3-c1267113b115 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 946 time: 0.0913546 Aug 03 16:08:50.776558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c19c844e-fdc9-47fa-a047-b08f31aacb6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb770c99ff114b4b87c157c5e8b69cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731680 Aug 03 16:08:50.777255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57298) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:50.805590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-74fdc5f2-43d4-4d31-aa53-44c0c2f0f054 req-dc40e32c-d1b6-4052-b0f7-9d2869cb7653 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567663 Aug 03 16:08:50.891283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c385d768-9831-4894-8e8d-c6041579fc69 req-0a147168-a848-4211-8da8-7ec789732055 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0461774 Aug 03 16:08:50.911678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:50.949994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.020870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.023924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.025444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8da15614-15b7-4328-9f36-6654b207ab28 HTTP/1.1" status: 204 len: 168 time: 0.2468171 Aug 03 16:08:51.035505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3196c5f-1457-43b6-9ea0-20b87429cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da15614-15b7-4328-9f36-6654b207ab28,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:51.663477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57330) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:51.729626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57334) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:51.738186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b12baec-c89e-4c28-96eb-724f94270333 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c301ebabd7214151acbac4c6cacd0ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732679 Aug 03 16:08:51.803975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.813029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57336) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:51.833403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.902633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.909814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:51.911052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fca257a-0bd9-4365-9b70-7723926b629d HTTP/1.1" status: 204 len: 168 time: 0.1801152 Aug 03 16:08:51.931115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153a4ca-a84d-4e8b-b6e5-598628b9de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fca257a-0bd9-4365-9b70-7723926b629d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:52.075021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.082842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f265eadf-bd0a-4c9e-bf81-8c060470b492 req-4f41e715-d7cf-4529-b61f-1e6322a05a5a tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0525045 Aug 03 16:08:52.110069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f12b0-81d3-4bcc-b5a9-bf0b270a01e9 req-617c3302-f25f-4e69-a5b9-5ae213550b5f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:52.123694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c4f12b0-81d3-4bcc-b5a9-bf0b270a01e9 req-617c3302-f25f-4e69-a5b9-5ae213550b5f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 946 time: 0.1443493 Aug 03 16:08:52.128433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9525-7e8e-4b57-bcaa-f9a5751e16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.199410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c4f12b0-81d3-4bcc-b5a9-bf0b270a01e9 req-56e36700-ebcc-417c-b75f-a94b3101da2e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751109 Aug 03 16:08:52.356201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-3af6e8af-17d7-4638-9276-a59fd6e280fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:52.359290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-3af6e8af-17d7-4638-9276-a59fd6e280fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 1097 time: 0.0900335 Aug 03 16:08:52.388902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:08:52.444221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9525-7e8e-4b57-bcaa-f9a5751e16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.456531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9525-7e8e-4b57-bcaa-f9a5751e16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.527022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.540340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9525-7e8e-4b57-bcaa-f9a5751e16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acad54a8-527b-4f9d-b285-174085de3417,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:52.564050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0cfe9525-7e8e-4b57-bcaa-f9a5751e16f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c35400863b84347ae9a7ea88e2c8920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483950 Aug 03 16:08:52.567551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57380) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:52.720396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57386) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:52.731410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.806615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.867616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca817b6d-b964-4755-82c1-b6909595b258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.905472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:52.942407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.944922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:52.948747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acad54a8-527b-4f9d-b285-174085de3417 HTTP/1.1" status: 204 len: 168 time: 0.3800433 Aug 03 16:08:52.965218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957c77-c663-4495-b076-0f9e91eb1a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acad54a8-527b-4f9d-b285-174085de3417,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:52.996065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:53.068769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:53.072108 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434ddf2a-9e4f-46ac-8859-d4f3626701b5" -d '{"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:53.081710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.111635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Transition to ACTIVE for port object 59374051-e432-428a-bf70-c41dcd8d28aa will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:08:53.117836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca817b6d-b964-4755-82c1-b6909595b258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.119470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.137957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca817b6d-b964-4755-82c1-b6909595b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.190430 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb5f8d-986c-4b62-8425-75017d573630 x-openstack-request-id: req-6dfb5f8d-986c-4b62-8425-75017d573630 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:53.190772 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:53.193092 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dfb5f8d-986c-4b62-8425-75017d573630 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:53.193534 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'code': 200} Aug 03 16:08:53.245274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-999fb092-3efe-4553-92f4-4ba3a6d6b516 req-beeb51e9-69b4-4453-bc8f-0c48ed094b63 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0441513 Aug 03 16:08:53.249069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca817b6d-b964-4755-82c1-b6909595b258 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87d703428d58488793572b26ec96ff15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241394 Aug 03 16:08:53.249319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57410) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:53.391181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.428174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.443219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817b6d-b964-4755-82c1-b6909595b258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe149e-571f-4e75-a83c-8ab4a6a6bd77,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:53.527863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=11']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:53.532058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.535655 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.536828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fafe149e-571f-4e75-a83c-8ab4a6a6bd77 HTTP/1.1" status: 204 len: 168 time: 0.2875957 Aug 03 16:08:53.550623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36601d9d-9e95-47ac-a334-56c179216009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe149e-571f-4e75-a83c-8ab4a6a6bd77,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:53.619361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ab6f3-c362-4932-807b-70d7ecb4a6cb req-66975b79-26f1-4c45-8837-e68c43dd53e1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:53.622174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-233ab6f3-c362-4932-807b-70d7ecb4a6cb req-66975b79-26f1-4c45-8837-e68c43dd53e1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.1890125 Aug 03 16:08:53.623530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] No DVR routers for this DVR port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:08:53.664043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57424) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:53.682579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-beb8d02d-83c1-4a1d-b166-4152e021bdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.772925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-233ab6f3-c362-4932-807b-70d7ecb4a6cb req-916b91f9-a3d9-4dff-9685-c04d039a450a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542035 Aug 03 16:08:53.849050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-beb8d02d-83c1-4a1d-b166-4152e021bdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.856700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:08:53.857198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:08:53.857294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-beb8d02d-83c1-4a1d-b166-4152e021bdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.857711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:53.872130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:08:53.873469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Attempting to bind port 59374051-e432-428a-bf70-c41dcd8d28aa on network 733ab479-8144-4f28-9321-8d928e426246 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:08:53.883660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:08:53.883954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Checking segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:08:53.887505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Bound using segment: {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:08:53.892078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Bound port: 59374051-e432-428a-bf70-c41dcd8d28aa, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '733ab479-8144-4f28-9321-8d928e426246'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:08:53.892553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:53.917370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-beb8d02d-83c1-4a1d-b166-4152e021bdee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72a79e3e062641e2a65d2b5a6e94836e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521679 Aug 03 16:08:53.918430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d02d-83c1-4a1d-b166-4152e021bdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b78d27-0ff1-473f-b622-a29f9df50ee6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:53.920960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57434) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:54.003376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.037439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.057157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:08:54.066483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:08:54.074005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.116322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:54.117053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.117905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.118769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] 10.222.0.72 "PUT /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 1092 time: 1.7369807 Aug 03 16:08:54.121036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.124190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53b78d27-0ff1-473f-b622-a29f9df50ee6 HTTP/1.1" status: 204 len: 168 time: 0.1873040 Aug 03 16:08:54.143529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070614aa-3a49-4e4f-8851-3b0e148af8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b78d27-0ff1-473f-b622-a29f9df50ee6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:54.198180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87978e02-bf2d-403f-a184-d7cc5943968d service neutron] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=12']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:54.207491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57440) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:54.228028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1b73-4c43-431e-bc78-4f4a8eee3315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.228944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-8dd3944b-ebe0-48a8-8b30-1048575a6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:54.230492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-8dd3944b-ebe0-48a8-8b30-1048575a6be8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0797284 Aug 03 16:08:54.410669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-f90defb4-898d-4806-bdf7-c6ebe83e9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:54.412835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-f90defb4-898d-4806-bdf7-c6ebe83e9de9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.1734741 Aug 03 16:08:54.470879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-89dde7f7-0617-4261-8b71-edaa798bb481 req-d76b5791-e567-4b85-b7a7-ff9a3300e316 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0855343 Aug 03 16:08:54.560067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1b73-4c43-431e-bc78-4f4a8eee3315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.567321 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf7c1b73-4c43-431e-bc78-4f4a8eee3315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.593244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-351dce9d-32f5-4b26-9fca-3ed475031a03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.1664865 Aug 03 16:08:54.655042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf7c1b73-4c43-431e-bc78-4f4a8eee3315 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1423be60f444d62b82664cc6e6e86f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441056 Aug 03 16:08:54.656298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:54.716572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c1b73-4c43-431e-bc78-4f4a8eee3315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00a9bd-248d-4c5f-b441-99980f743ab9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:54.716726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-0abfd056-458e-4c8a-86aa-e955c38a46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:54.718161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-0abfd056-458e-4c8a-86aa-e955c38a46bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1188126 Aug 03 16:08:54.756465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.808363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.811654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-053b7fe7-c542-4ae7-937c-b07e00dbd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:54.814003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-053b7fe7-c542-4ae7-937c-b07e00dbd193 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744045 Aug 03 16:08:54.892684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.900127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:54.905030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c00a9bd-248d-4c5f-b441-99980f743ab9 HTTP/1.1" status: 204 len: 168 time: 0.2479179 Aug 03 16:08:54.924782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bcd63-70bc-4f58-8ebc-e3e97e91e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00a9bd-248d-4c5f-b441-99980f743ab9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:54.976758 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-b96bc9a5-fdaf-4ff9-8af4-7c8b8d8687bd service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442783 Aug 03 16:08:54.983518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:08:55.040543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:08:55.431621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:08:55.434061 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b78bd-4043-4b91-8a44-65864e00fbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:08:55.489443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991a71-8231-4f27-a2e6-f997d882f85b req-995cb2a5-013d-4de0-855a-3943cf1bd3af tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:55.494698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a991a71-8231-4f27-a2e6-f997d882f85b req-995cb2a5-013d-4de0-855a-3943cf1bd3af tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.5329669 Aug 03 16:08:55.547178 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7df73-5704-4f4b-8efd-abf86fc72583 x-openstack-request-id: req-9ec7df73-5704-4f4b-8efd-abf86fc72583 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:08:55.547461 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:08:55.548283 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ec7df73-5704-4f4b-8efd-abf86fc72583 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:08:55.548783 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:08:55.583406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a991a71-8231-4f27-a2e6-f997d882f85b req-93644e9a-3973-4125-9cd2-c5f6c95ff188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782588 Aug 03 16:08:55.665443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2b39fb9-5484-4a18-a95a-48567c645390 req-9dbb3ce9-8f3f-4021-82bc-0b40dc337d04 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676533 Aug 03 16:08:55.684664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-3f62bc62-36e4-4a9c-aa85-b1eee97fdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:55.686801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-3f62bc62-36e4-4a9c-aa85-b1eee97fdf36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1095 time: 0.1109650 Aug 03 16:08:55.760290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57600) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:55.760538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49d3f750-983f-4f26-94c4-66afabc9b2b2 req-5886879b-2735-43be-8518-096c7d16eafb tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0879791 Aug 03 16:08:55.809820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-b686a9b3-1f19-4e57-aa15-6bbb322acee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:55.811706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-b686a9b3-1f19-4e57-aa15-6bbb322acee7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0935652 Aug 03 16:08:55.938515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-569f314a-4e21-4f09-a356-6eb43ab54909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:55.942440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-569f314a-4e21-4f09-a356-6eb43ab54909 service neutron] 10.222.0.78 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.2116497 Aug 03 16:08:55.947483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-fed953c2-081b-4711-b293-cafe172e596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:55.949136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-fed953c2-081b-4711-b293-cafe172e596b service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.1290345 Aug 03 16:08:56.049753 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d49efa15-2664-4bd1-b1ee-cbf58b192473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.053183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-a4409371-c76f-4e19-8e5b-6b55d36cf5d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.0949566 Aug 03 16:08:56.101713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.114845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-fc2a9157-c8af-4806-9d5f-b16f69a1efd9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 998 time: 0.1630788 Aug 03 16:08:56.184005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-59d61823-daf6-4d90-b6c6-bb6d47f09675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:56.185769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-59d61823-daf6-4d90-b6c6-bb6d47f09675 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0612321 Aug 03 16:08:56.196077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-dd45cee6-2d67-41fc-8dc6-5a66abd2d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:56.202626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-dd45cee6-2d67-41fc-8dc6-5a66abd2d405 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0974672 Aug 03 16:08:56.259091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-44d7235c-f762-4df4-9c77-24de4d11df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:56.261075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-44d7235c-f762-4df4-9c77-24de4d11df46 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680997 Aug 03 16:08:56.301090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d49efa15-2664-4bd1-b1ee-cbf58b192473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.311031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-d1175650-4565-46cf-970a-c4f0657c7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:56.313087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-d1175650-4565-46cf-970a-c4f0657c7da5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985692 Aug 03 16:08:56.315815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d49efa15-2664-4bd1-b1ee-cbf58b192473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.419180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-9a794d6a-a59a-4157-9e7d-2fd787726868 service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481667 Aug 03 16:08:56.445594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d49efa15-2664-4bd1-b1ee-cbf58b192473 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=647215aeff3a4e6b865bdefa4bf90ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818550 Aug 03 16:08:56.453735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57626) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:56.499884 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-1d17200b-32e5-4434-a24b-24c61b11cffa service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651886 Aug 03 16:08:56.501299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49efa15-2664-4bd1-b1ee-cbf58b192473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f1089-f690-410a-8f3e-671243c21a50,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:56.591702 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.636715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-b9e03a90-15c7-419a-a1e8-ca174c71893a service neutron] 10.222.0.78 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048097 Aug 03 16:08:56.639021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.673807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-822b78bd-4043-4b91-8a44-65864e00fbf1 req-edfc33a1-d2ba-4b8a-ba8e-691a05367a52 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528914 Aug 03 16:08:56.709457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.713560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:56.715111 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a83f1089-f690-410a-8f3e-671243c21a50 HTTP/1.1" status: 204 len: 168 time: 0.2593246 Aug 03 16:08:56.758107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f36053-8b6e-4cf0-9950-81b9a3fa294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f1089-f690-410a-8f3e-671243c21a50,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:56.814916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052ab3-5e37-4ee0-a8b2-f396c4b8b618 req-72469ff2-eb30-4977-a317-76180cd5474c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:56.817020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08052ab3-5e37-4ee0-a8b2-f396c4b8b618 req-72469ff2-eb30-4977-a317-76180cd5474c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.0999792 Aug 03 16:08:56.929716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08052ab3-5e37-4ee0-a8b2-f396c4b8b618 req-0697d97a-5cc5-4764-81be-264a0d7cf430 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947227 Aug 03 16:08:57.030295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b171c1f2-f8ff-4e72-a09e-fa60c374f37b req-e08d7a20-5214-47c2-996a-6b50cfd5d74d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0555880 Aug 03 16:08:57.399922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:57.414409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6688f2c6-c0fb-41e0-8c35-c4ea31d66a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.531270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6688f2c6-c0fb-41e0-8c35-c4ea31d66a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.536924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6688f2c6-c0fb-41e0-8c35-c4ea31d66a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.578797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6688f2c6-c0fb-41e0-8c35-c4ea31d66a39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1792c85ce482401a909f2e0e07e6cc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775188 Aug 03 16:08:57.579477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688f2c6-c0fb-41e0-8c35-c4ea31d66a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6c15dd-2fb5-4ab2-b2bf-e72a0103117a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:57.581404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57666) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:57.652344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.687073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.740263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.745443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:57.747514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f6c15dd-2fb5-4ab2-b2bf-e72a0103117a HTTP/1.1" status: 204 len: 168 time: 0.1650522 Aug 03 16:08:57.757746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30592c50-c7fd-48ef-8cde-37b244155a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6c15dd-2fb5-4ab2-b2bf-e72a0103117a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:58.135537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30cf40-0e72-4d35-9e6a-a4475f6d4dc0 req-656d59a1-a4e3-429e-b624-d1d59b4d9a11 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:08:58.140063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd30cf40-0e72-4d35-9e6a-a4475f6d4dc0 req-656d59a1-a4e3-429e-b624-d1d59b4d9a11 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 944 time: 0.1310401 Aug 03 16:08:58.254125 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd30cf40-0e72-4d35-9e6a-a4475f6d4dc0 req-8353ea98-0751-4658-bbe3-08fd3353ebc3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068356 Aug 03 16:08:58.286175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57698) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:58.390411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b07a49b1-4fc3-4a9c-8305-9f2a4adf4deb req-c2e8d9d6-97dc-41c9-b0a1-3c97587d52aa tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0921419 Aug 03 16:08:58.425693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bcd4dc27-432d-4fea-a901-ca13b547259a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 200 len: 990 time: 0.1379433 Aug 03 16:08:58.702590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:08:58.801894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:58.814287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '59374051-e432-428a-bf70-c41dcd8d28aa', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'port_id': '59374051-e432-428a-bf70-c41dcd8d28aa', 'mac_address': 'fa:16:3e:3b:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:08:58.859007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:58.872816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:08:58.897124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:08:58.903413 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:58.951050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=13']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:59.115543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['59374051-e432-428a-bf70-c41dcd8d28aa'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:08:59.165458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57726) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:59.299487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50478e1e-f910-457d-aef7-4ce4e6268ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.402827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50478e1e-f910-457d-aef7-4ce4e6268ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.406740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50478e1e-f910-457d-aef7-4ce4e6268ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.450434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50478e1e-f910-457d-aef7-4ce4e6268ff0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=972be81b9caa4f55970c3f0e4f474e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808652 Aug 03 16:08:59.450434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50478e1e-f910-457d-aef7-4ce4e6268ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720fae4d-a683-4719-b0a1-da4d169fdfa0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:59.450595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57732) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:59.503653 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.552451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.557060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c479be6a-6172-4973-a36f-6be462fe3986 req-f2810e60-495b-49fc-ad7e-d919709c885d tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0379353 Aug 03 16:08:59.615146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.618677 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:08:59.622127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/720fae4d-a683-4719-b0a1-da4d169fdfa0 HTTP/1.1" status: 204 len: 168 time: 0.1706252 Aug 03 16:08:59.632047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8762b8-b34d-435e-a728-6a07f40c9491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720fae4d-a683-4719-b0a1-da4d169fdfa0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:08:59.947438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57750) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:08:59.966304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-040ab25c-fe06-4f09-8d78-e949322deeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.078379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-040ab25c-fe06-4f09-8d78-e949322deeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.083377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-040ab25c-fe06-4f09-8d78-e949322deeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.129649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57760) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:00.129892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-040ab25c-fe06-4f09-8d78-e949322deeba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4359a7b0020d4f05bab1406626db726a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809256 Aug 03 16:09:00.130721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ab25c-fe06-4f09-8d78-e949322deeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c233563-2e7e-4d56-be86-875531e7f998,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:00.196092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.218857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.293021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.299719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.310155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c233563-2e7e-4d56-be86-875531e7f998 HTTP/1.1" status: 204 len: 168 time: 0.1723328 Aug 03 16:09:00.322288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d85f4-60f5-4e8c-b721-632279405370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c233563-2e7e-4d56-be86-875531e7f998,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:00.710261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:00.722010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9ea630b-42c8-484b-bd12-6bf133620970 req-98c260d7-2d89-43ca-906e-b15b5248a4d5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c3ac63e-93e9-4eb8-a3d0-1301b5cfd21f HTTP/1.1" status: 200 len: 210 time: 0.0357544 Aug 03 16:09:00.775465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 59374051-e432-428a-bf70-c41dcd8d28aa completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:00.779580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 59374051-e432-428a-bf70-c41dcd8d28aa triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:00.779968 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.861949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.886503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:00.888734 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ab3af-e5c1-42e4-92e5-845ff27d8765" -d '{"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:00.902796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:00.908555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:00.933804 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8b200-586a-40f3-814f-763dfcd798ce x-openstack-request-id: req-36b8b200-586a-40f3-814f-763dfcd798ce {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:00.934097 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:00.934342 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36b8b200-586a-40f3-814f-763dfcd798ce {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:00.934725 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'code': 200} Aug 03 16:09:00.960017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=14']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:01.823928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57828) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:01.881789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:01.911083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:01.964868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:01.968008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:01.972676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/security-groups/276e6cab-8b38-40b2-8f4e-1ba611803904 HTTP/1.1" status: 204 len: 168 time: 0.1440535 Aug 03 16:09:01.973221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57832) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:01.980374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ae23a-ba37-4fdf-9063-e4d3aebce10b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e6cab-8b38-40b2-8f4e-1ba611803904,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:01.988987 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b2ed52d1-5122-47c4-a3e4-e86c28ecc323 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] show failed (client error): The resource could not be found. Aug 03 16:09:01.990367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2ed52d1-5122-47c4-a3e4-e86c28ecc323 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "GET /v2.0/security-groups/276e6cab-8b38-40b2-8f4e-1ba611803904 HTTP/1.1" status: 404 len: 347 time: 0.0160549 Aug 03 16:09:01.993536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:02.131306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port 532dfb34-5b75-415c-a4d7-91ad00870079 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:02.131746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.240083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.240442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.253426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for 532dfb34-5b75-415c-a4d7-91ad00870079 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:02.422541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.456429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=532dfb34-5b75-415c-a4d7-91ad00870079,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:02.590374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.592986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.595417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ecf0e97d-a2cc-4b6f-b465-ced0d6af4c28 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/floatingips/8c383280-ef46-4fa9-8129-18d08467a9ca HTTP/1.1" status: 204 len: 168 time: 0.6006958 Aug 03 16:09:02.598330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57854) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:02.706853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:02.707448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.815285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:02.827937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:02.971925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.008803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=f8b3ce0e-b914-496a-aa44-5b002ac1a3f6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:03.084134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.086226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66d0cc74-75e2-4405-9ffe-1102c82941ff tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/ports/f8b3ce0e-b914-496a-aa44-5b002ac1a3f6 HTTP/1.1" status: 204 len: 168 time: 0.4868400 Aug 03 16:09:03.088800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:03.183980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port 1b088cdf-1738-4058-9e62-267695154bf9 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:03.184331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.312166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.328990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for 1b088cdf-1738-4058-9e62-267695154bf9 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:03.478454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.544701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=1b088cdf-1738-4058-9e62-267695154bf9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:03.621093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.626157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-080604d9-7e11-4afd-b23f-40c4cde3e0a9 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/ports/1b088cdf-1738-4058-9e62-267695154bf9 HTTP/1.1" status: 204 len: 168 time: 0.5350492 Aug 03 16:09:03.627595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57888) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:03.687520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting subnet b2ede30d-494a-4f70-b0c0-7bc135b2e974 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:09:03.691047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.733318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.825899 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.896556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.926724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ede30d-494a-4f70-b0c0-7bc135b2e974,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:03.931158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:03.933423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-988e6e98-88bc-4f76-8d1a-9029c673556b tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/subnets/b2ede30d-494a-4f70-b0c0-7bc135b2e974 HTTP/1.1" status: 204 len: 168 time: 0.3048179 Aug 03 16:09:03.936127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57900) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:03.942281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc515fbd-720d-4f4c-8797-62f228bc3c9c None None] Network 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:04.018996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting subnet 583a8c35-bca7-4a09-9c89-6a578cd60942 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:09:04.023257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.091852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.211454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.234584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] DHCP port deletion for 1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:09:04.297272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Deleting port 06a8b7ac-307e-4893-ac76-eeaf48be78ab {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:04.297890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.302382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.357305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Subnet': ['ID=583a8c35-bca7-4a09-9c89-6a578cd60942,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:04.359499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.367107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5a3ca36e-cf7f-4c10-95fa-3ee3d819e394 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/subnets/583a8c35-bca7-4a09-9c89-6a578cd60942 HTTP/1.1" status: 204 len: 168 time: 0.4274185 Aug 03 16:09:04.368017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:04.370924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63efc5a8-3757-466a-941b-545c343dc1f3 None None] Network 9204d1b8-fa19-4251-9f67-91d214644a2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:04.452680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] For port 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=06a8b7ac-307e-4893-ac76-eeaf48be78ab,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:04.453349 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.483465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Calling delete_port for 06a8b7ac-307e-4893-ac76-eeaf48be78ab owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:04.486381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.567013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Deleting port 06a8b7ac-307e-4893-ac76-eeaf48be78ab {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:04.567306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.671528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.686048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] For port 06a8b7ac-307e-4893-ac76-eeaf48be78ab, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=06a8b7ac-307e-4893-ac76-eeaf48be78ab,segment=NetworkSegment(ee822f0f-75f3-4ed1-bc63-c9e15a809ce1),segment_id=ee822f0f-75f3-4ed1-bc63-c9e15a809ce1)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:04.686048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.694336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] No DVR routers for this DVR port 06a8b7ac-307e-4893-ac76-eeaf48be78ab on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:04.722729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Calling delete_port for 06a8b7ac-307e-4893-ac76-eeaf48be78ab owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:04.749698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] DHCP port deletion for 9204d1b8-fa19-4251-9f67-91d214644a2a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:09:04.754560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabde55-736c-4212-bd41-3dc7fc276f58 None None] Pushing event deleted for resources: {'Port': ['ID=06a8b7ac-307e-4893-ac76-eeaf48be78ab,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:04.821534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.824782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Deleting port 0b4a8647-40f3-434d-b7a8-2de2245a614f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:04.825281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.836579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] No DVR routers for this DVR port 06a8b7ac-307e-4893-ac76-eeaf48be78ab on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:04.885688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Port': ['ID=06a8b7ac-307e-4893-ac76-eeaf48be78ab,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:04.901986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] For port 0b4a8647-40f3-434d-b7a8-2de2245a614f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b4a8647-40f3-434d-b7a8-2de2245a614f,segment=NetworkSegment(75409668-14b3-41ad-8a1e-c68c6d75b368),segment_id=75409668-14b3-41ad-8a1e-c68c6d75b368)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:04.902638 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:04.918542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Calling delete_port for 0b4a8647-40f3-434d-b7a8-2de2245a614f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:05.008089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.019730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa0de7b-31e3-456a-a76b-1fe31a0d8a31']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.030254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.035420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.035899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee822f0f-75f3-4ed1-bc63-c9e15a809ce1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.051939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.065993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] Pushing event deleted for resources: {'Port': ['ID=0b4a8647-40f3-434d-b7a8-2de2245a614f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:05.072050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c9b67-385f-47d7-a07c-c5c0a2430d74 None None] No DVR routers for this DVR port 0b4a8647-40f3-434d-b7a8-2de2245a614f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:05.095565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.102944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:05.104208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:05.106775 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:05.190666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.204982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.209260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/networks/1fa0de7b-31e3-456a-a76b-1fe31a0d8a31 HTTP/1.1" status: 204 len: 168 time: 0.8373826 Aug 03 16:09:05.210319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:05.218539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Network': ['ID=1fa0de7b-31e3-456a-a76b-1fe31a0d8a31,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:05.240168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.240528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.240883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.241204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.241588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.241961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.242444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.242785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.243108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.243431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.243752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.244090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ff34d9-ce26-4590-9389-0f5ef8dd8d87 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:05.320360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.427497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.446837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9204d1b8-fa19-4251-9f67-91d214644a2a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.476912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75409668-14b3-41ad-8a1e-c68c6d75b368') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.477327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75409668-14b3-41ad-8a1e-c68c6d75b368') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:05.490695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.508104 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.516940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:05.517484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:05.521500 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:05.595144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.600532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:05.602727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] 10.222.0.70 "DELETE /v2.0/networks/9204d1b8-fa19-4251-9f67-91d214644a2a HTTP/1.1" status: 204 len: 168 time: 0.3902318 Aug 03 16:09:05.648603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb25e1-c8c2-4b1e-a688-da7588e0b7c5 tempest-TaggedBootDevicesTest_v242-1160776195 tempest-TaggedBootDevicesTest_v242-1160776195-project] Pushing event deleted for resources: {'Network': ['ID=9204d1b8-fa19-4251-9f67-91d214644a2a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:05.980417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b4a8647-40f3-434d-b7a8-2de2245a614f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:06.002435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0b4a8647-40f3-434d-b7a8-2de2245a614f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:06.003304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b4a8647-40f3-434d-b7a8-2de2245a614f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:06.004083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 06a8b7ac-307e-4893-ac76-eeaf48be78ab no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:06.032048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 06a8b7ac-307e-4893-ac76-eeaf48be78ab {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:06.033131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 06a8b7ac-307e-4893-ac76-eeaf48be78ab not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:09.861603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ae6e844-f8ac-457b-8794-a1d1165dd32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.080803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58066) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:11.209182 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-490bb0f8-1313-45fa-b0f8-dc16dee4fb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.314757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-490bb0f8-1313-45fa-b0f8-dc16dee4fb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.318700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-490bb0f8-1313-45fa-b0f8-dc16dee4fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.360504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bb0f8-1313-45fa-b0f8-dc16dee4fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce7a28-0ee1-4926-b910-5c72107d9585,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:11.370467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:11.378893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-490bb0f8-1313-45fa-b0f8-dc16dee4fb88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4755ff21b4d845f28da2951b80841bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961812 Aug 03 16:09:11.430099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.452412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.499017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.502232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.503421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fce7a28-0ee1-4926-b910-5c72107d9585 HTTP/1.1" status: 204 len: 168 time: 0.1325884 Aug 03 16:09:11.511837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2296c3-9041-4505-b482-38002cad44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce7a28-0ee1-4926-b910-5c72107d9585,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:11.837532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58092) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:11.852313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-577ccb70-1d3e-41c6-8438-6629128e5403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.978021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-577ccb70-1d3e-41c6-8438-6629128e5403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:11.991320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-577ccb70-1d3e-41c6-8438-6629128e5403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.036758 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-577ccb70-1d3e-41c6-8438-6629128e5403 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b656595ec184363b4e75f6262499fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957626 Aug 03 16:09:12.036758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ccb70-1d3e-41c6-8438-6629128e5403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb305b8a-3e4e-4eb0-85c2-eca083abb84b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:12.037322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:12.098351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f17291a8-c893-473e-b5df-d76d316bc18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.132373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.154935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.203243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.206410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.211396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb305b8a-3e4e-4eb0-85c2-eca083abb84b HTTP/1.1" status: 204 len: 168 time: 0.1672935 Aug 03 16:09:12.223623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2e99-4869-41e1-8bfa-c37f898cf4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb305b8a-3e4e-4eb0-85c2-eca083abb84b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:12.768467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58114) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:12.790470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1ef0-2780-4e91-8ae2-8757ad796dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.801010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.916971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1ef0-2780-4e91-8ae2-8757ad796dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.921555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1ef0-2780-4e91-8ae2-8757ad796dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:12.970942 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a2cc1ef0-2780-4e91-8ae2-8757ad796dfc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f254bcaa0e9424ba48dd147320c112c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008951 Aug 03 16:09:12.972824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc1ef0-2780-4e91-8ae2-8757ad796dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ffc0ae-c0a9-46a5-8c03-c432967c86d6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:12.972985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-39a922a5-8175-4724-b5ce-98f9a4fd0f05 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434291 Aug 03 16:09:12.973469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:13.084462 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:13.089180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-b89f7903-baae-4104-8faa-f87db8a1c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:13.091014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-b89f7903-baae-4104-8faa-f87db8a1c5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0673244 Aug 03 16:09:13.127872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:13.237970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-e7cb8e15-4f55-475e-8171-5318b46d2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:13.240074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-e7cb8e15-4f55-475e-8171-5318b46d2184 service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.1265190 Aug 03 16:09:13.241651 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:13.244650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:13.246196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75ffc0ae-c0a9-46a5-8c03-c432967c86d6 HTTP/1.1" status: 204 len: 168 time: 0.2718220 Aug 03 16:09:13.261739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0c5c4-d113-45fa-81e1-056be3278908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ffc0ae-c0a9-46a5-8c03-c432967c86d6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:13.344730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-19937c11-6c90-4153-a284-28eefca3146b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 1000 time: 0.0960195 Aug 03 16:09:13.412757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-693d62a6-2e5b-4782-82b2-f7a74e7033ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:13.414477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-693d62a6-2e5b-4782-82b2-f7a74e7033ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.0621214 Aug 03 16:09:13.473767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-9f3fb324-865b-4f5a-a20a-6b38fc4686ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:13.475623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-9f3fb324-865b-4f5a-a20a-6b38fc4686ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519588 Aug 03 16:09:13.601851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-bfba56ca-b5f5-4c4e-96c1-e6797502903a service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175826 Aug 03 16:09:13.680094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:13.737134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5ae7a64-eeda-48f5-adb3-ef392913ebfb req-73982e10-e68b-4022-b6b0-3dc4eb2fc8ce service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273382 Aug 03 16:09:15.043062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.261527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:15.374461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df435706-2055-4c05-a056-260e9002dc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.474827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df435706-2055-4c05-a056-260e9002dc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.480495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df435706-2055-4c05-a056-260e9002dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.526232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435706-2055-4c05-a056-260e9002dc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c105fe4-c836-4b53-8089-981bda2c51ee,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:15.550467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df435706-2055-4c05-a056-260e9002dc22 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce5eed1e54cc490eb3465eef8d7c0699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871089 Aug 03 16:09:15.556955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:15.636882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.660976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.709672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.713554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:15.714788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c105fe4-c836-4b53-8089-981bda2c51ee HTTP/1.1" status: 204 len: 168 time: 0.1568244 Aug 03 16:09:15.726827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a680f0-8a84-44b6-8089-cb332588a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c105fe4-c836-4b53-8089-981bda2c51ee,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:16.055491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58220) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:16.681743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.065620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Deleting port a57adb82-9bc2-4256-a063-bd728635b5f0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:17.065955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.093048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:17.238392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] For port a57adb82-9bc2-4256-a063-bd728635b5f0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a57adb82-9bc2-4256-a063-bd728635b5f0,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:17.238786 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.267400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Calling delete_port for a57adb82-9bc2-4256-a063-bd728635b5f0 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:17.301359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0afb55f6-c3ad-4669-9710-6e62a1f61049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.418974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0afb55f6-c3ad-4669-9710-6e62a1f61049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.432609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0afb55f6-c3ad-4669-9710-6e62a1f61049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.484084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58274) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:17.494421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb55f6-c3ad-4669-9710-6e62a1f61049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27da370-d252-45c5-9982-7672bcfce63d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:17.514711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0afb55f6-c3ad-4669-9710-6e62a1f61049 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2a606317cb149bc95280ee0ee553ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195349 Aug 03 16:09:17.516656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58278) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:17.553462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.610264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57adb82-9bc2-4256-a063-bd728635b5f0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:17.621734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.665898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.681395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d55770b-3248-44de-b4ed-37150d68b28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.774796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.778743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.780349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d27da370-d252-45c5-9982-7672bcfce63d HTTP/1.1" status: 204 len: 168 time: 0.2624476 Aug 03 16:09:17.809097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbae6a-be23-42e2-a7ab-f2cff9815b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27da370-d252-45c5-9982-7672bcfce63d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:17.856340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.904241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d55770b-3248-44de-b4ed-37150d68b28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.909939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2d55770b-3248-44de-b4ed-37150d68b28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:17.961538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55770b-3248-44de-b4ed-37150d68b28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f571dee-4ae7-4acc-a85b-9100723b3fcb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:17.968770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2d55770b-3248-44de-b4ed-37150d68b28e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf76bfae369a4e96a517dabe91b15972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816680 Aug 03 16:09:17.972319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:18.039375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.078468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.134355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.137316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.138606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f571dee-4ae7-4acc-a85b-9100723b3fcb HTTP/1.1" status: 204 len: 168 time: 0.1652462 Aug 03 16:09:18.152704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c5b8-965c-4c0e-bcd2-eb3935c4c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f571dee-4ae7-4acc-a85b-9100723b3fcb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:18.181005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:18.302149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:18.311810 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Sync routers for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:18.312388 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e4910639-2ba4-421f-8a97-20b6d3dac6d5 admin admin] 10.222.0.70 "PUT /v2.0/routers/03bedd8b-cdd6-4fbd-9242-663a2ce66405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2550714 Aug 03 16:09:18.314744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58298) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:18.321566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:18.322418 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:18.462287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-3774782d-aa48-4605-a430-e1be8e9848d7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777843 Aug 03 16:09:18.463911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.538780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:18.604361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-10bbc84d-1e0b-45bb-8b1d-182a09f3747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:18.606149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-10bbc84d-1e0b-45bb-8b1d-182a09f3747e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1097 time: 0.0654407 Aug 03 16:09:18.656587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.717014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58316) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:18.736672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Deleting port 77351e33-d996-4b31-969b-680d167f8a3d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:18.737018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06a7b29f-bc9f-4a18-bfed-083e8713856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.737201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.863102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06a7b29f-bc9f-4a18-bfed-083e8713856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.864478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] For port 77351e33-d996-4b31-969b-680d167f8a3d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=77351e33-d996-4b31-969b-680d167f8a3d,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:18.865164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.879055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-06a7b29f-bc9f-4a18-bfed-083e8713856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:18.885227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Calling delete_port for 77351e33-d996-4b31-969b-680d167f8a3d owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:18.891444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '77351e33-d996-4b31-969b-680d167f8a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T16:09:17Z', 'revision_number': 5, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port': {'id': '77351e33-d996-4b31-969b-680d167f8a3d', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:48:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T15:57:39Z', 'updated_at': '2021-08-03T15:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:18.938880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Checking router: 03bedd8b-cdd6-4fbd-9242-663a2ce66405 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:09:18.947392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-c717620f-ac0c-426a-bb5e-14bed8cb5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:18.948892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-c717620f-ac0c-426a-bb5e-14bed8cb5655 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.3163974 Aug 03 16:09:18.950684 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Routers {'03bedd8b-cdd6-4fbd-9242-663a2ce66405'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:18.951479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-06a7b29f-bc9f-4a18-bfed-083e8713856a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d120b39ea5bb4b2ead29979bf49879eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313728 Aug 03 16:09:18.951983 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:18.952202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7b29f-bc9f-4a18-bfed-083e8713856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfc92e3-24b4-4c14-9d65-4f1ce1477418,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:18.956818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58322) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:19.087478 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] Set router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:19.147723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-a6393448-5bb1-4353-bff8-77fd4f7ce2b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 1001 time: 0.1837487 Aug 03 16:09:19.186302 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T16:09:18Z', 'revision_number': 6, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:19.219706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.221105 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f2728-c34a-4bd5-a0ac-c22f45fc14de None None] The sync data for ids ['03bedd8b-cdd6-4fbd-9242-663a2ce66405'] in n-d-803226-3 is: [{'id': '03bedd8b-cdd6-4fbd-9242-663a2ce66405', 'name': 'tempest-TaggedBootDevicesTest_v242-328453404-router', 'tenant_id': '8a5858c3f8f647b79f21bea73d940d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T15:57:37Z', 'updated_at': '2021-08-03T16:09:18Z', 'revision_number': 6, 'project_id': '8a5858c3f8f647b79f21bea73d940d8b', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:19.222364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.264928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=77351e33-d996-4b31-969b-680d167f8a3d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:19.280507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-ac85b3e6-e207-4c8f-ac80-8f84d2d5a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:19.282444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-ac85b3e6-e207-4c8f-ac80-8f84d2d5a6b7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1054316 Aug 03 16:09:19.285193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.363593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.507607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.513667 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.598729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.599465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bedd8b-cdd6-4fbd-9242-663a2ce66405 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:09:19.611917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.615429 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68fefa4f-3063-4c69-90d7-d2ea139b6e69 admin admin] 10.222.0.70 "DELETE /v2.0/routers/03bedd8b-cdd6-4fbd-9242-663a2ce66405 HTTP/1.1" status: 204 len: 168 time: 1.2975190 Aug 03 16:09:19.615719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58342) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:19.679262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Deleting subnet 95d0cc82-b1db-412d-9129-694d13dcfd98 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:09:19.683209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.729393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.783847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-b906d92c-9a3f-4119-a9ae-97f3d060015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:19.785828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-b906d92c-9a3f-4119-a9ae-97f3d060015e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4923227 Aug 03 16:09:19.818646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.820220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.838570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7dfc92e3-24b4-4c14-9d65-4f1ce1477418 HTTP/1.1" status: 204 len: 168 time: 0.8662279 Aug 03 16:09:19.854372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:19.902432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:19.930282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad44062-6dbf-4b4a-ac3c-d41feecb1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfc92e3-24b4-4c14-9d65-4f1ce1477418,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:20.008003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-75bbe9f9-35d9-48af-bbdf-b75db0bf7bf1 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114012 Aug 03 16:09:20.062120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.094375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77351e33-d996-4b31-969b-680d167f8a3d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:20.104812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d0cc82-b1db-412d-9129-694d13dcfd98,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:20.111556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.118167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3df28050-0d3d-445f-a2b9-a572cf190ca9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95d0cc82-b1db-412d-9129-694d13dcfd98 HTTP/1.1" status: 204 len: 168 time: 0.5012133 Aug 03 16:09:20.119405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58352) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:20.172093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabedd7-d18d-432f-a592-cb30f4d1f82d None None] Network b6815be8-c55f-4a29-b315-27b69c86b55b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:20.207385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 77351e33-d996-4b31-969b-680d167f8a3d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:20.209337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 77351e33-d996-4b31-969b-680d167f8a3d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:20.210063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a57adb82-9bc2-4256-a063-bd728635b5f0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:20.236664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.293560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a57adb82-9bc2-4256-a063-bd728635b5f0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:20.294041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a57adb82-9bc2-4256-a063-bd728635b5f0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:20.325174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1a1c58e-c925-40de-aad6-68055c840c70 req-a093791d-8c90-4f14-a38b-5d17ccd480b2 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083892 Aug 03 16:09:20.336006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-69315743'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:20.384856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Made reservation on behalf of ca3858d86da040b8af52178202f8b4e4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:20.388490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.402628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.406514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Deleting port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:20.406697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.504702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] DHCP port deletion for b6815be8-c55f-4a29-b315-27b69c86b55b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:09:20.507759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] For port 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8e1f521d-5592-45f1-a0c7-254d2b63eed3,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:20.508170 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.532500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Calling delete_port for 8e1f521d-5592-45f1-a0c7-254d2b63eed3 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:20.577739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Deleting port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:20.578643 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.650082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] For port 8e1f521d-5592-45f1-a0c7-254d2b63eed3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8e1f521d-5592-45f1-a0c7-254d2b63eed3,segment=NetworkSegment(38f23b74-988d-43ed-8ae4-411594cc17db),segment_id=38f23b74-988d-43ed-8ae4-411594cc17db)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:20.650827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.670330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Calling delete_port for 8e1f521d-5592-45f1-a0c7-254d2b63eed3 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:20.679239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.680585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.709115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.719557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1f521d-5592-45f1-a0c7-254d2b63eed3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:20.732707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] No DVR routers for this DVR port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:20.746266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:09:20.760686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.780328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374074f7-f13d-49d1-8c24-9700e32592ca,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:20.787572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.787948 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Added segment 275bb3db-2aa7-4a1f-b06b-255ad39c300d of type vlan for network a031a8ef-1546-470c-a858-1d990d8a65f6 Aug 03 16:09:20.791589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] No DVR routers for this DVR port 8e1f521d-5592-45f1-a0c7-254d2b63eed3 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:20.796674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Pushing event deleted for resources: {'Port': ['ID=8e1f521d-5592-45f1-a0c7-254d2b63eed3,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:20.804679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.805029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.805370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.805730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.806066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.806397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.806831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.807033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.807359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.807684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.808061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.808513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d1f8f-47b0-465d-bfb3-9bebabe72d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:20.869070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.878411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.884577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6815be8-c55f-4a29-b315-27b69c86b55b']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:20.898045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f23b74-988d-43ed-8ae4-411594cc17db') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:20.898255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f23b74-988d-43ed-8ae4-411594cc17db') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:20.921005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.934732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.945344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:20.945766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:20.947438 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:20.958885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:20.964498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:20.965035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.069691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2113104 Aug 03 16:09:21.070246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58380) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:21.075500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Request body: {'subnet': {'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:21.082794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.094177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91857a2-31d5-451d-b334-ecb7a487b9ce tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event updated for resources: {'Network': ['ID=a031a8ef-1546-470c-a858-1d990d8a65f6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:21.108074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a031a8ef-1546-470c-a858-1d990d8a65f6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:09:21.127189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.131406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b6815be8-c55f-4a29-b315-27b69c86b55b HTTP/1.1" status: 204 len: 168 time: 1.0084641 Aug 03 16:09:21.166284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0aa82-e587-417d-8463-94b210df8bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6815be8-c55f-4a29-b315-27b69c86b55b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:21.217116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Made reservation on behalf of ca3858d86da040b8af52178202f8b4e4 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:21.223320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.395293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:21.481747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-69c8c40e-99d9-4ebf-a93a-5cbdde3f1038 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a5858c3f8f647b79f21bea73d940d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850513 Aug 03 16:09:21.483708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.486130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58406) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:21.554778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.581508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.598786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event updated for resources: {'Subnet': ['ID=1ee002ef-c26d-48c9-9df7-9d85a8093ea6,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:21.614527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Checking segment: {'id': '275bb3db-2aa7-4a1f-b06b-255ad39c300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:21.614896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Network hostable DHCP agents. Network: a031a8ef-1546-470c-a858-1d990d8a65f6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:09:21.626244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bfbc8-8c9d-48db-9127-9f127396e809 req-c9592875-5eb2-43f5-8716-885bb878ca2d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:21.633406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c16bfbc8-8c9d-48db-9127-9f127396e809 req-c9592875-5eb2-43f5-8716-885bb878ca2d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1098278 Aug 03 16:09:21.639468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.643102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.658250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4c052d4-956a-4630-9b2c-278a63d00f05 HTTP/1.1" status: 204 len: 168 time: 0.1708293 Aug 03 16:09:21.670976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a5933-3c26-4cdc-b889-d99ec13e4653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c052d4-956a-4630-9b2c-278a63d00f05,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:21.671672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Network a031a8ef-1546-470c-a858-1d990d8a65f6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:09:21.683671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c16bfbc8-8c9d-48db-9127-9f127396e809 req-8336e0f4-8c3b-4fbc-83fd-a9803b403f27 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494063 Aug 03 16:09:21.692091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a031a8ef-1546-470c-a858-1d990d8a65f6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:21.704325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:21.704911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.705525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e90f2-1e4d-47eb-a483-7506e5f52bac None None] Network a031a8ef-1546-470c-a858-1d990d8a65f6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:21.737325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-549abf59-0af0-4fbe-960b-e07ab8ea7f03 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6659472 Aug 03 16:09:21.740123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58414) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:21.746485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Request body: {'port': {'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1164752111'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:21.884933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Made reservation on behalf of ca3858d86da040b8af52178202f8b4e4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:21.888574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a031a8ef-1546-470c-a858-1d990d8a65f6', 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6', 'tenant_id': 'ca3858d86da040b8af52178202f8b4e4', 'fixed_ips': [{'subnet_id': '1ee002ef-c26d-48c9-9df7-9d85a8093ea6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:09:21.889340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.889462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:21.909424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] device_id is not set on port c5869809-a636-4780-9d69-d739d731042b yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:09:22.008805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8e1f521d-5592-45f1-a0c7-254d2b63eed3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:22.037985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8e1f521d-5592-45f1-a0c7-254d2b63eed3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:22.038548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8e1f521d-5592-45f1-a0c7-254d2b63eed3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:22.059109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Allocated IP 172.20.0.8 (a031a8ef-1546-470c-a858-1d990d8a65f6/1ee002ef-c26d-48c9-9df7-9d85a8093ea6/c5869809-a636-4780-9d69-d739d731042b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:22.068118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.234230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.248992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Transition to ACTIVE for port object c5869809-a636-4780-9d69-d739d731042b will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:22.287424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.341479 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:09:22.344572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Network a031a8ef-1546-470c-a858-1d990d8a65f6 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:22.346242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:22.350764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:22.355546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Allocated IP 172.20.0.2 (a031a8ef-1546-470c-a858-1d990d8a65f6/1ee002ef-c26d-48c9-9df7-9d85a8093ea6/4f59176a-b0a1-4071-8ca0-d281067b4b3f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:22.395430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event updated for resources: {'Port': ['ID=c5869809-a636-4780-9d69-d739d731042b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:22.423990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:22.424933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.463950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-55769f91-ae66-4a33-bc94-4160f07d58e6 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7205465 Aug 03 16:09:22.465321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58446) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:22.557950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58450) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:22.636850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Deleting port c5869809-a636-4780-9d69-d739d731042b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:22.637585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.646268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.655901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Transition to ACTIVE for port object 4f59176a-b0a1-4071-8ca0-d281067b4b3f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:22.673707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Transition to ACTIVE for port object 4f59176a-b0a1-4071-8ca0-d281067b4b3f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:22.681438 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.701572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1326482700-network', 'tenant_id': '27d56494598245abb94fcf947a2c7889'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:22.722287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Network a031a8ef-1546-470c-a858-1d990d8a65f6 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:22.726858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:22.731028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:22.735456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Made reservation on behalf of 27d56494598245abb94fcf947a2c7889 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:22.739217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.748989 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.784305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.802316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Calling delete_port for c5869809-a636-4780-9d69-d739d731042b owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:22.851286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Pushing event updated for resources: {'Port': ['ID=4f59176a-b0a1-4071-8ca0-d281067b4b3f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:22.865393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Attempting to bind port 4f59176a-b0a1-4071-8ca0-d281067b4b3f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:22.865883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Attempting to bind port 4f59176a-b0a1-4071-8ca0-d281067b4b3f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '275bb3db-2aa7-4a1f-b06b-255ad39c300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:22.866318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Attempting to bind port 4f59176a-b0a1-4071-8ca0-d281067b4b3f on network a031a8ef-1546-470c-a858-1d990d8a65f6 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:22.871827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:22.872276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Checking segment: {'id': '275bb3db-2aa7-4a1f-b06b-255ad39c300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:22.872888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.873443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Bound using segment: {'id': '275bb3db-2aa7-4a1f-b06b-255ad39c300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:22.874252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Bound port: 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275bb3db-2aa7-4a1f-b06b-255ad39c300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a031a8ef-1546-470c-a858-1d990d8a65f6'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:22.874805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.930313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.941219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b796875-657a-4805-a108-f2b5e868a677 req-3fb8e76e-62c8-45bf-9b89-26becbeb7a67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:22.943806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b796875-657a-4805-a108-f2b5e868a677 req-3fb8e76e-62c8-45bf-9b89-26becbeb7a67 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1067302 Aug 03 16:09:22.945565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.956404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] For port 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:22.960093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] For port 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f59176a-b0a1-4071-8ca0-d281067b4b3f,segment=NetworkSegment(275bb3db-2aa7-4a1f-b06b-255ad39c300d),segment_id=275bb3db-2aa7-4a1f-b06b-255ad39c300d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:22.965185 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.980395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:22.990679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:09:23.001873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.002516 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Added segment 12091f5f-7723-4121-9a57-dbae96e48e23 of type vlan for network ba13618a-0029-43e0-a5ea-b8cb4a4199ad Aug 03 16:09:23.021522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event deleted for resources: {'Port': ['ID=c5869809-a636-4780-9d69-d739d731042b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:23.035200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6bc22-8369-49ef-b215-38e0945f5605 None None] Pushing event updated for resources: {'Port': ['ID=4f59176a-b0a1-4071-8ca0-d281067b4b3f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:23.126836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e392027b-a955-4dd1-a800-9ddfc5a2b3d8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:23.133858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.140249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de20f453-b7ea-4564-a677-88fb00462a9d tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "DELETE /v2.0/ports/c5869809-a636-4780-9d69-d739d731042b HTTP/1.1" status: 204 len: 168 time: 0.6697893 Aug 03 16:09:23.140457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.140829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.158784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b796875-657a-4805-a108-f2b5e868a677 req-4e6164bf-fa5a-4f6c-8ab1-3fc7b9a41638 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017043 Aug 03 16:09:23.207650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.209389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:23.210391 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.289108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7300172 Aug 03 16:09:23.289600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58464) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.296568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Request body: {'subnet': {'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1326482700-subnet', 'tenant_id': '27d56494598245abb94fcf947a2c7889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:23.322927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14531d3-b445-4890-9534-ead313a13c62 admin admin] Pushing event updated for resources: {'Network': ['ID=ba13618a-0029-43e0-a5ea-b8cb4a4199ad,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:23.343637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:09:23.348877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73623135-8ce9-4159-98c7-c958e01f3ce6 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2063892 Aug 03 16:09:23.351940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.358955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-805277487'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:23.359499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Made reservation on behalf of 27d56494598245abb94fcf947a2c7889 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:23.361883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.387106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Made reservation on behalf of ca3858d86da040b8af52178202f8b4e4 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:23.392716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.420910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:09:23.435458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.435816 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Added segment 27241f06-0ab6-4c20-8916-7f9b50561266 of type vlan for network a20b26ec-7bcd-43f4-8865-80e468b57340 Aug 03 16:09:23.487341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.522036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.528645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:23.529334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:23.594487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2405825 Aug 03 16:09:23.597810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58472) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.633053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01c29-63b7-4d55-815f-f8fe3fa665c8 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event updated for resources: {'Network': ['ID=a20b26ec-7bcd-43f4-8865-80e468b57340,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:23.648132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a20b26ec-7bcd-43f4-8865-80e468b57340 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:09:23.817025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2bc0ebb1-2ccc-4762-acec-2618d1286d67 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.2154634 Aug 03 16:09:23.817788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58478) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.910657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42283791-3782-45f2-9d81-d3a02f2a2b41 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] Network a20b26ec-7bcd-43f4-8865-80e468b57340 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:09:23.932368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-42283791-3782-45f2-9d81-d3a02f2a2b41 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "POST /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1139417 Aug 03 16:09:23.932768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e17ef1-fb9e-4378-9e4e-81ee1edc7e70 None None] Network a20b26ec-7bcd-43f4-8865-80e468b57340 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:23.934695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58480) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:23.969812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:24.089591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f59176a-b0a1-4071-8ca0-d281067b4b3f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:24.133806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9cdf29cb-89b2-4314-a485-7a4c5643c872 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks HTTP/1.1" status: 200 len: 6449 time: 0.1958857 Aug 03 16:09:24.135174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58482) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.135818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Checking segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:24.136186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Network hostable DHCP agents. Network: ba13618a-0029-43e0-a5ea-b8cb4a4199ad, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:09:24.151266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d771db-5573-484f-8e89-d8f7f745d28a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:24.161677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 4f59176a-b0a1-4071-8ca0-d281067b4b3f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:24.177605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:09:24.191969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ba13618a-0029-43e0-a5ea-b8cb4a4199ad) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:24.197379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:24.198305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:24.205669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca03a2-84b7-4ac4-ac98-230363122b6e None None] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:24.222769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba299e55-3265-476e-beb0-36395ed093af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9319870 Aug 03 16:09:24.374630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6a4519a6-2c01-412e-b640-07f0d0030b20 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "DELETE /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks/a20b26ec-7bcd-43f4-8865-80e468b57340 HTTP/1.1" status: 204 len: 168 time: 0.2353504 Aug 03 16:09:24.374794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58488) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.421198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fad0f0-07d5-4164-a732-e096b267c588 req-e4244d71-17c1-4473-a506-29b8e04ce76e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:24.425248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30fad0f0-07d5-4164-a732-e096b267c588 req-e4244d71-17c1-4473-a506-29b8e04ce76e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1657772 Aug 03 16:09:24.430423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f888f-4c54-4199-bdea-d2c665d34eb6 None None] Network a031a8ef-1546-470c-a858-1d990d8a65f6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:24.489883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30fad0f0-07d5-4164-a732-e096b267c588 req-6503dd7f-9c0f-4a1d-ad8e-9a316d40e5a4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532804 Aug 03 16:09:24.608111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f1062ef6-8ee9-446d-b143-ae343eabd695 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 0.2314780 Aug 03 16:09:24.612866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58500) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.636772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Provisioning for port 4f59176a-b0a1-4071-8ca0-d281067b4b3f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:24.638661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-69767d26-1bcf-4c23-a04b-94f5dad2d368 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/networks/a031a8ef-1546-470c-a858-1d990d8a65f6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0242982 Aug 03 16:09:24.642626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58502) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.674786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Provisioning complete for port 4f59176a-b0a1-4071-8ca0-d281067b4b3f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:24.676127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-230a3acb-ad21-420e-985b-a41fe3b89dd0 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/networks/a031a8ef-1546-470c-a858-1d990d8a65f6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0320518 Aug 03 16:09:24.678446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58504) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.681769 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:24.826386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a73bed4c-f1fc-4866-82ea-9e1df5a05d64 tempest-DHCPAgentSchedulersTestJSON-1138714343 tempest-DHCPAgentSchedulersTestJSON-1138714343-project-admin] 10.222.0.70 "GET /v2.0/agents/cd970383-c08e-4dad-b866-ce100e5fb16b/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 0.1466897 Aug 03 16:09:24.837454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:24.840212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'tenant_id': '27d56494598245abb94fcf947a2c7889', 'fixed_ips': [{'subnet_id': '11d771db-5573-484f-8e89-d8f7f745d28a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:09:24.841627 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:24.881139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.008153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.013274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] For port 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f59176a-b0a1-4071-8ca0-d281067b4b3f,segment=NetworkSegment(275bb3db-2aa7-4a1f-b06b-255ad39c300d),segment_id=275bb3db-2aa7-4a1f-b06b-255ad39c300d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:25.042778 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.120551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02d2fd-92a4-40b8-895f-e7e0cc914049 None None] Pushing event updated for resources: {'Port': ['ID=4f59176a-b0a1-4071-8ca0-d281067b4b3f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:25.143295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Allocated IP 172.20.0.2 (ba13618a-0029-43e0-a5ea-b8cb4a4199ad/11d771db-5573-484f-8e89-d8f7f745d28a/37b10b44-8bd8-4a52-9097-0ec242dce0f8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:25.165316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-a3805118-4449-4d45-961f-76d0c62e7cd1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:25.167092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-a3805118-4449-4d45-961f-76d0c62e7cd1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.3154345 Aug 03 16:09:25.201268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-d00da7d9-ba2b-4803-b6f8-e981d6bbe805 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/quotas/27d56494598245abb94fcf947a2c7889 HTTP/1.1" status: 200 len: 375 time: 0.0205634 Aug 03 16:09:25.204824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.213541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-35a016c2-aa89-42fe-9407-1535df74e9d5 None None] Provisioning complete for port 4f59176a-b0a1-4071-8ca0-d281067b4b3f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:25.214269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-35a016c2-aa89-42fe-9407-1535df74e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.242885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20b26ec-7bcd-43f4-8865-80e468b57340']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:25.279520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-ff59b81c-2e69-4a80-940c-7092d41fde5f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771937 Aug 03 16:09:25.289203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27241f06-0ab6-4c20-8916-7f9b50561266') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:25.289499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27241f06-0ab6-4c20-8916-7f9b50561266') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:25.307522 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.341487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.349053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:25.349905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.396188 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:25.400062 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:25.410732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-0eb1d098-5ab7-4ab5-9c3e-a4e656da6ed3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:09:25.411754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-0eb1d098-5ab7-4ab5-9c3e-a4e656da6ed3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1315660 Aug 03 16:09:25.435808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Transition to ACTIVE for port object 37b10b44-8bd8-4a52-9097-0ec242dce0f8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:25.445561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.455412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Transition to ACTIVE for port object 37b10b44-8bd8-4a52-9097-0ec242dce0f8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:25.464226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.468568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "DELETE /v2.0/networks/a20b26ec-7bcd-43f4-8865-80e468b57340 HTTP/1.1" status: 204 len: 168 time: 0.6275358 Aug 03 16:09:25.469204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.469303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:25.530890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-49dd4955-f6a2-484c-99d1-890060d9f51a None None] Could not find standard attr ID for object c5869809-a636-4780-9d69-d739d731042b. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:09:25.532109 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec3e0d2-61c1-49a0-a34f-99e53b992fba tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] DELETE failed (client error): The resource could not be found. Aug 03 16:09:25.533100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec3e0d2-61c1-49a0-a34f-99e53b992fba tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:09:25.535122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0ec3e0d2-61c1-49a0-a34f-99e53b992fba tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "DELETE /v2.0/ports/c5869809-a636-4780-9d69-d739d731042b HTTP/1.1" status: 404 len: 333 time: 0.0652785 Aug 03 16:09:25.538172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:25.585822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Pushing event updated for resources: {'Port': ['ID=37b10b44-8bd8-4a52-9097-0ec242dce0f8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:25.589488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:25.595277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bc338-b017-4a10-a65c-d0469a591976 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event deleted for resources: {'Network': ['ID=a20b26ec-7bcd-43f4-8865-80e468b57340,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:25.603486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:25.607884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:25.629719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Deleting subnet 1ee002ef-c26d-48c9-9df7-9d85a8093ea6 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:09:25.635801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.677245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-a9e61237-a298-4847-a925-1659b6d97d26 service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474744 Aug 03 16:09:25.706104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Attempting to bind port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:25.707161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Attempting to bind port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:25.707979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Attempting to bind port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:25.714481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:25.715562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Checking segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:25.716678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.717313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Bound using segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:25.718065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Bound port: 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:25.719010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.730626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.787180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] For port 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:25.790550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] For port 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=37b10b44-8bd8-4a52-9097-0ec242dce0f8,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:25.798949 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.799234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce231bb-3734-48ad-888f-aef92c6d3228 req-8022d934-2909-41e8-800e-2e10fe43b9d6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:25.801208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ce231bb-3734-48ad-888f-aef92c6d3228 req-8022d934-2909-41e8-800e-2e10fe43b9d6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1663539 Aug 03 16:09:25.817517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-5218f8ed-3bb5-4652-a5aa-b23a9a1f19ee service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391084 Aug 03 16:09:25.852404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:25.872830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fe2f-0891-4984-826f-e30805202dfa None None] Pushing event updated for resources: {'Port': ['ID=37b10b44-8bd8-4a52-9097-0ec242dce0f8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:25.964579 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.054151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f59176a-b0a1-4071-8ca0-d281067b4b3f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:26.063070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ce231bb-3734-48ad-888f-aef92c6d3228 req-21af0df9-cc21-496e-a4e1-11736efa0d1d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719842 Aug 03 16:09:26.064814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee002ef-c26d-48c9-9df7-9d85a8093ea6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:26.075778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.085101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58540) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:26.091004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3afc051c-91e4-41b7-8815-daa2fd586017 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "DELETE /v2.0/subnets/1ee002ef-c26d-48c9-9df7-9d85a8093ea6 HTTP/1.1" status: 204 len: 168 time: 0.5426254 Aug 03 16:09:26.096549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2e228-fe50-40c4-822b-ef6d33311b22 None None] Network a031a8ef-1546-470c-a858-1d990d8a65f6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:26.243746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.290202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 4f59176a-b0a1-4071-8ca0-d281067b4b3f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:26.290778 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.292222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.378031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-65489c92-e8c9-4389-b8a2-316fec0eede8 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:26.378783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Deleting port 4f59176a-b0a1-4071-8ca0-d281067b4b3f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:26.379380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.379866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-65489c92-e8c9-4389-b8a2-316fec0eede8 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.1791909 Aug 03 16:09:26.405707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-d14f4baa-7768-44e8-a5c8-6f2dedeaec4f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/quotas/27d56494598245abb94fcf947a2c7889 HTTP/1.1" status: 200 len: 375 time: 0.0177276 Aug 03 16:09:26.497205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] For port 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f59176a-b0a1-4071-8ca0-d281067b4b3f,segment=NetworkSegment(275bb3db-2aa7-4a1f-b06b-255ad39c300d),segment_id=275bb3db-2aa7-4a1f-b06b-255ad39c300d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:26.497724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.518656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-5c5e42cc-6073-42f9-9a29-99016e99f4c5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1039281 Aug 03 16:09:26.524320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Calling delete_port for 4f59176a-b0a1-4071-8ca0-d281067b4b3f owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:26.576919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] DHCP port deletion for a031a8ef-1546-470c-a858-1d990d8a65f6 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:09:26.637457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Deleting port 4f59176a-b0a1-4071-8ca0-d281067b4b3f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:26.638953 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.658934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.690321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event deleted for resources: {'Port': ['ID=4f59176a-b0a1-4071-8ca0-d281067b4b3f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:26.694885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] No DVR routers for this DVR port 4f59176a-b0a1-4071-8ca0-d281067b4b3f on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:26.733851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] For port 4f59176a-b0a1-4071-8ca0-d281067b4b3f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=4f59176a-b0a1-4071-8ca0-d281067b4b3f,segment=NetworkSegment(275bb3db-2aa7-4a1f-b06b-255ad39c300d),segment_id=275bb3db-2aa7-4a1f-b06b-255ad39c300d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:26.734496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.750694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Calling delete_port for 4f59176a-b0a1-4071-8ca0-d281067b4b3f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:26.761000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-55928b02-9817-4450-ac7a-297e5a1b40fa service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344651 Aug 03 16:09:26.872551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.881248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.893275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a031a8ef-1546-470c-a858-1d990d8a65f6']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:26.905453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275bb3db-2aa7-4a1f-b06b-255ad39c300d') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:26.906096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275bb3db-2aa7-4a1f-b06b-255ad39c300d') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:26.919531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.938195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.939185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] Pushing event deleted for resources: {'Port': ['ID=4f59176a-b0a1-4071-8ca0-d281067b4b3f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:26.947913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec64e6-9b60-4209-b68f-1d82fdc220fa None None] No DVR routers for this DVR port 4f59176a-b0a1-4071-8ca0-d281067b4b3f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:26.962890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:26.962890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:26.967486 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:26.975916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ffda5a25-32f4-4229-889e-131543f2ef30 service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110279 Aug 03 16:09:27.049382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.057661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.064523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] 10.222.0.70 "DELETE /v2.0/networks/a031a8ef-1546-470c-a858-1d990d8a65f6 HTTP/1.1" status: 204 len: 168 time: 0.9776914 Aug 03 16:09:27.083331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65486c-d54f-486f-9d67-27ec3b3134c0 tempest-DHCPAgentSchedulersTestJSON-444830938 tempest-DHCPAgentSchedulersTestJSON-444830938-project] Pushing event deleted for resources: {'Network': ['ID=a031a8ef-1546-470c-a858-1d990d8a65f6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:27.283467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b58152-8698-4b2d-8b96-da0a84854295 req-c516030d-6d81-41f6-bcda-ccdd64c2526f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:27.298718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7b58152-8698-4b2d-8b96-da0a84854295 req-c516030d-6d81-41f6-bcda-ccdd64c2526f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0975389 Aug 03 16:09:27.322167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a4227-3ad8-4275-95cc-5799a9e7a207 None None] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:27.371116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7b58152-8698-4b2d-8b96-da0a84854295 req-94c4961d-22df-4031-9055-cb7266aefd62 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Aug 03 16:09:27.442742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9643bd9c-670f-41ef-9684-5d60314b850d None None] Provisioning for port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:27.447478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58576) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:27.710178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3fa2e32b-1163-4e10-8ba7-657b7acb8fdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca3858d86da040b8af52178202f8b4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610970 Aug 03 16:09:27.712676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58588) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:27.757084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-2e622735-aefe-4a17-9ae6-a0c07784db84 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:27.758705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-2e622735-aefe-4a17-9ae6-a0c07784db84 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.2886672 Aug 03 16:09:27.771467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-0d94ddf4-d4dd-4ccc-9a39-15b2c080c464 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:27.772998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-0d94ddf4-d4dd-4ccc-9a39-15b2c080c464 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.2801721 Aug 03 16:09:27.783386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Request body: {'port': {'device_id': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'admin_state_up': True, 'tenant_id': '27d56494598245abb94fcf947a2c7889'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:27.792964 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.824342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.903232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-53d9b10c-21af-49d2-b14c-a4448bc40053 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/quotas/27d56494598245abb94fcf947a2c7889 HTTP/1.1" status: 200 len: 375 time: 0.0297072 Aug 03 16:09:27.910358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.912970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:27.914159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/374074f7-f13d-49d1-8c24-9700e32592ca HTTP/1.1" status: 204 len: 168 time: 0.1996443 Aug 03 16:09:27.942125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7bbf1-b3ef-474b-b846-efbceb696122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374074f7-f13d-49d1-8c24-9700e32592ca,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:28.018655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Made reservation on behalf of 27d56494598245abb94fcf947a2c7889 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:28.027570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.067315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-718a0535-42d5-4172-b5d4-0f13f942d552 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370180 Aug 03 16:09:28.157243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37b10b44-8bd8-4a52-9097-0ec242dce0f8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:28.279131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:28.285212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:28.285867 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.304827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-406a9087-8e55-4701-bf4c-7115b5c84359 service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130852 Aug 03 16:09:28.317799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Allocated IP 172.20.0.5 (ba13618a-0029-43e0-a5ea-b8cb4a4199ad/11d771db-5573-484f-8e89-d8f7f745d28a/34808707-db40-49ea-a4a5-b7a3deed23dd) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:28.381724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.426979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58602) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:28.442140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f9370fb-7500-41a1-a913-08acb126d1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.447307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=37b10b44-8bd8-4a52-9097-0ec242dce0f8,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:28.455509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.534064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=37b10b44-8bd8-4a52-9097-0ec242dce0f8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:28.552513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f59176a-b0a1-4071-8ca0-d281067b4b3f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:28.578266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-43299413-4e28-43ed-88db-991929611188 service neutron] 10.222.0.70 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615843 Aug 03 16:09:28.600926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e24ee-1198-4b88-9f9d-3f62d16ba712 req-85457923-264e-4559-af18-2ba8eca91cf3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:28.608916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-697e24ee-1198-4b88-9f9d-3f62d16ba712 req-85457923-264e-4559-af18-2ba8eca91cf3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0892453 Aug 03 16:09:28.661164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.663301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 4f59176a-b0a1-4071-8ca0-d281067b4b3f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:28.663623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 4f59176a-b0a1-4071-8ca0-d281067b4b3f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:28.684580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Transition to ACTIVE for port object 34808707-db40-49ea-a4a5-b7a3deed23dd will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:28.726956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-697e24ee-1198-4b88-9f9d-3f62d16ba712 req-23023be8-7f2f-43d8-b32c-26fe2c293489 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161072 Aug 03 16:09:28.729177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.751792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f9370fb-7500-41a1-a913-08acb126d1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.764030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f9370fb-7500-41a1-a913-08acb126d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.817414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event updated for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:28.837375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:28.837375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:28.839476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:28.915715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:28.916947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:28.936476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f9370fb-7500-41a1-a913-08acb126d1df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=288c340711804a52b3c70d781b14cccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082974 Aug 03 16:09:28.946582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58612) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:28.986287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1acdb564-4dff-4467-9b2c-6023af384044 req-b882ae98-1568-41d4-9c43-032474f3c19d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 210 time: 0.0565743 Aug 03 16:09:28.995058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b46dfdc1-32b7-4b3c-be11-c6282f18d969 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2209933 Aug 03 16:09:29.012295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Request body: {'port': {'device_id': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:29.015785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9370fb-7500-41a1-a913-08acb126d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1a57e-78e7-4e64-a35c-155bdee721f1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:29.104505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2f875-a1fd-4b95-934f-1b82e17782cc req-497d0ca8-8110-490e-9d70-b75f826f0b12 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:29.106162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c2f875-a1fd-4b95-934f-1b82e17782cc req-497d0ca8-8110-490e-9d70-b75f826f0b12 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1097 time: 0.1622078 Aug 03 16:09:29.116929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-fb0c14c3-b58c-4660-9205-4730c17ca69b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:29.118665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-fb0c14c3-b58c-4660-9205-4730c17ca69b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.78 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.3655076 Aug 03 16:09:29.142890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Request body: {'port': {'device_id': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'admin_state_up': True, 'tenant_id': '27d56494598245abb94fcf947a2c7889'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:29.161566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.172458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.283339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c2f875-a1fd-4b95-934f-1b82e17782cc req-212b9f00-7d9d-46ac-b203-4adc974f06b5 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568520 Aug 03 16:09:29.303787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58622) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:29.307298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.330724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c1f23686-0d94-467a-ac9b-54392dc495e4 None None] Provisioning for port 34808707-db40-49ea-a4a5-b7a3deed23dd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:29.337242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c1f23686-0d94-467a-ac9b-54392dc495e4 None None] Provisioning complete for port 34808707-db40-49ea-a4a5-b7a3deed23dd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:29.337242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c1f23686-0d94-467a-ac9b-54392dc495e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.424519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c1f23686-0d94-467a-ac9b-54392dc495e4 None None] Port 34808707-db40-49ea-a4a5-b7a3deed23dd cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:29.442095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Made reservation on behalf of 27d56494598245abb94fcf947a2c7889 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:29.445654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.558106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34808707-db40-49ea-a4a5-b7a3deed23dd {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:29.567477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.580189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Transition to ACTIVE for port object 34808707-db40-49ea-a4a5-b7a3deed23dd will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:29.583216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.584727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.586371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.589773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0de1a57e-78e7-4e64-a35c-155bdee721f1 HTTP/1.1" status: 204 len: 168 time: 0.6398194 Aug 03 16:09:29.679560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9e62-f196-405a-9657-aafd98f7cc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1a57e-78e7-4e64-a35c-155bdee721f1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:29.713036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:29.752207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Allocated IP 172.20.0.6 (ba13618a-0029-43e0-a5ea-b8cb4a4199ad/11d771db-5573-484f-8e89-d8f7f745d28a/8c463567-c6a0-4be2-b898-fd2d710ef2ca) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:29.804526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port fb2d80e1-6174-4882-89e9-43e041377a88 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:29.804828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Attempting to bind port 34808707-db40-49ea-a4a5-b7a3deed23dd on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:29.804951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.805377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Attempting to bind port 34808707-db40-49ea-a4a5-b7a3deed23dd by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:29.805878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Attempting to bind port 34808707-db40-49ea-a4a5-b7a3deed23dd on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:29.819669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Port 34808707-db40-49ea-a4a5-b7a3deed23dd on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:09:29.820268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Attempting to bind port 34808707-db40-49ea-a4a5-b7a3deed23dd on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:29.831970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:29.833586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Checking segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:29.836208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Bound using segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:29.836794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Bound port: 34808707-db40-49ea-a4a5-b7a3deed23dd, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:29.837266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:29.926722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:29.931323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=34808707-db40-49ea-a4a5-b7a3deed23dd,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:29.938626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.027956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.028583 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.037359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] 10.222.0.72 "PUT /v2.0/ports/34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 200 len: 1091 time: 1.0331140 Aug 03 16:09:30.065680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189aa9a0-0553-4025-91b5-1c1fd0d61097 req-1c910139-66a1-486c-a65e-d6fb4accd6f7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.067394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-189aa9a0-0553-4025-91b5-1c1fd0d61097 req-1c910139-66a1-486c-a65e-d6fb4accd6f7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1966703 Aug 03 16:09:30.075859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:30.079135 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:30.111417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37b10b44-8bd8-4a52-9097-0ec242dce0f8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:30.227007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.230985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.244490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:30.245257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.322956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-189aa9a0-0553-4025-91b5-1c1fd0d61097 req-9ef0e238-8d93-4208-9e2a-aa64bb762025 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450666 Aug 03 16:09:30.326837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4fbfc877-68d5-4e2a-a225-49e3d5bff58a req-23f44554-43a8-4fe0-9db5-3fa5a6983dc8 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 210 time: 0.0684941 Aug 03 16:09:30.370077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for fb2d80e1-6174-4882-89e9-43e041377a88 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:30.378275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1c96d-1f1c-47c9-b387-dd3887939ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:30.413741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-975fd499-56f8-4759-8996-99f56880df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.417181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-975fd499-56f8-4759-8996-99f56880df3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 1094 time: 0.3014953 Aug 03 16:09:30.432479 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25063d60-b3cd-4f3e-b1e1-ed5bcc28494d x-openstack-request-id: req-25063d60-b3cd-4f3e-b1e1-ed5bcc28494d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:30.432895 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:30.433216 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25063d60-b3cd-4f3e-b1e1-ed5bcc28494d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:30.433716 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd', 'status': 'completed', 'code': 200} Aug 03 16:09:30.535862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-fe4920ed-ec8c-47a8-8593-2e696af50d0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 200 len: 217 time: 0.0952523 Aug 03 16:09:30.571610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:30.635117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Transition to ACTIVE for port object 8c463567-c6a0-4be2-b898-fd2d710ef2ca will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:30.659327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-d3b839df-cc48-484f-8f9e-53146a99ba8c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.661117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-d3b839df-cc48-484f-8f9e-53146a99ba8c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 816 time: 0.3546402 Aug 03 16:09:30.670819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-015e6ab2-1ffe-48d4-ab1e-3dec02069490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.674197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-015e6ab2-1ffe-48d4-ab1e-3dec02069490 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.1318641 Aug 03 16:09:30.679653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Request body: {'port': {'device_id': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'admin_state_up': True, 'tenant_id': '27d56494598245abb94fcf947a2c7889'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:30.753570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-243a212a-fe72-48aa-8647-f4173eaccca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:30.756575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-243a212a-fe72-48aa-8647-f4173eaccca7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748503 Aug 03 16:09:30.875848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-b903f191-4062-4586-9fda-47d4af0ac79d service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097984 Aug 03 16:09:30.991983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d43bcaf-27d5-4809-a8c1-2d4997e8c7b1 req-bf101e38-e46b-4232-9455-7f6f13f94d14 service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096330 Aug 03 16:09:31.118527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-4c3c9c4e-09d1-4432-91dd-b45cea793c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.120688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-4c3c9c4e-09d1-4432-91dd-b45cea793c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 1094 time: 0.0621133 Aug 03 16:09:31.273071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.286399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-9ecda2e8-1032-411d-9f84-93564d103c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.288297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-9ecda2e8-1032-411d-9f84-93564d103c8d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 917 time: 0.1489775 Aug 03 16:09:31.324218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.350194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-c66326a7-153b-4c3e-b317-2f6ce16142a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 200 len: 217 time: 0.0529299 Aug 03 16:09:31.354556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:31.375201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event updated for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:31.404753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=fb2d80e1-6174-4882-89e9-43e041377a88,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:31.413185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:31.416081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:31.509743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Made reservation on behalf of 27d56494598245abb94fcf947a2c7889 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:31.513800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.530238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a208a2d5-52b5-4a1b-a802-6340220eea9e req-c96abd03-5989-4bda-80e3-06e0ac0d9f09 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 210 time: 0.0648229 Aug 03 16:09:31.541813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-8888a810-87fc-46f0-b655-7d554ab83831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.543792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-8888a810-87fc-46f0-b655-7d554ab83831 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.1877587 Aug 03 16:09:31.582551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.583291 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP 474f241c-0617-4cb3-a74b-dca05e3bf673 disassociated (deleted). External IP: 172.25.7.99, port: 59374051-e432-428a-bf70-c41dcd8d28aa. Aug 03 16:09:31.605296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-39eb775d-29a1-42df-b18b-1c3a12409c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.606856 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-39eb775d-29a1-42df-b18b-1c3a12409c26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553935 Aug 03 16:09:31.747260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-431d994f-9730-4be6-8b6f-97e5e7b8744d service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268346 Aug 03 16:09:31.762475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.763456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.830461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-ee4750f5-5061-4d1c-9787-ec6f1265fda3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6950483 Aug 03 16:09:31.847777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541ee2f-5f88-4856-bbf2-bdd371e34d18 req-b74b86a5-40ef-4ebd-b9ae-f6cc443a7414 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:31.855440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8541ee2f-5f88-4856-bbf2-bdd371e34d18 req-b74b86a5-40ef-4ebd-b9ae-f6cc443a7414 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.3375168 Aug 03 16:09:31.887531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Request body: {'port': {'device_id': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:31.893224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-51d97029-04f6-417a-af5b-f8d9311d7214 None None] Provisioning for port 8c463567-c6a0-4be2-b898-fd2d710ef2ca completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:31.896892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ef72827-b6ea-4e19-987e-2e1ae50e3c3a req-21c37c30-c2d4-449f-9897-b0d060cf1174 service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395178 Aug 03 16:09:31.902001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-51d97029-04f6-417a-af5b-f8d9311d7214 None None] Provisioning complete for port 8c463567-c6a0-4be2-b898-fd2d710ef2ca triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:31.902931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-51d97029-04f6-417a-af5b-f8d9311d7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:31.957436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-51d97029-04f6-417a-af5b-f8d9311d7214 None None] Port 8c463567-c6a0-4be2-b898-fd2d710ef2ca cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:31.978601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8541ee2f-5f88-4856-bbf2-bdd371e34d18 req-a7f2e939-f0cb-4929-abf2-f70be7991e18 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221318 Aug 03 16:09:32.078551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:32.097666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Allocated IP 172.20.0.10 (ba13618a-0029-43e0-a5ea-b8cb4a4199ad/11d771db-5573-484f-8e89-d8f7f745d28a/f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:32.334610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 48c05041-ca75-4506-9747-100c310615c2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:32.516336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58694) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:32.536418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:32.563583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Transition to ACTIVE for port object f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:32.570832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:32.579364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:32.591084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Sync routers for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:32.619844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:32.623123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:32.642346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cceab0cb-ba33-42c4-9265-ff154368ac50 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/floatingips/474f241c-0617-4cb3-a74b-dca05e3bf673 HTTP/1.1" status: 204 len: 168 time: 3.3322613 Aug 03 16:09:32.644524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:32.647215 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:32.672703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:32.809163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:32.821294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:32.838637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:32.848684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f14d-9201-4dba-ac4d-2353e77737ea req-268febc3-c06d-4f2f-a890-232729751b71 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:32.861686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:32.870986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a08f14d-9201-4dba-ac4d-2353e77737ea req-268febc3-c06d-4f2f-a890-232729751b71 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 932 time: 0.1616986 Aug 03 16:09:32.920312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:32.957443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event updated for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:33.033085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 34808707-db40-49ea-a4a5-b7a3deed23dd details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:09:33.036059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:33.037300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.055539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.073600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-4b3490c5-2422-4675-b180-41b17a1c5ba1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4004791 Aug 03 16:09:33.095353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Request body: {'port': {'device_id': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:33.193915 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b8aeb5-6676-4628-a4e0-08085c317eb1 x-openstack-request-id: req-b0b8aeb5-6676-4628-a4e0-08085c317eb1 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:33.194203 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:33.194460 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0b8aeb5-6676-4628-a4e0-08085c317eb1 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:33.194929 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:09:33.263846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c463567-c6a0-4be2-b898-fd2d710ef2ca {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:33.278790 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.289394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.350092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Transition to ACTIVE for port object 8c463567-c6a0-4be2-b898-fd2d710ef2ca will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:33.357849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.384883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a08f14d-9201-4dba-ac4d-2353e77737ea req-ce4a65b6-3450-4d77-9816-89c44be7be67 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122702 Aug 03 16:09:33.428750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-2632d763-1831-41cc-96ed-e584040f9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:33.434226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:09:33.454536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-2632d763-1831-41cc-96ed-e584040f9059 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 1097 time: 0.2369189 Aug 03 16:09:33.576658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6e94599-6238-4e8f-9ea6-689d61c37b6a None None] Provisioning for port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:33.606141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6e94599-6238-4e8f-9ea6-689d61c37b6a None None] Provisioning complete for port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:33.606265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6e94599-6238-4e8f-9ea6-689d61c37b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.704057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=34808707-db40-49ea-a4a5-b7a3deed23dd,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:33.758459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '34808707-db40-49ea-a4a5-b7a3deed23dd', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'port_id': '34808707-db40-49ea-a4a5-b7a3deed23dd', 'mac_address': 'fa:16:3e:12:e5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d771db-5573-484f-8e89-d8f7f745d28a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:09:33.762145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.775208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b6e94599-6238-4e8f-9ea6-689d61c37b6a None None] Port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:33.801576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bfd47-03e7-4382-8f12-ea7c3a1d8db0 req-6d000747-dd5f-48bc-9626-c3e7709ccaa2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:33.803568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7bfd47-03e7-4382-8f12-ea7c3a1d8db0 req-6d000747-dd5f-48bc-9626-c3e7709ccaa2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 946 time: 0.1705773 Aug 03 16:09:33.837422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:33.840880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-e0117397-622e-4342-9288-ff3556a7a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:33.842918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-e0117397-622e-4342-9288-ff3556a7a43e service neutron] 10.222.0.72 "GET /v2.0/networks?id=733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 200 len: 898 time: 0.3627930 Aug 03 16:09:33.856417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34808707-db40-49ea-a4a5-b7a3deed23dd {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:33.863822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:33.923908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-9baf94e9-390b-4706-a5da-015810b00e7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 200 len: 217 time: 0.0703688 Aug 03 16:09:33.925776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=34808707-db40-49ea-a4a5-b7a3deed23dd,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:33.933250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '49d894be-1599-41bf-9daa-a9a97fb13402', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:09:33.972022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:33.997334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Pushing event updated for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:34.010992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a7bfd47-03e7-4382-8f12-ea7c3a1d8db0 req-6b79044e-7bde-488f-a20d-4a570c577859 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719010 Aug 03 16:09:34.034716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Attempting to bind port 8c463567-c6a0-4be2-b898-fd2d710ef2ca on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:34.035052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Attempting to bind port 8c463567-c6a0-4be2-b898-fd2d710ef2ca by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:34.035382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Attempting to bind port 8c463567-c6a0-4be2-b898-fd2d710ef2ca on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:34.039884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Port 8c463567-c6a0-4be2-b898-fd2d710ef2ca on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:09:34.040208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Attempting to bind port 8c463567-c6a0-4be2-b898-fd2d710ef2ca on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:34.043165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.044328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:34.057299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-b731fbaa-3d0d-44e9-958e-5fede4477bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.058567 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.058751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-b731fbaa-3d0d-44e9-958e-5fede4477bf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 200 len: 834 time: 0.1216934 Aug 03 16:09:34.064095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Checking router: 48c05041-ca75-4506-9747-100c310615c2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:09:34.077054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11b71-d8b5-40d0-afe6-e496ede088d1 req-b0afca47-227c-4238-9929-43b735c9a2ea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.078852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-27b11b71-d8b5-40d0-afe6-e496ede088d1 req-b0afca47-227c-4238-9929-43b735c9a2ea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.5037835 Aug 03 16:09:34.082510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:34.082850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Checking segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:34.083321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Bound using segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:34.083777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Bound port: 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:34.084139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.118290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Transition to ACTIVE for port object f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:34.123304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Allocated IP 172.25.7.35 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/423f5f4d-7d98-43a9-86de-bbce87205726) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:34.131068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.168353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.228329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-e78a7785-0640-4c3a-83d6-c85046236d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.230749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-e78a7785-0640-4c3a-83d6-c85046236d95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=733ab479-8144-4f28-9321-8d928e426246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529338 Aug 03 16:09:34.241458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:34.243232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:34.280039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:34.289610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-27b11b71-d8b5-40d0-afe6-e496ede088d1 req-943c9d66-2daf-47bf-b118-b5a0ca25e577 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006035 Aug 03 16:09:34.311966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['34808707-db40-49ea-a4a5-b7a3deed23dd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:09:34.343402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:34.401461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:34.447394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:34.474667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:34.485239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.539067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:34.552934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.584543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Pushing event updated for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:34.597505 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.630646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.631290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.633195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-35a4b834-fba7-4493-a4ba-aeaea185f64f service neutron] 10.222.0.78 "PUT /v2.0/ports/8c463567-c6a0-4be2-b898-fd2d710ef2ca HTTP/1.1" status: 200 len: 1091 time: 2.7707305 Aug 03 16:09:34.687851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29015269-5e27-4121-8f17-e12682005c4b req-0dcb2185-25a8-4764-b328-3d41d2d6e5e3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.697539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29015269-5e27-4121-8f17-e12682005c4b req-0dcb2185-25a8-4764-b328-3d41d2d6e5e3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 946 time: 0.4266794 Aug 03 16:09:34.721935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:34.727525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Attempting to bind port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:34.728174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Attempting to bind port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:34.728520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Attempting to bind port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:34.735651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:09:34.735986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Attempting to bind port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 on network ba13618a-0029-43e0-a5ea-b8cb4a4199ad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:34.768452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:34.768786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Checking segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:34.769188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Bound using segment: {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:34.769684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Bound port: f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12091f5f-7723-4121-9a57-dbae96e48e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:34.770289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.776905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:34.798660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-a64612a3-ced7-4d9b-b752-72844899712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.800545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-a64612a3-ced7-4d9b-b752-72844899712b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 1094 time: 0.1258876 Aug 03 16:09:34.811841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-d1d8e427-630f-46de-b5eb-752c702f00d2 service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714397 Aug 03 16:09:34.858322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed6f94-bb4e-4df7-b312-511f8aae6f61 req-bafd88f1-ed19-42d8-9fde-1379b7240171 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:34.860695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ed6f94-bb4e-4df7-b312-511f8aae6f61 req-bafd88f1-ed19-42d8-9fde-1379b7240171 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 944 time: 0.2263615 Aug 03 16:09:34.897466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['49d894be-1599-41bf-9daa-a9a97fb13402'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:09:34.987337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:34.988687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-5973e0d1-ce34-49e8-be06-f1e524a1be9e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca HTTP/1.1" status: 200 len: 217 time: 0.1250951 Aug 03 16:09:35.102250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:35.117312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:35.143349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:35.193225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52bddd40-c1cc-4f5c-97d7-029844ec1ea5 req-69cc175f-7bcf-44fe-9f61-d9ab6166c10c service neutron] 10.222.0.72 "GET /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719001 Aug 03 16:09:35.195673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-5c5afb31-478b-4551-81fc-d2fc45cea7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:35.196887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-5c5afb31-478b-4551-81fc-d2fc45cea7de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.1866574 Aug 03 16:09:35.206970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:35.209190 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453937f-70d6-47fb-9702-0b0e1cc16a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:35.235040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=423f5f4d-7d98-43a9-86de-bbce87205726,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:35.269258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ed6f94-bb4e-4df7-b312-511f8aae6f61 req-c2ef0277-eb01-4b6e-b149-860b04cb12f0 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869500 Aug 03 16:09:35.282893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f9600-a8bb-42ec-9d8f-581147dc2265 req-522bdd37-7b3b-4d98-8661-56f2c7f129d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:35.288019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:35.291295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b78f9600-a8bb-42ec-9d8f-581147dc2265 req-522bdd37-7b3b-4d98-8661-56f2c7f129d7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 946 time: 0.1427493 Aug 03 16:09:35.309415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:35.309943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:35.326454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:35.340930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:35.423823 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a4ad83-f4e0-4764-90b0-cf0abe3b6606 x-openstack-request-id: req-d7a4ad83-f4e0-4764-90b0-cf0abe3b6606 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:35.431287 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:35.431762 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7a4ad83-f4e0-4764-90b0-cf0abe3b6606 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:35.432332 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca', 'status': 'completed', 'code': 200} Aug 03 16:09:35.454629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:35.455337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:35.456915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] 10.222.0.72 "PUT /v2.0/ports/f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 HTTP/1.1" status: 200 len: 1092 time: 2.3716636 Aug 03 16:09:35.499235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-31526d47-0932-4b7b-95e8-24364a51c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:35.503303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-31526d47-0932-4b7b-95e8-24364a51c9d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887404 Aug 03 16:09:35.704427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-058631f8-44ce-474d-b17b-1ee8abdf0a3d service neutron] 10.222.0.78 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769419 Aug 03 16:09:35.741923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a96d0-ac73-4fc5-a772-6316c6095d72 service neutron] Pushing event updated for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:35.890726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:35.921536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-e4dc2c6d-2c08-49be-852e-b9ae5c1f1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:35.928628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-e4dc2c6d-2c08-49be-852e-b9ae5c1f1c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 1095 time: 0.4178386 Aug 03 16:09:35.939217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f583780-3929-40c5-abb9-25776d51d04c None None] The sync data for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 is: [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:07:23Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '98e8fc54-1ced-42b1-bab9-572f9d54cce7', 'name': '', 'network_id': '733ab479-8144-4f28-9321-8d928e426246', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:2b:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:22Z', 'updated_at': '2021-08-03T16:07:31Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '1193e0ea-47fc-4b0b-abc4-a054a1575940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:36.001058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b09abc-6e82-49cd-a504-6cfc8917345c req-ba8028d0-1b91-4326-89b7-63a765260cda tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.009724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40b09abc-6e82-49cd-a504-6cfc8917345c req-ba8028d0-1b91-4326-89b7-63a765260cda tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 945 time: 0.4834321 Aug 03 16:09:36.071951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-7fbaa787-a70f-4c5b-81d1-7af3f84cfc8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 HTTP/1.1" status: 200 len: 217 time: 0.1343458 Aug 03 16:09:36.130697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b78f9600-a8bb-42ec-9d8f-581147dc2265 req-c48ab689-7d8e-4aef-b505-499c2b43b637 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=066449f6-b579-48c8-805e-59cdf80fdb72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8382604 Aug 03 16:09:36.154751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.171371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-dfbedbb4-fd09-4304-affc-a4c57d94551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.178299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-dfbedbb4-fd09-4304-affc-a4c57d94551f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.0930014 Aug 03 16:09:36.226894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.275118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 59374051-e432-428a-bf70-c41dcd8d28aa, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=59374051-e432-428a-bf70-c41dcd8d28aa,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:36.275910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.305805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 59374051-e432-428a-bf70-c41dcd8d28aa owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:36.350314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40b09abc-6e82-49cd-a504-6cfc8917345c req-049e8e62-c257-4e5d-bd2b-b33cced8e11a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364275 Aug 03 16:09:36.411206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564953e7-3894-43b1-8981-2c55bc44e2c6 req-fd32ca5d-6f1d-44f7-87bd-46059b0470b6 service neutron] 10.222.0.78 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720381 Aug 03 16:09:36.436952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-cc4f7229-3bfd-478e-b8db-6bfb4052fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.439504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-cc4f7229-3bfd-478e-b8db-6bfb4052fef0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299576 Aug 03 16:09:36.521623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937d141b-a4cc-4404-8edc-79a7eea472b0 None None] New status for floating IP 474f241c-0617-4cb3-a74b-dca05e3bf673: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:09:36.602172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-38a3aac4-7311-41b3-97db-ceb5031ed11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.604842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-38a3aac4-7311-41b3-97db-ceb5031ed11f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 1094 time: 0.0838418 Aug 03 16:09:36.612612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.632939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55162eb9-4adf-44d3-8cf9-bda5075d2777 req-9e66d32f-7bc3-4ce7-a9aa-78896d387d9f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.634825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55162eb9-4adf-44d3-8cf9-bda5075d2777 req-9e66d32f-7bc3-4ce7-a9aa-78896d387d9f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 944 time: 0.1450636 Aug 03 16:09:36.636549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.750197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-2781b539-b036-419b-976c-b2766065b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.750638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=423f5f4d-7d98-43a9-86de-bbce87205726,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:36.752220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-2781b539-b036-419b-976c-b2766065b3c9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 917 time: 0.1402745 Aug 03 16:09:36.834171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-d5068aec-ff07-4ea9-836c-48acaf35df19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca HTTP/1.1" status: 200 len: 217 time: 0.0668318 Aug 03 16:09:36.863679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.901099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 34808707-db40-49ea-a4a5-b7a3deed23dd up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:36.918055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-3e0bde9d-f8e8-4c8c-b55c-68c865186e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:36.919942 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-3e0bde9d-f8e8-4c8c-b55c-68c865186e06 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.0779624 Aug 03 16:09:36.924644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-7152ab12-dad1-4911-a3a9-b60266815565 service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760003 Aug 03 16:09:36.945184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:36.950115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e7e96d37-1268-45dc-9cca-ceb556736725 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4323967 Aug 03 16:09:36.955602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58810) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:36.976810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-152559560'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:36.978974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 34808707-db40-49ea-a4a5-b7a3deed23dd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:36.985300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 34808707-db40-49ea-a4a5-b7a3deed23dd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:36.985913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.013864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55162eb9-4adf-44d3-8cf9-bda5075d2777 req-3df715e3-09d6-4fba-838a-df6b138d97f2 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609908 Aug 03 16:09:37.059624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Made reservation on behalf of 3dd07ee4541f494cb34f0d54088ecbc2 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:37.064995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.068130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.108164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.127499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.150187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=34808707-db40-49ea-a4a5-b7a3deed23dd,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:37.151578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:37.154199 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be9eb2-7ee6-4b62-97b4-1b4509b34027" -d '{"events": [{"server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "name": "network-vif-plugged", "status": "completed", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:37.159753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.161202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:37.300177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=59374051-e432-428a-bf70-c41dcd8d28aa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:37.373333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:37.383747 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2639ef-4ec7-42bc-b745-e048bd94cee3 x-openstack-request-id: req-6a2639ef-4ec7-42bc-b745-e048bd94cee3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:37.384054 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "name": "network-vif-plugged", "status": "completed", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:37.384323 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a2639ef-4ec7-42bc-b745-e048bd94cee3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:37.387148 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd', 'code': 200} Aug 03 16:09:37.389691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] No DVR routers for this DVR port 59374051-e432-428a-bf70-c41dcd8d28aa on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:37.399223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.401350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "DELETE /v2.0/ports/59374051-e432-428a-bf70-c41dcd8d28aa HTTP/1.1" status: 204 len: 173 time: 2.6847155 Aug 03 16:09:37.405349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 59374051-e432-428a-bf70-c41dcd8d28aa {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:37.405580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 59374051-e432-428a-bf70-c41dcd8d28aa not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:37.446027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-deleted', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:37.447135 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e02152-4b79-4b64-b222-c8e13271b751" -d '{"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-deleted", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:37.561223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68bac7ce-4e55-481f-b5d1-f1febb8934ce req-5e551e56-c1e8-4970-b0cd-e0f5f2fd982c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=b82edff0-5508-493f-ab96-82b76f729ee6 HTTP/1.1" status: 200 len: 210 time: 0.1787403 Aug 03 16:09:37.689907 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6533a5b-c7a1-4027-8f63-a20f1a1ca8fc x-openstack-request-id: req-d6533a5b-c7a1-4027-8f63-a20f1a1ca8fc {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:37.690481 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82edff0-5508-493f-ab96-82b76f729ee6", "name": "network-vif-deleted", "tag": "59374051-e432-428a-bf70-c41dcd8d28aa", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:37.690742 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6533a5b-c7a1-4027-8f63-a20f1a1ca8fc {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:37.691151 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82edff0-5508-493f-ab96-82b76f729ee6', 'name': 'network-vif-deleted', 'tag': '59374051-e432-428a-bf70-c41dcd8d28aa', 'status': 'completed', 'code': 200} Aug 03 16:09:37.694903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d45aa-7a37-4ed4-8b94-9f691c7be6ab req-efc56958-08d5-473d-b737-02acdcb50ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:37.696784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f89d45aa-7a37-4ed4-8b94-9f691c7be6ab req-efc56958-08d5-473d-b737-02acdcb50ee5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 1096 time: 0.3383529 Aug 03 16:09:37.698576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:37.711116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:37.713494 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d509f8e0-0cfc-47d5-8296-85e6b713e331" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:37.730707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 49d894be-1599-41bf-9daa-a9a97fb13402 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:37.731573 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.821285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f89d45aa-7a37-4ed4-8b94-9f691c7be6ab req-9f762a5e-f883-41ba-94e3-2aa75205ea30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134286 Aug 03 16:09:37.825917 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf7ef4a-0a5e-48d1-9497-dcc824c237fa x-openstack-request-id: req-6cf7ef4a-0a5e-48d1-9497-dcc824c237fa {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:37.826226 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:37.826460 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cf7ef4a-0a5e-48d1-9497-dcc824c237fa {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:37.826852 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528', 'status': 'completed', 'code': 200} Aug 03 16:09:37.842841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-e7445771-b812-4674-9c7e-666e87f001b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:37.844466 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-e7445771-b812-4674-9c7e-666e87f001b6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9159687 Aug 03 16:09:37.881515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.887503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.970997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aeb63-a080-4223-a271-a4641183c042 req-8eabcdfc-41ad-4b6c-903a-e577a3323787 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:37.972597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd3aeb63-a080-4223-a271-a4641183c042 req-8eabcdfc-41ad-4b6c-903a-e577a3323787 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 945 time: 0.2396901 Aug 03 16:09:37.974016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:37.998673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:09:38.004803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73003fd3-5cad-48ef-9c7e-6cf6bd32d6a9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:38.012979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.013585 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Added segment bbfdf52c-f54c-433c-8437-7de60f251396 of type vlan for network cb686f13-815b-460b-9fed-b4716ec9f4ed Aug 03 16:09:38.053349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:38.058327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.088436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.131803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16e4da7b-f9fa-41c6-b545-c2533c5cd3bd req-93f6cea7-b2e8-4991-9f2a-b3c1c0cd8d78 service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1442032 Aug 03 16:09:38.167268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.175894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:38.176161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.220708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:38.241003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd3aeb63-a080-4223-a271-a4641183c042 req-71905079-4c7f-4e2a-854f-80d8c6e94980 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617354 Aug 03 16:09:38.286022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-28776bb0-1d67-4bb3-81f3-07654f61cd05 service neutron] 10.222.0.78 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156244 Aug 03 16:09:38.335278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Network': ['ID=cb686f13-815b-460b-9fed-b4716ec9f4ed,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:38.350226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network cb686f13-815b-460b-9fed-b4716ec9f4ed details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:09:38.357287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6db7b705-9a7a-4404-911a-bbe230d25bba tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4003875 Aug 03 16:09:38.377017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:38.389021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Request body: {'subnet': {'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:38.565424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6de14-7307-40d0-a632-ae5dc93a9316 req-0bd78a44-efc3-4243-83d1-f7a0fbb8a401 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:38.568153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74b6de14-7307-40d0-a632-ae5dc93a9316 req-0bd78a44-efc3-4243-83d1-f7a0fbb8a401 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 944 time: 0.2339480 Aug 03 16:09:38.656348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d453937f-70d6-47fb-9702-0b0e1cc16a3a req-ed526434-0202-4c3f-a3a4-96205db834d1 service neutron] 10.222.0.78 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617368 Aug 03 16:09:38.680498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74b6de14-7307-40d0-a632-ae5dc93a9316 req-19cc34e7-4744-4866-8a6f-1d4855f00d19 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934763 Aug 03 16:09:38.682448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-a57ee70b-55a5-470f-9b44-1d99b3a8912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:38.684202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-a57ee70b-55a5-470f-9b44-1d99b3a8912f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 1095 time: 0.1781986 Aug 03 16:09:38.731259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58848) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:38.742219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Made reservation on behalf of 3dd07ee4541f494cb34f0d54088ecbc2 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:38.745829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:38.829731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-61c4080f-f210-432a-a2a8-a80d7818c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:38.832323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-61c4080f-f210-432a-a2a8-a80d7818c6ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 917 time: 0.1410315 Aug 03 16:09:38.886925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-b27a94cc-9bac-4555-b7cd-7d050829f0ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 HTTP/1.1" status: 200 len: 217 time: 0.0441206 Aug 03 16:09:38.975237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-d3b2fd4a-fb30-499d-a4d5-0300d6269eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:38.976821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-d3b2fd4a-fb30-499d-a4d5-0300d6269eda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.0824196 Aug 03 16:09:39.073609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-f08b9184-746c-4ea1-b6ba-f1cffd6841f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:39.075853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-f08b9184-746c-4ea1-b6ba-f1cffd6841f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901115 Aug 03 16:09:39.208454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.231847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8c463567-c6a0-4be2-b898-fd2d710ef2ca details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:09:39.257606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-b408d30c-e1c6-43f6-b640-3edf2c3fb83c service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722999 Aug 03 16:09:39.365408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Subnet': ['ID=8b062538-c074-44bd-9686-143272498966,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:39.391229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:39.393936 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dfd327-cf42-48ed-b9fd-7189b2473da6" -d '{"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:39.473920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:39.479989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d509f8e0-0cfc-47d5-8296-85e6b713e331 req-9fdd938f-b785-4fb7-b2e2-cff490da0a5c service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128117 Aug 03 16:09:39.488059 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eafd48-3012-45fb-8a39-6d2cece60b37 x-openstack-request-id: req-d8eafd48-3012-45fb-8a39-6d2cece60b37 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:39.488414 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:39.488625 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8eafd48-3012-45fb-8a39-6d2cece60b37 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:39.489096 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'code': 200} Aug 03 16:09:39.493338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8c463567-c6a0-4be2-b898-fd2d710ef2ca', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'port_id': '8c463567-c6a0-4be2-b898-fd2d710ef2ca', 'mac_address': 'fa:16:3e:f7:c8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d771db-5573-484f-8e89-d8f7f745d28a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:09:39.511464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Checking segment: {'id': 'bbfdf52c-f54c-433c-8437-7de60f251396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:39.511848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network hostable DHCP agents. Network: cb686f13-815b-460b-9fed-b4716ec9f4ed, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:09:39.537156 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.538309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bbae1-eeb5-4a6b-a9fd-48404e9cb82b req-7f0cac1a-0804-4155-b730-48db2b1f758c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:39.539851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-030bbae1-eeb5-4a6b-a9fd-48404e9cb82b req-7f0cac1a-0804-4155-b730-48db2b1f758c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1502943 Aug 03 16:09:39.560653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network cb686f13-815b-460b-9fed-b4716ec9f4ed is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:09:39.576243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c463567-c6a0-4be2-b898-fd2d710ef2ca {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:39.590212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, cb686f13-815b-460b-9fed-b4716ec9f4ed) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:39.603597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14569c06-e911-4d77-a488-6564c11ecfe7 None None] Network cb686f13-815b-460b-9fed-b4716ec9f4ed requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:39.622628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:39.623305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.643130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:39.647701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-030bbae1-eeb5-4a6b-a9fd-48404e9cb82b req-512f6773-0a2a-448f-8261-ff5c54517196 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960441 Aug 03 16:09:39.651560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-77d9324c-fa0e-4cc7-99b5-8a5801376bfc tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2728791 Aug 03 16:09:39.654257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58866) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:39.659586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1190704603', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:39.696481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.699994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.708796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.732996 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.815460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:39.833396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.887057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ec5564c-632a-4aed-a619-094e372e7705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:39.948893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-cb686f13-815b-460b-9fed-b4716ec9f4ed', 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed', 'tenant_id': '3dd07ee4541f494cb34f0d54088ecbc2', 'fixed_ips': [{'subnet_id': '8b062538-c074-44bd-9686-143272498966'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:09:39.949910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.034732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8c463567-c6a0-4be2-b898-fd2d710ef2ca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:09:40.184801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.238341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b266c-e7d4-4d1d-9eba-4d4984d1fabd req-5bcd17e2-39e9-40b3-a2a2-a4d9a7fb125c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:40.245398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b2b266c-e7d4-4d1d-9eba-4d4984d1fabd req-5bcd17e2-39e9-40b3-a2a2-a4d9a7fb125c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 944 time: 0.3752966 Aug 03 16:09:40.252172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Allocated IP 172.20.0.2 (cb686f13-815b-460b-9fed-b4716ec9f4ed/8b062538-c074-44bd-9686-143272498966/1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:40.388246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b2b266c-e7d4-4d1d-9eba-4d4984d1fabd req-8d9e967a-d10f-4ad2-82ee-1a256f571484 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437342 Aug 03 16:09:40.550523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.561022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Transition to ACTIVE for port object 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:40.628115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Transition to ACTIVE for port object 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:40.636449 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.669353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 98e8fc54-1ced-42b1-bab9-572f9d54cce7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:40.669803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.699844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Network cb686f13-815b-460b-9fed-b4716ec9f4ed is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:40.736535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:40.744491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:40.763861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Pushing event updated for resources: {'Port': ['ID=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:40.768985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.821005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.892712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Attempting to bind port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:40.893452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Attempting to bind port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'bbfdf52c-f54c-433c-8437-7de60f251396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:40.894063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Attempting to bind port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 on network cb686f13-815b-460b-9fed-b4716ec9f4ed {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:40.899949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31497-8d0f-4b5f-bd65-5dfd5394f01e req-41e03496-b822-4705-a6db-f048c3974d3f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:40.902117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bd31497-8d0f-4b5f-bd65-5dfd5394f01e req-41e03496-b822-4705-a6db-f048c3974d3f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0876305 Aug 03 16:09:40.919536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:40.921768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Checking segment: {'id': 'bbfdf52c-f54c-433c-8437-7de60f251396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:40.926696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.927845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Bound using segment: {'id': 'bbfdf52c-f54c-433c-8437-7de60f251396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:40.928681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Bound port: 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfdf52c-f54c-433c-8437-7de60f251396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:40.929287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:40.937708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:09:40.977476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 98e8fc54-1ced-42b1-bab9-572f9d54cce7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=98e8fc54-1ced-42b1-bab9-572f9d54cce7,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:40.977955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.023798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1bd31497-8d0f-4b5f-bd65-5dfd5394f01e req-4f180f0f-ea19-4957-9a75-c814a69dab2f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093252 Aug 03 16:09:41.028821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 98e8fc54-1ced-42b1-bab9-572f9d54cce7 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:41.107652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Allocated IP 172.25.7.184 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/70d6fd64-37ee-4641-8743-f54e3421d942) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:41.257497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8c463567-c6a0-4be2-b898-fd2d710ef2ca up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:41.363683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.373091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f0244809-51cf-4882-a649-66f252d5870b None None] For port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:41.397996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f0244809-51cf-4882-a649-66f252d5870b None None] For port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,segment=NetworkSegment(bbfdf52c-f54c-433c-8437-7de60f251396),segment_id=bbfdf52c-f54c-433c-8437-7de60f251396)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:41.413209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.427856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:41.460192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8c463567-c6a0-4be2-b898-fd2d710ef2ca completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:41.466350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.470333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.474609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8c463567-c6a0-4be2-b898-fd2d710ef2ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:41.475125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.533462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528', 'network_id': 'ba13618a-0029-43e0-a5ea-b8cb4a4199ad', 'port_id': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528', 'mac_address': 'fa:16:3e:c3:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d771db-5573-484f-8e89-d8f7f745d28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:09:41.603107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:41.669843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0244809-51cf-4882-a649-66f252d5870b None None] Pushing event updated for resources: {'Port': ['ID=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:41.686248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.697333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:41.721215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:09:41.722761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:41.752567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.755617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:41.769360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=70d6fd64-37ee-4641-8743-f54e3421d942,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:41.780054 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:41.871007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72521c2b-8bd7-4148-804d-bb0e427ffd05 req-9dd98866-cef9-475c-986a-c09d54b2b325 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:41.895192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72521c2b-8bd7-4148-804d-bb0e427ffd05 req-9dd98866-cef9-475c-986a-c09d54b2b325 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 944 time: 0.3676815 Aug 03 16:09:41.903963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:41.907910 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a4d30-5ae7-4d45-8b25-493db2acb965" -d '{"events": [{"server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:41.911307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=98e8fc54-1ced-42b1-bab9-572f9d54cce7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:42.017167 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd88eda5-6de9-4688-a841-ac9f3fffe063 x-openstack-request-id: req-dd88eda5-6de9-4688-a841-ac9f3fffe063 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:42.017478 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "name": "network-vif-plugged", "status": "completed", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:42.021789 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd88eda5-6de9-4688-a841-ac9f3fffe063 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:42.021789 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca', 'code': 200} Aug 03 16:09:42.068451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:42.125869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:09:42.161256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:42.195559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670f7df-70ca-442f-ae27-0c043910d91e req-7530fd93-8799-43b7-807f-41f2a09aab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:42.204681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1670f7df-70ca-442f-ae27-0c043910d91e req-7530fd93-8799-43b7-807f-41f2a09aab59 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 1095 time: 0.1356585 Aug 03 16:09:42.275148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72521c2b-8bd7-4148-804d-bb0e427ffd05 req-61ce521f-1e3a-4dba-b486-b4ce6c780a9f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775272 Aug 03 16:09:42.291280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:42.321301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1670f7df-70ca-442f-ae27-0c043910d91e req-3a23a85a-15b0-440a-8071-4822e1042d77 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072037 Aug 03 16:09:42.370103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-120160fe-c0e3-406e-b3d0-471b82b28143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:42.372007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:42.394071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:42.409918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c554-212b-45c0-aa2b-18a341e75d36 req-56fe5465-59a8-4093-a01b-812535c8de1c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:42.412037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8f3c554-212b-45c0-aa2b-18a341e75d36 req-56fe5465-59a8-4093-a01b-812535c8de1c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0972550 Aug 03 16:09:42.465283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8f3c554-212b-45c0-aa2b-18a341e75d36 req-fc1afb42-3657-4d6c-985d-ba9c14fbce74 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Aug 03 16:09:42.560428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:42.775809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.082880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.167166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0740c-217d-45c4-b84d-070f842ad9e1 None None] Network cb686f13-815b-460b-9fed-b4716ec9f4ed requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:43.330095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Provisioning for port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:43.351074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Provisioning complete for port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:43.351626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.389339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.518639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22826275-aa50-4873-b2d5-215a86c46a37 req-b3ca271c-ab0e-4f33-99e0-d319776a9603 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:43.532748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22826275-aa50-4873-b2d5-215a86c46a37 req-b3ca271c-ab0e-4f33-99e0-d319776a9603 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 945 time: 0.1278932 Aug 03 16:09:43.590712 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22826275-aa50-4873-b2d5-215a86c46a37 req-e5928655-faac-45fd-aa3e-5e8955a0391b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Aug 03 16:09:43.600020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.645566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] For port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,segment=NetworkSegment(bbfdf52c-f54c-433c-8437-7de60f251396),segment_id=bbfdf52c-f54c-433c-8437-7de60f251396)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:43.654173 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.700684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:43.721339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c3fea-8549-4449-b3b1-2e18802d015e None None] Pushing event updated for resources: {'Port': ['ID=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:44.008719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc0931-fcc9-4545-8626-b05d3316d4b4 req-a933009d-483f-4fee-99bd-534ce157526f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:44.021328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8dbc0931-fcc9-4545-8626-b05d3316d4b4 req-a933009d-483f-4fee-99bd-534ce157526f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.4005907 Aug 03 16:09:44.050163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:44.130773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.180132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3597737f-ab24-444f-aecd-7f59eff60a91 None None] Provisioning complete for port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:44.180660 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3597737f-ab24-444f-aecd-7f59eff60a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.296828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:44.297221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.321582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router 48c05041-ca75-4506-9747-100c310615c2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:44.330961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8dbc0931-fcc9-4545-8626-b05d3316d4b4 req-ce46ee61-8f8e-43e9-b0c9-41e439732f9d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936649 Aug 03 16:09:44.574433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Router b7345220-a920-42ce-9994-56ced64d4690 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:09:44.577464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:44.586530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec60d43b-d112-46c4-8047-cf3fc03a2bf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/48c05041-ca75-4506-9747-100c310615c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8508127 Aug 03 16:09:44.587168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58948) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:44.607502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Sync routers for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:44.623232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:44.623984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:44.674715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting subnet 1193e0ea-47fc-4b0b-abc4-a054a1575940 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:09:44.678794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.744574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.760045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:44.771358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] Sync routers for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:44.786878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.791031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4d8c97ab-5a0d-4c1e-9b31-dce070097890 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.1334512 Aug 03 16:09:44.791690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58956) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:44.794787 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:44.797918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:44.826055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:44.860542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:44.872130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:44.873236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:44.901757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:44.921289 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:44.922871 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31d530-6ee2-4ca0-9cca-7e97cb6cfd1b None None] The sync data for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:44.992368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03964d-80da-4544-945c-e6c701d014c2 req-4c5722a2-7a8a-4bfc-a500-fc242863b9ae tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:45.002588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee03964d-80da-4544-945c-e6c701d014c2 req-4c5722a2-7a8a-4bfc-a500-fc242863b9ae tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 945 time: 0.2652175 Aug 03 16:09:45.049620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:45.060284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee03964d-80da-4544-945c-e6c701d014c2 req-26b02fab-008e-4958-821b-3dcb83f331fb tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Aug 03 16:09:45.093441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.128643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Subnet': ['ID=1193e0ea-47fc-4b0b-abc4-a054a1575940,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:45.131926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.139294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09e03a3d-1d57-4302-9a49-8217f4d0b51e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/subnets/1193e0ea-47fc-4b0b-abc4-a054a1575940 HTTP/1.1" status: 204 len: 168 time: 0.5502572 Aug 03 16:09:45.141040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:45.147304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f5a30a-269b-41a0-adf4-c437cdc35f53 None None] Network 733ab479-8144-4f28-9321-8d928e426246 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:45.210251 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.218048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:45.235036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:45.235414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.298942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.445892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.447144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '7804535a-c65d-4510-b820-77fab1febffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:09:41Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': '7804535a-c65d-4510-b820-77fab1febffc', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c05041-ca75-4506-9747-100c310615c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:07:12Z', 'updated_at': '2021-08-03T16:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:45.524953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Checking router: 48c05041-ca75-4506-9747-100c310615c2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:09:45.579885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.602800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3616b-6c95-46f7-bcec-67127f0b15c4 req-22944f6c-88e4-4541-affa-0f9739e056ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:45.604431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Routers {'48c05041-ca75-4506-9747-100c310615c2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:45.605045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['48c05041-ca75-4506-9747-100c310615c2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:45.610865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6f3616b-6c95-46f7-bcec-67127f0b15c4 req-22944f6c-88e4-4541-affa-0f9739e056ef tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1241686 Aug 03 16:09:45.611994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:45.615225 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d15821-2463-4c39-9b0e-53bcc2b73adb" -d '{"events": [{"server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "name": "network-vif-plugged", "status": "completed", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:45.675277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.678082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] DHCP port deletion for 733ab479-8144-4f28-9321-8d928e426246 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:09:45.690251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:45.733082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 7804535a-c65d-4510-b820-77fab1febffc {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:45.735249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.764075 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a4e08-a164-43c2-b604-e3033f65a753 x-openstack-request-id: req-161a4e08-a164-43c2-b604-e3033f65a753 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:45.768224 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "name": "network-vif-plugged", "status": "completed", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:45.768633 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-161a4e08-a164-43c2-b604-e3033f65a753 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:45.769147 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528', 'code': 200} Aug 03 16:09:45.777934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:45.866424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6f3616b-6c95-46f7-bcec-67127f0b15c4 req-a3b7d011-fff0-4d22-ac4a-c81152e888b7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335086 Aug 03 16:09:45.881562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] Set router 48c05041-ca75-4506-9747-100c310615c2 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:45.980937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52d387-8134-4fa7-aa37-68847c081862 req-5c03e18c-8741-45af-bc4b-9bd76c93a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:45.982614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f52d387-8134-4fa7-aa37-68847c081862 req-5c03e18c-8741-45af-bc4b-9bd76c93a4db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 1097 time: 0.1968894 Aug 03 16:09:46.028660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 7804535a-c65d-4510-b820-77fab1febffc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7804535a-c65d-4510-b820-77fab1febffc,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:46.029289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.042174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f52d387-8134-4fa7-aa37-68847c081862 req-fb733296-e825-43bb-88e7-7e2e94977581 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Aug 03 16:09:46.048026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 7804535a-c65d-4510-b820-77fab1febffc owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:46.139245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Allocated IP 172.20.0.1 (cb686f13-815b-460b-9fed-b4716ec9f4ed/8b062538-c074-44bd-9686-143272498966/2a67aa70-601f-4344-8eaf-e533a7accfc4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:46.257724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9c4b108e-e6f9-43b4-b706-110c1f3aa87f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:46.262254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:46.265980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:09:45Z', 'revision_number': 6, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:46.332525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Deleting port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:46.333289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.335323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c6e94a-2fa2-46ef-8a62-d40a8a73e07e None None] The sync data for ids ['48c05041-ca75-4506-9747-100c310615c2'] in n-d-803226-3 is: [{'id': '48c05041-ca75-4506-9747-100c310615c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644138096', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:07:10Z', 'updated_at': '2021-08-03T16:09:45Z', 'revision_number': 6, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:46.358863 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.439553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=7804535a-c65d-4510-b820-77fab1febffc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:46.471527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.475442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.505567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] For port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:46.506145 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.524552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351c674-a9b8-419b-abae-091887393dbd req-363a1d05-1236-4750-97ca-c5c3bbfd81b7 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:46.528361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7351c674-a9b8-419b-abae-091887393dbd req-363a1d05-1236-4750-97ca-c5c3bbfd81b7 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.1642194 Aug 03 16:09:46.550063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Calling delete_port for 9c4b108e-e6f9-43b4-b706-110c1f3aa87f owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:46.580206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.595091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Transition to ACTIVE for port object 2a67aa70-601f-4344-8eaf-e533a7accfc4 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:46.612774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,segment=NetworkSegment(7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730),segment_id=7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:46.622693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.666294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7351c674-a9b8-419b-abae-091887393dbd req-0ce01f8b-9f9c-4406-a7da-0ee1a4d3eac0 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255457 Aug 03 16:09:46.703929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:46.752699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.801756 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.804050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network cb686f13-815b-460b-9fed-b4716ec9f4ed is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:46.808115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:46.826060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:46.833149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.835201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.870260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] Pushing event deleted for resources: {'Port': ['ID=9c4b108e-e6f9-43b4-b706-110c1f3aa87f,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:46.882044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7c2d1-d748-4ec0-8787-a953b8f1f6b5 None None] No DVR routers for this DVR port 9c4b108e-e6f9-43b4-b706-110c1f3aa87f on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:09:46.898945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.962124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=2a67aa70-601f-4344-8eaf-e533a7accfc4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:46.981758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:46.982814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Fanout notify agent at l3_agent the message router_deleted on router 48c05041-ca75-4506-9747-100c310615c2 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:09:47.013080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.022178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8f12cda0-5dd4-4e3f-a13c-839aff1f1921 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/routers/48c05041-ca75-4506-9747-100c310615c2 HTTP/1.1" status: 204 len: 168 time: 1.8795357 Aug 03 16:09:47.028640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58992) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:47.201849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.210424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.280326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-90ee48f2-fa3b-48e3-a1f2-9bf82af60455 None None] Provisioning for port 2a67aa70-601f-4344-8eaf-e533a7accfc4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:47.288151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-90ee48f2-fa3b-48e3-a1f2-9bf82af60455 None None] Provisioning complete for port 2a67aa70-601f-4344-8eaf-e533a7accfc4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:47.288653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90ee48f2-fa3b-48e3-a1f2-9bf82af60455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.341466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bd770-9c87-449f-bd91-c0d3869c9abc req-21ea6919-999b-4bb9-9073-990c28f7a5d5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:47.343217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-459bd770-9c87-449f-bd91-c0d3869c9abc req-21ea6919-999b-4bb9-9073-990c28f7a5d5 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1300087 Aug 03 16:09:47.361686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.397359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-90ee48f2-fa3b-48e3-a1f2-9bf82af60455 None None] Port 2a67aa70-601f-4344-8eaf-e533a7accfc4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:47.409804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733ab479-8144-4f28-9321-8d928e426246']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:47.425879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-459bd770-9c87-449f-bd91-c0d3869c9abc req-08f083c2-afec-4697-b568-971caee6c5ed tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596554 Aug 03 16:09:47.428005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:47.428345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a83c0cf-63c2-4ab5-a30a-dcf8d11cc730') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:47.440043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.466557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.477357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:09:47.477952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:09:47.488467 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:09:47.616098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.632874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.641571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/networks/733ab479-8144-4f28-9321-8d928e426246 HTTP/1.1" status: 204 len: 168 time: 0.6117904 Aug 03 16:09:47.644243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:47.663192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd818-f532-47d7-9af2-65e3fab2da7f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Network': ['ID=733ab479-8144-4f28-9321-8d928e426246,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:47.865817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.871987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.925719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58966510-46ba-4a87-98e3-cc9049c3323a req-012a412c-466b-432b-98b2-34417e6c5c0f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:47.927541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58966510-46ba-4a87-98e3-cc9049c3323a req-012a412c-466b-432b-98b2-34417e6c5c0f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.1521602 Aug 03 16:09:47.974240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:47.989225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=2a67aa70-601f-4344-8eaf-e533a7accfc4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:48.006151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.016400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.064756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58966510-46ba-4a87-98e3-cc9049c3323a req-445fd172-321b-40de-af26-bf9248b4fde4 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268814 Aug 03 16:09:48.069287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98e8fc54-1ced-42b1-bab9-572f9d54cce7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:48.107238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.110309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.111512 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/security-groups/066449f6-b579-48c8-805e-59cdf80fdb72 HTTP/1.1" status: 204 len: 168 time: 0.4657381 Aug 03 16:09:48.136294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a61f7-61d7-408c-b0fe-8094d4475d0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066449f6-b579-48c8-805e-59cdf80fdb72,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:48.183091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 98e8fc54-1ced-42b1-bab9-572f9d54cce7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:48.183521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 98e8fc54-1ced-42b1-bab9-572f9d54cce7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:48.184140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7804535a-c65d-4510-b820-77fab1febffc no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:48.271639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7804535a-c65d-4510-b820-77fab1febffc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:09:48.271994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7804535a-c65d-4510-b820-77fab1febffc not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:09:48.325540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f852ae-09f1-4657-8208-3f9ce83764b6 req-b7f57a93-6027-446e-9a17-e55174bc1b28 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:48.327115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3f852ae-09f1-4657-8208-3f9ce83764b6 req-b7f57a93-6027-446e-9a17-e55174bc1b28 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1408308 Aug 03 16:09:48.371592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network cb686f13-815b-460b-9fed-b4716ec9f4ed is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:48.379406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:48.434117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3f852ae-09f1-4657-8208-3f9ce83764b6 req-1b8d0f2a-f8f2-4da4-82ea-8fd55a4ef5bb tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986137 Aug 03 16:09:48.620040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Router b7345220-a920-42ce-9994-56ced64d4690 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:48.658230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59032) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:48.658432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef0722-71e0-48f2-9699-8fbfa01f2cfc req-308bffb1-4548-40fa-b17c-09dfb491aa36 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:48.660405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ef0722-71e0-48f2-9699-8fbfa01f2cfc req-308bffb1-4548-40fa-b17c-09dfb491aa36 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.0997460 Aug 03 16:09:48.663708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232504773', 'description': 'tempest-secgroup-smoke-232504773 description', 'project_id': '0ef1c18733084b37b21981061221f2dd'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:48.714080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.794224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ef0722-71e0-48f2-9699-8fbfa01f2cfc req-f9447c3e-797f-4ce7-aa0e-03e57d98b498 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925505 Aug 03 16:09:48.839120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-60ed7dde-cbe3-492a-aa05-f3b8feb08291 None None] Provisioning complete for port 2a67aa70-601f-4344-8eaf-e533a7accfc4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:48.839536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60ed7dde-cbe3-492a-aa05-f3b8feb08291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:48.883868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926db9cc-f501-48b0-bba8-2d1796587d5c req-5bca45ac-73dd-495c-8918-f85cb4ada2bf tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:48.893595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-926db9cc-f501-48b0-bba8-2d1796587d5c req-5bca45ac-73dd-495c-8918-f85cb4ada2bf tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1518798 Aug 03 16:09:48.915144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:48.926890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59042) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:48.928321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-971814e4-04e4-45f5-9044-113306090c1a tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "PUT /v2.0/routers/b7345220-a920-42ce-9994-56ced64d4690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1324985 Aug 03 16:09:48.931016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] Sync routers for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:48.939633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Request body: {'port': {'network_id': 'cb686f13-815b-460b-9fed-b4716ec9f4ed', 'name': 'tempest-FloatingIPAdminTestJSON-1742903705'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:48.946026 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-60ed7dde-cbe3-492a-aa05-f3b8feb08291 None None] Port 2a67aa70-601f-4344-8eaf-e533a7accfc4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:48.949867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:48.950847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:49.029388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:49.052678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:49.053310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:49.144357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:49.145342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716635b-9b36-41a2-ad9b-a26f832edd7a None None] The sync data for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:49.192494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.203538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.267796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-926db9cc-f501-48b0-bba8-2d1796587d5c req-17bec49f-f363-406d-9e92-a9859fa3078e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736510 Aug 03 16:09:49.280274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Made reservation on behalf of 3dd07ee4541f494cb34f0d54088ecbc2 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:49.289633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.318735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.324888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6621027 Aug 03 16:09:49.329082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:49.338834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:49.339384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e6caf-829d-4e37-b482-8558210d6efa tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45638c37-0ad6-44b0-a466-21eeac7a1199,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:49.346701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] device_id is not set on port 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:09:49.417557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b489bb-5c35-4ff4-8f2e-fc3c6fa93d5a req-e5fa0058-e080-4d51-b1cd-5b10681d2b56 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:49.419510 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02b489bb-5c35-4ff4-8f2e-fc3c6fa93d5a req-e5fa0058-e080-4d51-b1cd-5b10681d2b56 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.1333034 Aug 03 16:09:49.434683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.482190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Allocated IP 172.20.0.10 (cb686f13-815b-460b-9fed-b4716ec9f4ed/8b062538-c074-44bd-9686-143272498966/0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:49.487192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02b489bb-5c35-4ff4-8f2e-fc3c6fa93d5a req-c302b10d-60ff-401d-8ae8-2ad4d3e99295 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533614 Aug 03 16:09:49.622630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.628329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.669168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f763d881-7dca-476b-9117-c1a58feaf2ed,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:49.682874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.690349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:49.698488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e469fae-8a50-4e16-a7b0-f44f4cb6b568 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671024 Aug 03 16:09:49.700780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:49.817551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.826169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.903239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Transition to ACTIVE for port object 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:49.948242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:49.959035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f986712-cf18-4597-9b33-196c04954c80 req-3ea68755-309f-441f-92ae-03b503479840 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:49.960626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f986712-cf18-4597-9b33-196c04954c80 req-3ea68755-309f-441f-92ae-03b503479840 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1395602 Aug 03 16:09:49.965890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.010438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685bbd68-341a-466e-9ded-e2a2a647a9b8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:50.031913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.033211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-22e041f0-0eb0-4ea9-8fab-5bfcc9d4e258 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3418250 Aug 03 16:09:50.034856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.038565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:50.046173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:50.078056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f986712-cf18-4597-9b33-196c04954c80 req-fc677a0f-5386-43f5-bf9c-38cff52e2a71 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098456 Aug 03 16:09:50.086705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.107389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Network cb686f13-815b-460b-9fed-b4716ec9f4ed is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:50.110215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event updated for resources: {'Port': ['ID=0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:50.113615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:50.115829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:50.230436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.237866 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.248152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.248813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.317257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e0d9bf-8277-4a87-9ff8-ce218e3d10cc,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:50.321115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-08b65d6b-3f11-4a7c-b0c7-b252bbc68f08 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3921728 Aug 03 16:09:50.321775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:50.336120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.343880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93956440-b480-4639-8989-512c5a282b3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973042 Aug 03 16:09:50.350361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:50.355385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:50.423775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.478983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'project_id': '3dd07ee4541f494cb34f0d54088ecbc2', 'port_id': '0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:50.534600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cf4e1-9b82-4ebe-b846-dc94a3251c80 req-0153ce2f-8ecf-44e9-b6e9-3ad89789926b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.538642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72b12-cede-42d3-8874-2d114cdb4e8c req-83d6caeb-40e9-4cfb-9848-9f82c242fa89 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.541758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-256cf4e1-9b82-4ebe-b846-dc94a3251c80 req-0153ce2f-8ecf-44e9-b6e9-3ad89789926b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1190615 Aug 03 16:09:50.548600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72b12-cede-42d3-8874-2d114cdb4e8c req-83d6caeb-40e9-4cfb-9848-9f82c242fa89 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.556951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72b12-cede-42d3-8874-2d114cdb4e8c req-83d6caeb-40e9-4cfb-9848-9f82c242fa89 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.568033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43b72b12-cede-42d3-8874-2d114cdb4e8c req-83d6caeb-40e9-4cfb-9848-9f82c242fa89 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd&device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 2417 time: 0.1093283 Aug 03 16:09:50.611842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-256cf4e1-9b82-4ebe-b846-dc94a3251c80 req-a34127dc-63c5-4a0a-a042-a38011c3369a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652633 Aug 03 16:09:50.615748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.647939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43b72b12-cede-42d3-8874-2d114cdb4e8c req-d3f34a59-1abd-4170-b612-962e615a178d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Aug 03 16:09:50.699787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-43aaabc2-8e90-4a05-8e6c-9cb0cbc7ff98 None None] Provisioning for port 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:50.713158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-43aaabc2-8e90-4a05-8e6c-9cb0cbc7ff98 None None] Provisioning complete for port 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:50.713532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43aaabc2-8e90-4a05-8e6c-9cb0cbc7ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.777628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-43aaabc2-8e90-4a05-8e6c-9cb0cbc7ff98 None None] Port 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:09:50.785146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.804311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.849626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0881cef8-1f89-4ed2-9e30-b2a1a671dc16,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:50.871846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:50.876020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5216999 Aug 03 16:09:50.876020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.876475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:50.881029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:50.885922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.886473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.886902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.887382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.887868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.888352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.888753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.889249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.891795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.892399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.896858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befd8dff-8bbb-4bf1-8a7d-672259f5c00b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:09:50.928609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf1ff1-4a4f-4c73-bdc4-304d8a7b65f6 req-189f7505-82d4-4f50-830a-6b740e9bdd11 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:50.928854 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:09:50.930242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52cf1ff1-4a4f-4c73-bdc4-304d8a7b65f6 req-189f7505-82d4-4f50-830a-6b740e9bdd11 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.1479499 Aug 03 16:09:50.934929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.009696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.021440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52cf1ff1-4a4f-4c73-bdc4-304d8a7b65f6 req-72967d66-9938-4861-9791-71a1d21ac1a4 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802293 Aug 03 16:09:51.040950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.060512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.094775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8755f7ae-5ecd-413a-822a-79105ad5b575,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:51.111376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.112906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-975878d0-e275-409a-9836-9a205e757558 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2355077 Aug 03 16:09:51.118193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:51.136994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '45638c37-0ad6-44b0-a466-21eeac7a1199', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:51.208464 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:09:51.214134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.268014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Allocated IP 172.25.7.99 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/83b58b90-bb9b-42b1-b1e4-33c0edafc685) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:51.350529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.356618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.396584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c79f34-c941-49c5-8a6f-9381159602e3,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:51.420627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.422912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45a95136-6849-45b6-b04f-08a8edfbf188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3034356 Aug 03 16:09:51.423416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.426829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:51.440177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'network': {'name': 'tempest-network-smoke--1551723340', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:51.474860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:51.479404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.487210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.523564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:09:51.538285 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.538285 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Added segment e3caea67-ca22-4f09-a7d6-78f4d0883a78 of type vlan for network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 Aug 03 16:09:51.571481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:51.589292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:51.593460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:51.617451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.695202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.707646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:51.708362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:51.728036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Pushing event updated for resources: {'Port': ['ID=83b58b90-bb9b-42b1-b1e4-33c0edafc685,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:51.814356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3863311 Aug 03 16:09:51.814955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:52.078652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.250994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.363830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'admin_state_up': True, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:52.369217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e318f3d-0f87-4574-8529-dadc4be3ceb2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Network': ['ID=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:52.391801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:09:52.439369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.466533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba2f0b-dfe5-4fdb-bfd6-bd5ad3b0603d req-ed8d69d5-c015-4bea-9e35-b91bc6aa01dd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:52.498250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81ba2f0b-dfe5-4fdb-bfd6-bd5ad3b0603d req-ed8d69d5-c015-4bea-9e35-b91bc6aa01dd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.7605126 Aug 03 16:09:52.529617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.531307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.617114 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-81ba2f0b-dfe5-4fdb-bfd6-bd5ad3b0603d req-2eabe57f-67f2-40d8-a6c5-22757182b907 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178591 Aug 03 16:09:52.660687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.839930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.848670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.916500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:52.940619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318b57-c1e7-47f2-829c-40ffe917a2ed req-dd96396f-fd34-400d-a472-86a4cb31fdb3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:52.942318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a318b57-c1e7-47f2-829c-40ffe917a2ed req-dd96396f-fd34-400d-a472-86a4cb31fdb3 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1239924 Aug 03 16:09:52.978240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:53.026261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a318b57-c1e7-47f2-829c-40ffe917a2ed req-79d107d8-a0b1-4210-b741-dff7a0328242 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696576 Aug 03 16:09:53.047361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Pushing event updated for resources: {'Port': ['ID=83b58b90-bb9b-42b1-b1e4-33c0edafc685,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:53.166174 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Floating IP ed72bb63-435a-4d38-a867-8a8e4883b474 associated. External IP: 172.25.7.99, port: 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5. Aug 03 16:09:53.253466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:53.295142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:53.450105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Router b7345220-a920-42ce-9994-56ced64d4690 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:53.455432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.243 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:53.629498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:53.726957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:53.819918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:53.821132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:53.829137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:53.831574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:53.898221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004afb2-204d-41da-8fee-082be1130c6c req-a743de6c-c4a2-4eaf-86d6-ce02afc9e79f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:53.900344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d004afb2-204d-41da-8fee-082be1130c6c req-a743de6c-c4a2-4eaf-86d6-ce02afc9e79f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1421936 Aug 03 16:09:54.043845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:54.065991 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] Sync routers for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:54.078689 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:54.079547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:54.083507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:54.120186 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:54.130440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:54.131892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:54.144049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d004afb2-204d-41da-8fee-082be1130c6c req-160d4771-1eca-4d51-bb1d-57c278cb60d2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078831 Aug 03 16:09:54.145115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59164) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:54.146297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-761b9f9d-d3dc-424e-bff9-b781e8332558 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.8234329 Aug 03 16:09:54.178722 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:54.179756 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f0ea-b1f9-4783-a782-7c2b6daf08bc None None] The sync data for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:54.244778 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451e9db-bb4c-4767-8b27-aab1154bff11 req-34a88e2a-5be7-48a8-8be4-388dd7fc5e2f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:54.247099 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6451e9db-bb4c-4767-8b27-aab1154bff11 req-34a88e2a-5be7-48a8-8be4-388dd7fc5e2f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0938430 Aug 03 16:09:54.336947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6451e9db-bb4c-4767-8b27-aab1154bff11 req-3c012c3a-bcb1-4133-9aa9-ce2c3d178d87 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824933 Aug 03 16:09:54.345964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-839cb47f-929e-4a3c-a078-3c370cc4a27f tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "GET /v2.0/floatingips/ed72bb63-435a-4d38-a867-8a8e4883b474 HTTP/1.1" status: 200 len: 983 time: 0.1987343 Aug 03 16:09:54.364984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:54.445095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:54.508038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2258cb11-2898-4115-ac16-ac3e1f592c89 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1417193 Aug 03 16:09:54.512063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:54.841724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:54.855498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 83b58b90-bb9b-42b1-b1e4-33c0edafc685 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:09:54.856001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.020911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.021297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.039444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 83b58b90-bb9b-42b1-b1e4-33c0edafc685 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:09:55.132835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ba13c141-c89c-4932-a192-165622ba3ebf is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:09:55.302681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:55.312835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Sync routers for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:55.322386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:55.323216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:55.324275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099204-347d-45e5-98cd-29a9b4d1086c req-ee3cdd26-ea9b-4d5b-b2b9-5a3816dbe803 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:55.325865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37099204-347d-45e5-98cd-29a9b4d1086c req-ee3cdd26-ea9b-4d5b-b2b9-5a3816dbe803 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0757363 Aug 03 16:09:55.330874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.335379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:55.335548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-39a064f0-9bae-4d04-b2d5-61019b8a3361 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9753373 Aug 03 16:09:55.339734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.371392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=83b58b90-bb9b-42b1-b1e4-33c0edafc685,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:55.445122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:55.459289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37099204-347d-45e5-98cd-29a9b4d1086c req-76465311-fbd1-42b7-9230-fd357d5fc471 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136980 Aug 03 16:09:55.460342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.461404 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Floating IP ed72bb63-435a-4d38-a867-8a8e4883b474 disassociated (deleted). External IP: 172.25.7.99, port: 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5. Aug 03 16:09:55.579792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-61c98afd-fbca-475d-8ae0-c3f0dbfe4fef tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0ef1c18733084b37b21981061221f2dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2408881 Aug 03 16:09:55.580350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59208) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:55.639488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51609f-82b4-4f8d-8015-aad46bd8d813 req-20457267-2077-492b-b95e-ff6e865db24e tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:55.647411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f51609f-82b4-4f8d-8015-aad46bd8d813 req-20457267-2077-492b-b95e-ff6e865db24e tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1212363 Aug 03 16:09:55.696332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:54Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:55.734230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f51609f-82b4-4f8d-8015-aad46bd8d813 req-2955fed7-e24e-4e8f-ab8b-caafe1410961 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821161 Aug 03 16:09:55.741061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Checking router: ba13c141-c89c-4932-a192-165622ba3ebf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:09:55.741424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Updating router ba13c141-c89c-4932-a192-165622ba3ebf port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:09:55.755538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-68acfe65-7d27-4d53-a531-0eaa0b4c5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:55.757404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-68acfe65-7d27-4d53-a531-0eaa0b4c5ad2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1097 time: 0.0949583 Aug 03 16:09:55.759238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff71b0e-fe4f-45bf-ad04-60bd277e68ed tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:55.761693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9ff71b0e-fe4f-45bf-ad04-60bd277e68ed tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1799083 Aug 03 16:09:55.763955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:55.779021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:55.852673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2e3c8558-7a3a-40c8-ae5a-e92b67aaf7ab tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0876017 Aug 03 16:09:55.855265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59220) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:55.862824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400293821', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:56.004263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-c17ebd55-b9a5-4407-8376-fc150ec42640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.005927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-c17ebd55-b9a5-4407-8376-fc150ec42640 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.2394047 Aug 03 16:09:56.007009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:09:56.010611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.087061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-c689cbbf-d150-4d85-8154-c4c9dea070c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 1001 time: 0.0728290 Aug 03 16:09:56.124360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.142857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Transition to ACTIVE for port object b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:56.146190 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.152647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.180379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-10a2b40b-5214-475f-a3e5-e38b5b43484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.181956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-10a2b40b-5214-475f-a3e5-e38b5b43484c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.0557830 Aug 03 16:09:56.211346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc29c4-0773-4792-896f-96bb7ddcc65c None None] Pushing event updated for resources: {'Port': ['ID=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:56.254241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Attempting to bind port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:56.254637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Attempting to bind port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:56.255904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Attempting to bind port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:56.261616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-36aeb9a4-d298-491a-9034-b2689d079752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.263279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-36aeb9a4-d298-491a-9034-b2689d079752 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729003 Aug 03 16:09:56.264156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:56.264550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:56.265030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.265573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:56.266227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Bound port: b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:56.266642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.278650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Router b7345220-a920-42ce-9994-56ced64d4690 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:09:56.327809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] For port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:56.333294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] For port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:56.339193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.400649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc29c4-0773-4792-896f-96bb7ddcc65c None None] Pushing event updated for resources: {'Port': ['ID=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:56.422939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:56.423579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.439881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:09:56.446303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.450991 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21497e7c-1386-4161-a578-fa895971a796 None None] Sync routers for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:09:56.464172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:56.464804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.481098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0103f3ef-9c73-4613-9aee-4e317e9dcd31 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/floatingips/ed72bb63-435a-4d38-a867-8a8e4883b474 HTTP/1.1" status: 204 len: 168 time: 1.9674642 Aug 03 16:09:56.484702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59232) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:56.491220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:56.497739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.505053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-75db3dcb-85df-426f-894a-d220da5cfb28 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808918 Aug 03 16:09:56.542937 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.555410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:09:56.560312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:09:56.560953 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.607401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ed221-9ea8-418f-a7b6-d03858bd3363 req-dd594fcd-481d-4e9d-a864-fe3b4ee68dea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.616200 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da7ed221-9ea8-418f-a7b6-d03858bd3363 req-dd594fcd-481d-4e9d-a864-fe3b4ee68dea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.0701299 Aug 03 16:09:56.637312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-21497e7c-1386-4161-a578-fa895971a796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.637792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21497e7c-1386-4161-a578-fa895971a796 None None] The sync data for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:56.663441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da7ed221-9ea8-418f-a7b6-d03858bd3363 req-a6269d4b-1768-46f6-ae55-8ea0e3d30a77 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Aug 03 16:09:56.679339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a12049a-ba26-43ed-b8b1-f49a722c6aa3 req-b6441e9b-1707-413c-96b4-61a31ab32666 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416132 Aug 03 16:09:56.698015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.715762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Subnet': ['ID=e7f32305-35b3-4710-8618-333c51c85bf7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:56.757817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:56.758186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network hostable DHCP agents. Network: 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:09:56.790442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:09:56.805037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:56.810541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.811195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.815306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35161903-b620-4d1e-97da-62f32cf98b4c None None] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:09:56.871640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:54Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:09:56.880707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75e4af2f-ead9-42f0-a069-0c5eacc9235d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0243878 Aug 03 16:09:56.883973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59244) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:56.913024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3eb7e-d782-4c45-8eda-011f87a00c8b req-30407119-f55c-4dcc-88b4-a790ff9ef09f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:56.914649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5db3eb7e-d782-4c45-8eda-011f87a00c8b req-30407119-f55c-4dcc-88b4-a790ff9ef09f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0942593 Aug 03 16:09:56.917040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:56.934352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5789c1b-0326-424b-b721-29c5afbd3a26 None None] The sync data for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 is: [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:54Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:09:57.032305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5db3eb7e-d782-4c45-8eda-011f87a00c8b req-b5d03c7e-ffb5-4e62-8f68-8da991940a21 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Aug 03 16:09:57.100626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:09:57.101518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.146355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Allocated IP 172.25.7.46 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/73e3411d-a63c-4fe1-816e-a71aaa60c471) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:57.397334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.459809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.592140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:57.593977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Pushing event updated for resources: {'Port': ['ID=73e3411d-a63c-4fe1-816e-a71aaa60c471,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:57.596750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:57.602973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:57.644149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.687164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Allocated IP 172.20.0.2 (7ced9bef-cefa-45b4-8fc6-127a8e9be7d4/e7f32305-35b3-4710-8618-333c51c85bf7/dcf514bb-d41c-4ae4-845a-0b0f1344fa5e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:57.802220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.860405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:57.987214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.011054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Transition to ACTIVE for port object dcf514bb-d41c-4ae4-845a-0b0f1344fa5e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:58.041092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Transition to ACTIVE for port object dcf514bb-d41c-4ae4-845a-0b0f1344fa5e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:58.049058 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.106020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:58.114484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:58.120631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:58.135771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b21a4-3a60-4fcc-ae6e-9db16c78f491 req-dd0f0398-8c48-425e-b5a8-00cabd28dce0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:58.138893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af5b21a4-3a60-4fcc-ae6e-9db16c78f491 req-dd0f0398-8c48-425e-b5a8-00cabd28dce0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.3239601 Aug 03 16:09:58.139329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:09:58.143528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Pushing event updated for resources: {'Port': ['ID=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:58.183072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.189526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.272075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Attempting to bind port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:09:58.272075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Attempting to bind port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:09:58.272383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Attempting to bind port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:09:58.273741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af5b21a4-3a60-4fcc-ae6e-9db16c78f491 req-d36ef09d-04d1-4328-b35d-99f18bcc2943 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203032 Aug 03 16:09:58.280692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:09:58.281214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:09:58.281623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.281865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf73544-887e-477a-b9fd-2ec117c8014c req-d4c1679a-2087-4608-9bfc-636700516687 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:58.282149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Bound using segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:09:58.282636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Bound port: dcf514bb-d41c-4ae4-845a-0b0f1344fa5e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:09:58.283012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.283805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcf73544-887e-477a-b9fd-2ec117c8014c req-d4c1679a-2087-4608-9bfc-636700516687 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1561277 Aug 03 16:09:58.308113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:09:58.313932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.1 (7ced9bef-cefa-45b4-8fc6-127a8e9be7d4/e7f32305-35b3-4710-8618-333c51c85bf7/038f464b-7c20-4710-a0a7-987867fee64b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:58.316164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:09:58.316583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.340122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Pushing event updated for resources: {'Port': ['ID=73e3411d-a63c-4fe1-816e-a71aaa60c471,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:58.417701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.427105 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dcf73544-887e-477a-b9fd-2ec117c8014c req-b5aa64ef-618b-475c-8f27-14f4e8130a77 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904088 Aug 03 16:09:58.454950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.456431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1444b83c-ae53-4dc5-801c-05e5800af274 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9705763 Aug 03 16:09:58.458972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59270) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:09:58.512670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.523364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] For port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:09:58.528436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] For port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:09:58.540430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.564869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.581459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 038f464b-7c20-4710-a0a7-987867fee64b will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:09:58.589371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:09:58.637040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.643417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.658174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:58.692886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:58.699337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:58.700365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f76d2c-1870-42c6-8715-0cf8932e985e None None] Pushing event updated for resources: {'Port': ['ID=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:58.704715 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:58.706792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.746018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:58.769485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.791705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:58.799707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:58.957240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Allocated IP 172.25.7.175 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e26b4840-ebbf-42a6-95e5-4b958c32a9bd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:09:58.990512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.162564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.217411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.260357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:59.265742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:59.272161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:09:59.302118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Pushing event updated for resources: {'Port': ['ID=e26b4840-ebbf-42a6-95e5-4b958c32a9bd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:59.344501 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:09:59.357852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:09:59.399105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.470420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.475928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.494931 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.496926 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.535419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:09:59.536316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8ccc8-ffdb-438a-83de-81a9d2d1e107 req-6e698b58-5f5a-4406-90db-feadff76ca8d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:59.537761 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0cd41-dba0-4b96-97d3-19264e3f949d" -d '{"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-unplugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:09:59.543968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5df8ccc8-ffdb-438a-83de-81a9d2d1e107 req-6e698b58-5f5a-4406-90db-feadff76ca8d tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 946 time: 0.1308484 Aug 03 16:09:59.552741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:09:59.556895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.586689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:59.612717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:59.654259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5df8ccc8-ffdb-438a-83de-81a9d2d1e107 req-1ffca56b-ccad-4672-98b9-c454c25e505e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093230 Aug 03 16:09:59.676987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.724551 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002ddbfc-a242-434d-b9e9-adce0b8773f0 x-openstack-request-id: req-002ddbfc-a242-434d-b9e9-adce0b8773f0 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:09:59.725043 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-unplugged", "status": "failed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "code": 422}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:09:59.725306 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-002ddbfc-a242-434d-b9e9-adce0b8773f0 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:09:59.725759 n-d-803226-3 neutron-server[106018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'code': 422} returned with failed status Aug 03 16:09:59.736987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e122c-e68b-4f02-8dd6-ca2c91691bd6 req-c6b250e5-ea06-494e-87fa-252f3d07675a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:09:59.738611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e62e122c-e68b-4f02-8dd6-ca2c91691bd6 req-c6b250e5-ea06-494e-87fa-252f3d07675a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1541510 Aug 03 16:09:59.765502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.772397 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.818644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e62e122c-e68b-4f02-8dd6-ca2c91691bd6 req-755d9ca4-6ec3-4e34-be96-d00e59e93113 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 Aug 03 16:09:59.847165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:09:59.849432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:09:59.912086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Pushing event updated for resources: {'Port': ['ID=e26b4840-ebbf-42a6-95e5-4b958c32a9bd,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:09:59.919923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.939165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:09:59.941390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-83da3d85-4d78-478b-acbb-fbea2b27d7ce tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4806337 Aug 03 16:09:59.943070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59310) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:00.075776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59316) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:00.084384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ad146327-d8a9-44fd-8950-f040316609a9 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1396527 Aug 03 16:10:00.201177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ba13c141-c89c-4932-a192-165622ba3ebf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:10:00.205982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd0b8e70-9240-4308-9cfb-81d69d64ec0f tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1286585 Aug 03 16:10:00.208741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59322) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:00.235168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcf514bb-d41c-4ae4-845a-0b0f1344fa5e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:00.325386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:00.333836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:00.436860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:00.437235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.463694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:00.482949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c333520-9fe5-40c9-9d2a-ccb7eee2d281 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/ba13c141-c89c-4932-a192-165622ba3ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5961039 Aug 03 16:10:00.484280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Deleting port e26b4840-ebbf-42a6-95e5-4b958c32a9bd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:00.484280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.522246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26ed2a-be5b-4b75-bd4b-db8eb08b8bec None None] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:00.591497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.591891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.606634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Calling delete_port for e26b4840-ebbf-42a6-95e5-4b958c32a9bd owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:00.616302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Sync routers for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:00.721898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:00.722756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:00.724870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-773f7805-5b91-4038-9d95-06a20e01fbf2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232504773&fields=id&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 267 time: 0.0668502 Aug 03 16:10:00.734224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Provisioning for port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:00.787739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Provisioning complete for port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:00.788374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.885051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:00.962364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Pushing event deleted for resources: {'Port': ['ID=e26b4840-ebbf-42a6-95e5-4b958c32a9bd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:01.059285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d5843-79a4-4688-992a-fb8dd0dd5d08 req-4946f2f5-e01f-45e8-becb-4780874bafd7 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:01.072623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b3518228-d92b-4abf-95d1-6d90c28b816d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:01.073164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f1d5843-79a4-4688-992a-fb8dd0dd5d08 req-4946f2f5-e01f-45e8-becb-4780874bafd7 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1100776 Aug 03 16:10:01.074476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b3518228-d92b-4abf-95d1-6d90c28b816d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 797 time: 0.3403275 Aug 03 16:10:01.075751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.078345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.079221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:01.080248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60573474-5924-4aaa-b9f7-cb01039c2525 tempest-FloatingIPAdminTestJSON-955980993 tempest-FloatingIPAdminTestJSON-955980993-project] 10.222.0.70 "DELETE /v2.0/floatingips/83b58d32-71af-48ef-9b86-cb44e7569d66 HTTP/1.1" status: 204 len: 168 time: 0.8698492 Aug 03 16:10:01.083449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:01.168472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f1d5843-79a4-4688-992a-fb8dd0dd5d08 req-a105d6f8-ca79-44f4-bf96-bc2d92268cd5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942864 Aug 03 16:10:01.183180 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.213181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-0f0dba6c-8ed7-44c6-b98a-65157087abb7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/quotas/0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 375 time: 0.1274977 Aug 03 16:10:01.382574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] For port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:01.385304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-5c9bf9df-159d-4ca7-b8f1-499acbd6731c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194179 Aug 03 16:10:01.391116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.425835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Deleting port 73e3411d-a63c-4fe1-816e-a71aaa60c471 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:01.426300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.527685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.528045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.540760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Calling delete_port for 73e3411d-a63c-4fe1-816e-a71aaa60c471 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:01.572993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6900ff1-952e-4d3b-bd34-95166d575ea5 None None] Pushing event updated for resources: {'Port': ['ID=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:01.618651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:09:59Z', 'revision_number': 2, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:01.619874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191b391-66e0-45da-ac85-1c05139913a8 req-30924819-973b-4291-8027-aba1abdbd3bd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:01.635388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a191b391-66e0-45da-ac85-1c05139913a8 req-30924819-973b-4291-8027-aba1abdbd3bd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.1237414 Aug 03 16:10:01.727763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Checking router: ba13c141-c89c-4932-a192-165622ba3ebf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:10:01.728115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Updating router ba13c141-c89c-4932-a192-165622ba3ebf port 038f464b-7c20-4710-a0a7-987867fee64b binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:10:01.745294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-c3e6080b-1352-4871-8667-efaa5a28e8ca service neutron] 10.222.0.70 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363178 Aug 03 16:10:01.755742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a191b391-66e0-45da-ac85-1c05139913a8 req-8a927306-b5db-4046-8bb3-95fdb3a89f1b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187727 Aug 03 16:10:01.771628 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:01.802304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e50d82e-bd5d-4b7c-ac82-6d907bb94dca None None] Provisioning complete for port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:01.802711 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2e50d82e-bd5d-4b7c-ac82-6d907bb94dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.071229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcf514bb-d41c-4ae4-845a-0b0f1344fa5e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:02.254496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.266345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Transition to ACTIVE for port object 038f464b-7c20-4710-a0a7-987867fee64b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:02.299261 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.324745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.348149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4923-a466-40b3-a4df-6ba74fa401de req-21dd2dba-fcca-41cb-ae32-475936298320 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:02.351320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df6c4923-a466-40b3-a4df-6ba74fa401de req-21dd2dba-fcca-41cb-ae32-475936298320 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0815470 Aug 03 16:10:02.351729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06e7e4-2a7d-4679-ad88-4e5d29c1ba86 None None] Pushing event updated for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:02.364025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2e50d82e-bd5d-4b7c-ac82-6d907bb94dca None None] Provisioning for port 038f464b-7c20-4710-a0a7-987867fee64b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:02.414318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Pushing event deleted for resources: {'Port': ['ID=73e3411d-a63c-4fe1-816e-a71aaa60c471,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:02.419241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df6c4923-a466-40b3-a4df-6ba74fa401de req-26a4d975-13d2-4794-97bd-b80f32a7e6c5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Aug 03 16:10:02.489329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:02.494136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.504824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Attempting to bind port 038f464b-7c20-4710-a0a7-987867fee64b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:02.504824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Attempting to bind port 038f464b-7c20-4710-a0a7-987867fee64b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:02.505357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Attempting to bind port 038f464b-7c20-4710-a0a7-987867fee64b on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:02.512389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-5a2ade9a-7101-487c-8f47-07ddd7454fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2249238 Aug 03 16:10:02.552479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-5d5fbc48-0d17-4ff4-a44d-7c56009ec5f7 service neutron] 10.222.0.70 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039045 Aug 03 16:10:02.555534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.570246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.575773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59400) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:02.575999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d3bce6a9-b66a-4f5a-a990-fb75e7186970 tempest-FloatingIPAdminTestJSON-1250755928 tempest-FloatingIPAdminTestJSON-1250755928-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/0cc2f73f-b0e8-49a3-b2ac-68a215d95253 HTTP/1.1" status: 204 len: 168 time: 1.4913280 Aug 03 16:10:02.582598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:02.583075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:02.583698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.584045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Bound using segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:02.584606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Bound port: 038f464b-7c20-4710-a0a7-987867fee64b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:02.585107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.722129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] For port 038f464b-7c20-4710-a0a7-987867fee64b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:02.745258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] For port 038f464b-7c20-4710-a0a7-987867fee64b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=038f464b-7c20-4710-a0a7-987867fee64b,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:02.808512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:02.808955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.826557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:02.940704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:02.941684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:03.002249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c372070-67cc-4889-9684-dac038c7fd2f req-692ff3b6-27e6-46d7-b341-4e8fe050c046 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:03.009711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c372070-67cc-4889-9684-dac038c7fd2f req-692ff3b6-27e6-46d7-b341-4e8fe050c046 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.0991087 Aug 03 16:10:03.035115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:03.067235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b45b9a4-6f12-415f-a4ec-7516647f63af req-bcd357a3-32f2-410a-a0d4-f40e04c3b396 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 210 time: 0.0437624 Aug 03 16:10:03.075046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:03.149495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c372070-67cc-4889-9684-dac038c7fd2f req-a9ec451a-c198-4873-9143-382f84439da7 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381509 Aug 03 16:10:03.182538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06e7e4-2a7d-4679-ad88-4e5d29c1ba86 None None] Pushing event updated for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:03.297686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:03.322707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:03.375852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:03.502025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:03.504639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-60332394-79d8-496f-ac02-38330fa3fbbd tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/ports/0feaab8f-ecc5-44c4-93a5-5a1cc14d5da5 HTTP/1.1" status: 204 len: 168 time: 0.9267495 Aug 03 16:10:03.509999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59434) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:03.701813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa0f0-a521-454c-b102-f5cc7a2207ef tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:03.703568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-578aa0f0-a521-454c-b102-f5cc7a2207ef tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7345220-a920-42ce-9994-56ced64d4690 HTTP/1.1" status: 200 len: 913 time: 0.1907146 Aug 03 16:10:03.706317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59438) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:03.747722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dca754-a95a-4003-870b-13ae04ca8850 req-21811f8f-6dd0-460d-8f8f-34220cd5e9aa tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:03.749452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2dca754-a95a-4003-870b-13ae04ca8850 req-21811f8f-6dd0-460d-8f8f-34220cd5e9aa tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1384497 Aug 03 16:10:03.796058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2dca754-a95a-4003-870b-13ae04ca8850 req-6d3873ea-1bc8-443c-9c59-a02782c1e43d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Aug 03 16:10:03.878552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:02Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:03.905680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720f67d-862b-4b4e-9c1a-1334b2049258 None None] The sync data for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 is: [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:02Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:04.051431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-bf90253f-9bbf-4137-b992-0630a8e1de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.053337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-bf90253f-9bbf-4137-b992-0630a8e1de95 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131&tenant_id=072627a55af04773bb5e85e7e0347ce1 HTTP/1.1" status: 200 len: 1095 time: 0.1565943 Aug 03 16:10:04.183125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-cc21bb17-b2a1-47dd-8d74-8d3466b2187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.187245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-cc21bb17-b2a1-47dd-8d74-8d3466b2187f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=072627a55af04773bb5e85e7e0347ce1&device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1095 time: 0.0886908 Aug 03 16:10:04.285172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b98e94d-9f16-416f-98a7-c1e2deb15ea8 req-cca3d5f6-73ce-47e7-ad9f-4cfec620088a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 210 time: 0.0955985 Aug 03 16:10:04.333950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1fed-1d05-4adb-bec9-842d750fcf29 req-64a49cd3-926a-4c73-9821-1d81fefdc981 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.346585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-558f1fed-1d05-4adb-bec9-842d750fcf29 req-64a49cd3-926a-4c73-9821-1d81fefdc981 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.1084673 Aug 03 16:10:04.381372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-51afb2c3-6b85-47c0-8a2e-f0a62da43fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.382953 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-51afb2c3-6b85-47c0-8a2e-f0a62da43fce service neutron] 10.222.0.78 "GET /v2.0/networks?id=fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 200 len: 918 time: 0.1745527 Aug 03 16:10:04.403765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-558f1fed-1d05-4adb-bec9-842d750fcf29 req-7b94624e-debc-4ae8-8f86-a689d4ccb2a3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528414 Aug 03 16:10:04.474949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:04.582254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-acc8dde3-c61c-4cf8-952d-488207aaef84 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 200 len: 999 time: 0.1899509 Aug 03 16:10:04.646954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b11a4ad9-c6a8-4675-8b32-4f39d516aac9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.648622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b11a4ad9-c6a8-4675-8b32-4f39d516aac9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 797 time: 0.2043736 Aug 03 16:10:04.701766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-9d77810d-2dfa-4e4c-bb67-b2f73ab793ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.703609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-9d77810d-2dfa-4e4c-bb67-b2f73ab793ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 200 len: 856 time: 0.1128347 Aug 03 16:10:04.725610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-bbc39460-dd12-4fed-9399-bd572903ecb9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 379 time: 0.0663762 Aug 03 16:10:04.739512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'port': {'device_id': '8d419459-46be-46e4-b1db-9c89039002d3', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'admin_state_up': True, 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'security_groups': ['45638c37-0ad6-44b0-a466-21eeac7a1199']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:04.783958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-486d862e-904d-4b0a-b2dd-7675e1b971ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:04.785516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-486d862e-904d-4b0a-b2dd-7675e1b971ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fb7362c6-ef48-4a18-9589-840ad603e279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592175 Aug 03 16:10:04.871693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:04.877238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:04.996134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-0a71b92b-814d-4221-a519-f03a05892a81 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001431 Aug 03 16:10:05.047434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cee25-fe72-4a91-ad67-bdbb89e80c99 req-ca43abae-8ab2-4631-8395-c4eab4f1271b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:05.050037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3e6cee25-fe72-4a91-ad67-bdbb89e80c99 req-ca43abae-8ab2-4631-8395-c4eab4f1271b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1080565 Aug 03 16:10:05.094284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.4 (7ced9bef-cefa-45b4-8fc6-127a8e9be7d4/e7f32305-35b3-4710-8618-333c51c85bf7/a68c49fc-0c59-416a-a2e8-3aeeb07529cc) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:05.126946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 2a67aa70-601f-4344-8eaf-e533a7accfc4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:05.127300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.130267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3e6cee25-fe72-4a91-ad67-bdbb89e80c99 req-94af602f-ac56-43e3-807e-bb22e07a703d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690906 Aug 03 16:10:05.185080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58e55fbb-6137-4cc8-a867-00d0a87a0ef2 req-bb216fd0-8583-43b9-9b3b-336ee6dc2d63 service neutron] 10.222.0.78 "GET /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801152 Aug 03 16:10:05.240550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.271282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 2a67aa70-601f-4344-8eaf-e533a7accfc4 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:05.362690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.385842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object a68c49fc-0c59-416a-a2e8-3aeeb07529cc will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:05.438249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.466304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5304c677-7e70-41fe-add2-0e37b2a6687a req-1313c255-fc9b-4879-97c3-6df9ca716e97 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 210 time: 0.0605888 Aug 03 16:10:05.497436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:05.501978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:05.517276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:05.723936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:05.724926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.745791 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0108807 Aug 03 16:10:05.746688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:05.774132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f84bb8-d200-4936-ac1c-12a94cf5108f req-9fca15e1-645d-4f6c-87fa-e8e1e96521cd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:05.778698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79f84bb8-d200-4936-ac1c-12a94cf5108f req-9fca15e1-645d-4f6c-87fa-e8e1e96521cd tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.2122869 Aug 03 16:10:05.780909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.782008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.782464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.782937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.783376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.783992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.784427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.784913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.785486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.786058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.786456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.786938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.787367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb4d9f-70b3-4dfb-9e35-225ed51d6910 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:05.838173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Request body: {'port': {'device_id': '8d419459-46be-46e4-b1db-9c89039002d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:05.930840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79f84bb8-d200-4936-ac1c-12a94cf5108f req-f12f38e3-f2bb-4615-84ce-84fac4496773 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253200 Aug 03 16:10:05.934465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:05.943698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=2a67aa70-601f-4344-8eaf-e533a7accfc4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:05.966200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d30b6d5d-f458-42f4-88f7-e2d25f03d942 None None] Provisioning for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:06.001253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d30b6d5d-f458-42f4-88f7-e2d25f03d942 None None] Provisioning complete for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:06.001253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d30b6d5d-f458-42f4-88f7-e2d25f03d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.123446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d30b6d5d-f458-42f4-88f7-e2d25f03d942 None None] Port a68c49fc-0c59-416a-a2e8-3aeeb07529cc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:10:06.201690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 038f464b-7c20-4710-a0a7-987867fee64b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:06.329401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 038f464b-7c20-4710-a0a7-987867fee64b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:06.338860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 038f464b-7c20-4710-a0a7-987867fee64b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:06.339239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.446678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.547450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.620342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765abf-4d5a-480e-9db3-a99a7c8c25ca req-5176f477-21e4-4d60-809e-606354d63d1a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:06.628942 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa765abf-4d5a-480e-9db3-a99a7c8c25ca req-5176f477-21e4-4d60-809e-606354d63d1a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.3040328 Aug 03 16:10:06.649719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 038f464b-7c20-4710-a0a7-987867fee64b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=038f464b-7c20-4710-a0a7-987867fee64b,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:06.657861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.703413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa765abf-4d5a-480e-9db3-a99a7c8c25ca req-9fe66d57-03a9-486e-9d32-f38a8ca6af3c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735564 Aug 03 16:10:06.737749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec9821-e332-42f9-9d7f-c1cfdd286067 req-f74183bc-afd0-485e-9205-d61435c18928 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:06.746343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cec9821-e332-42f9-9d7f-c1cfdd286067 req-f74183bc-afd0-485e-9205-d61435c18928 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 931 time: 0.1506925 Aug 03 16:10:06.832605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:06.839847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68c49fc-0c59-416a-a2e8-3aeeb07529cc {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:06.848956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.874432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Transition to ACTIVE for port object a68c49fc-0c59-416a-a2e8-3aeeb07529cc will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:06.878203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1cec9821-e332-42f9-9d7f-c1cfdd286067 req-f8039223-7689-4814-862e-6c0a123e52e2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310561 Aug 03 16:10:06.880105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:06.941561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Router b7345220-a920-42ce-9994-56ced64d4690 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:10:06.987327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:07.104353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:07.105402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:07.105402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:07.117082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:10:07.117769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:07.133931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:07.134347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:07.134807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Bound using segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:07.135457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Bound port: a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:07.135885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.219358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:07.231540 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] Sync routers for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:07.236394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-700619ed-7dfd-44fb-a640-05742acd0d0d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "PUT /v2.0/routers/b7345220-a920-42ce-9994-56ced64d4690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5287623 Aug 03 16:10:07.237066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59522) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:07.250925 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:07.252272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:07.333589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:07.338553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:07.358180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.379098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:07.401173 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] Routers {'b7345220-a920-42ce-9994-56ced64d4690'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:07.416249 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:09:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b7345220-a920-42ce-9994-56ced64d4690'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:07.439427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:07.440176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.441822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] 10.222.0.78 "PUT /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 1091 time: 1.6384594 Aug 03 16:10:07.445193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:07.447681 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698dc3b8-6799-44a1-9814-9f8475930a52" -d '{"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:07.526539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.544908 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:07.546885 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020be4a-3dbd-46df-9bd1-2b3f8a9d31c6 None None] The sync data for ids ['b7345220-a920-42ce-9994-56ced64d4690'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:07.551339 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f9b204-309a-498d-ae31-f421f00cc268 x-openstack-request-id: req-34f9b204-309a-498d-ae31-f421f00cc268 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:07.554932 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:07.555264 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34f9b204-309a-498d-ae31-f421f00cc268 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:07.557132 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'status': 'completed', 'code': 200} Aug 03 16:10:07.637032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca7cb6-20d4-4c7b-96d2-7a78ba0d46f5 req-aa6d4439-6202-4e84-9157-a3748c8474ec tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:07.638704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cca7cb6-20d4-4c7b-96d2-7a78ba0d46f5 req-aa6d4439-6202-4e84-9157-a3748c8474ec tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.2968504 Aug 03 16:10:07.641397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9367111-4f63-412b-a69a-1fa33922489d service neutron] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:07.717201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-be6ed0e2-0c10-4957-a855-884b4809f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:07.718840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-be6ed0e2-0c10-4957-a855-884b4809f969 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1094 time: 0.2087471 Aug 03 16:10:07.809077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.899650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-cfa856fa-62f5-4ec4-9e07-6e981c6d4932 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 217 time: 0.1577818 Aug 03 16:10:07.902870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cca7cb6-20d4-4c7b-96d2-7a78ba0d46f5 req-81a6bce5-2208-4c9e-ac9b-8764c601ac30 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352297 Aug 03 16:10:07.974619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 70d6fd64-37ee-4641-8743-f54e3421d942 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:07.974970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:07.991378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc579-6193-410e-9498-c1f54506a571 req-95dd51f5-e93c-400b-9454-2f2030d2b7de tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:08.003713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b3dc579-6193-410e-9498-c1f54506a571 req-95dd51f5-e93c-400b-9454-2f2030d2b7de tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1051273 Aug 03 16:10:08.137990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 038f464b-7c20-4710-a0a7-987867fee64b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:08.157991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b3dc579-6193-410e-9498-c1f54506a571 req-0fe8cce5-3fb5-49ac-8ead-32adee6f8ad6 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470218 Aug 03 16:10:08.181988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cd3fa-d1b4-40aa-8569-5a2d4539e2da req-8430f700-a221-48a5-9f63-bdd8899d5a1e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:08.183650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-197cd3fa-d1b4-40aa-8569-5a2d4539e2da req-8430f700-a221-48a5-9f63-bdd8899d5a1e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.1080968 Aug 03 16:10:08.259474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.260528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 038f464b-7c20-4710-a0a7-987867fee64b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:08.260981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.268123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-197cd3fa-d1b4-40aa-8569-5a2d4539e2da req-f7ef5441-fa85-4976-8459-30695e1ef8e1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657620 Aug 03 16:10:08.286678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 70d6fd64-37ee-4641-8743-f54e3421d942 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:08.571697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.598533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=70d6fd64-37ee-4641-8743-f54e3421d942,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:08.717459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.901166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.904250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.978553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:08.979631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Fanout notify agent at l3_agent the message router_deleted on router b7345220-a920-42ce-9994-56ced64d4690 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:08.996808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.001374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59548) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:09.012385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-613add42-8202-420d-afee-ee752ac9e77c tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/routers/b7345220-a920-42ce-9994-56ced64d4690 HTTP/1.1" status: 204 len: 168 time: 1.7740383 Aug 03 16:10:09.502597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting subnet 8b062538-c074-44bd-9686-143272498966 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:10:09.509036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.548175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00af11-5ff4-42c9-9c2a-89643107fbce req-9771ad7f-5c11-42a8-bbe4-510c758f470b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:09.549736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba00af11-5ff4-42c9-9c2a-89643107fbce req-9771ad7f-5c11-42a8-bbe4-510c758f470b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.5123980 Aug 03 16:10:09.581990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.645850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba00af11-5ff4-42c9-9c2a-89643107fbce req-04e7fdf8-3060-44e6-8f12-53c2ca7d467e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816624 Aug 03 16:10:09.715090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.823532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb1ca-ee2f-4314-b104-d5bd0a16b505 req-ac1cf5fb-8515-4662-a8ae-f60ce16713cb tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:09.825561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-693bb1ca-ee2f-4314-b104-d5bd0a16b505 req-ac1cf5fb-8515-4662-a8ae-f60ce16713cb tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0829179 Aug 03 16:10:09.828042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.854618 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-41ffeeff-a734-4ec5-aea2-8921eb636eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.898216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Subnet': ['ID=8b062538-c074-44bd-9686-143272498966,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:09.908488 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:09.910731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7204f657-cbf3-4be1-a83e-2abb5c8bd7f0 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/subnets/8b062538-c074-44bd-9686-143272498966 HTTP/1.1" status: 204 len: 168 time: 0.9077237 Aug 03 16:10:09.913204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59570) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:09.917129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e44c9-1eb4-4ab6-a3df-c15fe6c56f8a None None] Network cb686f13-815b-460b-9fed-b4716ec9f4ed requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:10.081679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-693bb1ca-ee2f-4314-b104-d5bd0a16b505 req-ff9109aa-37ad-44cd-9d97-ed9d18004b0b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466195 Aug 03 16:10:10.126095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.189604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] DHCP port deletion for cb686f13-815b-460b-9fed-b4716ec9f4ed request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:10:10.268919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Deleting port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:10.270317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.291649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3993-138a-409b-8446-e66d7dbe6c8a req-de1b5067-5552-48ec-b738-c6cd10956a9a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:10.301463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db7a3993-138a-409b-8446-e66d7dbe6c8a req-de1b5067-5552-48ec-b738-c6cd10956a9a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.1359448 Aug 03 16:10:10.370240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db7a3993-138a-409b-8446-e66d7dbe6c8a req-3c7c67f0-9fd3-4305-8246-108c832febff tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676818 Aug 03 16:10:10.372063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:10.372417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.457154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] For port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,segment=NetworkSegment(bbfdf52c-f54c-433c-8437-7de60f251396),segment_id=bbfdf52c-f54c-433c-8437-7de60f251396)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:10.457902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.472269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Calling delete_port for 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:10.511687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] For port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,segment=NetworkSegment(bbfdf52c-f54c-433c-8437-7de60f251396),segment_id=bbfdf52c-f54c-433c-8437-7de60f251396)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:10.512069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.551686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:10.658017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.719847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.746710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] Pushing event deleted for resources: {'Port': ['ID=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:10.754443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadb36d-62d0-49fb-9c4e-713c21d85361 None None] No DVR routers for this DVR port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:10.787501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] No DVR routers for this DVR port 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:10.802283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:10.871581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-946c2e55-cf6e-4545-9082-eeb4c668d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:10.873114 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-946c2e55-cf6e-4545-9082-eeb4c668d046 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 1096 time: 0.0646737 Aug 03 16:10:10.947894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:10.958268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dc3e2-a2c6-4771-a2cb-e0ac7ab23353 req-6e540834-3ed2-4bd4-99fe-129e5c92744d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:10.970589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-182dc3e2-a2c6-4771-a2cb-e0ac7ab23353 req-6e540834-3ed2-4bd4-99fe-129e5c92744d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1374211 Aug 03 16:10:10.993049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb686f13-815b-460b-9fed-b4716ec9f4ed']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:11.011496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfdf52c-f54c-433c-8437-7de60f251396') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:11.011797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfdf52c-f54c-433c-8437-7de60f251396') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:11.034354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.043529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-0c1459c5-6a3e-42d4-8cc5-16c265894332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:11.045056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-0c1459c5-6a3e-42d4-8cc5-16c265894332 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 917 time: 0.1595387 Aug 03 16:10:11.058210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-182dc3e2-a2c6-4771-a2cb-e0ac7ab23353 req-472752dd-c919-4dfc-b575-bf4ab2e04974 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Aug 03 16:10:11.068779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.095560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:10:11.096201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:10:11.104064 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:10:11.115847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-e2a57b4a-0317-4b9e-b98d-c20339192592 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 200 len: 217 time: 0.0626328 Aug 03 16:10:11.227248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-4b232aab-9a96-466e-929a-dd5fd1f6b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:11.229351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-4b232aab-9a96-466e-929a-dd5fd1f6b43b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.1012602 Aug 03 16:10:11.237322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.250347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.255763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/networks/cb686f13-815b-460b-9fed-b4716ec9f4ed HTTP/1.1" status: 204 len: 168 time: 1.3331506 Aug 03 16:10:11.255763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59594) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:11.330746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-498a1b19-7b25-4960-91f8-dbfa47cbcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:11.336680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-498a1b19-7b25-4960-91f8-dbfa47cbcb21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991800 Aug 03 16:10:11.358363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21530d9-7c36-4d65-97ea-3abe5abec616 tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Network': ['ID=cb686f13-815b-460b-9fed-b4716ec9f4ed,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:11.420578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b1d03-501b-4b9f-b5c6-cc2107baa5dd req-e1d02e14-d1e1-4cda-b9e2-4e1873d5f43a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:11.422771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-442b1d03-501b-4b9f-b5c6-cc2107baa5dd req-e1d02e14-d1e1-4cda-b9e2-4e1873d5f43a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.2577796 Aug 03 16:10:11.449814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-a912dbf8-69e6-4824-b90c-22f34e5a951d service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049330 Aug 03 16:10:11.502796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-442b1d03-501b-4b9f-b5c6-cc2107baa5dd req-68ddb232-a007-4927-a358-92d32763f01f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575151 Aug 03 16:10:11.550896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Deleting port 423f5f4d-7d98-43a9-86de-bbce87205726 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:11.551248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.642305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4589b19-294e-4b19-89b7-50882bc009b6 req-3cc854a6-fa55-40d7-ab8a-b4804ef9381b service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843276 Aug 03 16:10:11.704196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8584d-6434-407b-9ab8-c2cbe769ca5b req-e5c07119-8ee9-407b-8322-d482d9885772 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:11.705881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cd8584d-6434-407b-9ab8-c2cbe769ca5b req-e5c07119-8ee9-407b-8322-d482d9885772 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0861013 Aug 03 16:10:11.715145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.715566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.763612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Calling delete_port for 423f5f4d-7d98-43a9-86de-bbce87205726 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:11.806882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cd8584d-6434-407b-9ab8-c2cbe769ca5b req-24258dfb-042f-4fdd-96ad-6c8ea0abd7f9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877426 Aug 03 16:10:11.966965 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:11.994059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Pushing event deleted for resources: {'Port': ['ID=423f5f4d-7d98-43a9-86de-bbce87205726,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:12.063551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:12.096296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:12.096817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1d8e3086-7f80-4b36-92a0-a2ba69a8f0e4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:12.112962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.115933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.117700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-90464927-baa3-4a76-b5b2-53fce480c71d tempest-FloatingIPAdminTestJSON-661988491 tempest-FloatingIPAdminTestJSON-661988491-project] 10.222.0.70 "DELETE /v2.0/floatingips/d801ccd6-e220-4935-b9cf-accb4027988d HTTP/1.1" status: 204 len: 168 time: 0.8596830 Aug 03 16:10:12.144009 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cb94efb-fd36-4bf2-a1c4-ef2af9023b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.259305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488bb8e-b9cc-4720-8247-146a66aca6c3 req-ac96ebe0-a456-441a-92d9-0148186f40a1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:12.266362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b488bb8e-b9cc-4720-8247-146a66aca6c3 req-ac96ebe0-a456-441a-92d9-0148186f40a1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0752389 Aug 03 16:10:12.313128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b488bb8e-b9cc-4720-8247-146a66aca6c3 req-98cbabc7-9ede-4c45-8e03-73176dbbf4b5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Aug 03 16:10:12.520739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59622) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:12.713449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849b6a4-82b4-4a6e-8e0b-ca3ffa1b4f76 req-c123600c-b67c-49bb-9f7a-f38917c0b9e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:12.715122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0849b6a4-82b4-4a6e-8e0b-ca3ffa1b4f76 req-c123600c-b67c-49bb-9f7a-f38917c0b9e3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.0861435 Aug 03 16:10:12.783184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.806241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dfbd5385-97a0-49dd-a1e7-060be63bf54e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3dd07ee4541f494cb34f0d54088ecbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843215 Aug 03 16:10:12.807263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59628) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:12.812509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0849b6a4-82b4-4a6e-8e0b-ca3ffa1b4f76 req-1b1e4bb3-9ceb-4ccc-8c10-3e1718bf5609 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837176 Aug 03 16:10:12.870885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.897783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:12.962562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b95b1-6ab3-455a-bf3b-b34a34c1ea55 req-32ce87f6-ab6e-40ec-85f5-ddca39640fad tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:12.972173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed7b95b1-6ab3-455a-bf3b-b34a34c1ea55 req-32ce87f6-ab6e-40ec-85f5-ddca39640fad tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0739782 Aug 03 16:10:13.002768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.006242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.008522 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73003fd3-5cad-48ef-9c7e-6cf6bd32d6a9 HTTP/1.1" status: 204 len: 168 time: 0.2002602 Aug 03 16:10:13.020537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993cb14-cd13-44d0-9e70-e9689fa32db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73003fd3-5cad-48ef-9c7e-6cf6bd32d6a9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:13.082199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed7b95b1-6ab3-455a-bf3b-b34a34c1ea55 req-21187502-dd72-45c5-80c2-3628788263f8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952594 Aug 03 16:10:13.443672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59648) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:13.462554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe7fde-c4ba-4cd2-9ae6-53f2d662036c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.515804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aad668-3fd2-4831-add5-32fdadbe4f3a req-fe4b10aa-6823-4816-8113-44b5ddfa0649 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:13.517533 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93aad668-3fd2-4831-add5-32fdadbe4f3a req-fe4b10aa-6823-4816-8113-44b5ddfa0649 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0913343 Aug 03 16:10:13.597509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93aad668-3fd2-4831-add5-32fdadbe4f3a req-10210091-9a8d-4a3b-9781-52f4b1cfe51b tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724101 Aug 03 16:10:13.665583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe7fde-c4ba-4cd2-9ae6-53f2d662036c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.669106 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.676985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe7fde-c4ba-4cd2-9ae6-53f2d662036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.747336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe7fde-c4ba-4cd2-9ae6-53f2d662036c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065ae05e-285d-464a-ab40-237fc58054aa,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:13.810482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-afbe7fde-c4ba-4cd2-9ae6-53f2d662036c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=702d26305bbb4ca7afb2982611f34486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655839 Aug 03 16:10:13.816322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59658) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:13.872793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c822a6b-3143-4e63-b701-841ce031e7f9 req-d17a4483-fd62-4216-88b4-b1429adf811f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:13.881329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c822a6b-3143-4e63-b701-841ce031e7f9 req-d17a4483-fd62-4216-88b4-b1429adf811f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1245573 Aug 03 16:10:13.908604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-be7d73ad-90a5-4eeb-99ff-7017f6eed863 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769606 Aug 03 16:10:13.962194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:13.995894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5c822a6b-3143-4e63-b701-841ce031e7f9 req-29df4c56-a8dc-4037-968e-2f131a0480f2 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136494 Aug 03 16:10:14.002239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-7a4d07f6-3901-4030-b153-08033b7d6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:14.004009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-7a4d07f6-3901-4030-b153-08033b7d6818 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27d56494598245abb94fcf947a2c7889&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 1096 time: 0.0494106 Aug 03 16:10:14.024512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:14.096987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:14.099403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:14.102748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/065ae05e-285d-464a-ab40-237fc58054aa HTTP/1.1" status: 204 len: 168 time: 0.2831397 Aug 03 16:10:14.135312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72919e1-bcc3-454f-b1db-80b7c540cf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ae05e-285d-464a-ab40-237fc58054aa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:14.255678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc82e8-970a-4f35-b589-edbea1678846 req-b63ff4cc-24cb-4ed8-ae7d-eb3a65f9339a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:14.257315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49bc82e8-970a-4f35-b589-edbea1678846 req-b63ff4cc-24cb-4ed8-ae7d-eb3a65f9339a tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.1131759 Aug 03 16:10:14.321303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-7f9d9db6-8a17-438e-a6d4-cafd37a3bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:14.325588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-7f9d9db6-8a17-438e-a6d4-cafd37a3bd46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 200 len: 917 time: 0.2942059 Aug 03 16:10:14.379058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49bc82e8-970a-4f35-b589-edbea1678846 req-8267fc9e-9ee1-4a00-ae43-1dad8731d48c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085253 Aug 03 16:10:14.607702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db954e-c340-43a2-8af9-8a641106fe14 req-a83ffbc4-41b1-40e8-81eb-b3482b5b5371 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:14.621171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61db954e-c340-43a2-8af9-8a641106fe14 req-a83ffbc4-41b1-40e8-81eb-b3482b5b5371 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.1072254 Aug 03 16:10:14.689033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-61db954e-c340-43a2-8af9-8a641106fe14 req-e5963496-5a07-4cbf-985d-ab1f1cb26fa5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585344 Aug 03 16:10:14.874911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaaee8-e9d0-467d-b8dc-b5b187c125c1 req-ab0d62ac-18e1-4035-974a-4674539deb68 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:14.877197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfbaaee8-e9d0-467d-b8dc-b5b187c125c1 req-ab0d62ac-18e1-4035-974a-4674539deb68 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0790274 Aug 03 16:10:14.951395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-27426700-d82c-44af-84e6-c656c79007b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 200 len: 217 time: 0.6159973 Aug 03 16:10:15.003276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfbaaee8-e9d0-467d-b8dc-b5b187c125c1 req-f4e6ff47-62c0-4a58-86b3-b9c2f058502c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140857 Aug 03 16:10:15.049628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-1e31ef53-5836-47fe-be89-b9669ef331fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:15.051387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-1e31ef53-5836-47fe-be89-b9669ef331fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 200 len: 855 time: 0.0879147 Aug 03 16:10:15.054065 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.090651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59686) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:15.162548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13be4dec-abd6-414c-b256-bc0b4e3adcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.174419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-6db18c39-893a-4442-acc4-47ad3129e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:15.176137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-6db18c39-893a-4442-acc4-47ad3129e438 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba13618a-0029-43e0-a5ea-b8cb4a4199ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171026 Aug 03 16:10:15.212098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b55210-9de7-4d16-99af-6d6a49ce8fd1 req-35e05a6c-514e-4e06-a0e2-278cf845aa5f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:15.213978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4b55210-9de7-4d16-99af-6d6a49ce8fd1 req-35e05a6c-514e-4e06-a0e2-278cf845aa5f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.0947809 Aug 03 16:10:15.313040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-22eecd1b-652d-4aac-b43b-c80b9c5ac53c service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282420 Aug 03 16:10:15.337819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4b55210-9de7-4d16-99af-6d6a49ce8fd1 req-462b2b01-f0cc-4264-a6b5-00710c4d4027 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988009 Aug 03 16:10:15.393400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-0d921408-28d4-446a-a39f-ea45101853cc req-3cb8d5e6-9ff9-4882-8420-4c4e1653434f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:10:15.401669 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d921408-28d4-446a-a39f-ea45101853cc req-3cb8d5e6-9ff9-4882-8420-4c4e1653434f tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189226 Aug 03 16:10:15.451488 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b71eb59-6522-4d87-81cf-c079e77ece7b req-2daa37d8-f025-4f48-94b8-74efa390060a service neutron] 10.222.0.72 "GET /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315031 Aug 03 16:10:15.499674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13be4dec-abd6-414c-b256-bc0b4e3adcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.510785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d921408-28d4-446a-a39f-ea45101853cc req-f4323365-2c26-4022-932e-c2a507ce75ec tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1081135 Aug 03 16:10:15.511444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-13be4dec-abd6-414c-b256-bc0b4e3adcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.568262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-13be4dec-abd6-414c-b256-bc0b4e3adcee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f7aa06efab42488a9f23e69be20eacf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764924 Aug 03 16:10:15.568404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59698) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:15.569203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be4dec-abd6-414c-b256-bc0b4e3adcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00916a09-7bdf-44eb-b4c2-2d4091786b2f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:15.644435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.675516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.743667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.746435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:15.747588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00916a09-7bdf-44eb-b4c2-2d4091786b2f HTTP/1.1" status: 204 len: 168 time: 0.1780581 Aug 03 16:10:15.771981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44e20-0517-4ef2-acb5-8ddbe43edf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00916a09-7bdf-44eb-b4c2-2d4091786b2f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:15.941687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888abe-95c0-4349-bad7-a108440f4135 req-9837fedf-2c0c-4998-aa45-45c92897b0e2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:15.941687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74888abe-95c0-4349-bad7-a108440f4135 req-9837fedf-2c0c-4998-aa45-45c92897b0e2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.1446104 Aug 03 16:10:16.017596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74888abe-95c0-4349-bad7-a108440f4135 req-b5dc620b-e011-4bb1-86bd-57b03818413e tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700185 Aug 03 16:10:16.149743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff181643-398c-4c99-b0ee-8bf4473e7d40 req-a84ed346-a858-42ac-9aab-84aea42c692a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:16.151631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff181643-398c-4c99-b0ee-8bf4473e7d40 req-a84ed346-a858-42ac-9aab-84aea42c692a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.0664043 Aug 03 16:10:16.214305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff181643-398c-4c99-b0ee-8bf4473e7d40 req-e1910870-4519-416c-b911-840b9e1b375a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544851 Aug 03 16:10:16.353272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3a99-3217-4ee1-898d-0191b9f46034 req-232868c5-4c0a-4574-9adf-3f7c83cbedc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:16.355212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4ca3a99-3217-4ee1-898d-0191b9f46034 req-232868c5-4c0a-4574-9adf-3f7c83cbedc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0713489 Aug 03 16:10:16.438445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4ca3a99-3217-4ee1-898d-0191b9f46034 req-1dad9092-4a4d-4dc1-a58b-09fdbdc25b55 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753384 Aug 03 16:10:16.591486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2fc16-d96b-4288-bae3-0155f79ca450 req-e3e80ab6-1b70-472c-8a1b-01f7ff60df66 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:16.600026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2fb2fc16-d96b-4288-bae3-0155f79ca450 req-e3e80ab6-1b70-472c-8a1b-01f7ff60df66 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.0870426 Aug 03 16:10:16.648593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2fb2fc16-d96b-4288-bae3-0155f79ca450 req-053e22e6-9993-4320-9cb1-9824d660404d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Aug 03 16:10:16.839599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bea4c3-5d78-4a7f-9daf-f20b24b979e3 req-4a8845a2-8adc-46b3-8ca3-8432e90831ad tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:16.841232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19bea4c3-5d78-4a7f-9daf-f20b24b979e3 req-4a8845a2-8adc-46b3-8ca3-8432e90831ad tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.0975235 Aug 03 16:10:16.898900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19bea4c3-5d78-4a7f-9daf-f20b24b979e3 req-58b37dc1-8ec3-4ef8-9d30-6ba95fa45c2d tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Aug 03 16:10:17.155170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2fac-e849-4d5c-a022-9fa0f4c4da95 req-869936ea-8cb8-419d-97cc-1f01c7b727f5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.161613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2fac-e849-4d5c-a022-9fa0f4c4da95 req-869936ea-8cb8-419d-97cc-1f01c7b727f5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.168081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b2fac-e849-4d5c-a022-9fa0f4c4da95 req-869936ea-8cb8-419d-97cc-1f01c7b727f5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.174639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-983b2fac-e849-4d5c-a022-9fa0f4c4da95 req-869936ea-8cb8-419d-97cc-1f01c7b727f5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd&device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0&device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 2417 time: 0.0794771 Aug 03 16:10:17.234527 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-983b2fac-e849-4d5c-a022-9fa0f4c4da95 req-3b729b8f-cc36-44ce-b1de-9fe8c6539bb5 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Aug 03 16:10:17.398260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-3290c449-789e-4d88-a718-bea1c689b752 req-404188f4-4e97-4d22-8921-0bf89714b320 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:10:17.399906 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3290c449-789e-4d88-a718-bea1c689b752 req-404188f4-4e97-4d22-8921-0bf89714b320 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122859 Aug 03 16:10:17.470207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-716a7fda-bcc9-4dd9-ab18-bb4422314aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.471835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-716a7fda-bcc9-4dd9-ab18-bb4422314aa8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.1219416 Aug 03 16:10:17.481391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf0ddd-f033-444f-85f7-627d9273fe70 req-ef87fc2b-0ff0-4969-97f9-3afe32150809 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.490060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bdf0ddd-f033-444f-85f7-627d9273fe70 req-ef87fc2b-0ff0-4969-97f9-3afe32150809 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.1870518 Aug 03 16:10:17.631172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-f555be60-2a0c-4f55-88e4-509372321f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.633792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-f555be60-2a0c-4f55-88e4-509372321f01 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399989 Aug 03 16:10:17.642532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3290c449-789e-4d88-a718-bea1c689b752 req-90f05b1f-0b71-4d16-8747-52aaa674b864 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2339368 Aug 03 16:10:17.651247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bdf0ddd-f033-444f-85f7-627d9273fe70 req-608d2bd7-6dfe-4e37-bb59-35b4162d26c9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599109 Aug 03 16:10:17.883125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470934-f6ea-4125-90d1-d6ee1052e077 req-98d90d4b-f8a4-4e1f-b0ac-999b9fdf72a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:17.890878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d470934-f6ea-4125-90d1-d6ee1052e077 req-98d90d4b-f8a4-4e1f-b0ac-999b9fdf72a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.1034138 Aug 03 16:10:17.895441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-72dd76aa-41dd-4f1b-8bd0-4ad3683f67b7 service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429721 Aug 03 16:10:17.941294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9d470934-f6ea-4125-90d1-d6ee1052e077 req-f3da0a9a-0244-47e6-850c-0f30dc03547f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493457 Aug 03 16:10:18.014613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59780) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:18.098366 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfde712e-328a-4633-b3fc-cfda87020dfd req-618c44fb-92d1-4ab1-abed-4ddb817e52aa service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658802 Aug 03 16:10:18.185676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1524549512', 'router:external': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:18.237132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-d1e9a18f-cc53-46a7-ad43-e58aecf97515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:18.239084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-d1e9a18f-cc53-46a7-ad43-e58aecf97515 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1094 time: 0.0783389 Aug 03 16:10:18.239242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Made reservation on behalf of 446e103673fe46f5a22bd6553f3a7932 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:18.241452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.251188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.355289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-7c7656a8-4448-421c-ba84-c014159508c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:18.357011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-7c7656a8-4448-421c-ba84-c014159508c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.1057959 Aug 03 16:10:18.427865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-8d3cba07-8299-4b99-bcd3-5c20e1d953c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 217 time: 0.0625250 Aug 03 16:10:18.434942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.440244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.473634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c182868-e570-4a51-9cb4-a93320261693,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:18.489978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:10:18.491797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-2d93b336-3881-4560-aea0-2a8ef04c0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:18.493974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-2d93b336-3881-4560-aea0-2a8ef04c0cb9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.0557275 Aug 03 16:10:18.503714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.504188 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Added segment 1db4ee90-77eb-4558-b249-b09ba50f3d2d of type vlan for network 997ccf88-060a-40ee-bc90-06024867f854 Aug 03 16:10:18.570455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-9988e6b6-8d9f-4d8f-9878-e92cc9e98048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:18.572271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-9988e6b6-8d9f-4d8f-9878-e92cc9e98048 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708416 Aug 03 16:10:18.583314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.636848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.637879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:18.638469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.698934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-67d1ebfd-77e2-47e6-97c4-3a6c753613ea service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179085 Aug 03 16:10:18.753782 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7341232 Aug 03 16:10:18.770406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:18.779948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'subnet': {'network_id': '997ccf88-060a-40ee-bc90-06024867f854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:18.800611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058ac2-ffc1-4247-a708-bba533d68d69 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Network': ['ID=997ccf88-060a-40ee-bc90-06024867f854,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:18.817690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 997ccf88-060a-40ee-bc90-06024867f854 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:10:18.829754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Made reservation on behalf of 446e103673fe46f5a22bd6553f3a7932 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:18.833933 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:18.873095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-698dc3b8-6799-44a1-9814-9f8475930a52 req-30b9f70b-349b-423e-bbfe-c15df8502466 service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649401 Aug 03 16:10:19.128824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e54e00-6c4d-4c1f-9502-8b6875362b75 req-d2dcfb63-5413-449c-8984-5e7cbf008a38 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.130560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4e54e00-6c4d-4c1f-9502-8b6875362b75 req-d2dcfb63-5413-449c-8984-5e7cbf008a38 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 944 time: 0.3617897 Aug 03 16:10:19.221464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4e54e00-6c4d-4c1f-9502-8b6875362b75 req-e34b5691-0276-4726-ac72-4ef6421da6d6 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774884 Aug 03 16:10:19.269184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189cd4-2921-41b9-b872-67c32e4b7438 req-1eb36c65-0a2d-49ab-bfbd-7e84634558cf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.271499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89189cd4-2921-41b9-b872-67c32e4b7438 req-1eb36c65-0a2d-49ab-bfbd-7e84634558cf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0702977 Aug 03 16:10:19.312175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:10:19.313108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.340194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89189cd4-2921-41b9-b872-67c32e4b7438 req-dd716180-00ae-4c42-bc08-89f61bad2fb9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575151 Aug 03 16:10:19.375328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfb0cf45-1a38-4ee4-98e8-282fbd60b24b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:19.396980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Checking segment: {'id': '1db4ee90-77eb-4558-b249-b09ba50f3d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '997ccf88-060a-40ee-bc90-06024867f854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:19.397382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network hostable DHCP agents. Network: 997ccf88-060a-40ee-bc90-06024867f854, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:10:19.419892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 997ccf88-060a-40ee-bc90-06024867f854 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:10:19.435979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 997ccf88-060a-40ee-bc90-06024867f854) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:19.444496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.445045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b8b54-e27b-40ca-8e21-7d7ce9d5f655 None None] Network 997ccf88-060a-40ee-bc90-06024867f854 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:19.447557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.491539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0faba74d-e342-4945-b866-9291563566e3 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7198591 Aug 03 16:10:19.494081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59812) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:19.500364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1132706304', 'network_id': '997ccf88-060a-40ee-bc90-06024867f854'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:19.513116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:10:19.528039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Made reservation on behalf of 446e103673fe46f5a22bd6553f3a7932 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:19.535997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.566248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] device_id is not set on port 9c837f08-b4ec-49c7-8a44-340e3fbf2f55 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:10:19.572998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-cc10cf4c-42cb-4206-b31d-3adb89f58370 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028197 Aug 03 16:10:19.588433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9158cb-2623-442b-a55b-0769854ed5fb req-1d7859bc-51e8-47d2-8a5c-ba3e53ca90ff tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.590970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d9158cb-2623-442b-a55b-0769854ed5fb req-1d7859bc-51e8-47d2-8a5c-ba3e53ca90ff tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.0812383 Aug 03 16:10:19.680799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d9158cb-2623-442b-a55b-0769854ed5fb req-146c6847-3707-4eeb-af89-90afc1e4dfb2 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733216 Aug 03 16:10:19.691866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-053aed38-888c-43bf-a327-91c08450d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.693387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-053aed38-888c-43bf-a327-91c08450d931 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.0946460 Aug 03 16:10:19.700245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd027fc1-978c-4484-a9b5-3e3eb0d79877 None None] Network 997ccf88-060a-40ee-bc90-06024867f854 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:19.726767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.20.0.6 (997ccf88-060a-40ee-bc90-06024867f854/bfb0cf45-1a38-4ee4-98e8-282fbd60b24b/9c837f08-b4ec-49c7-8a44-340e3fbf2f55) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:19.805611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:19.829086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-52df8b94-2eb4-40c3-8bb7-5c1646ea19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.831948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-52df8b94-2eb4-40c3-8bb7-5c1646ea19c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.1151381 Aug 03 16:10:19.852135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '49d894be-1599-41bf-9daa-a9a97fb13402', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'port_id': '49d894be-1599-41bf-9daa-a9a97fb13402', 'mac_address': 'fa:16:3e:78:ff:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:10:19.906279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.913373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.913617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-da280e5d-e936-40de-aed0-646401e46815 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1002 time: 0.0728354 Aug 03 16:10:19.927681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:19.949400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:19.955814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.962022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:19.976960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-e0b46dbb-20f7-44f2-b458-51b2872af1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:19.978909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-e0b46dbb-20f7-44f2-b458-51b2872af1dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.0572138 Aug 03 16:10:20.009223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:20.017108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 997ccf88-060a-40ee-bc90-06024867f854 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:20.020434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:20.026310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:20.040967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-2b1c9c28-82c0-4c27-94b9-d3f51cf18b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.042689 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-2b1c9c28-82c0-4c27-94b9-d3f51cf18b36 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523081 Aug 03 16:10:20.049982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=9c837f08-b4ec-49c7-8a44-340e3fbf2f55,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:20.071697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.072317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.089059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e52a6867-72ba-447a-8878-bb678dd59959 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5915546 Aug 03 16:10:20.089271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:20.150119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-80a06225-41a8-46ac-9b77-5c7a824137c7 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993195 Aug 03 16:10:20.170869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Deleting port 9c837f08-b4ec-49c7-8a44-340e3fbf2f55 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:20.171364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.185261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['49d894be-1599-41bf-9daa-a9a97fb13402'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:20.263126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f157614a-91b7-424c-bfcc-a09dbba84027 req-76db1d3b-559a-4d5b-912a-f6ccab576add service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057916 Aug 03 16:10:20.290676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.310809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Calling delete_port for 9c837f08-b4ec-49c7-8a44-340e3fbf2f55 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:20.427455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899eeac-bde7-4f42-984c-8d80b011752d req-c5f44cf3-c416-4be8-95e6-a39c6d9b5e09 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.428990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c899eeac-bde7-4f42-984c-8d80b011752d req-c5f44cf3-c416-4be8-95e6-a39c6d9b5e09 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 945 time: 0.1008203 Aug 03 16:10:20.455552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf8fdb-546a-46a3-b204-2ded7cb25436 req-cabaa7cf-5cc8-4f4b-81bf-03b5e3f1c20b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.459238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50bf8fdb-546a-46a3-b204-2ded7cb25436 req-cabaa7cf-5cc8-4f4b-81bf-03b5e3f1c20b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.0556087 Aug 03 16:10:20.500395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50bf8fdb-546a-46a3-b204-2ded7cb25436 req-08802129-8784-429c-ab05-ed05bb69c2a3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379174 Aug 03 16:10:20.500727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c899eeac-bde7-4f42-984c-8d80b011752d req-5367ee3b-5422-462c-89dc-a3536d2dbfb3 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632262 Aug 03 16:10:20.524175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.559238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c837f08-b4ec-49c7-8a44-340e3fbf2f55,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:20.641214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.643194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1ef537fd-4a7f-43aa-b1f6-28c169b385c2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9c837f08-b4ec-49c7-8a44-340e3fbf2f55 HTTP/1.1" status: 204 len: 168 time: 0.5529716 Aug 03 16:10:20.646002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59824) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:20.650261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '997ccf88-060a-40ee-bc90-06024867f854', 'external_fixed_ips': [{'subnet_id': 'bfb0cf45-1a38-4ee4-98e8-282fbd60b24b', 'ip_address': '172.20.0.6'}]}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:20.687384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.688571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.784682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:20.981627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681bd26-2455-4107-8ff0-487fc35f6030 req-287228eb-1521-44d3-ae24-d91309df9c87 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.983921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b681bd26-2455-4107-8ff0-487fc35f6030 req-287228eb-1521-44d3-ae24-d91309df9c87 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.2123539 Aug 03 16:10:20.993998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-0048ffc3-86ec-4031-a76e-76d56c2e6679 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:20.995408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-0048ffc3-86ec-4031-a76e-76d56c2e6679 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 946 time: 0.1914530 Aug 03 16:10:21.000471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.134670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b681bd26-2455-4107-8ff0-487fc35f6030 req-2671086a-22f1-449f-8a67-5ac8a9912808 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368778 Aug 03 16:10:21.175718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Deleting port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:21.176070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.284853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] For port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:21.285229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.364293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Calling delete_port for f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:21.484777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.498192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:10:21.505917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:21.521854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.697521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:21.713967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'port_id': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'mac_address': 'fa:16:3e:44:a7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:10:21.745951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80cd91-b994-451e-86fe-57a17183cdee req-ce22a0f2-3d38-4810-8aa1-34095f282848 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:21.747559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab80cd91-b994-451e-86fe-57a17183cdee req-ce22a0f2-3d38-4810-8aa1-34095f282848 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 943 time: 0.1246803 Aug 03 16:10:21.787240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.801516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab80cd91-b994-451e-86fe-57a17183cdee req-b12d0b8f-1b03-4160-9500-aeeab3163011 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Aug 03 16:10:21.804962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68c49fc-0c59-416a-a2e8-3aeeb07529cc {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:21.829626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 49d894be-1599-41bf-9daa-a9a97fb13402 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:21.830397 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.865423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.872513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:21.882131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8c463567-c6a0-4be2-b898-fd2d710ef2ca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:21.885229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['34808707-db40-49ea-a4a5-b7a3deed23dd', 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:21.900296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc54ad-feb1-43a2-8264-f02676116f63 req-947d6695-9cc1-4541-b436-a5a82de153e4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:21.902084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecfc54ad-feb1-43a2-8264-f02676116f63 req-947d6695-9cc1-4541-b436-a5a82de153e4 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 945 time: 0.1582861 Aug 03 16:10:21.929070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event deleted for resources: {'Port': ['ID=f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:21.929762 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:21.973840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.20.0.6 (997ccf88-060a-40ee-bc90-06024867f854/bfb0cf45-1a38-4ee4-98e8-282fbd60b24b/28319521-779d-4c5c-a264-fa2ff0c09bda) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:22.009572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] No DVR routers for this DVR port f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:22.021270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.023592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85837e14-952c-4c8e-9455-3ae2f3784811 req-11993388-a200-419b-878b-f856522b8079 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "DELETE /v2.0/ports/f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 HTTP/1.1" status: 204 len: 173 time: 1.0198464 Aug 03 16:10:22.024141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'name': 'network-vif-deleted', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:22.026648 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18333a-4b45-4ea6-b6ea-9b54883b017a" -d '{"events": [{"server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "name": "network-vif-deleted", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:22.061630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.096700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecfc54ad-feb1-43a2-8264-f02676116f63 req-3216be4b-7666-4ef7-8096-d56e3962e6e2 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726856 Aug 03 16:10:22.100684 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d6e2f-5215-4f4e-a8fd-6ad9af16d6c3 x-openstack-request-id: req-540d6e2f-5215-4f4e-a8fd-6ad9af16d6c3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:22.101083 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd", "name": "network-vif-deleted", "tag": "f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:22.101286 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-540d6e2f-5215-4f4e-a8fd-6ad9af16d6c3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:22.101630 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd', 'name': 'network-vif-deleted', 'tag': 'f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528', 'status': 'completed', 'code': 200} Aug 03 16:10:22.176137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:22.179333 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeb5208-7e9e-4c8e-b0dc-0b32bb6e1258" -d '{"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:22.184412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:22.207542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.238992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.239353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.239903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.240396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.240924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.241266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.241601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.242117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.242456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.242908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.243405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.243745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:22.256879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.261500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a68c49fc-0c59-416a-a2e8-3aeeb07529cc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:22.275756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.278708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:22.280959 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ce8525-12ab-429e-9a45-a8b132f6010a x-openstack-request-id: req-39ce8525-12ab-429e-9a45-a8b132f6010a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:22.281345 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-plugged", "status": "completed", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:22.281601 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39ce8525-12ab-429e-9a45-a8b132f6010a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:22.282288 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'code': 200} Aug 03 16:10:22.296225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-833faddf-c871-4c3b-97fe-61ee59ff7730 req-79d45d46-694b-47d7-b9ea-260cf203a359 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2bd4db7-fdea-4dad-b3a3-ffbe9dad95cd HTTP/1.1" status: 200 len: 210 time: 0.0431006 Aug 03 16:10:22.338475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:22.340142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 997ccf88-060a-40ee-bc90-06024867f854 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:22.343702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:22.346084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:22.386248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=28319521-779d-4c5c-a264-fa2ff0c09bda,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:22.475048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd83b91-91f3-49e1-baaf-bfd25d16ffca req-8d90561a-b516-46da-82e2-b1211820ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:22.477004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdd83b91-91f3-49e1-baaf-bfd25d16ffca req-8d90561a-b516-46da-82e2-b1211820ecb0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 1098 time: 0.0772362 Aug 03 16:10:22.484180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:22.542576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdd83b91-91f3-49e1-baaf-bfd25d16ffca req-206eb76a-2393-4115-877d-e369a17a5fee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512655 Aug 03 16:10:23.040538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbbfc4-a601-4ec0-87df-37e48d3c61ee req-17412ec3-414d-4fbd-b8e1-5c6d776d2f3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:23.042061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29dbbfc4-a601-4ec0-87df-37e48d3c61ee req-17412ec3-414d-4fbd-b8e1-5c6d776d2f3e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.1069496 Aug 03 16:10:23.049896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.160371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29dbbfc4-a601-4ec0-87df-37e48d3c61ee req-872766b2-2fd6-4fda-a246-bf5d73bc7714 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076617 Aug 03 16:10:23.268829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b439c6-af02-4f44-a678-a47ea36a63da req-ef10151c-acad-4f6c-a660-89be636c3b41 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:23.270734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57b439c6-af02-4f44-a678-a47ea36a63da req-ef10151c-acad-4f6c-a660-89be636c3b41 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 947 time: 0.0554435 Aug 03 16:10:23.311907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57b439c6-af02-4f44-a678-a47ea36a63da req-9e40a923-2ba3-4d1c-879d-1c61c49501b0 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350621 Aug 03 16:10:23.315911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.476092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router 61989072-1886-4242-88d1-9f9680c2589f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:23.528177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:23.586155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:23.590366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:23.590680 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.638695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:23.654196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7504c-ec5a-4d96-aebc-98c989022150 req-dd4691f3-15cf-450a-9429-1e738ef41a65 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:23.658110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-faf7504c-ec5a-4d96-aebc-98c989022150 req-dd4691f3-15cf-450a-9429-1e738ef41a65 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.1075656 Aug 03 16:10:23.669822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Sync routers for ids ['61989072-1886-4242-88d1-9f9680c2589f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:23.685749 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.687100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc8168bd-c8c9-4287-bf5e-85a9b5fb8de2 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0401373 Aug 03 16:10:23.690144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:23.693196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Routers {'61989072-1886-4242-88d1-9f9680c2589f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:23.694091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['61989072-1886-4242-88d1-9f9680c2589f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:23.697557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.730077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-faf7504c-ec5a-4d96-aebc-98c989022150 req-79818e75-4cb7-49be-9a00-c21869fd3844 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Aug 03 16:10:23.815522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:23.818329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.821528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:23.936443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.005244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Deleting port 28319521-779d-4c5c-a264-fa2ff0c09bda {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:24.005734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.023326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Set router 61989072-1886-4242-88d1-9f9680c2589f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:24.114434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.114974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:24.128050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Calling delete_port for 28319521-779d-4c5c-a264-fa2ff0c09bda owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:24.233259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61989072-1886-4242-88d1-9f9680c2589f', 'name': '', 'tenant_id': '446e103673fe46f5a22bd6553f3a7932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '997ccf88-060a-40ee-bc90-06024867f854', 'external_fixed_ips': [{'subnet_id': 'bfb0cf45-1a38-4ee4-98e8-282fbd60b24b', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '28319521-779d-4c5c-a264-fa2ff0c09bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:10:20Z', 'updated_at': '2021-08-03T16:10:22Z', 'revision_number': 3, 'project_id': '446e103673fe46f5a22bd6553f3a7932', 'gw_port': {'id': '28319521-779d-4c5c-a264-fa2ff0c09bda', 'name': '', 'network_id': '997ccf88-060a-40ee-bc90-06024867f854', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61989072-1886-4242-88d1-9f9680c2589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': 'bfb0cf45-1a38-4ee4-98e8-282fbd60b24b', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:10:21Z', 'updated_at': '2021-08-03T16:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb0cf45-1a38-4ee4-98e8-282fbd60b24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:24.261285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Checking router: 61989072-1886-4242-88d1-9f9680c2589f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:10:24.261662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Updating router 61989072-1886-4242-88d1-9f9680c2589f port 28319521-779d-4c5c-a264-fa2ff0c09bda binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:10:24.287048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:24.289725 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4c24d-eb28-4ab8-9b42-dbf1577309c8" -d '{"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-plugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:24.307486 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.365677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dfc69-c92d-49f5-944f-6d0ceedd7b14 req-93358594-6579-43b8-b45f-2c66354f632d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:24.367229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-899dfc69-c92d-49f5-944f-6d0ceedd7b14 req-93358594-6579-43b8-b45f-2c66354f632d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.1040843 Aug 03 16:10:24.382415 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be083da9-44b8-4942-bb93-8e229088b1ff x-openstack-request-id: req-be083da9-44b8-4942-bb93-8e229088b1ff {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:24.382704 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-plugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:24.382957 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be083da9-44b8-4942-bb93-8e229088b1ff {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:24.383352 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'code': 200} Aug 03 16:10:24.429957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.476901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d726b2-4ae6-4add-ba31-d12e5e02a5dd req-17ecea7e-03a1-4758-a40c-d939130bca9b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:24.485416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7d726b2-4ae6-4add-ba31-d12e5e02a5dd req-17ecea7e-03a1-4758-a40c-d939130bca9b tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 947 time: 0.0755713 Aug 03 16:10:24.536555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Port': ['ID=28319521-779d-4c5c-a264-fa2ff0c09bda,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:24.539613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7d726b2-4ae6-4add-ba31-d12e5e02a5dd req-51972203-5735-49b7-ae9f-279f147c9196 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479491 Aug 03 16:10:24.599079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-899dfc69-c92d-49f5-944f-6d0ceedd7b14 req-363b7981-2748-4d97-8cae-bac0f7755136 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197821 Aug 03 16:10:24.614621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.673756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d2363-3b98-4462-ac9d-8188d5139d0b req-5d9559f7-538e-4797-98ba-7735297522e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:24.675373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f7d2363-3b98-4462-ac9d-8188d5139d0b req-5d9559f7-538e-4797-98ba-7735297522e4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1096 time: 0.2246058 Aug 03 16:10:24.683155 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:10:24.683841 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:10:24.719898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.727101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.780350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f7d2363-3b98-4462-ac9d-8188d5139d0b req-0bb78178-2c77-4531-8fb6-23f3e039cb12 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705492 Aug 03 16:10:24.787056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.787910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61989072-1886-4242-88d1-9f9680c2589f {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:24.792895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.797521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-073c6d03-cfe7-428d-95c6-4471c3371f21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/routers/61989072-1886-4242-88d1-9f9680c2589f HTTP/1.1" status: 204 len: 168 time: 1.1062572 Aug 03 16:10:24.798254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:24.876768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Deleting subnet bfb0cf45-1a38-4ee4-98e8-282fbd60b24b {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:10:24.881938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.912457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0323e3-e1c6-4a58-9f3b-438ae4de4f44 req-72243acf-c924-4bf2-99f7-2ce0cacb4452 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:24.913978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff0323e3-e1c6-4a58-9f3b-438ae4de4f44 req-72243acf-c924-4bf2-99f7-2ce0cacb4452 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.0856268 Aug 03 16:10:24.941753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:24.987907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff0323e3-e1c6-4a58-9f3b-438ae4de4f44 req-07244cc6-3132-4f63-b8be-04fcd655af35 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653331 Aug 03 16:10:24.997873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.056541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.083556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb0cf45-1a38-4ee4-98e8-282fbd60b24b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:25.086066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.087928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1761e9a3-6918-4935-8545-a10147fb8d5d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/bfb0cf45-1a38-4ee4-98e8-282fbd60b24b HTTP/1.1" status: 204 len: 168 time: 0.2885802 Aug 03 16:10:25.090553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:25.137901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-bd8029d4-9bcd-45f5-91f9-90f3b70badff tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:25.139568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-bd8029d4-9bcd-45f5-91f9-90f3b70badff tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.78 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 945 time: 0.0609941 Aug 03 16:10:25.142503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:25.164445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.165552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:25.166024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f59f661f-d0bf-4ad1-9e10-cf7cc2f4e528 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:25.203304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Port 28319521-779d-4c5c-a264-fa2ff0c09bda not found while updating agent binding for router 61989072-1886-4242-88d1-9f9680c2589f. {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 16:10:25.212179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:25.212680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:10:25.213430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61989072-1886-4242-88d1-9f9680c2589f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:10:25.213960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa05c7-b134-40b2-87dd-0bb57421a519 None None] The sync data for ids ['61989072-1886-4242-88d1-9f9680c2589f'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:25.254519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.261916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Deleting port 8c463567-c6a0-4be2-b898-fd2d710ef2ca {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:25.262563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.265402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997ccf88-060a-40ee-bc90-06024867f854']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:25.276176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db4ee90-77eb-4558-b249-b09ba50f3d2d') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:25.276474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db4ee90-77eb-4558-b249-b09ba50f3d2d') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:25.286484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.302438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.309046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:10:25.309452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:10:25.313687 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:10:25.376504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] For port 8c463567-c6a0-4be2-b898-fd2d710ef2ca, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8c463567-c6a0-4be2-b898-fd2d710ef2ca,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:25.377563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.379927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.387234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 997ccf88-060a-40ee-bc90-06024867f854 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:10:25.391583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.393515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/networks/997ccf88-060a-40ee-bc90-06024867f854 HTTP/1.1" status: 204 len: 168 time: 0.3020008 Aug 03 16:10:25.408683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a25ef4-8294-4b65-b232-26c639d32784 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Network': ['ID=997ccf88-060a-40ee-bc90-06024867f854,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:25.430470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Calling delete_port for 8c463567-c6a0-4be2-b898-fd2d710ef2ca owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:25.696629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.708794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['34808707-db40-49ea-a4a5-b7a3deed23dd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:25.715260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8c463567-c6a0-4be2-b898-fd2d710ef2ca'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:25.802183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event deleted for resources: {'Port': ['ID=8c463567-c6a0-4be2-b898-fd2d710ef2ca,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:25.832149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:25.836273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'name': 'tempest-router--468908045', 'project_id': 'd15d78213e564257af0c5f7beae316b4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:25.900811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.902096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.943655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] No DVR routers for this DVR port 8c463567-c6a0-4be2-b898-fd2d710ef2ca on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:25.955958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.964774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2211e8fb-55f0-471b-8d7d-3c3cee56e96c req-1a191c94-50b2-4c30-ba0a-856d7cb8eef1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.78 "DELETE /v2.0/ports/8c463567-c6a0-4be2-b898-fd2d710ef2ca HTTP/1.1" status: 204 len: 173 time: 0.8096642 Aug 03 16:10:25.965271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'name': 'network-vif-deleted', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:25.989368 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58cbc5-ecd1-4de0-b3df-5904647560ae" -d '{"events": [{"server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "name": "network-vif-deleted", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:25.989972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:25.999776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.031952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.035938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d1fa6324-3bb2-4c36-a98e-d2167949bd21 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2027340 Aug 03 16:10:26.037800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:26.105388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.113415 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1367cbe-a95e-4773-9459-86cbfac68f81 x-openstack-request-id: req-d1367cbe-a95e-4773-9459-86cbfac68f81 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:26.113764 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d638d6-5a62-4aeb-9658-aed1b1aa28b0", "name": "network-vif-deleted", "tag": "8c463567-c6a0-4be2-b898-fd2d710ef2ca", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:26.113999 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1367cbe-a95e-4773-9459-86cbfac68f81 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:26.114936 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d638d6-5a62-4aeb-9658-aed1b1aa28b0', 'name': 'network-vif-deleted', 'tag': '8c463567-c6a0-4be2-b898-fd2d710ef2ca', 'status': 'completed', 'code': 200} Aug 03 16:10:26.296990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0b1593ed-fdd7-415f-95d6-7069a0329527 req-f08c860e-04ab-4a2a-9731-db16dd648d9c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=55d638d6-5a62-4aeb-9658-aed1b1aa28b0 HTTP/1.1" status: 200 len: 210 time: 0.0564442 Aug 03 16:10:26.650560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.756958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c4820-048b-4d50-ac29-369b309a715c req-f17d3c14-e148-4370-9416-392a386350e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:26.758514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-483c4820-048b-4d50-ac29-369b309a715c req-f17d3c14-e148-4370-9416-392a386350e9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.9690206 Aug 03 16:10:26.875174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.881675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.936878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-483c4820-048b-4d50-ac29-369b309a715c req-b536d00a-4430-4a51-9d5a-a31a93288984 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517584 Aug 03 16:10:26.938238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.938735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc1fb65c-01b3-489d-82f3-ac886d6c498d {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:26.947394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:26.948795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a2071e78-b06c-4f70-bec2-94dbcac1214c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/routers/cc1fb65c-01b3-489d-82f3-ac886d6c498d HTTP/1.1" status: 204 len: 168 time: 0.9099553 Aug 03 16:10:27.106755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59978) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:27.288646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-235335731', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:27.354891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:27.356758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:27.433724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:27.625342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:27.751217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584c87-32c2-48a8-9ef7-7f19d4681e08 req-84988cb5-b8c7-4db7-a38f-8208f57dbfd1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:27.752695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc584c87-32c2-48a8-9ef7-7f19d4681e08 req-84988cb5-b8c7-4db7-a38f-8208f57dbfd1 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Aug 03 16:10:27.820028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc584c87-32c2-48a8-9ef7-7f19d4681e08 req-0a45bbb4-6a23-42ea-b616-a8e3a1322a43 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Aug 03 16:10:27.916327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:27.940872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.059650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Allocated IP 172.25.7.249 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/627802d1-8696-4207-b50d-bff007364bb6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:28.084076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432a3f-15e8-4b9c-9e98-b0d8a26499eb req-948efcc0-bf80-4b4a-bde8-a77a9e1fd8c3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:28.085746 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb432a3f-15e8-4b9c-9e98-b0d8a26499eb req-948efcc0-bf80-4b4a-bde8-a77a9e1fd8c3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.0531042 Aug 03 16:10:28.127793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb432a3f-15e8-4b9c-9e98-b0d8a26499eb req-65fd06e0-21ef-4696-a548-0214685c9433 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 Aug 03 16:10:28.179083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.252233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.294118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6b3df-6698-4621-abd6-d5323dc45268 req-f62cd0a7-b70f-4505-afb5-8c9617a0cfc5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:28.296240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c6b3df-6698-4621-abd6-d5323dc45268 req-f62cd0a7-b70f-4505-afb5-8c9617a0cfc5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.0922408 Aug 03 16:10:28.311956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:28.325287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:28.333889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:28.335824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event updated for resources: {'Port': ['ID=627802d1-8696-4207-b50d-bff007364bb6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:28.397512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c6b3df-6698-4621-abd6-d5323dc45268 req-59d93305-0879-42c6-a5d7-435a7d873ecc tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902443 Aug 03 16:10:28.420065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:28.464610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3b42b-8730-4fe1-8e57-263c1829ce20 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:28.466421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-53c3b42b-8730-4fe1-8e57-263c1829ce20 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1091 time: 0.0451226 Aug 03 16:10:28.469621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:28.474190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:28.499693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.611370 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.634030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.728000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.44 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/9a00c1af-e6b1-45f3-b519-ca01daa6c390) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:28.835360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.841988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.907293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:28.978247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Router 222a98d3-b1ad-4ded-8201-2c3cc58e0581 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:28.985700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:28.992915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:29.003102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:29.026377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=9a00c1af-e6b1-45f3-b519-ca01daa6c390,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:29.052080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7587fe-0b7b-469a-9fd3-07d018f1bebc req-62623d7c-2afa-4959-9cb4-99365a38d29a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:29.053650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b7587fe-0b7b-469a-9fd3-07d018f1bebc req-62623d7c-2afa-4959-9cb4-99365a38d29a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1433861 Aug 03 16:10:29.103434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:29.118755 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] Sync routers for ids ['222a98d3-b1ad-4ded-8201-2c3cc58e0581'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:29.129555 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] Routers {'222a98d3-b1ad-4ded-8201-2c3cc58e0581'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:29.130313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.130777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['222a98d3-b1ad-4ded-8201-2c3cc58e0581'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:29.131786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ab650a63-e0f4-4e20-9950-4303b6138e4c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0236332 Aug 03 16:10:29.137078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:29.164924 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:29.175981 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] Routers {'222a98d3-b1ad-4ded-8201-2c3cc58e0581'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:29.176957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['222a98d3-b1ad-4ded-8201-2c3cc58e0581'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:29.212170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-52f47d4b-d865-4702-8db3-f7e06c835f1e tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:29.215097 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-52f47d4b-d865-4702-8db3-f7e06c835f1e tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 945 time: 0.1494977 Aug 03 16:10:29.218811 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:29.219829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665358c3-b166-4bdc-86d2-0c6c0385338f None None] The sync data for ids ['222a98d3-b1ad-4ded-8201-2c3cc58e0581'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:29.238874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b7587fe-0b7b-469a-9fd3-07d018f1bebc req-bc96d9a6-349a-4237-8c19-9c28e7a5a5a6 tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e392027b-a955-4dd1-a800-9ddfc5a2b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759691 Aug 03 16:10:29.289413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6020e65f-14c1-4878-aa76-2f55645c7c19 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/222a98d3-b1ad-4ded-8201-2c3cc58e0581 HTTP/1.1" status: 200 len: 920 time: 0.1485457 Aug 03 16:10:29.290263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:29.317979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ffcbaf77-c528-4aa0-87c0-3a9ca4d90b98 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=222a98d3-b1ad-4ded-8201-2c3cc58e0581 HTTP/1.1" status: 200 len: 205 time: 0.0262868 Aug 03 16:10:29.320241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60014) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:29.435750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Deleting port 34808707-db40-49ea-a4a5-b7a3deed23dd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:29.436197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.437236 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.573106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.578351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8c463567-c6a0-4be2-b898-fd2d710ef2ca no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:29.619711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] For port 34808707-db40-49ea-a4a5-b7a3deed23dd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=34808707-db40-49ea-a4a5-b7a3deed23dd,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:29.620083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.627890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 8c463567-c6a0-4be2-b898-fd2d710ef2ca {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:29.628605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8c463567-c6a0-4be2-b898-fd2d710ef2ca not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:29.652075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port 627802d1-8696-4207-b50d-bff007364bb6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:29.652438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.667830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Calling delete_port for 34808707-db40-49ea-a4a5-b7a3deed23dd owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:29.735853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.745655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.762481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for 627802d1-8696-4207-b50d-bff007364bb6 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:29.831283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:29.959474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.020745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=627802d1-8696-4207-b50d-bff007364bb6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:30.063253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.172005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.174129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.206432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.219901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['34808707-db40-49ea-a4a5-b7a3deed23dd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:30.229263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.230477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router 222a98d3-b1ad-4ded-8201-2c3cc58e0581 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:30.240775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.243616 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a098b84-a044-41d6-b0ed-a8ca51f57487 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/222a98d3-b1ad-4ded-8201-2c3cc58e0581 HTTP/1.1" status: 204 len: 168 time: 0.9223394 Aug 03 16:10:30.247826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:30.254685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-736339491', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:30.282229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.283638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.317853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Pushing event deleted for resources: {'Port': ['ID=34808707-db40-49ea-a4a5-b7a3deed23dd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:30.375789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] No DVR routers for this DVR port 34808707-db40-49ea-a4a5-b7a3deed23dd on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:30.378491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.381335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eee00fa-798d-4324-8c21-ea9bd743124d req-2744c67e-b78a-4118-b838-4bc2578c264a tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.72 "DELETE /v2.0/ports/34808707-db40-49ea-a4a5-b7a3deed23dd HTTP/1.1" status: 204 len: 173 time: 1.1561723 Aug 03 16:10:30.382976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.395123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'name': 'network-vif-deleted', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:30.398393 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce9b5d3-c6a2-48f3-9ec7-3aaf78e60bd8" -d '{"events": [{"server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "name": "network-vif-deleted", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:30.410770 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99de1327-c688-4dee-9e9d-4f7255be2086 req-3ef0015e-f222-4b6f-ac93-3fc9ef4c501c tempest-ListServerFiltersTestJSON-2001652363 tempest-ListServerFiltersTestJSON-2001652363-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd44de28-8f24-466d-a1e5-b6b9e84b8427 HTTP/1.1" status: 200 len: 210 time: 0.0397749 Aug 03 16:10:30.472197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.476184 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf700bd-fdf3-4d37-b971-1dd9cace80eb x-openstack-request-id: req-baf700bd-fdf3-4d37-b971-1dd9cace80eb {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:30.476879 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44de28-8f24-466d-a1e5-b6b9e84b8427", "name": "network-vif-deleted", "tag": "34808707-db40-49ea-a4a5-b7a3deed23dd", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:30.477084 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-baf700bd-fdf3-4d37-b971-1dd9cace80eb {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:30.477502 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd44de28-8f24-466d-a1e5-b6b9e84b8427', 'name': 'network-vif-deleted', 'tag': '34808707-db40-49ea-a4a5-b7a3deed23dd', 'status': 'completed', 'code': 200} Aug 03 16:10:30.480068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.611049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.617575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.619705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=9a00c1af-e6b1-45f3-b519-ca01daa6c390,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:30.748871 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP 51aa0414-981d-4a4e-af81-7c378231b2d0 associated. External IP: 172.25.7.44, port: a68c49fc-0c59-416a-a2e8-3aeeb07529cc. Aug 03 16:10:30.870649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:30.891720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.031496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.25.7.122 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c02e11fb-11e6-47a8-8ec4-921b5293ac9b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:31.049540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ba13c141-c89c-4932-a192-165622ba3ebf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:10:31.151271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.172066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:31.188278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Sync routers for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:31.191036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.203319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:31.203777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.204740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:31.233324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-992a0014-452f-4f48-b4fe-1176177dcba8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7598338 Aug 03 16:10:31.258552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:31.263187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:31.272045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:31.320472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:31.331372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:31.463286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93411904-535d-49ce-b0d5-72a88a811961 req-5b65cabe-92bc-4906-87bc-c5af658b220e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:31.464804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93411904-535d-49ce-b0d5-72a88a811961 req-5b65cabe-92bc-4906-87bc-c5af658b220e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.1705561 Aug 03 16:10:31.493277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:31.523649 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-93411904-535d-49ce-b0d5-72a88a811961 req-09f159f2-e243-4180-87b5-f572cc8a9b4c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468714 Aug 03 16:10:31.553049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:31.620698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Deleting subnet 11d771db-5573-484f-8e89-d8f7f745d28a {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:10:31.629175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '51aa0414-981d-4a4e-af81-7c378231b2d0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'port_id': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'mac_address': 'fa:16:3e:44:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d419459-46be-46e4-b1db-9c89039002d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:10:29Z', 'updated_at': '2021-08-03T16:10:29Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:31.631844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.696900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Checking router: ba13c141-c89c-4932-a192-165622ba3ebf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:10:31.707992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:31.708977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:31.746978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-221f5733-e3ff-4687-b4cc-271472705149 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 200 len: 990 time: 0.1847432 Aug 03 16:10:31.751079 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.862665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:31.868273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.940823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.977427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d771db-5573-484f-8e89-d8f7f745d28a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:31.992188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:31.995329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fa501d86-2286-4cf7-a235-c282b95faeba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/11d771db-5573-484f-8e89-d8f7f745d28a HTTP/1.1" status: 204 len: 168 time: 0.5003941 Aug 03 16:10:31.998225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:32.082957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2a3a7-67bc-470d-879b-8605361c060f None None] Network ba13618a-0029-43e0-a5ea-b8cb4a4199ad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:32.093317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.129280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.162172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Deleting port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:32.162517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.242982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] For port 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=37b10b44-8bd8-4a52-9097-0ec242dce0f8,segment=NetworkSegment(12091f5f-7723-4121-9a57-dbae96e48e23),segment_id=12091f5f-7723-4121-9a57-dbae96e48e23)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:32.243699 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.264965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '51aa0414-981d-4a4e-af81-7c378231b2d0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'port_id': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'mac_address': 'fa:16:3e:44:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d419459-46be-46e4-b1db-9c89039002d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:10:29Z', 'updated_at': '2021-08-03T16:10:29Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:32.268911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Calling delete_port for 37b10b44-8bd8-4a52-9097-0ec242dce0f8 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:32.300617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03770f46-8697-44d9-bb1f-10a5b671047a None None] The sync data for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 is: [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '51aa0414-981d-4a4e-af81-7c378231b2d0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'port_id': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'mac_address': 'fa:16:3e:44:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d419459-46be-46e4-b1db-9c89039002d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:10:29Z', 'updated_at': '2021-08-03T16:10:29Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:32.382888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.384756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] DHCP port deletion for ba13618a-0029-43e0-a5ea-b8cb4a4199ad request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:10:32.436130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.450158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Deleting port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:32.450498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.478346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:32.481251 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d717bedf-95fa-45e2-b343-fc82d26c5aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:32.486802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] No DVR routers for this DVR port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:32.488608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b10b44-8bd8-4a52-9097-0ec242dce0f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:32.569749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] For port 37b10b44-8bd8-4a52-9097-0ec242dce0f8, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:32.570454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.599768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router 87888b66-7c5c-4bf5-bfae-1bd763875702 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:32.606677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Calling delete_port for 37b10b44-8bd8-4a52-9097-0ec242dce0f8 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:32.609866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:10:32.611242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.611621 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433482a-7d71-4c77-97f7-cc38da55a657 x-openstack-request-id: req-3433482a-7d71-4c77-97f7-cc38da55a657 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:32.612116 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:32.612202 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3433482a-7d71-4c77-97f7-cc38da55a657 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:32.612542 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'status': 'completed', 'code': 200} Aug 03 16:10:32.632103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.646787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba13618a-0029-43e0-a5ea-b8cb4a4199ad']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:32.664245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] Pushing event deleted for resources: {'Port': ['ID=37b10b44-8bd8-4a52-9097-0ec242dce0f8,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:32.666236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12091f5f-7723-4121-9a57-dbae96e48e23') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:32.666537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12091f5f-7723-4121-9a57-dbae96e48e23') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:32.668823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afd69e-a8cd-4dba-a27c-0e26d3a3610b None None] No DVR routers for this DVR port 37b10b44-8bd8-4a52-9097-0ec242dce0f8 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:32.683371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.694763 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c866a2-d41c-4bb3-bc19-82cd2cacc247 None None] New status for floating IP 51aa0414-981d-4a4e-af81-7c378231b2d0: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:10:32.705236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.719420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:10:32.719934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:10:32.726586 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:10:32.753691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:32.802042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.808845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.811387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ba13618a-0029-43e0-a5ea-b8cb4a4199ad HTTP/1.1" status: 204 len: 168 time: 0.8115482 Aug 03 16:10:32.846848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd7307-40ae-4256-b1fe-13b8754c4dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba13618a-0029-43e0-a5ea-b8cb4a4199ad,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:32.862624 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4e4e0d22-aa4f-4cc3-9995-fc1062704fbf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 200 len: 990 time: 0.1048176 Aug 03 16:10:32.870681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-cd7e9e26-a825-4c81-aa2a-349533348206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:32.872341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-cd7e9e26-a825-4c81-aa2a-349533348206 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1096 time: 0.2654121 Aug 03 16:10:32.896101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:32.908762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Sync routers for ids ['87888b66-7c5c-4bf5-bfae-1bd763875702'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:32.924792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Routers {'87888b66-7c5c-4bf5-bfae-1bd763875702'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:32.928009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['87888b66-7c5c-4bf5-bfae-1bd763875702'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:32.984653 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:32.988792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-befeec81-6b62-41d2-9b24-23aee2680fde tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7383420 Aug 03 16:10:32.988970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:33.070490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-2466bfaa-ccf9-4cdd-af6f-cea279242c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:33.071980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-2466bfaa-ccf9-4cdd-af6f-cea279242c7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.1911702 Aug 03 16:10:33.097919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Set router 87888b66-7c5c-4bf5-bfae-1bd763875702 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:33.165565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 34808707-db40-49ea-a4a5-b7a3deed23dd no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:33.201789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:33.226636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-94be1125-48a3-468b-a09b-1c296d105728 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/87888b66-7c5c-4bf5-bfae-1bd763875702 HTTP/1.1" status: 200 len: 908 time: 0.2365048 Aug 03 16:10:33.227952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60062) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:33.235015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'name': 'tempest-snat-router-736339491', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': True}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:33.239104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-78d795d5-f5f3-4256-be09-498d3cc2dabf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 1000 time: 0.1505759 Aug 03 16:10:33.266265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.268165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.283544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a435db3-1f30-4025-934d-e7e6b170a10f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27d56494598245abb94fcf947a2c7889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781851 Aug 03 16:10:33.283919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:33.308183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 34808707-db40-49ea-a4a5-b7a3deed23dd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:33.308707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 34808707-db40-49ea-a4a5-b7a3deed23dd not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:33.378315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.388967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-4661e81e-50d9-4dc4-859d-227413123836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:33.390827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-4661e81e-50d9-4dc4-859d-227413123836 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.1262953 Aug 03 16:10:33.391470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'name': 'tempest-snat-router-736339491', 'tenant_id': '446e103673fe46f5a22bd6553f3a7932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:31Z', 'revision_number': 3, 'project_id': '446e103673fe46f5a22bd6553f3a7932', 'gw_port': {'id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:33.432783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Checking router: 87888b66-7c5c-4bf5-bfae-1bd763875702 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:10:33.433382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Updating router 87888b66-7c5c-4bf5-bfae-1bd763875702 port c02e11fb-11e6-47a8-8ec4-921b5293ac9b binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:10:33.484851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.493628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.522758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-5d4ea426-2a04-4e1f-85f2-2f66cb280141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:33.524322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-5d4ea426-2a04-4e1f-85f2-2f66cb280141 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255040 Aug 03 16:10:33.526282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.567008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.674606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.677951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.681481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e392027b-a955-4dd1-a800-9ddfc5a2b3d8 HTTP/1.1" status: 204 len: 168 time: 0.3589191 Aug 03 16:10:33.683421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-bc42d81c-398b-49d3-9c1f-57628c4ee202 service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490772 Aug 03 16:10:33.818513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa95a-ef6f-458b-8fda-0f2cccf02433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e392027b-a955-4dd1-a800-9ddfc5a2b3d8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:33.853604 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.866025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60070) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:33.883578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.887492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.900923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Transition to ACTIVE for port object c02e11fb-11e6-47a8-8ec4-921b5293ac9b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:33.914977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:33.968442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3c8df975-3786-4215-85df-a56c78d8e0c9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 200 len: 992 time: 0.1000926 Aug 03 16:10:34.021830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4a5c-b071-4625-b3fc-985866cd97d9 None None] Pushing event updated for resources: {'Port': ['ID=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:34.025717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d717bedf-95fa-45e2-b343-fc82d26c5aaf req-21f82ffa-7f9b-42bc-b8e5-ab2da36f665e service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298056 Aug 03 16:10:34.064783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.25.7.102 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/805ef33f-4f84-4765-89f7-b4a401c86b02) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:34.067671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Attempting to bind port c02e11fb-11e6-47a8-8ec4-921b5293ac9b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:34.068184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Attempting to bind port c02e11fb-11e6-47a8-8ec4-921b5293ac9b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:34.068764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Attempting to bind port c02e11fb-11e6-47a8-8ec4-921b5293ac9b on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:34.074535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:34.075265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:34.075637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.076719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:34.082648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Bound port: c02e11fb-11e6-47a8-8ec4-921b5293ac9b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:34.084105 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.119095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37b10b44-8bd8-4a52-9097-0ec242dce0f8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:34.152859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 37b10b44-8bd8-4a52-9097-0ec242dce0f8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:34.153208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 37b10b44-8bd8-4a52-9097-0ec242dce0f8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:34.184244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] For port c02e11fb-11e6-47a8-8ec4-921b5293ac9b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:34.189801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] For port c02e11fb-11e6-47a8-8ec4-921b5293ac9b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:34.195541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.211856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.255996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4a5c-b071-4625-b3fc-985866cd97d9 None None] Pushing event updated for resources: {'Port': ['ID=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:34.258618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Routers {'87888b66-7c5c-4bf5-bfae-1bd763875702'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:34.259225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['87888b66-7c5c-4bf5-bfae-1bd763875702'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:34.273015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.329845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:34.333160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:34.337457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:34.380071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=805ef33f-4f84-4765-89f7-b4a401c86b02,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:34.661297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] Set router 87888b66-7c5c-4bf5-bfae-1bd763875702 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:34.729553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:34.811243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60092) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:34.902977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'name': 'tempest-snat-router-736339491', 'tenant_id': '446e103673fe46f5a22bd6553f3a7932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:31Z', 'revision_number': 3, 'project_id': '446e103673fe46f5a22bd6553f3a7932', 'gw_port': {'id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:34.953545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afded-dc6e-4977-8245-b5f79770b0dc None None] The sync data for ids ['87888b66-7c5c-4bf5-bfae-1bd763875702'] in n-d-803226-3 is: [{'id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'name': 'tempest-snat-router-736339491', 'tenant_id': '446e103673fe46f5a22bd6553f3a7932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122'}], 'enable_snat': False}, 'gw_port_id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:31Z', 'revision_number': 3, 'project_id': '446e103673fe46f5a22bd6553f3a7932', 'gw_port': {'id': 'c02e11fb-11e6-47a8-8ec4-921b5293ac9b', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87888b66-7c5c-4bf5-bfae-1bd763875702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:10:30Z', 'updated_at': '2021-08-03T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:35.206005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1537487139-network', 'tenant_id': '405272c3eed7499496d3bc536727d39e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:35.206005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:35.206005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.206005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.367539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.372842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.432335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.442785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06e19c-1c24-460c-8901-c77faaf14d60,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:35.468119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:10:35.482298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.483680 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Added segment 4f3cadb9-0335-4807-98ea-df66152e41d2 of type vlan for network 257fd229-debd-4949-ba1f-22ae7219424f Aug 03 16:10:35.543913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.598508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.599778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:35.600466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router a477f930-3c63-49c9-abbf-cc8d8a623ef0 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:35.600633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.675676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8630784 Aug 03 16:10:35.679082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60126) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:35.693261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Request body: {'subnet': {'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1537487139-subnet', 'tenant_id': '405272c3eed7499496d3bc536727d39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:35.711573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4dda-c436-4bd1-870d-bbe15c427608 admin admin] Pushing event updated for resources: {'Network': ['ID=257fd229-debd-4949-ba1f-22ae7219424f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:35.724650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 257fd229-debd-4949-ba1f-22ae7219424f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:10:35.741551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:35.746839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.775675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:35.788662 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Sync routers for ids ['a477f930-3c63-49c9-abbf-cc8d8a623ef0'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:35.819100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:35.822905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5284d31f-0fcb-4808-b334-9adbc58f8d2f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5917046 Aug 03 16:10:35.823201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:35.867872 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Routers {'a477f930-3c63-49c9-abbf-cc8d8a623ef0'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:35.868504 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a477f930-3c63-49c9-abbf-cc8d8a623ef0'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:35.978132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b97b6da-a977-4343-abce-cac15661677a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/a477f930-3c63-49c9-abbf-cc8d8a623ef0 HTTP/1.1" status: 200 len: 907 time: 0.1525600 Aug 03 16:10:35.980517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60134) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:36.107148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.122213 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Set router a477f930-3c63-49c9-abbf-cc8d8a623ef0 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:10:36.191433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c02e11fb-11e6-47a8-8ec4-921b5293ac9b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:36.218162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4ca52c-618d-4b97-bc08-b0deb05657aa,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:36.237079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Checking segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:36.237451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Network hostable DHCP agents. Network: 257fd229-debd-4949-ba1f-22ae7219424f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:10:36.273695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Network 257fd229-debd-4949-ba1f-22ae7219424f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:10:36.290558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 257fd229-debd-4949-ba1f-22ae7219424f) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:36.294287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.304329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:36.305817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.306780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c02e11fb-11e6-47a8-8ec4-921b5293ac9b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:36.317804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c02e11fb-11e6-47a8-8ec4-921b5293ac9b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:36.319799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.326588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d751a82-4653-4381-95cb-81571c389005 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6458049 Aug 03 16:10:36.334552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a25312a-4743-4044-9fc5-f71ea823bf76 None None] Network 257fd229-debd-4949-ba1f-22ae7219424f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:36.349013 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:10:36.530063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.540309 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a477f930-3c63-49c9-abbf-cc8d8a623ef0', 'name': 'tempest-snat-router-736339491', 'tenant_id': '446e103673fe46f5a22bd6553f3a7932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '805ef33f-4f84-4765-89f7-b4a401c86b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:10:33Z', 'updated_at': '2021-08-03T16:10:34Z', 'revision_number': 3, 'project_id': '446e103673fe46f5a22bd6553f3a7932', 'gw_port': {'id': '805ef33f-4f84-4765-89f7-b4a401c86b02', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a477f930-3c63-49c9-abbf-cc8d8a623ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:10:33Z', 'updated_at': '2021-08-03T16:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:36.585589 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Checking router: a477f930-3c63-49c9-abbf-cc8d8a623ef0 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:10:36.586222 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Updating router a477f930-3c63-49c9-abbf-cc8d8a623ef0 port 805ef33f-4f84-4765-89f7-b4a401c86b02 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:10:36.625940 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.628093 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.634214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014955a-583b-442e-bbf3-b9ec8cd8f7d6 None None] Network 257fd229-debd-4949-ba1f-22ae7219424f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:10:36.685999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Deleting port 805ef33f-4f84-4765-89f7-b4a401c86b02 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:36.687137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.723244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c02e11fb-11e6-47a8-8ec4-921b5293ac9b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:36.730656 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.830729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:36.845438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Calling delete_port for 805ef33f-4f84-4765-89f7-b4a401c86b02 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:36.863095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:37.071722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.074749 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.db.api [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:10:37.075240 n-d-803226-3 neutron-server[106019]: DEBUG oslo_db.api [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:10:37.108430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Port': ['ID=805ef33f-4f84-4765-89f7-b4a401c86b02,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:37.120908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-f94db3ba-d19d-4090-9349-6b68c41da2db tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:37.126395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-f94db3ba-d19d-4090-9349-6b68c41da2db tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.1441810 Aug 03 16:10:37.140666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-d2057830-95d6-410b-aa26-f76e752b3251 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/quotas/405272c3eed7499496d3bc536727d39e HTTP/1.1" status: 200 len: 375 time: 0.0109088 Aug 03 16:10:37.170582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.186389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-a33f0517-661e-4882-91ac-85894a8171c2 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355942 Aug 03 16:10:37.306180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.309274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.375670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-d28e4015-0973-4c0c-aac5-2f15f18f6b73 service neutron] 10.222.0.70 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815662 Aug 03 16:10:37.393213 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.394306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a477f930-3c63-49c9-abbf-cc8d8a623ef0 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:37.400476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.401708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47157218-b86c-4db2-acc6-3d71163dc5dd tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a477f930-3c63-49c9-abbf-cc8d8a623ef0 HTTP/1.1" status: 204 len: 168 time: 1.4197128 Aug 03 16:10:37.404240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:37.500396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-a45ca1f4-fb53-4b9a-9f21-92a66804d427 service neutron] 10.222.0.70 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140263 Aug 03 16:10:37.531040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.598797 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Port 805ef33f-4f84-4765-89f7-b4a401c86b02 not found while updating agent binding for router a477f930-3c63-49c9-abbf-cc8d8a623ef0. {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 16:10:37.616800 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:37.617181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:10:37.617870 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a477f930-3c63-49c9-abbf-cc8d8a623ef0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106019) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:10:37.618251 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc77710-e935-4c2e-8ae6-2a09b98091f8 None None] The sync data for ids ['a477f930-3c63-49c9-abbf-cc8d8a623ef0'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:37.660872 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.725137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Deleting port c02e11fb-11e6-47a8-8ec4-921b5293ac9b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:37.725577 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.833886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] For port c02e11fb-11e6-47a8-8ec4-921b5293ac9b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:37.834428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:37.840777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14139ffc-74ff-4437-90af-5dfe6276b1d2 req-44c374b6-55f6-4656-82e8-c6a2bc109ff2 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 210 time: 0.0368130 Aug 03 16:10:37.859848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Calling delete_port for c02e11fb-11e6-47a8-8ec4-921b5293ac9b owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:38.080222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c02e11fb-11e6-47a8-8ec4-921b5293ac9b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:38.121693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.125749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No active binding found for port c02e11fb-11e6-47a8-8ec4-921b5293ac9b {{(pid=106018) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 16:10:38.126470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c02e11fb-11e6-47a8-8ec4-921b5293ac9b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 16:10:38.148470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Port c02e11fb-11e6-47a8-8ec4-921b5293ac9b not found, will not notify nova. {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 16:10:38.163225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event deleted for resources: {'Port': ['ID=c02e11fb-11e6-47a8-8ec4-921b5293ac9b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:38.237632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.359050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.361362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.417128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.418217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87888b66-7c5c-4bf5-bfae-1bd763875702 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:38.432507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.438079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-951d0950-9c74-4a85-9351-eef37761f30c tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "DELETE /v2.0/routers/87888b66-7c5c-4bf5-bfae-1bd763875702 HTTP/1.1" status: 204 len: 168 time: 1.0285730 Aug 03 16:10:38.438208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60220) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:38.448391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1351545882', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:38.492042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.494778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.596111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.773311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:38.957254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4cd8ca5-b558-4d73-ad2b-8a81d263f77f req-e223e16b-5c61-4c20-9250-7223a3c59bc8 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 210 time: 0.0418365 Aug 03 16:10:39.016941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.055605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.209179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-546c5f04-a328-4997-9622-c86db0cf63a0 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:39.210774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-546c5f04-a328-4997-9622-c86db0cf63a0 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.1671252 Aug 03 16:10:39.227322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Allocated IP 172.25.7.84 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/3994acba-ff83-4777-94e9-7af2027fe746) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:39.227696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Request body: {'port': {'device_id': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'admin_state_up': True, 'tenant_id': '405272c3eed7499496d3bc536727d39e'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:39.452047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.452760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:39.457262 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.465309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-a6cab2bf-9ae4-4d69-8af0-d769f4f0b3cf tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:39.467481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-a6cab2bf-9ae4-4d69-8af0-d769f4f0b3cf tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.1852679 Aug 03 16:10:39.482151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Request body: {'port': {'device_id': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'admin_state_up': True, 'tenant_id': '405272c3eed7499496d3bc536727d39e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:39.611318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.619319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Allocated IP 172.20.0.8 (257fd229-debd-4949-ba1f-22ae7219424f/0a4ca52c-618d-4b97-bc08-b0deb05657aa/15ee4d24-d1f9-4bc8-97dd-9c39359a3689) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:39.662801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:39.665298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:39.668739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:39.723859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event updated for resources: {'Port': ['ID=3994acba-ff83-4777-94e9-7af2027fe746,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:39.738533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:39.742182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.852342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.867843 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a8f45fc-5e4c-4b7b-a7c7-beba21404533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.922055 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:39.978070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Network 257fd229-debd-4949-ba1f-22ae7219424f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:39.981830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:39.985547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:40.051639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event updated for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:40.085770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:40.086420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:40.098940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Allocated IP 172.20.0.4 (257fd229-debd-4949-ba1f-22ae7219424f/0a4ca52c-618d-4b97-bc08-b0deb05657aa/49d2375b-86a8-47b4-9793-e88cd51fc215) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:40.104766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-31909b48-f66d-4521-a3d4-e057fdd60dec tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845160 Aug 03 16:10:40.108004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c02e11fb-11e6-47a8-8ec4-921b5293ac9b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:40.119843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Request body: {'port': {'device_id': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:40.131365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c02e11fb-11e6-47a8-8ec4-921b5293ac9b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:40.131711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c02e11fb-11e6-47a8-8ec4-921b5293ac9b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:40.135632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-484d46ce-4933-4b45-a19a-5a21f190abb1 req-762f7dd3-2952-465e-bc3b-e543de335571 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 210 time: 0.0326729 Aug 03 16:10:40.165054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:40.184482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:40.872172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:40.904644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:40.972922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.066270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Network 257fd229-debd-4949-ba1f-22ae7219424f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:41.072780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:41.084115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:41.114368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event updated for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:41.142502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:41.151269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.152590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:41.153234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.174733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Transition to ACTIVE for port object 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:41.176867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-f261b96d-e3b2-4ca1-b584-239aa07241e7 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6987119 Aug 03 16:10:41.179293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.180475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Router c8117e08-5d17-456f-b2be-e0c7c0b2128e is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:41.195065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Request body: {'port': {'device_id': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:41.257171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Pushing event updated for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:41.331390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0ad8-bcdb-45dc-af42-6e7b5956b3dc req-3f7bd387-6758-47ea-a0ce-e9312ec305a8 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:41.335549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eafb0ad8-bcdb-45dc-af42-6e7b5956b3dc req-3f7bd387-6758-47ea-a0ce-e9312ec305a8 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 931 time: 0.1050165 Aug 03 16:10:41.335778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.362352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Attempting to bind port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:41.362698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Attempting to bind port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:41.363037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Attempting to bind port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:41.373797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 on network 257fd229-debd-4949-ba1f-22ae7219424f not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:10:41.374510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Attempting to bind port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:41.393675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:41.393675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Checking segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:41.393675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Bound using segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:41.393675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Bound port: 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:41.394583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.420367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eafb0ad8-bcdb-45dc-af42-6e7b5956b3dc req-43d66c4e-b2be-4da5-ad91-724f2faf19ce tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735955 Aug 03 16:10:41.445576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:41.448337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] Sync routers for ids ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:41.458913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] Routers {'c8117e08-5d17-456f-b2be-e0c7c0b2128e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:41.459559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:41.481191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:41.486003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:41.497289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.511671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:41.523407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] Routers {'c8117e08-5d17-456f-b2be-e0c7c0b2128e'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:41.524040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:41.539185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.540426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-efcef56e-49cc-4a93-9f2a-a430878839fd tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1015470 Aug 03 16:10:41.543712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60290) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:41.548729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:41.570473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:41.570950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:41.571644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722f5e5-d7f3-4507-9408-883bc470da85 None None] The sync data for ids ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:41.571779 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:41.573355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] 10.222.0.72 "PUT /v2.0/ports/15ee4d24-d1f9-4bc8-97dd-9c39359a3689 HTTP/1.1" status: 200 len: 1091 time: 1.4587240 Aug 03 16:10:41.575004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:41.578479 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69665b50-3494-4ed8-b86f-ccc2e2b27b48" -d '{"events": [{"name": "network-changed", "server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:41.647996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7dec-2d95-438f-b4d2-83ec8707deab service neutron] Pushing event updated for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:41.653073 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ada56b-9d30-4d7f-bf4a-590beb06f18f x-openstack-request-id: req-e3ada56b-9d30-4d7f-bf4a-590beb06f18f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:41.653377 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:41.653631 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3ada56b-9d30-4d7f-bf4a-590beb06f18f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:41.654106 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689', 'status': 'completed', 'code': 200} Aug 03 16:10:41.733853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-6b8f3efc-10db-44fd-a18e-c013a37083b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:41.735653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-6b8f3efc-10db-44fd-a18e-c013a37083b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=4825db2a-fe77-4d66-960f-50d5d80325b9 HTTP/1.1" status: 200 len: 1094 time: 0.0803039 Aug 03 16:10:41.811542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-ec9fb5f3-7fb4-4a2f-a83b-e6d2b5688b7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689 HTTP/1.1" status: 200 len: 217 time: 0.0679178 Aug 03 16:10:41.884252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-b31a5e1b-6fce-4024-b4a5-f64bc1d5fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:41.886428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-b31a5e1b-6fce-4024-b4a5-f64bc1d5fb52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0685883 Aug 03 16:10:41.927724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-94dab442-b0af-4b5e-b74b-d06f42b82aca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340779 Aug 03 16:10:42.002728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d2375b-86a8-47b4-9793-e88cd51fc215 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:42.023375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.033862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1376-58de-4808-a459-91f20862103e req-c1b96d49-1599-4441-90ff-64a3fad92e9b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.035599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-152e1376-58de-4808-a459-91f20862103e req-c1b96d49-1599-4441-90ff-64a3fad92e9b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1977246 Aug 03 16:10:42.055587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-deb01e1a-177b-43fc-957b-b50aa9391321 service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209276 Aug 03 16:10:42.064216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Transition to ACTIVE for port object 49d2375b-86a8-47b4-9793-e88cd51fc215 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:42.094499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-50260157-ec5e-4fd2-9e26-6f38843a90d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.111755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.167305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-4a29c6c3-eab9-4b23-ab16-603d3ddfb467 service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050270 Aug 03 16:10:42.215637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-152e1376-58de-4808-a459-91f20862103e req-29eac28b-caf6-4b0f-9a49-a139120c8207 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691623 Aug 03 16:10:42.225374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Pushing event updated for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:42.292608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.297316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-913ff3ae-dc8c-4def-9d5e-e3307ef48af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.299528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-913ff3ae-dc8c-4def-9d5e-e3307ef48af7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=4825db2a-fe77-4d66-960f-50d5d80325b9 HTTP/1.1" status: 200 len: 1094 time: 0.0517683 Aug 03 16:10:42.371774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Attempting to bind port 49d2375b-86a8-47b4-9793-e88cd51fc215 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:42.372106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Attempting to bind port 49d2375b-86a8-47b4-9793-e88cd51fc215 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:42.373060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Attempting to bind port 49d2375b-86a8-47b4-9793-e88cd51fc215 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:42.381822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Port 49d2375b-86a8-47b4-9793-e88cd51fc215 on network 257fd229-debd-4949-ba1f-22ae7219424f not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:10:42.382202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Attempting to bind port 49d2375b-86a8-47b4-9793-e88cd51fc215 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:42.390462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:42.390706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Checking segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:42.391084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Bound using segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:42.391526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Bound port: 49d2375b-86a8-47b4-9793-e88cd51fc215, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:42.391888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.512047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:42.516991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d2375b-86a8-47b4-9793-e88cd51fc215,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:42.528465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.625464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.626121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.627542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] 10.222.0.78 "PUT /v2.0/ports/49d2375b-86a8-47b4-9793-e88cd51fc215 HTTP/1.1" status: 200 len: 1091 time: 1.4380424 Aug 03 16:10:42.627989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:42.630364 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b" -d '{"events": [{"name": "network-changed", "server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:42.690431 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cac7c-3e28-40eb-8cb1-0d221b6e7ae1 x-openstack-request-id: req-fb9cac7c-3e28-40eb-8cb1-0d221b6e7ae1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:42.690725 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:42.690967 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb9cac7c-3e28-40eb-8cb1-0d221b6e7ae1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:42.691372 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215', 'status': 'completed', 'code': 200} Aug 03 16:10:42.746677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a98ba-c168-4e98-859f-8b606371861a service neutron] Pushing event updated for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:42.783774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:42.799606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c4bd-afa9-4845-bf33-be61f77b8a54 req-d2e3ddc0-8335-4aaf-bfe4-569b60fa0c45 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.801327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-0b9ac304-1463-45f3-98de-7a754dfb3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.801927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59a9c4bd-afa9-4845-bf33-be61f77b8a54 req-d2e3ddc0-8335-4aaf-bfe4-569b60fa0c45 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 943 time: 0.0924129 Aug 03 16:10:42.802870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-0b9ac304-1463-45f3-98de-7a754dfb3c34 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 1094 time: 0.1107466 Aug 03 16:10:42.803710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-b5c6829c-0df9-4f77-9a28-ad8eacfc2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.806143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-b5c6829c-0df9-4f77-9a28-ad8eacfc2fbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 914 time: 0.4997051 Aug 03 16:10:42.879358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-3506bc07-9996-4174-aba6-4c164a8fdd0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689 HTTP/1.1" status: 200 len: 217 time: 0.0563552 Aug 03 16:10:42.894071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-638a4c9c-425c-4f7a-b2f0-39da428f14b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49d2375b-86a8-47b4-9793-e88cd51fc215 HTTP/1.1" status: 200 len: 217 time: 0.0755489 Aug 03 16:10:42.924086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59a9c4bd-afa9-4845-bf33-be61f77b8a54 req-222c8f23-5205-4d86-97c6-3583df46e745 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136730 Aug 03 16:10:42.960458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-8382cd04-365d-4a8e-9090-dd953e6c8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:42.962071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-8382cd04-365d-4a8e-9090-dd953e6c8ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0729189 Aug 03 16:10:42.996817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-822ea0ab-ffce-4806-bb21-887fa06bb3a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Aug 03 16:10:43.009700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493bb1-38fc-4933-b92d-da7967857684 req-a3f60430-8707-46ae-9c47-0868d95d9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:43.011221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-a3f60430-8707-46ae-9c47-0868d95d9bfb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.1078649 Aug 03 16:10:43.077221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-efe4537f-9e24-4240-9a45-75c8456d2d48 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532978 Aug 03 16:10:43.106765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-969d64cb-3259-4db2-9ee6-66f05fa7e3ad service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025689 Aug 03 16:10:43.160704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:43.168153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:43.221336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69665b50-3494-4ed8-b86f-ccc2e2b27b48 req-804850b7-0322-45f8-8765-1286a5ca7dde service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079509 Aug 03 16:10:43.241491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-f2e67312-25c3-43e8-b9e8-602353ca9404 service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556709 Aug 03 16:10:43.390979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router c8117e08-5d17-456f-b2be-e0c7c0b2128e has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:10:43.434509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddedf8-2c7d-40a8-81d9-83404eb85f9b req-5064af4d-3206-4c1c-ac11-ba20c0b4800e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:43.436450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9ddedf8-2c7d-40a8-81d9-83404eb85f9b req-5064af4d-3206-4c1c-ac11-ba20c0b4800e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1144257 Aug 03 16:10:43.439849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44493bb1-38fc-4933-b92d-da7967857684 req-134a0b9b-dd2e-4a40-9530-884a41eb05a7 service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906662 Aug 03 16:10:43.684333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:43.955610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9ddedf8-2c7d-40a8-81d9-83404eb85f9b req-012a9f74-682d-414c-a403-7fbdae1ce09b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5119274 Aug 03 16:10:43.969236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:43.973903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:43.975109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-97ef210f-6abb-49f0-94ba-905c8ef2aeb0 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "PUT /v2.0/routers/c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 200 len: 921 time: 2.4303875 Aug 03 16:10:43.978484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60354) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:43.987190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-c566cb7a-3b19-4c64-a8f7-1a37cd45bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:43.989419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-c566cb7a-3b19-4c64-a8f7-1a37cd45bb27 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 1094 time: 0.4875619 Aug 03 16:10:43.998936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] Sync routers for ids ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:44.020072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] Routers {'c8117e08-5d17-456f-b2be-e0c7c0b2128e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:44.020860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:44.065405 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:44.076396 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] Routers {'c8117e08-5d17-456f-b2be-e0c7c0b2128e'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:44.077331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:44.078193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5667-5772-4469-b87b-c82cbb082a99 req-5f830fdb-521c-4769-8073-5162e4d73d1b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:44.079780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13ae5667-5772-4469-b87b-c82cbb082a99 req-5f830fdb-521c-4769-8073-5162e4d73d1b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 943 time: 0.0650766 Aug 03 16:10:44.122854 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:44.123671 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a1092-e1b3-44ed-bbf2-e2e9fd822eb5 None None] The sync data for ids ['c8117e08-5d17-456f-b2be-e0c7c0b2128e'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:44.144079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13ae5667-5772-4469-b87b-c82cbb082a99 req-3a0877f7-a0c0-4aaa-8310-50b3687efcdf tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Aug 03 16:10:44.191724 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b450ee6-33f7-42e8-9acc-66735821e3ea tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 200 len: 921 time: 0.2119117 Aug 03 16:10:44.194639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:44.195007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-06791595-7c40-4f14-81ce-573f7d4bf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:44.196490 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-06791595-7c40-4f14-81ce-573f7d4bf579 service neutron] 10.222.0.78 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 914 time: 0.1562779 Aug 03 16:10:44.243600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-08788854-4dbb-4d54-a5f6-2ab7334c7318 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49d2375b-86a8-47b4-9793-e88cd51fc215 HTTP/1.1" status: 200 len: 217 time: 0.0387163 Aug 03 16:10:44.278345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883a804-3b3a-4c13-a764-ba5a57da942f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:44.280188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a883a804-3b3a-4c13-a764-ba5a57da942f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=c8117e08-5d17-456f-b2be-e0c7c0b2128e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0844982 Aug 03 16:10:44.283252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:44.302476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-59dd81f9-72d2-49cc-af08-f6e2c7f26bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:44.304091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-59dd81f9-72d2-49cc-af08-f6e2c7f26bb2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0530617 Aug 03 16:10:44.349470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-4d133c93-8136-4603-9da9-b77c1b6da226 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363133 Aug 03 16:10:44.377272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55e54d-799e-4544-bff5-ad5b1006cd95 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:44.378736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8d55e54d-799e-4544-bff5-ad5b1006cd95 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.0944939 Aug 03 16:10:44.381536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60368) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:44.415952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cb922b5b-9948-437e-a9a2-92949f8e789c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 200 len: 205 time: 0.0332007 Aug 03 16:10:44.418521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60370) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:44.450063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-edacbab3-d41a-41ad-9f1d-40e7c173d820 service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916836 Aug 03 16:10:44.542014 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:44.576208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-42fa1e57-4c5a-4824-8d7a-08d57695ce5b req-4f500f15-7ac7-4d3c-952e-2cef4a44e8be service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107340 Aug 03 16:10:44.658819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:44.718879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port 3994acba-ff83-4777-94e9-7af2027fe746 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:44.719234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:44.801834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:44.814920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for 3994acba-ff83-4777-94e9-7af2027fe746 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:44.997298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.033063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=3994acba-ff83-4777-94e9-7af2027fe746,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:45.048181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.099672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.101554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7506bf-6f90-45d5-9f0f-fb1cd5418426 req-2e76ed16-8a70-435e-bddb-95e714b918cd tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:45.103257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b7506bf-6f90-45d5-9f0f-fb1cd5418426 req-2e76ed16-8a70-435e-bddb-95e714b918cd tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0591123 Aug 03 16:10:45.147184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b7506bf-6f90-45d5-9f0f-fb1cd5418426 req-81f806bd-9136-4565-889a-5edded50ec42 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377030 Aug 03 16:10:45.191850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:10:45.209154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.223059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.303433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.304222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router c8117e08-5d17-456f-b2be-e0c7c0b2128e {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:45.312243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.313398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2f87ad7a-b53a-4d86-b63d-0054ef74ec11 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 204 len: 168 time: 0.8939102 Aug 03 16:10:45.317594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60396) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:45.318155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:45.322402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-370877579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:45.334316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'port_id': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689', 'mac_address': 'fa:16:3e:5f:fe:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4ca52c-618d-4b97-bc08-b0deb05657aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:10:45.339849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a9514-856d-496d-a5f7-354697bae9d4 req-8ba0ef3d-bacf-42b3-a6c6-159bcf7db6aa tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:45.346863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.348006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.348155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f2a9514-856d-496d-a5f7-354697bae9d4 req-8ba0ef3d-bacf-42b3-a6c6-159bcf7db6aa tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 943 time: 0.1193328 Aug 03 16:10:45.403528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.411938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f2a9514-856d-496d-a5f7-354697bae9d4 req-3cb78092-a510-4f04-a291-225c3b75f240 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Aug 03 16:10:45.421577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:45.422091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.427385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.447178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.451250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92cacf32-523f-4b4d-a8e1-31eb8bbe3ec9 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1298463 Aug 03 16:10:45.451402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:45.456027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:45.456236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:45.461816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.516200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:45.649355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d2375b-86a8-47b4-9793-e88cd51fc215 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:10:45.664669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['15ee4d24-d1f9-4bc8-97dd-9c39359a3689'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:45.728151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.826758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d2375b-86a8-47b4-9793-e88cd51fc215,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:45.859741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '49d2375b-86a8-47b4-9793-e88cd51fc215', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'port_id': '49d2375b-86a8-47b4-9793-e88cd51fc215', 'mac_address': 'fa:16:3e:a3:5a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4ca52c-618d-4b97-bc08-b0deb05657aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:10:45.936159 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.954265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:45.958836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d2375b-86a8-47b4-9793-e88cd51fc215 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:45.982324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.001102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d2375b-86a8-47b4-9793-e88cd51fc215,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:46.008557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.072986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:46.118324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Allocated IP 172.25.7.23 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/bdee71f5-369a-4cf3-b66e-4ce974a63c89) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:46.245460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.300793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e1932-6f67-4132-87f9-601395db1c08 req-51138069-7447-444c-b071-ffa0e7b7d7e7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:46.302467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-011e1932-6f67-4132-87f9-601395db1c08 req-51138069-7447-444c-b071-ffa0e7b7d7e7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0762837 Aug 03 16:10:46.315484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['49d2375b-86a8-47b4-9793-e88cd51fc215'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:46.344318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.379530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-011e1932-6f67-4132-87f9-601395db1c08 req-0ca40fdb-881a-4fe3-8661-d55afca4ca14 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673804 Aug 03 16:10:46.392505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:46.395650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:46.401387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:46.427820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event updated for resources: {'Port': ['ID=bdee71f5-369a-4cf3-b66e-4ce974a63c89,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:46.586082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a6eec-0255-44a7-9c43-eabb5c9afbf0 req-c40aa30b-0d98-434a-a44f-799e0df07e6a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:46.587729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b81a6eec-0255-44a7-9c43-eabb5c9afbf0 req-c40aa30b-0d98-434a-a44f-799e0df07e6a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 944 time: 0.0828471 Aug 03 16:10:46.635655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b81a6eec-0255-44a7-9c43-eabb5c9afbf0 req-ad531f97-775f-45f1-99e4-33f24b50ed0a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Aug 03 16:10:46.706156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.916836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:46.920874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.062649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Router 94a40db3-baa6-4de7-899b-9aaa43145559 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:47.179073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:47.188176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.190937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] Sync routers for ids ['94a40db3-baa6-4de7-899b-9aaa43145559'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:47.193584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:47.197894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-62ab3a72-5b3e-44a3-8403-d6a0a0de7a58 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "PUT /v2.0/routers/94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 200 len: 878 time: 1.7374480 Aug 03 16:10:47.201542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] Routers {'94a40db3-baa6-4de7-899b-9aaa43145559'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:47.202190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['94a40db3-baa6-4de7-899b-9aaa43145559'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:47.234831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:47.239010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:47.281746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] Routers {'94a40db3-baa6-4de7-899b-9aaa43145559'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:47.282369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['94a40db3-baa6-4de7-899b-9aaa43145559'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:47.318621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:47.319217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b116fc-8587-4173-a91c-d652b254d1e4 None None] The sync data for ids ['94a40db3-baa6-4de7-899b-9aaa43145559'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:47.329976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8f249340-43bc-4ccf-8cb3-7183e16ed9ca tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 200 len: 919 time: 0.1345358 Aug 03 16:10:47.332220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60450) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:47.339956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:47.346206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:47.346797 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.418524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e564c1-d619-4456-9a78-aa78c2caaf4d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:47.422938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60452) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:47.423322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d2e564c1-d619-4456-9a78-aa78c2caaf4d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=94a40db3-baa6-4de7-899b-9aaa43145559&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0898070 Aug 03 16:10:47.442652 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.467715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:47.470742 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25090c0-c57b-496a-8a3d-b8d0bcf0148a" -d '{"events": [{"server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "name": "network-vif-plugged", "status": "completed", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:47.489914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:47.494820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.551877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63cad97-314f-43c4-af1c-a963fac7553f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:47.553998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c63cad97-314f-43c4-af1c-a963fac7553f tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1294568 Aug 03 16:10:47.557467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60458) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:47.558497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:47.580754 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cf89a-e322-498d-939d-dc12f5d8d752 x-openstack-request-id: req-867cf89a-e322-498d-939d-dc12f5d8d752 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:47.581059 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "name": "network-vif-plugged", "status": "completed", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:47.581323 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-867cf89a-e322-498d-939d-dc12f5d8d752 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:47.582133 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689', 'code': 200} Aug 03 16:10:47.599162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-647a6582-cb15-4345-b630-8861892588d4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 200 len: 205 time: 0.0369887 Aug 03 16:10:47.599743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60462) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:47.650956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7167d57-fb2f-4825-ac26-9cc5a44df692 req-b956c300-d975-48f7-8f67-267fcade1217 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:47.653044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7167d57-fb2f-4825-ac26-9cc5a44df692 req-b956c300-d975-48f7-8f67-267fcade1217 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1630571 Aug 03 16:10:47.666478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d2375b-86a8-47b4-9793-e88cd51fc215 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:10:47.724215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7167d57-fb2f-4825-ac26-9cc5a44df692 req-2d4a4086-4ae5-4f73-9a26-ca347f362fb9 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628731 Aug 03 16:10:47.745184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 49d2375b-86a8-47b4-9793-e88cd51fc215 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:10:47.751391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 49d2375b-86a8-47b4-9793-e88cd51fc215 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:10:47.751885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.778262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4323a2-6696-4d22-b6ab-924dd0e07cd4 req-ba68d88d-2cf2-4355-98c4-cd7310976c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:47.780846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e4323a2-6696-4d22-b6ab-924dd0e07cd4 req-ba68d88d-2cf2-4355-98c4-cd7310976c0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4825db2a-fe77-4d66-960f-50d5d80325b9 HTTP/1.1" status: 200 len: 1096 time: 0.1199722 Aug 03 16:10:47.839246 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.849881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.852636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e4323a2-6696-4d22-b6ab-924dd0e07cd4 req-42560853-38f3-4291-90c7-5d1480b41e01 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Aug 03 16:10:47.862495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cffc12-2fa6-4ea5-8bf4-ebf594336f76 req-51d9e6b4-8b3a-44f7-a83f-c3b69997cd2a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:47.864031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33cffc12-2fa6-4ea5-8bf4-ebf594336f76 req-51d9e6b4-8b3a-44f7-a83f-c3b69997cd2a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 944 time: 0.1019337 Aug 03 16:10:47.877283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d2375b-86a8-47b4-9793-e88cd51fc215,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:47.881832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:47.940012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:47.977847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-33cffc12-2fa6-4ea5-8bf4-ebf594336f76 req-544f4caa-0474-4cc4-8a64-f94384c80896 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829484 Aug 03 16:10:48.002926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.064603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port bdee71f5-369a-4cf3-b66e-4ce974a63c89 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:48.065027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.160676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.172569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for bdee71f5-369a-4cf3-b66e-4ce974a63c89 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:48.368603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.398421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=bdee71f5-369a-4cf3-b66e-4ce974a63c89,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:48.460410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.569702 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.572479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.621304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.622083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router 94a40db3-baa6-4de7-899b-9aaa43145559 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:48.628801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.633764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dee4c3f2-c6c6-4055-a3b1-8b72ac15738d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 204 len: 168 time: 1.0298030 Aug 03 16:10:48.634392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60468) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:48.640120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-594730450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:48.665593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.666586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.719193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.723866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.742937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:48.745766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f20b3efe-5145-4f4b-81e1-5896b0e4f8aa tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1085641 Aug 03 16:10:48.747207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:48.752685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': True}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:48.934581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc181800-dae3-498b-9097-08935b12da80 req-5a2d4533-0d08-4da3-8414-e7329a280863 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:48.936579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc181800-dae3-498b-9097-08935b12da80 req-5a2d4533-0d08-4da3-8414-e7329a280863 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1478980 Aug 03 16:10:49.016833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:49.052869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc181800-dae3-498b-9097-08935b12da80 req-d3fc2d04-b11c-402b-90ea-c19439f62925 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848377 Aug 03 16:10:49.108427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f471c93-3275-42fa-bcec-17ac45c94d00 req-51b5910c-8b29-4c30-9b5e-030b6838138b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:49.109982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f471c93-3275-42fa-bcec-17ac45c94d00 req-51b5910c-8b29-4c30-9b5e-030b6838138b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 945 time: 0.0554786 Aug 03 16:10:49.156740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f471c93-3275-42fa-bcec-17ac45c94d00 req-328beb3d-3cb9-43d8-bd3a-c5eaa3085121 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Aug 03 16:10:49.258747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:49.278613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:49.391192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.25.7.248 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/4167f934-c95d-4631-8097-af05009746a8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:49.493623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:49.538443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:49.577144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:49.579980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:49.582465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:49.583909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:49.587765 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5890f99c-f81b-4363-a21a-814627ee1c11" -d '{"events": [{"server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "name": "network-vif-plugged", "status": "completed", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:49.615065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=4167f934-c95d-4631-8097-af05009746a8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:49.632508 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea821add-13b8-4e98-8764-37bcbcd3954b x-openstack-request-id: req-ea821add-13b8-4e98-8764-37bcbcd3954b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:49.632508 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "name": "network-vif-plugged", "status": "completed", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:49.632772 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea821add-13b8-4e98-8764-37bcbcd3954b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:49.633081 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215', 'code': 200} Aug 03 16:10:49.792148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4cbec-caa3-4686-9531-844e3a7706c9 req-6843ca3e-05b6-47dd-bda6-25cc87ca63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:49.794913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74c4cbec-caa3-4686-9531-844e3a7706c9 req-6843ca3e-05b6-47dd-bda6-25cc87ca63b6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 1096 time: 0.0757251 Aug 03 16:10:49.900916 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74c4cbec-caa3-4686-9531-844e3a7706c9 req-d8689570-b896-4c63-bad1-bbff40a5e76a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Aug 03 16:10:49.919978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:50.180329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8f5b4-86b6-47cf-a833-a038e31b2c9a req-28747872-506b-4ebe-896c-8065c65d2773 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:50.182856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cd8f5b4-86b6-47cf-a833-a038e31b2c9a req-28747872-506b-4ebe-896c-8065c65d2773 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0545638 Aug 03 16:10:50.239191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cd8f5b4-86b6-47cf-a833-a038e31b2c9a req-38085748-2d22-4c61-a8f6-df2238bdae71 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Aug 03 16:10:50.510006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:50.516212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:50.532880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6551148-ef00-4480-a2c4-8aae18936a76 req-bf4650dc-ce4f-48bf-aa9a-d21bc3fac22b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:50.534419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6551148-ef00-4480-a2c4-8aae18936a76 req-bf4650dc-ce4f-48bf-aa9a-d21bc3fac22b tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 945 time: 0.0702932 Aug 03 16:10:50.642218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6551148-ef00-4480-a2c4-8aae18936a76 req-0af6b0fe-3003-4d34-bb30-8a06cd923df6 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734076 Aug 03 16:10:50.691029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router 3710e645-7229-47d2-ae6e-54da4b56696b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:50.803514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:50.808059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:50.812315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3eb69a7-8389-4324-ae9c-7e134b8c4f7a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "PUT /v2.0/routers/3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 200 len: 914 time: 2.0599535 Aug 03 16:10:50.812315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60486) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:50.813147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] Sync routers for ids ['3710e645-7229-47d2-ae6e-54da4b56696b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:50.823025 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] Routers {'3710e645-7229-47d2-ae6e-54da4b56696b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:50.823639 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3710e645-7229-47d2-ae6e-54da4b56696b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:50.864862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:50.874760 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] Routers {'3710e645-7229-47d2-ae6e-54da4b56696b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:50.875622 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3710e645-7229-47d2-ae6e-54da4b56696b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:50.913334 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:50.914329 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaab968-3270-44fd-8dcd-82c33d2259c2 None None] The sync data for ids ['3710e645-7229-47d2-ae6e-54da4b56696b'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:50.936902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d538f14a-17d6-41f6-a6b2-58a6764bbf61 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 200 len: 920 time: 0.1234982 Aug 03 16:10:50.941353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60488) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:50.987339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e5eb9-c2ad-4b43-bf0c-84baa8b4121d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:50.988890 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-153e5eb9-c2ad-4b43-bf0c-84baa8b4121d tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=3710e645-7229-47d2-ae6e-54da4b56696b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0464051 Aug 03 16:10:50.991630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60490) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:51.086812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f4a87-ae16-44f8-9cb7-899290c135b1 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:51.088137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d86f4a87-ae16-44f8-9cb7-899290c135b1 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.0955505 Aug 03 16:10:51.091439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60492) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:51.124542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a1abcfc5-43f5-4aa9-a63f-c8e6f50b94ce tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 200 len: 205 time: 0.0318916 Aug 03 16:10:51.127323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60494) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:51.235095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.352397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.367066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ed589-2acb-4e0f-b2bd-28204daa54f7 req-149daa83-af0a-48e4-9877-8875aad1f353 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:51.368570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-382ed589-2acb-4e0f-b2bd-28204daa54f7 req-149daa83-af0a-48e4-9877-8875aad1f353 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0555792 Aug 03 16:10:51.416423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port 4167f934-c95d-4631-8097-af05009746a8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:51.416774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.428244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-382ed589-2acb-4e0f-b2bd-28204daa54f7 req-a7de9a96-8775-444f-a792-dece04286bb7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524368 Aug 03 16:10:51.501706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.515068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for 4167f934-c95d-4631-8097-af05009746a8 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:51.694650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.734020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=4167f934-c95d-4631-8097-af05009746a8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:51.827081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266a452-fb28-454b-81c0-44ab7e8eaf79 req-5bf041b6-2fb4-4cf1-b0ae-e316d9cb0e23 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:51.828585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8266a452-fb28-454b-81c0-44ab7e8eaf79 req-5bf041b6-2fb4-4cf1-b0ae-e316d9cb0e23 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 945 time: 0.0988858 Aug 03 16:10:51.831087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.935693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.937805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:51.990234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8266a452-fb28-454b-81c0-44ab7e8eaf79 req-d09097de-c348-48aa-a6bf-23a5546a81b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278555 Aug 03 16:10:51.999483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.000212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router 3710e645-7229-47d2-ae6e-54da4b56696b {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:52.017203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.017203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9d589b68-3a6f-4972-9ef0-4ab7112982d1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 204 len: 168 time: 0.8804672 Aug 03 16:10:52.017203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60504) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:52.017203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1343117835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:52.041208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.042367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.097291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.100965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.102188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.124637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.128847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3c7906a-da20-4149-8c34-ac7756d42084 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1155248 Aug 03 16:10:52.129933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60508) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:52.131561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ad11b-e4e5-4e26-8550-62930a88cde1 req-b43aead3-41f9-4c99-b792-222e8d15a3a3 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:52.134865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:52.138361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-565ad11b-e4e5-4e26-8550-62930a88cde1 req-b43aead3-41f9-4c99-b792-222e8d15a3a3 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=4825db2a-fe77-4d66-960f-50d5d80325b9 HTTP/1.1" status: 200 len: 945 time: 0.0675182 Aug 03 16:10:52.187904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-565ad11b-e4e5-4e26-8550-62930a88cde1 req-e0c91266-7d4a-43c0-b73e-7585b27df1d5 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Aug 03 16:10:52.359925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.610514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.638025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12791868-101c-4aad-954c-dbef4fb0f107 req-044192c0-e784-4120-b704-954c412804a3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:52.639748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12791868-101c-4aad-954c-dbef4fb0f107 req-044192c0-e784-4120-b704-954c412804a3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1085532 Aug 03 16:10:52.641372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:52.703842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-6cacf7c4-49dc-4db6-be2a-0c037023d2c3 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:52.705800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-6cacf7c4-49dc-4db6-be2a-0c037023d2c3 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.1092510 Aug 03 16:10:52.721744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-42236ea8-75fd-482f-8acc-12ea45f095ca tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/quotas/405272c3eed7499496d3bc536727d39e HTTP/1.1" status: 200 len: 375 time: 0.0097673 Aug 03 16:10:52.725908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12791868-101c-4aad-954c-dbef4fb0f107 req-16515e25-97be-444f-a24b-fa2b719386ff tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756493 Aug 03 16:10:52.785413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-a8098daf-022f-485d-bdad-9e27f9e1d8e5 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563743 Aug 03 16:10:52.802156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Allocated IP 172.25.7.21 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/522b26ae-5aa7-4046-ae02-41c6ceed8bd0) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:52.912529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-1d0641f5-cf3d-4573-a8d7-313a2ecbe23e service neutron] 10.222.0.70 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170940 Aug 03 16:10:52.953490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:53.026215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-dea08812-316b-4d29-8ab6-6d4cdb8e2dbf service neutron] 10.222.0.70 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127760 Aug 03 16:10:53.073504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9e8c0-1b31-46a4-bff5-f555aa07dce1 req-07450ffb-7d24-4abe-8e95-bede13f3e1b2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:53.075088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ef9e8c0-1b31-46a4-bff5-f555aa07dce1 req-07450ffb-7d24-4abe-8e95-bede13f3e1b2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0902369 Aug 03 16:10:53.077972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:53.146391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:53.164131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:53.183904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:53.218987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Pushing event updated for resources: {'Port': ['ID=522b26ae-5aa7-4046-ae02-41c6ceed8bd0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:53.241851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ef9e8c0-1b31-46a4-bff5-f555aa07dce1 req-ed196bf2-3e6c-482d-8469-0c19ba946d59 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552539 Aug 03 16:10:53.330650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-122288f8-7352-4226-8740-b62939740e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:53.332281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-122288f8-7352-4226-8740-b62939740e2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.3328817 Aug 03 16:10:53.579268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-68dfaa4e-55ae-4e81-9b41-d9c85519576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:53.580788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-68dfaa4e-55ae-4e81-9b41-d9c85519576b service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.2266023 Aug 03 16:10:53.641612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64e7e193-f1f6-4219-92fc-25c41ee0c664 req-e91e6e38-d895-4ac4-9d4c-9d2634b1be55 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0452449 Aug 03 16:10:53.653896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-22d4dbd8-7a3e-447e-b6ed-fb50dd2c222f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1002 time: 0.0618107 Aug 03 16:10:53.699014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4df630-9305-4610-beda-6809d4d64f5c req-701ba9ac-daf7-43ef-ba87-84c1ce0de224 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:53.699615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:53.701890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f4df630-9305-4610-beda-6809d4d64f5c req-701ba9ac-daf7-43ef-ba87-84c1ce0de224 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "GET /v2.0/ports?device_id=4825db2a-fe77-4d66-960f-50d5d80325b9 HTTP/1.1" status: 200 len: 945 time: 0.0781014 Aug 03 16:10:53.807263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-56a7283d-4647-424b-bdcc-50ce3dd87f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:53.808773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-56a7283d-4647-424b-bdcc-50ce3dd87f97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.1465461 Aug 03 16:10:53.836074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Deleting port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:53.836987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.022590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.037345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-0e7a5313-3e14-4c1d-b03f-7085ab152487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:54.039434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-0e7a5313-3e14-4c1d-b03f-7085ab152487 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193825 Aug 03 16:10:54.040497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.227521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-57f374e1-7cb3-4226-b5f2-34542e46b934 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291461 Aug 03 16:10:54.340095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-3d796bc0-f88f-4a64-ba00-ca262e9a9911 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:54.342598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-3d796bc0-f88f-4a64-ba00-ca262e9a9911 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "GET /v2.0/ports?device_id=327a7e88-5ee8-437b-81dc-b433aa17b9eb HTTP/1.1" status: 200 len: 945 time: 0.1077638 Aug 03 16:10:54.474126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e3c1b70-fde2-48f7-9b17-5cca4388bec1 req-79c18cad-f56a-44ec-9aa4-aeba8af4080f service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180407 Aug 03 16:10:54.490182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] For port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:54.490694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.516858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Calling delete_port for 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:54.567840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcee0d7-29a1-4b93-89af-14a39d3b45f1 req-e759d3be-75c9-46dc-b723-7828280aba5d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:54.569466 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fcee0d7-29a1-4b93-89af-14a39d3b45f1 req-e759d3be-75c9-46dc-b723-7828280aba5d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1784246 Aug 03 16:10:54.573662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Router 1992f6bf-8779-4bbd-a35b-c5869f1482dc is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:54.645175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Deleting port 49d2375b-86a8-47b4-9793-e88cd51fc215 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:54.645518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.741331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fcee0d7-29a1-4b93-89af-14a39d3b45f1 req-4be51ddb-0780-4296-b438-baadc4e5b43a tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583591 Aug 03 16:10:54.818367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] For port 49d2375b-86a8-47b4-9793-e88cd51fc215, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d2375b-86a8-47b4-9793-e88cd51fc215,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:10:54.818862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.869281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:54.875337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:54.880414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-055d0a28-386c-4129-9750-6b73b75638b8 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "PUT /v2.0/routers/1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 200 len: 915 time: 2.7493834 Aug 03 16:10:54.881219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:54.882564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] Sync routers for ids ['1992f6bf-8779-4bbd-a35b-c5869f1482dc'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:54.899428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] Routers {'1992f6bf-8779-4bbd-a35b-c5869f1482dc'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:54.901948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1992f6bf-8779-4bbd-a35b-c5869f1482dc'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:54.921049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f993312c-2c03-4257-b4ec-698707c49994 req-29a9445e-9e8c-4b82-b8ba-171555596a49 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0836055 Aug 03 16:10:54.931451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Calling delete_port for 49d2375b-86a8-47b4-9793-e88cd51fc215 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:54.959201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:54.972848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] Routers {'1992f6bf-8779-4bbd-a35b-c5869f1482dc'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:54.974044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1992f6bf-8779-4bbd-a35b-c5869f1482dc'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:55.021953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:55.022795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bcde3e-022f-4f82-b241-74b6e82ab2a7 None None] The sync data for ids ['1992f6bf-8779-4bbd-a35b-c5869f1482dc'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:55.093423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:55.104925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['15ee4d24-d1f9-4bc8-97dd-9c39359a3689'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:55.109316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['49d2375b-86a8-47b4-9793-e88cd51fc215'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:55.110939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-811e0cc1-c20d-43cf-a2d0-e38e0fe76010 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 200 len: 921 time: 0.2091610 Aug 03 16:10:55.114032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60668) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:55.190112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event deleted for resources: {'Port': ['ID=15ee4d24-d1f9-4bc8-97dd-9c39359a3689,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:55.219771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.220505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.221066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.224343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.224976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.225533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.225676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bc200-11a7-4940-a7c0-4c9a552d82cb tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:55.226256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.226804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.227364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.227906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.229951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d4bc200-11a7-4940-a7c0-4c9a552d82cb tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=1992f6bf-8779-4bbd-a35b-c5869f1482dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1139312 Aug 03 16:10:55.230583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.231143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:10:55.232732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60682) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:55.341707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] No DVR routers for this DVR port 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:55.345443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:55.348895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f4df630-9305-4610-beda-6809d4d64f5c req-53a8015e-9f08-4043-883b-3592fea50f41 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "DELETE /v2.0/ports/15ee4d24-d1f9-4bc8-97dd-9c39359a3689 HTTP/1.1" status: 204 len: 173 time: 1.6405239 Aug 03 16:10:55.349620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'name': 'network-vif-deleted', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:55.364075 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204b7524-3fda-47e1-803d-b9f50df39ffb" -d '{"events": [{"server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "name": "network-vif-deleted", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:55.390659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d327d5-383f-4a42-bf44-aed9a328bd34 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:55.395169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-51d327d5-383f-4a42-bf44-aed9a328bd34 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1586652 Aug 03 16:10:55.397706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60696) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:55.529634 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475942f4-f19c-49b2-b7f3-8841eb070fca x-openstack-request-id: req-475942f4-f19c-49b2-b7f3-8841eb070fca {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:55.533464 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825db2a-fe77-4d66-960f-50d5d80325b9", "name": "network-vif-deleted", "tag": "15ee4d24-d1f9-4bc8-97dd-9c39359a3689", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:55.533760 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-475942f4-f19c-49b2-b7f3-8841eb070fca {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:55.534200 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825db2a-fe77-4d66-960f-50d5d80325b9', 'name': 'network-vif-deleted', 'tag': '15ee4d24-d1f9-4bc8-97dd-9c39359a3689', 'status': 'completed', 'code': 200} Aug 03 16:10:55.535748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:55.547277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c74d083b-d58e-486e-9953-6ddf33244596 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 200 len: 205 time: 0.1288505 Aug 03 16:10:55.547754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60712) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:55.572434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['15ee4d24-d1f9-4bc8-97dd-9c39359a3689'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:10:55.771131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event deleted for resources: {'Port': ['ID=49d2375b-86a8-47b4-9793-e88cd51fc215,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:55.772695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-65af22d5-5dc6-46ed-9fc2-f3e0b2256af8 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:55.803731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-65af22d5-5dc6-46ed-9fc2-f3e0b2256af8 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.4262791 Aug 03 16:10:55.818278 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] No DVR routers for this DVR port 49d2375b-86a8-47b4-9793-e88cd51fc215 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:10:55.824541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:55.828776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b313604c-7b40-4dff-924a-bac3bd0eba17 req-189f2945-ce3a-4eb6-a430-108760c819c9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "DELETE /v2.0/ports/49d2375b-86a8-47b4-9793-e88cd51fc215 HTTP/1.1" status: 204 len: 173 time: 1.4773335 Aug 03 16:10:55.830420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Request body: {'port': {'device_id': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'admin_state_up': True, 'tenant_id': '405272c3eed7499496d3bc536727d39e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:56.003659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.125464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.156613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-386c8e9b-4c81-4fbd-baff-7858a1d6c1b0 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:56.164390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-386c8e9b-4c81-4fbd-baff-7858a1d6c1b0 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 813 time: 0.5295038 Aug 03 16:10:56.185149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6055-86bc-4677-a536-dd8cdae69551 req-c10eae34-a67b-4413-8c24-4a6159a5db2a tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:56.194095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eecc6055-86bc-4677-a536-dd8cdae69551 req-c10eae34-a67b-4413-8c24-4a6159a5db2a tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1979773 Aug 03 16:10:56.214139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Request body: {'port': {'device_id': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'admin_state_up': True, 'tenant_id': '405272c3eed7499496d3bc536727d39e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:56.234582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03b743a0-7d89-42a3-8f95-89cd653a4ff5 req-02c4ed44-a209-4394-aeec-1bdb1c9cb64c tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 210 time: 0.1003892 Aug 03 16:10:56.299518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.384374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port 522b26ae-5aa7-4046-ae02-41c6ceed8bd0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:10:56.385275 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.522330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.538736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for 522b26ae-5aa7-4046-ae02-41c6ceed8bd0 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:10:56.823033 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.866241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=522b26ae-5aa7-4046-ae02-41c6ceed8bd0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:56.890334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:56.893883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:56.904560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eecc6055-86bc-4677-a536-dd8cdae69551 req-363dba6c-12fc-48b9-a96f-1b8ac5f83b85 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413758 Aug 03 16:10:56.972387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.009354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Made reservation on behalf of 405272c3eed7499496d3bc536727d39e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:10:57.014035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.093245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.096783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.116979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Allocated IP 172.20.0.14 (257fd229-debd-4949-ba1f-22ae7219424f/0a4ca52c-618d-4b97-bc08-b0deb05657aa/2c28d61a-96db-429a-9e04-d3f2c8fbb451) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:57.155623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.156441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router 1992f6bf-8779-4bbd-a35b-c5869f1482dc {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:10:57.165122 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.167185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9042d871-aa64-43f3-8df3-1d83898f4ee2 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 204 len: 168 time: 1.6123960 Aug 03 16:10:57.173728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:57.199697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1720611513', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:57.231188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.233342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.311753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.379703 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.431918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.505544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-027cbddb-7002-4b1a-9a80-f462c2a02db0 req-2cf1a2a9-3b5e-4a74-80a2-ee7c6c3f6159 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 210 time: 0.1095250 Aug 03 16:10:57.526473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Network 257fd229-debd-4949-ba1f-22ae7219424f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:57.534706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:57.537199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:57.558988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'name': 'network-vif-deleted', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:57.562533 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f9014-623e-4ce3-af05-2b997450a990" -d '{"events": [{"server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "name": "network-vif-deleted", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:57.604110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event updated for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:57.608843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Allocated IP 172.20.0.9 (257fd229-debd-4949-ba1f-22ae7219424f/0a4ca52c-618d-4b97-bc08-b0deb05657aa/c3ad96c3-2302-477f-aa28-8e93b2ca4886) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:57.616860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:57.617514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.625504 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.637406 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c728b13-1d22-422a-a84f-61cd8b890a66 x-openstack-request-id: req-5c728b13-1d22-422a-a84f-61cd8b890a66 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:57.639041 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a7e88-5ee8-437b-81dc-b433aa17b9eb", "name": "network-vif-deleted", "tag": "49d2375b-86a8-47b4-9793-e88cd51fc215", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:57.639599 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c728b13-1d22-422a-a84f-61cd8b890a66 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:57.640012 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a7e88-5ee8-437b-81dc-b433aa17b9eb', 'name': 'network-vif-deleted', 'tag': '49d2375b-86a8-47b4-9793-e88cd51fc215', 'status': 'completed', 'code': 200} Aug 03 16:10:57.647846 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-104a0eca-a54c-4e6e-b594-1ff5eef01f90 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8220918 Aug 03 16:10:57.746679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d2375b-86a8-47b4-9793-e88cd51fc215 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:57.773494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 49d2375b-86a8-47b4-9793-e88cd51fc215 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:57.774385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d2375b-86a8-47b4-9793-e88cd51fc215 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:57.787271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Request body: {'port': {'device_id': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:57.876513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.904815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.932803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:57.958105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.062489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Allocated IP 172.25.7.28 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a6767855-bec6-48a7-97c5-8aa487b04f60) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:10:58.084480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.233931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.240455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event updated for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:58.246321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Network 257fd229-debd-4949-ba1f-22ae7219424f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:58.250380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:58.254351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:58.287331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.332176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:58.332799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.334624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:10:58.339513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:10:58.344051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:10:58.366325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f27f6417-e3f5-4b1a-bc65-72382c6f36b9 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1622016 Aug 03 16:10:58.378776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event updated for resources: {'Port': ['ID=a6767855-bec6-48a7-97c5-8aa487b04f60,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:58.388118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Request body: {'port': {'device_id': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:58.453173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c28d61a-96db-429a-9e04-d3f2c8fbb451 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:58.464371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.470575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.491317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Transition to ACTIVE for port object 2c28d61a-96db-429a-9e04-d3f2c8fbb451 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:58.530996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.694731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:58.705862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950a63d-9ccc-4126-86ce-8e6fac9580ab req-85bc814a-b900-4d13-ad65-4478d6a33b03 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:58.707426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9950a63d-9ccc-4126-86ce-8e6fac9580ab req-85bc814a-b900-4d13-ad65-4478d6a33b03 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 931 time: 0.0972559 Aug 03 16:10:58.733612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.803497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9950a63d-9ccc-4126-86ce-8e6fac9580ab req-66fcb39f-c4d7-43aa-8ec5-da63a21e03f6 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884912 Aug 03 16:10:58.836773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Attempting to bind port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:58.837112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Attempting to bind port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:58.837440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Attempting to bind port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:58.849852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 on network 257fd229-debd-4949-ba1f-22ae7219424f not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:10:58.850185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Attempting to bind port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:58.859158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:58.859499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Checking segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:58.859882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Bound using segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:58.860313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Bound port: 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:58.860669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.960493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:58.974572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ad96c3-2302-477f-aa28-8e93b2ca4886 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:10:58.982335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:58.985420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.002506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:59.008404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Transition to ACTIVE for port object c3ad96c3-2302-477f-aa28-8e93b2ca4886 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:10:59.009876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.016403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.063586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.064858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.066908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c28d61a-96db-429a-9e04-d3f2c8fbb451 HTTP/1.1" status: 200 len: 1092 time: 1.4071648 Aug 03 16:10:59.068826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:10:59.072091 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207" -d '{"events": [{"name": "network-changed", "server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:10:59.103304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Router be6953fb-e9c6-4573-96b0-45771e6e388a is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:10:59.104809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6337a-3848-4df5-ad36-c505bc0bf621 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:59.157817 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41562daf-9c6e-4f7f-97bd-97d1656110ed x-openstack-request-id: req-41562daf-9c6e-4f7f-97bd-97d1656110ed {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:10:59.158383 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:10:59.158632 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41562daf-9c6e-4f7f-97bd-97d1656110ed {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:10:59.159027 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451', 'status': 'completed', 'code': 200} Aug 03 16:10:59.220744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:10:59.229550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:59.233388 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] Sync routers for ids ['be6953fb-e9c6-4573-96b0-45771e6e388a'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:10:59.238210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-45f95752-8462-49fa-88d8-d9d6fc114f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.239910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-45f95752-8462-49fa-88d8-d9d6fc114f2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 1095 time: 0.1287811 Aug 03 16:10:59.244059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.247983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-599dbae5-0191-42dc-a0d9-af1c9992c4b4 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0719774 Aug 03 16:10:59.250271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32828) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:10:59.251115 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] Routers {'be6953fb-e9c6-4573-96b0-45771e6e388a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:59.251887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['be6953fb-e9c6-4573-96b0-45771e6e388a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:59.255642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:10:59.291635 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:59.299041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-a0325b96-cc1d-4139-91bf-e023b93e61e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451 HTTP/1.1" status: 200 len: 217 time: 0.0506220 Aug 03 16:10:59.302509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] Routers {'be6953fb-e9c6-4573-96b0-45771e6e388a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:10:59.303916 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['be6953fb-e9c6-4573-96b0-45771e6e388a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:59.316189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Attempting to bind port c3ad96c3-2302-477f-aa28-8e93b2ca4886 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:10:59.316842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Attempting to bind port c3ad96c3-2302-477f-aa28-8e93b2ca4886 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:10:59.317168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Attempting to bind port c3ad96c3-2302-477f-aa28-8e93b2ca4886 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:59.331747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:10:59.339675 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:10:59.340595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8ee54-e8f7-48ce-87e3-8358c61a55a5 None None] The sync data for ids ['be6953fb-e9c6-4573-96b0-45771e6e388a'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:10:59.352983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:10:59.353330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 15ee4d24-d1f9-4bc8-97dd-9c39359a3689 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:10:59.355863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Port c3ad96c3-2302-477f-aa28-8e93b2ca4886 on network 257fd229-debd-4949-ba1f-22ae7219424f not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:10:59.356193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Attempting to bind port c3ad96c3-2302-477f-aa28-8e93b2ca4886 on network 257fd229-debd-4949-ba1f-22ae7219424f {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:10:59.367855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:10:59.368194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Checking segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:10:59.368580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Bound using segment: {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:10:59.369024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Bound port: c3ad96c3-2302-477f-aa28-8e93b2ca4886, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3cadb9-0335-4807-98ea-df66152e41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:10:59.369385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.386475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-5f4fbd67-82af-4b0d-b127-1f9a558516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.388690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-5f4fbd67-82af-4b0d-b127-1f9a558516f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0825377 Aug 03 16:10:59.447265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-df89b3c6-0434-4bb1-9d8f-39d9702583cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516875 Aug 03 16:10:59.524849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:10:59.549449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:10:59.572218 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.632502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.633043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.634929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] 10.222.0.78 "PUT /v2.0/ports/c3ad96c3-2302-477f-aa28-8e93b2ca4886 HTTP/1.1" status: 200 len: 1091 time: 1.2509475 Aug 03 16:10:59.645201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-1916c740-0b78-478f-aa10-a8a2d4113e9c service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874652 Aug 03 16:10:59.727769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a20710-8ea9-424c-8ecd-3cf671e98854 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:10:59.797674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-e647f2c6-8f3e-4fb3-a15e-f47e61249e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.799325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-e647f2c6-8f3e-4fb3-a15e-f47e61249e93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1123459 Aug 03 16:10:59.861054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-2d56e511-2e97-45d2-a714-6499b5895919 service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045739 Aug 03 16:10:59.862963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-92eea8cb-962e-4195-9fda-25801f5da35a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886 HTTP/1.1" status: 200 len: 217 time: 0.0535996 Aug 03 16:10:59.959483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.970120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-6b9d1941-72c0-474c-9e5b-786a3d4c2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.971674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-6b9d1941-72c0-474c-9e5b-786a3d4c2460 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0948007 Aug 03 16:10:59.977094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:10:59.986341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-d9860645-d685-4b7e-a4e4-0f843d8ed785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.988009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-d9860645-d685-4b7e-a4e4-0f843d8ed785 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0654750 Aug 03 16:10:59.991452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bce3a-c86d-4225-a6dd-7bb9329e0438 req-5c7141ab-9e31-4dbd-a12d-bda82f0cd1d4 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:10:59.993059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be3bce3a-c86d-4225-a6dd-7bb9329e0438 req-5c7141ab-9e31-4dbd-a12d-bda82f0cd1d4 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0952640 Aug 03 16:11:00.032863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-f43bd268-639b-44eb-a13e-6e63deedb7cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487940 Aug 03 16:11:00.066378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be3bce3a-c86d-4225-a6dd-7bb9329e0438 req-be2e1c7c-bddc-40bb-9126-774656333cf2 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Aug 03 16:11:00.095929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Deleting port a6767855-bec6-48a7-97c5-8aa487b04f60 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:00.096868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.173095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-d481860e-e5ec-4928-971e-8123c385e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:00.174615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-d481860e-e5ec-4928-971e-8123c385e763 service neutron] 10.222.0.72 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 914 time: 0.1771579 Aug 03 16:11:00.192897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-6696f13c-53a9-44c9-bddc-4c364670e2e0 service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329086 Aug 03 16:11:00.194131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.208374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Calling delete_port for a6767855-bec6-48a7-97c5-8aa487b04f60 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:00.227612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-c1335aa6-50e5-490e-966c-cb751959aea4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451 HTTP/1.1" status: 200 len: 217 time: 0.0454063 Aug 03 16:11:00.334338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-cd311390-a2aa-4a85-824f-174b73070599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:00.335690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-cd311390-a2aa-4a85-824f-174b73070599 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0924339 Aug 03 16:11:00.362994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f369a0a-590c-410b-a5ac-713c0691ba31 req-e778bec0-f99e-4113-ad3e-4188dffbead2 service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434448 Aug 03 16:11:00.384197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-cb134c8c-1db5-40e1-8394-7ef82981955c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364604 Aug 03 16:11:00.422465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.450594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Pushing event deleted for resources: {'Port': ['ID=a6767855-bec6-48a7-97c5-8aa487b04f60,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:00.504259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-f84bfb60-2c29-46e7-bdff-2f3fee308016 service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120400 Aug 03 16:11:00.531949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.645439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d4e705d8-2ce1-4467-a1a5-0e02ab00d207 req-2874769b-2f90-4c20-949b-783d4bc3bdaa service neutron] 10.222.0.72 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337237 Aug 03 16:11:00.782528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.785813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.865512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Router be6953fb-e9c6-4573-96b0-45771e6e388a has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:00.942614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:00.950599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:00.951851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e35a240d-a94d-4a34-818b-9bf9321578a1 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "PUT /v2.0/routers/be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 200 len: 706 time: 1.7004073 Aug 03 16:11:00.954661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32846) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:00.957366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] Sync routers for ids ['be6953fb-e9c6-4573-96b0-45771e6e388a'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:00.968979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] Routers {'be6953fb-e9c6-4573-96b0-45771e6e388a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:00.969739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['be6953fb-e9c6-4573-96b0-45771e6e388a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:01.033093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3acd60f4-b2c5-4712-89cf-ce5b13217c8a tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/routers/be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 200 len: 741 time: 0.0771449 Aug 03 16:11:01.035796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32850) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.095739 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f40f427c-4113-4f22-a8e4-30790904e017 tempest-RoutersAdminTest-2109804443 tempest-RoutersAdminTest-2109804443-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 200 len: 205 time: 0.0587704 Aug 03 16:11:01.099064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32856) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.147865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c1a792de-db2c-43bd-ba2e-22bb9ada6f6c tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 200 len: 205 time: 0.0449584 Aug 03 16:11:01.148260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.160820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:01.163285 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:01.188398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:01.203980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] Routers {'be6953fb-e9c6-4573-96b0-45771e6e388a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:01.204919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['be6953fb-e9c6-4573-96b0-45771e6e388a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:01.219729 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f1164a-56ee-45d7-a881-1192880d586f x-openstack-request-id: req-60f1164a-56ee-45d7-a881-1192880d586f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:01.220029 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:01.220285 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60f1164a-56ee-45d7-a881-1192880d586f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:01.220682 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886', 'status': 'completed', 'code': 200} Aug 03 16:11:01.243169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3d7be-5068-4af1-9e0a-884369a74795 req-3a9f0f40-100a-4ad1-938a-c5a90d372499 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:01.251050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11e3d7be-5068-4af1-9e0a-884369a74795 req-3a9f0f40-100a-4ad1-938a-c5a90d372499 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0724657 Aug 03 16:11:01.257909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.267885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:01.268970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46d173-5b8c-4b97-a4a4-5f6b1df11f67 None None] The sync data for ids ['be6953fb-e9c6-4573-96b0-45771e6e388a'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:01.337506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c28d61a-96db-429a-9e04-d3f2c8fbb451 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:11:01.346727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-11e3d7be-5068-4af1-9e0a-884369a74795 req-d579f4df-d2bb-4b88-b7d0-5c317d994859 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839040 Aug 03 16:11:01.355937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-65fdf694-9194-40ea-b8b5-ce3cd94b4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:01.358481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-65fdf694-9194-40ea-b8b5-ce3cd94b4f3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=405272c3eed7499496d3bc536727d39e&device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 1094 time: 0.1062515 Aug 03 16:11:01.486658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-57e88ffd-be6a-40ff-80c6-a7dac94b98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:01.489086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-57e88ffd-be6a-40ff-80c6-a7dac94b98e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 200 len: 914 time: 0.1131163 Aug 03 16:11:01.506681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.509350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.510231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:01.524686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2c28d61a-96db-429a-9e04-d3f2c8fbb451', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'port_id': '2c28d61a-96db-429a-9e04-d3f2c8fbb451', 'mac_address': 'fa:16:3e:07:eb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4ca52c-618d-4b97-bc08-b0deb05657aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:11:01.549130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-6c92bf80-9110-4d57-8157-30200cd239a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886 HTTP/1.1" status: 200 len: 217 time: 0.0503638 Aug 03 16:11:01.561448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.562156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Fanout notify agent at l3_agent the message router_deleted on router be6953fb-e9c6-4573-96b0-45771e6e388a {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:11:01.579445 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.580682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.581848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b0465cf5-b19f-496e-9ff5-2507d8479848 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 204 len: 168 time: 0.4317889 Aug 03 16:11:01.588301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.605964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28d61a-96db-429a-9e04-d3f2c8fbb451 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:11:01.620966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6f06b0aa-2529-4155-9747-2ec0739bbb9d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 200 len: 205 time: 0.0311401 Aug 03 16:11:01.623808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.634151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-d2ecfd4d-7af9-4acc-a5e9-c1be7cc7cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:01.637492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-d2ecfd4d-7af9-4acc-a5e9-c1be7cc7cdcc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 200 len: 853 time: 0.0757008 Aug 03 16:11:01.651184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:01.661511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:01.685520 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f197ce92-5484-49e4-8df2-42cf4d84ab8a tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:01.687799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f197ce92-5484-49e4-8df2-42cf4d84ab8a tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/be6953fb-e9c6-4573-96b0-45771e6e388a HTTP/1.1" status: 404 len: 336 time: 0.0620925 Aug 03 16:11:01.689490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32866) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.704137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-d6e26c15-2a28-4e7b-ac7a-f6e3e40eda0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=257fd229-debd-4949-ba1f-22ae7219424f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583847 Aug 03 16:11:01.741849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73d3cbef-444e-46b0-8460-3797dfd72666 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 200 len: 205 time: 0.0510952 Aug 03 16:11:01.742403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.763405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:01.798174 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-be30e6da-fd52-4c44-a6cb-4f360a3b26fb tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:01.799221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-be30e6da-fd52-4c44-a6cb-4f360a3b26fb tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/1992f6bf-8779-4bbd-a35b-c5869f1482dc HTTP/1.1" status: 404 len: 336 time: 0.0558007 Aug 03 16:11:01.801978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.827733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-f4a854a0-f82f-44d5-b167-6224d156418a service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137440 Aug 03 16:11:01.832080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-90be0818-59de-4d65-bcb4-5f5230f4da51 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 200 len: 205 time: 0.0289502 Aug 03 16:11:01.834442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32872) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.849339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c28d61a-96db-429a-9e04-d3f2c8fbb451'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:01.875472 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-859ffc95-6ed4-43ed-a5b4-198cb59b652d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:01.879035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-859ffc95-6ed4-43ed-a5b4-198cb59b652d tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/3710e645-7229-47d2-ae6e-54da4b56696b HTTP/1.1" status: 404 len: 336 time: 0.0410507 Aug 03 16:11:01.879645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32874) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.920262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee9f0b0c-34e1-4d42-b2ab-071052e808f7 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 200 len: 205 time: 0.0371051 Aug 03 16:11:01.920476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.946318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdfcb9bd-9bf1-4856-9017-5bc6f3a0e8ee req-20f4ac18-47d7-46f7-9c41-1961613dda0c service neutron] 10.222.0.78 "GET /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068625 Aug 03 16:11:01.962393 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-d10c1fb0-478a-40a4-afa4-32f6925ba04e tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:01.965736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d10c1fb0-478a-40a4-afa4-32f6925ba04e tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/94a40db3-baa6-4de7-899b-9aaa43145559 HTTP/1.1" status: 404 len: 336 time: 0.0419693 Aug 03 16:11:01.966244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:01.993931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14ec5b31-c0e9-42bd-8eb0-22a8e15e744f tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 200 len: 205 time: 0.0263758 Aug 03 16:11:01.996480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32882) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.038490 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-f6f77650-3b1a-4845-ac5f-0cd0f0d11b6f tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:02.039544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f6f77650-3b1a-4845-ac5f-0cd0f0d11b6f tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/c8117e08-5d17-456f-b2be-e0c7c0b2128e HTTP/1.1" status: 404 len: 336 time: 0.0416009 Aug 03 16:11:02.042356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.070126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-35b32a02-d936-4492-b612-69abac9b1f26 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "GET /v2.0/ports?device_id=222a98d3-b1ad-4ded-8201-2c3cc58e0581 HTTP/1.1" status: 200 len: 205 time: 0.0266581 Aug 03 16:11:02.072804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.113546 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-1f697d83-b051-47f7-835c-269ba7850ce7 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] delete failed (client error): The resource could not be found. Aug 03 16:11:02.114629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f697d83-b051-47f7-835c-269ba7850ce7 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/routers/222a98d3-b1ad-4ded-8201-2c3cc58e0581 HTTP/1.1" status: 404 len: 336 time: 0.0409362 Aug 03 16:11:02.117379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32888) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.148812 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9798537-cbd5-42fe-ab09-9e0b48853937 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] DELETE failed (client error): The resource could not be found. Aug 03 16:11:02.149302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9798537-cbd5-42fe-ab09-9e0b48853937 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:11:02.151086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a9798537-cbd5-42fe-ab09-9e0b48853937 tempest-RoutersAdminTest-2142880771 tempest-RoutersAdminTest-2142880771-project] 10.222.0.70 "DELETE /v2.0/subnets/bfb0cf45-1a38-4ee4-98e8-282fbd60b24b HTTP/1.1" status: 404 len: 337 time: 0.0323708 Aug 03 16:11:02.369021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 32896) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.483696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c38567-4aba-45af-92d2-d49436d5a5cf req-f81c8be1-1a08-458b-a446-49a00bf40196 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:02.485255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57c38567-4aba-45af-92d2-d49436d5a5cf req-f81c8be1-1a08-458b-a446-49a00bf40196 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 943 time: 0.0601563 Aug 03 16:11:02.501600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a10072e-8256-4b8f-a779-323cd595967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.531619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57c38567-4aba-45af-92d2-d49436d5a5cf req-0a18d614-78ee-4d7a-a7af-849f1f0d2f24 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370879 Aug 03 16:11:02.624120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a10072e-8256-4b8f-a779-323cd595967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.628511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a10072e-8256-4b8f-a779-323cd595967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.667693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a10072e-8256-4b8f-a779-323cd595967e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfe6300c6ddb446286d506a5bd6d1f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973526 Aug 03 16:11:02.670691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32908) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:02.681941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10072e-8256-4b8f-a779-323cd595967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f1acf-0667-4231-9ebd-7deab3e6fe46,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:02.743087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.774591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.847049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.849764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:02.853298 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/910f1acf-0667-4231-9ebd-7deab3e6fe46 HTTP/1.1" status: 204 len: 168 time: 0.1792715 Aug 03 16:11:02.884596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317893b-a8c5-4044-8779-c2ff8ba96171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f1acf-0667-4231-9ebd-7deab3e6fe46,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:02.913480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d397bf-0963-473a-a094-880bfd3c89e1 req-a395b115-8e36-4c40-b126-debc7cfd4a95 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:02.915027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11d397bf-0963-473a-a094-880bfd3c89e1 req-a395b115-8e36-4c40-b126-debc7cfd4a95 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 947 time: 0.0630429 Aug 03 16:11:02.959744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11d397bf-0963-473a-a094-880bfd3c89e1 req-79e21fbc-e156-4096-bd83-671922cb4c69 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385070 Aug 03 16:11:03.153161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:03.206585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-48f7d0c4-97f3-4f0c-97ae-31a93d7322cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=446e103673fe46f5a22bd6553f3a7932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503612 Aug 03 16:11:03.206804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:03.260133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.282638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.339375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.342324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.343754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c182868-e570-4a51-9cb4-a93320261693 HTTP/1.1" status: 204 len: 168 time: 0.1360135 Aug 03 16:11:03.351667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c28d61a-96db-429a-9e04-d3f2c8fbb451 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:03.359930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e33fc-7ab6-4845-80e6-2a81605c2753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c182868-e570-4a51-9cb4-a93320261693,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:03.434157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:03.438903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:03.439392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.539215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.572340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:03.574808 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b769b-991a-44e5-8dff-b2754c739bef" -d '{"events": [{"server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:03.587471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:03.595850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.651759 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2aa54-bf4f-47c7-ba1f-76cb88ccffaa x-openstack-request-id: req-adb2aa54-bf4f-47c7-ba1f-76cb88ccffaa {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:03.652336 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:03.652875 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adb2aa54-bf4f-47c7-ba1f-76cb88ccffaa {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:03.654640 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451', 'code': 200} Aug 03 16:11:03.671954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:03.749303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c3ad96c3-2302-477f-aa28-8e93b2ca4886 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:11:03.757809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cd1e0-69c3-4938-baf8-6ce13ba92233 req-a4399bd7-d778-4b21-88ae-afe6c159ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:03.759899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b32cd1e0-69c3-4938-baf8-6ce13ba92233 req-a4399bd7-d778-4b21-88ae-afe6c159ef4e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0532601 Aug 03 16:11:03.771150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f8302-e7cc-4d96-b606-2bc2a077a509 req-b8d6f773-f8b6-48fe-8981-48c87173b219 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:03.781870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc7f8302-e7cc-4d96-b606-2bc2a077a509 req-b8d6f773-f8b6-48fe-8981-48c87173b219 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 943 time: 0.1188025 Aug 03 16:11:03.850893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b32cd1e0-69c3-4938-baf8-6ce13ba92233 req-57669f8e-47be-44c6-a666-0f9aa1cb2be1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659072 Aug 03 16:11:03.862559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc7f8302-e7cc-4d96-b606-2bc2a077a509 req-1ad0f4bd-f1bd-4f6e-b3cc-561120b384be tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Aug 03 16:11:03.899126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:03.912227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886', 'network_id': '257fd229-debd-4949-ba1f-22ae7219424f', 'port_id': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886', 'mac_address': 'fa:16:3e:f5:81:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4ca52c-618d-4b97-bc08-b0deb05657aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:11:03.954810 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:03.970748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ad96c3-2302-477f-aa28-8e93b2ca4886 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:11:03.992885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:04.003341 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.066196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:04.109827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e00cb-7b99-4d46-a28c-5113dad47302 req-f17f5853-cf2f-452a-91e5-e7da8a8aa666 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:04.111718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-723e00cb-7b99-4d46-a28c-5113dad47302 req-f17f5853-cf2f-452a-91e5-e7da8a8aa666 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 947 time: 0.0605700 Aug 03 16:11:04.161081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-723e00cb-7b99-4d46-a28c-5113dad47302 req-ca8d28b4-f350-457d-b1e4-e2d535ab06ad tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups?id=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Aug 03 16:11:04.284985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:04.302587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c3ad96c3-2302-477f-aa28-8e93b2ca4886'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:04.375876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-ed5640f4-8959-4329-82a2-6f652e54df6f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:04.378101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-ed5640f4-8959-4329-82a2-6f652e54df6f tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 947 time: 0.0659690 Aug 03 16:11:04.429982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-176827874'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:04.473632 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:04.477354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.491193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.517186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Deleting port 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:04.517452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.626920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] For port 49d894be-1599-41bf-9daa-a9a97fb13402, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=49d894be-1599-41bf-9daa-a9a97fb13402,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:04.627372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.649220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.653981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.682909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:11:04.694029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a05016-feac-475c-beff-4a8ef2405e9f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:04.699149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.699511 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Added segment 0c2d6ac1-5fcf-4c48-b952-818e57a0110f of type vlan for network 654a8a24-0340-4972-9b59-bfe5a09e615c Aug 03 16:11:04.743934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.776732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.782631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:04.783241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.829389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.829389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:04.829389 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Floating IP a0bd991a-ef7f-4463-b707-679b4c559fd7 disassociated. External IP: 172.25.7.65, port: 49d894be-1599-41bf-9daa-a9a97fb13402. Aug 03 16:11:04.829389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Calling delete_port for 49d894be-1599-41bf-9daa-a9a97fb13402 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:04.862047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5757146 Aug 03 16:11:04.876229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:04.886631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'subnet': {'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:04.934486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853590-8f3e-4ef7-8c48-4855a5944619 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Network': ['ID=654a8a24-0340-4972-9b59-bfe5a09e615c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:04.946486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 654a8a24-0340-4972-9b59-bfe5a09e615c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:11:05.005864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:05.013371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.025815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.063365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'Port': ['ID=49d894be-1599-41bf-9daa-a9a97fb13402,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:05.130628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9023f4-16fb-4abd-a9c9-2a30ffa12970 req-38de4110-7b2a-4a9d-9336-46957c2a6e54 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:05.132360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a9023f4-16fb-4abd-a9c9-2a30ffa12970 req-38de4110-7b2a-4a9d-9336-46957c2a6e54 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 944 time: 0.2001035 Aug 03 16:11:05.243402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a9023f4-16fb-4abd-a9c9-2a30ffa12970 req-fd3e1043-5341-46eb-9ad1-8fe4673edafd tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951388 Aug 03 16:11:05.246695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.251930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:05.360910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050ea60-deb7-4771-8cb0-9315463c7110 req-bd677cab-0c58-47b1-a69b-3c06646a8c30 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:05.362416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d050ea60-deb7-4771-8cb0-9315463c7110 req-bd677cab-0c58-47b1-a69b-3c06646a8c30 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.1337802 Aug 03 16:11:05.370358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Subnet': ['ID=dea7cbd1-68ff-407e-b468-56ec476d3f1e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:05.398543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Checking segment: {'id': '0c2d6ac1-5fcf-4c48-b952-818e57a0110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:05.398916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network hostable DHCP agents. Network: 654a8a24-0340-4972-9b59-bfe5a09e615c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:11:05.424290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d050ea60-deb7-4771-8cb0-9315463c7110 req-80fb9a4e-bf5d-4231-8c2b-e8dad68a40d0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503426 Aug 03 16:11:05.439982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:11:05.461381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 654a8a24-0340-4972-9b59-bfe5a09e615c) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:05.461381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:05.461381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.463194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32968) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:05.473975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eebf79-ebbe-4873-a046-146955073681 None None] Network 654a8a24-0340-4972-9b59-bfe5a09e615c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:05.595737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b60b3d19-669d-4fb6-953f-26eb62aa5c18 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 200 len: 992 time: 0.1209450 Aug 03 16:11:05.602820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6c0a9bb-72a7-410a-b267-e2efa51a2204 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7257478 Aug 03 16:11:05.607160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32972) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:05.615496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-530902702', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:05.659455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.661532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.706814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f4381-ce79-49bd-8764-e7fd1ece601b None None] Network 654a8a24-0340-4972-9b59-bfe5a09e615c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:05.779352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.831440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c3ad96c3-2302-477f-aa28-8e93b2ca4886 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:05.939408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-120b4249-57cd-4452-843e-d88e0d7763d5 req-1700cd29-fcba-4233-a994-0c1b0427c08c tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/ports?device_id=65c06667-acab-4501-97b6-cbc4f9262131 HTTP/1.1" status: 200 len: 210 time: 0.6079659 Aug 03 16:11:05.948289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port c3ad96c3-2302-477f-aa28-8e93b2ca4886 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:05.965961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c3ad96c3-2302-477f-aa28-8e93b2ca4886 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:05.966344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.976329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:05.998784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:06.012057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:06.025356 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:06.030617 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:06.051535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] No DVR routers for this DVR port 49d894be-1599-41bf-9daa-a9a97fb13402 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:06.054669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:06.057871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9dd333c-e3cd-434a-9f9a-817d97b06ed0 req-f43dff83-5d9e-4c6a-a072-666e38ee3aea tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.78 "DELETE /v2.0/ports/49d894be-1599-41bf-9daa-a9a97fb13402 HTTP/1.1" status: 204 len: 173 time: 1.6695940 Aug 03 16:11:06.058751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-deleted', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:06.062642 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa52e389-0e43-4540-81f7-1966754b1869" -d '{"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-deleted", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:06.084810 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:06.105463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f094-a4dd-48c2-8b98-2f0748c54fcb req-ff4846c0-4db4-4315-bdd7-c5b70ec24db4 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:06.108183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dec9f094-a4dd-48c2-8b98-2f0748c54fcb req-ff4846c0-4db4-4315-bdd7-c5b70ec24db4 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1096 time: 0.1265686 Aug 03 16:11:06.119266 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b914200-9017-4ea6-9ee6-ae6523c812e8 x-openstack-request-id: req-7b914200-9017-4ea6-9ee6-ae6523c812e8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:06.120198 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c06667-acab-4501-97b6-cbc4f9262131", "name": "network-vif-deleted", "tag": "49d894be-1599-41bf-9daa-a9a97fb13402", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:06.120198 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b914200-9017-4ea6-9ee6-ae6523c812e8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:06.120540 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c06667-acab-4501-97b6-cbc4f9262131', 'name': 'network-vif-deleted', 'tag': '49d894be-1599-41bf-9daa-a9a97fb13402', 'status': 'completed', 'code': 200} Aug 03 16:11:06.139151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:06.143592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:06.148566 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0fdb82-01b3-42a7-8c62-3cb30f1ea594" -d '{"events": [{"server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "name": "network-vif-plugged", "status": "completed", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:06.152989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:06.194517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dec9f094-a4dd-48c2-8b98-2f0748c54fcb req-aa9d9227-d3b9-4354-8f4e-12c41be554db tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675607 Aug 03 16:11:06.242536 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b508b-68f5-4cdc-9110-de2460d8f765 x-openstack-request-id: req-3c4b508b-68f5-4cdc-9110-de2460d8f765 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:06.242843 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "name": "network-vif-plugged", "status": "completed", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:06.243913 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c4b508b-68f5-4cdc-9110-de2460d8f765 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:06.244794 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886', 'code': 200} Aug 03 16:11:06.264796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:06.469176 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:06.491390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cc8fa-3c1d-42d4-802c-31b77e9ab990 req-fa23426e-8655-406d-b9a2-fc0dafd81125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:06.493424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a7cc8fa-3c1d-42d4-802c-31b77e9ab990 req-fa23426e-8655-406d-b9a2-fc0dafd81125 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1479120 Aug 03 16:11:06.548664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b89de-d81a-4f5b-82d9-49a0510ab40a req-64231ce2-6f6d-4dbb-ab6c-921227244218 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:06.557907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-503b89de-d81a-4f5b-82d9-49a0510ab40a req-64231ce2-6f6d-4dbb-ab6c-921227244218 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 945 time: 0.1622272 Aug 03 16:11:06.587034 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a7cc8fa-3c1d-42d4-802c-31b77e9ab990 req-e35ebfdd-2209-4dab-ad77-e7ba8e241b91 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837133 Aug 03 16:11:06.624492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-503b89de-d81a-4f5b-82d9-49a0510ab40a req-53775e3e-3a24-4557-aff2-9ab38a80c9fb tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652878 Aug 03 16:11:06.786968 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:06.802900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:06.826510 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:06.828696 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:06.835452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:06.836540 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:06.954110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.229 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/d779e5bc-471d-444b-ab1f-f5d5a92f9100) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:06.976739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:07.053450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:07.116047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.139340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.144494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.146365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-27a4167e-0a25-4e88-8ea6-58edbb75e922 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1769295 Aug 03 16:11:07.196006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.230432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.235555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.237304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "DELETE /v2.0/security-groups/5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58 HTTP/1.1" status: 204 len: 168 time: 0.1826746 Aug 03 16:11:07.241899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33016) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:07.243646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:07.252802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:07.254351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:07.260490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:07.268661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.269059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.269472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.270387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.270812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.271094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.271912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.272308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.272658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.272989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.273319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.273713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6eacd6-5c4f-443a-9c1a-24279db82716 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:07.280925 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:07.320016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70e2bd-4509-4111-b0a7-51988457ecbb None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:02:55Z', 'revision_number': 4, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bdc756fc-111a-4fe1-8493-87cd48ead57f', 'name': '', 'network_id': 'fb7362c6-ef48-4a18-9589-840ad603e279', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'mac_address': 'fa:16:3e:94:87:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '98c3b425-6eeb-4363-968d-2f444d438765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:54Z', 'updated_at': '2021-08-03T16:03:02Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'subnets': [{'id': '98c3b425-6eeb-4363-968d-2f444d438765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:07.326123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=d779e5bc-471d-444b-ab1f-f5d5a92f9100,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:07.329083 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-aef55d66-a8f4-41f8-9bbb-3c43850fe902 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] show failed (client error): The resource could not be found. Aug 03 16:11:07.333304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:07.333442 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aef55d66-a8f4-41f8-9bbb-3c43850fe902 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "GET /v2.0/security-groups/5ab98a9c-2bf4-4e4a-b35f-1a3ad0078a58 HTTP/1.1" status: 404 len: 347 time: 0.0882397 Aug 03 16:11:07.588415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Deleting port 41e0e3f1-5467-4878-aeb1-4efe82d266a1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:07.588883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.713415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.726067 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.730938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:07.748081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Calling delete_port for 41e0e3f1-5467-4878-aeb1-4efe82d266a1 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:07.764607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:07.819037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41177be-5044-49a7-90b0-c844126e3a5b None None] New status for floating IP a0bd991a-ef7f-4463-b707-679b4c559fd7: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:11:07.865186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-84b5afc6-b24b-4bf0-827e-b77f95b399a3 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:11:07.866859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-84b5afc6-b24b-4bf0-827e-b77f95b399a3 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095851 Aug 03 16:11:07.880320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 49d894be-1599-41bf-9daa-a9a97fb13402 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:07.880936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 49d894be-1599-41bf-9daa-a9a97fb13402 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:07.884986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Request body: {'binding': {'host': 'n-h1-803226-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:07.885633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Unknown quota resources ['binding']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 16:11:07.899205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb2e2-8526-4069-89a5-f9aa3de099e9 req-5249f09a-727e-45e7-8382-a7db11d8db28 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:07.907929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-237fb2e2-8526-4069-89a5-f9aa3de099e9 req-5249f09a-727e-45e7-8382-a7db11d8db28 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 945 time: 0.1492739 Aug 03 16:11:07.975312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-237fb2e2-8526-4069-89a5-f9aa3de099e9 req-423615b6-62b6-45e2-a31e-65416b288967 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Aug 03 16:11:08.084679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.085729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.114699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Pushing event deleted for resources: {'Port': ['ID=41e0e3f1-5467-4878-aeb1-4efe82d266a1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:08.217417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3d25-1420-421f-88ff-af59cacdd1e4 req-9b333dc1-9657-4a5c-b4c2-7bb1b77c7d1d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:08.222619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd0c3d25-1420-421f-88ff-af59cacdd1e4 req-9b333dc1-9657-4a5c-b4c2-7bb1b77c7d1d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 946 time: 0.1119840 Aug 03 16:11:08.233126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.236458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.237938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2909a717-0a7c-4824-92f1-2025b28993a9 tempest-AttachVolumeShelveTestJSON-1027111239 tempest-AttachVolumeShelveTestJSON-1027111239-project] 10.222.0.70 "DELETE /v2.0/floatingips/a0bd991a-ef7f-4463-b707-679b4c559fd7 HTTP/1.1" status: 204 len: 168 time: 0.9029195 Aug 03 16:11:08.246596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on host n-h1-803226-3 for vnic_type normal with profile None {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:08.248736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:08.248736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:08.260689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:11:08.261338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:08.271390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:08.271753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:08.272167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Bound using segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:08.272597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Bound port: a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:08.319378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bd0c3d25-1420-421f-88ff-af59cacdd1e4 req-00a791b1-618c-45f4-8d54-96c09b9efe07 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Aug 03 16:11:08.438574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:11:08.457991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:08.507216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] Notify callbacks [] for binding, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.508419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] 10.222.0.70 "POST /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6300581 Aug 03 16:11:08.607238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:08.617675 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:08.634408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:08.637736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:08.666556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:08.674435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:08.684507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e89d7066-9641-4cd8-a763-e98ae685623d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0753469 Aug 03 16:11:08.692997 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:08.708347 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:08.709575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:10:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:08.826129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d242d-4a4b-4d81-8bb6-9547103d2895 req-00b7a86f-95c9-4291-8837-5cde316e761f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:08.829033 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e21d242d-4a4b-4d81-8bb6-9547103d2895 req-00b7a86f-95c9-4291-8837-5cde316e761f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.1388273 Aug 03 16:11:08.832663 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:08.833527 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35ec45-6e69-40f7-b35d-dc1c5be8a45f None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:08.912665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e21d242d-4a4b-4d81-8bb6-9547103d2895 req-49c54a4f-d42b-439a-b053-8190aefeee25 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745304 Aug 03 16:11:09.094532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c4ab912c-177b-4bb5-803a-8549f43105fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.096153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c4ab912c-177b-4bb5-803a-8549f43105fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1096 time: 0.1297498 Aug 03 16:11:09.156406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227c4ce-c30e-4a8c-b762-c8eef3d9162e req-c980e75c-f2ff-4537-8cc5-d4ba18f7530d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.158151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9227c4ce-c30e-4a8c-b762-c8eef3d9162e req-c980e75c-f2ff-4537-8cc5-d4ba18f7530d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 946 time: 0.1903465 Aug 03 16:11:09.322930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9227c4ce-c30e-4a8c-b762-c8eef3d9162e req-67e72fe2-75be-458b-a08b-14e1b8c90bc2 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513782 Aug 03 16:11:09.328465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-fce780c1-0c5b-49de-97b5-5ef9fa55afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.329862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-fce780c1-0c5b-49de-97b5-5ef9fa55afd7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.2259731 Aug 03 16:11:09.441738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-60c7fa48-e99e-4e94-aef5-dfcb27e5b3d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 1000 time: 0.1034336 Aug 03 16:11:09.514894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:09.521504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-097c57e6-678c-429a-89f9-90e0e412f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.523002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-097c57e6-678c-429a-89f9-90e0e412f1d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.0628004 Aug 03 16:11:09.630409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d8241d5f-aba0-4138-b62a-58c522a6e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.632328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d8241d5f-aba0-4138-b62a-58c522a6e6f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004460 Aug 03 16:11:09.846830 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e1596be-04b9-4b1e-b531-1dcbb49a211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:09.881124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-315c5cf1-18c0-44fb-a356-ef335cd855ef service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185419 Aug 03 16:11:09.944481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-a148c6e1-0eeb-4a62-9bec-a1d856e05033 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:09.948256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-a148c6e1-0eeb-4a62-9bec-a1d856e05033 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 946 time: 0.0905573 Aug 03 16:11:10.087800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f0ae4991-a54e-46db-9c7e-90a7f9934c91 service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974530 Aug 03 16:11:10.088889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.1 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/c2dcd258-6f2f-41df-ae5f-198a0f1953e2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:10.142574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0069-9ddd-4832-8051-95c1ad37804f req-360e7a31-22a7-46a5-9dc2-0fb70f46f457 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:10.144225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e6e0069-9ddd-4832-8051-95c1ad37804f req-360e7a31-22a7-46a5-9dc2-0fb70f46f457 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.1334186 Aug 03 16:11:10.221880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Deleting port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:10.222239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.311754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e6e0069-9ddd-4832-8051-95c1ad37804f req-c7ae29c1-54c8-48f8-b0ea-69e7778fdb44 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602955 Aug 03 16:11:10.406204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] For port 2c28d61a-96db-429a-9e04-d3f2c8fbb451, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2c28d61a-96db-429a-9e04-d3f2c8fbb451,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:10.406799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.410204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.434364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Calling delete_port for 2c28d61a-96db-429a-9e04-d3f2c8fbb451 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:10.461630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d9e41ab6-5170-4c68-9722-9086d6a5db83 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:10.463153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d9e41ab6-5170-4c68-9722-9086d6a5db83 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3&tenant_id=0ef1c18733084b37b21981061221f2dd&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1096 time: 0.2844677 Aug 03 16:11:10.503428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.533950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803226-3'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:10.653889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:10.675691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0f8b5-8836-4f39-b8dd-8d840392698e req-a0c72a69-10d0-456e-bc87-72eeb7ac3f81 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:10.677391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20b0f8b5-8836-4f39-b8dd-8d840392698e req-a0c72a69-10d0-456e-bc87-72eeb7ac3f81 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2 HTTP/1.1" status: 200 len: 946 time: 0.2110772 Aug 03 16:11:10.699686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:10.717813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-8122cf61-22be-4004-8abc-a6a32dfd6f86 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:10.719296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-8122cf61-22be-4004-8abc-a6a32dfd6f86 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 945 time: 0.2682362 Aug 03 16:11:10.719939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=c2dcd258-6f2f-41df-ae5f-198a0f1953e2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:10.736105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.756623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c28d61a-96db-429a-9e04-d3f2c8fbb451'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:10.800930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event deleted for resources: {'Port': ['ID=2c28d61a-96db-429a-9e04-d3f2c8fbb451,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:10.808684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:10.819084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c3ad96c3-2302-477f-aa28-8e93b2ca4886'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:10.901072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] No DVR routers for this DVR port 2c28d61a-96db-429a-9e04-d3f2c8fbb451 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:10.904730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.907176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-352b2182-ee2b-4496-83e7-8703b77cbc0a req-7d32843b-a470-4d81-a55c-e03ca1b1341d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.72 "DELETE /v2.0/ports/2c28d61a-96db-429a-9e04-d3f2c8fbb451 HTTP/1.1" status: 204 len: 173 time: 0.9528165 Aug 03 16:11:10.907733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'name': 'network-vif-deleted', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:10.911813 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb187e80-c67b-4a45-8223-8a37c1625a94" -d '{"events": [{"server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "name": "network-vif-deleted", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:10.924621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:10.986929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20b0f8b5-8836-4f39-b8dd-8d840392698e req-8e13022d-b498-45dc-983a-1db33d4e9472 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824512 Aug 03 16:11:11.024954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.062251 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38901799-0db0-4f7b-9635-15e00ab79680 x-openstack-request-id: req-38901799-0db0-4f7b-9635-15e00ab79680 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:11.062998 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2", "name": "network-vif-deleted", "tag": "2c28d61a-96db-429a-9e04-d3f2c8fbb451", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:11.062998 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38901799-0db0-4f7b-9635-15e00ab79680 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:11.063297 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91c1ff-e7d8-4c4b-aec7-6e12fe346bf2', 'name': 'network-vif-deleted', 'tag': '2c28d61a-96db-429a-9e04-d3f2c8fbb451', 'status': 'completed', 'code': 200} Aug 03 16:11:11.099293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Deleting port c3ad96c3-2302-477f-aa28-8e93b2ca4886 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:11.099689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.314258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] For port c3ad96c3-2302-477f-aa28-8e93b2ca4886, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c3ad96c3-2302-477f-aa28-8e93b2ca4886,segment=NetworkSegment(4f3cadb9-0335-4807-98ea-df66152e41d2),segment_id=4f3cadb9-0335-4807-98ea-df66152e41d2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:11.314838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.344492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Calling delete_port for c3ad96c3-2302-477f-aa28-8e93b2ca4886 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:11.349356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:11.446865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.483888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:11.682701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.707892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:11.710587 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c869f96-6755-48fc-95d8-9c7497bd7ed5" -d '{"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:11.735532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:11.816359 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749883a-fada-4ff0-8abc-323cd9e78c88 x-openstack-request-id: req-5749883a-fada-4ff0-8abc-323cd9e78c88 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:11.817175 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:11.817475 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5749883a-fada-4ff0-8abc-323cd9e78c88 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:11.817901 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'code': 200} Aug 03 16:11:12.104923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-32b293ea-7511-4f99-997d-84e4392af183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.207804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1d013834-7b25-4cf0-baad-06897741aa93 None None] Provisioning complete for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:12.208184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1d013834-7b25-4cf0-baad-06897741aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.247697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3e0f-056e-44cd-9efd-d330ecc71bac req-824e5ceb-0e9d-4082-b4e6-2196bc65711e tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:12.250192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47bf3e0f-056e-44cd-9efd-d330ecc71bac req-824e5ceb-0e9d-4082-b4e6-2196bc65711e tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 945 time: 0.0889232 Aug 03 16:11:12.322197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47bf3e0f-056e-44cd-9efd-d330ecc71bac req-5161932c-870d-4d70-b5f1-8bf64c0c343a tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea06e19c-1c24-460c-8901-c77faaf14d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651493 Aug 03 16:11:12.327610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1d013834-7b25-4cf0-baad-06897741aa93 None None] Port a68c49fc-0c59-416a-a2e8-3aeeb07529cc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:11:12.456586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190806b-d766-489d-b309-f1fab738ee46 req-a79198b4-78aa-449c-ba45-cf6f6215e0f6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:12.458192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8190806b-d766-489d-b309-f1fab738ee46 req-a79198b4-78aa-449c-ba45-cf6f6215e0f6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.7981079 Aug 03 16:11:12.514966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:12.619000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.630901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2c28d61a-96db-429a-9e04-d3f2c8fbb451'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:12.663890 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8190806b-d766-489d-b309-f1fab738ee46 req-a9b5b4aa-388c-46bb-98c0-7b9e2bf74e75 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839933 Aug 03 16:11:12.706097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Pushing event deleted for resources: {'Port': ['ID=c3ad96c3-2302-477f-aa28-8e93b2ca4886,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:12.715000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on host n-h2-803226-3 for vnic_type normal with profile {"migrating_to": "n-h1-803226-3"} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:12.715952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:12.716255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:12.751534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:11:12.751880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Attempting to bind port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:12.784975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] No DVR routers for this DVR port c3ad96c3-2302-477f-aa28-8e93b2ca4886 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:12.787550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.790087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-406026c5-f1fc-40de-b3a1-5390ab7dcd55 req-4d1afc09-8af4-4d19-8852-529e3093c280 tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.78 "DELETE /v2.0/ports/c3ad96c3-2302-477f-aa28-8e93b2ca4886 HTTP/1.1" status: 204 len: 173 time: 2.0634983 Aug 03 16:11:12.791440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.792743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:12.793187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Checking segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:12.793633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Bound using segment: {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:12.794135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Bound port: a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3caea67-ca22-4f09-a7d6-78f4d0883a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:12.794590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.852506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.861438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.962888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:12.968167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=c2dcd258-6f2f-41df-ae5f-198a0f1953e2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:12.971983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:12.973897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:12.991668 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.148781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=8']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:13.212729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:13.227253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:13.233945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:13.234688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.236008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-f3cef572-ba3c-4687-9c3f-2b3c9a209497 service neutron] 10.222.0.72 "PUT /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 1121 time: 2.7300708 Aug 03 16:11:13.329333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a68c49fc-0c59-416a-a2e8-3aeeb07529cc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:13.365485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:11:13.423643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] Provisioning complete for port a68c49fc-0c59-416a-a2e8-3aeeb07529cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:13.424430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.473492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:13.565543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ea237d8a-1a1a-41d2-93ba-0e2d5ae99cd6 req-7a270359-1c0e-475a-8b35-74e0a93dc58d tempest-MultipleCreateTestJSON-2011359221 tempest-MultipleCreateTestJSON-2011359221-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f731fb-cf2e-4fc0-9337-448d925dc8f3 HTTP/1.1" status: 200 len: 210 time: 0.0432131 Aug 03 16:11:13.623895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.676330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:13.687796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5d140d55-b04c-45a7-8c1f-a393d9636a63 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/routers/2e6e7364-f29a-4cf7-bb31-e2d963264499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0093527 Aug 03 16:11:13.687796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:13.695045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'port': {'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c', 'name': 'tempest-FloatingIPTestJSON-1777730334'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:13.703033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:13.709999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:13.712597 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1384d715-ac40-40e4-9100-493288588752" -d '{"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-plugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:13.716030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:13.728265 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.800374 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3426d5-e39f-4fb2-bd1d-2314e2d5e44d x-openstack-request-id: req-ae3426d5-e39f-4fb2-bd1d-2314e2d5e44d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:13.800678 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-plugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:13.800947 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae3426d5-e39f-4fb2-bd1d-2314e2d5e44d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:13.801485 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'code': 200} Aug 03 16:11:13.827853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c3ad96c3-2302-477f-aa28-8e93b2ca4886 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:13.836265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'name': 'network-vif-deleted', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886'}, {'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:13.838821 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd" -d '{"events": [{"server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "name": "network-vif-deleted", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886"}, {"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:13.864154 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.919740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:13.924024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:13.951549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:13.952207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:13.957076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd758-9438-4de2-aa36-ea3c2612e99c req-97082daa-ec17-4cc0-9ce3-34c7eee21347 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:13.959094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c6bd758-9438-4de2-aa36-ea3c2612e99c req-97082daa-ec17-4cc0-9ce3-34c7eee21347 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.0981469 Aug 03 16:11:13.965447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] device_id is not set on port e690e4b8-c8fb-45a6-acf1-f63d0178034c yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:11:14.010254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:14.027029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: c3ad96c3-2302-477f-aa28-8e93b2ca4886 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:14.027387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c3ad96c3-2302-477f-aa28-8e93b2ca4886 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:14.067100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb569-3322-427b-87cc-8bedd440f097 None None] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:14.104033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:14.104754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:14.150037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:14.151048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2305c-5b8d-4523-8ae3-04ad4945320f None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:14.177864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.3 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/e690e4b8-c8fb-45a6-acf1-f63d0178034c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:14.331045 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c691ff-8050-4e6b-9255-c79f95bc4010 x-openstack-request-id: req-64c691ff-8050-4e6b-9255-c79f95bc4010 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:14.331595 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f731fb-cf2e-4fc0-9337-448d925dc8f3", "name": "network-vif-deleted", "tag": "c3ad96c3-2302-477f-aa28-8e93b2ca4886", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:14.331930 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64c691ff-8050-4e6b-9255-c79f95bc4010 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:14.332541 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f731fb-cf2e-4fc0-9337-448d925dc8f3', 'name': 'network-vif-deleted', 'tag': 'c3ad96c3-2302-477f-aa28-8e93b2ca4886', 'status': 'completed', 'code': 200} Aug 03 16:11:14.332940 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'status': 'completed', 'code': 200} Aug 03 16:11:14.439269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33176) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:14.470424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c6bd758-9438-4de2-aa36-ea3c2612e99c req-88a2bca2-b940-426a-b870-850a35ca8948 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363354 Aug 03 16:11:14.484291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-f7920134-186b-4ea1-83c9-f7311646542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:14.486188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-f7920134-186b-4ea1-83c9-f7311646542b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1126 time: 0.1587296 Aug 03 16:11:14.499348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:14.662887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-35fd3287-2d27-4b16-b998-ce2b31377b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:14.664799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-35fd3287-2d27-4b16-b998-ce2b31377b43 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.1623960 Aug 03 16:11:14.670413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:14.672155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33184) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:14.738948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Deleting subnet 0a4ca52c-618d-4b97-bc08-b0deb05657aa {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:11:14.742320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:14.854175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:14.910970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:14.915694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=e690e4b8-c8fb-45a6-acf1-f63d0178034c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:14.934176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:14.947887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-70c845e5-91ab-4feb-8a67-4defc2cfd928 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 1000 time: 0.2197433 Aug 03 16:11:14.952079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:14.982696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.043175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.129009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.153690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.217390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-b22952c2-a8a1-4515-b91c-18b294933ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:15.219444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-b22952c2-a8a1-4515-b91c-18b294933ebe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.2623711 Aug 03 16:11:15.228638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4ca52c-618d-4b97-bc08-b0deb05657aa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:15.256130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.258496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b368e41b-f808-4574-b2b2-af8ca9997ac7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0a4ca52c-618d-4b97-bc08-b0deb05657aa HTTP/1.1" status: 204 len: 168 time: 0.5851736 Aug 03 16:11:15.283472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:15.285226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.288839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33194) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:15.401685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1ffe2bd6-8a18-48a0-b16d-0242bb263353 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7118411 Aug 03 16:11:15.420503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:15.437277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'port': {'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c', 'name': 'tempest-FloatingIPTestJSON-708794120'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:15.443576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:11:15.446675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c28d61a-96db-429a-9e04-d3f2c8fbb451 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:15.468550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.514884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 2c28d61a-96db-429a-9e04-d3f2c8fbb451 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:15.515109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-ef1ecc73-ad3e-4782-b9f2-f716961ddec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:15.515980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2c28d61a-96db-429a-9e04-d3f2c8fbb451 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:15.516671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-ef1ecc73-ad3e-4782-b9f2-f716961ddec8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825584 Aug 03 16:11:15.646674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:15.669209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-e9e9d327-6a6e-4efd-afc8-95319f703e0b service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389079 Aug 03 16:11:15.685156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc has no active binding in host n-h1-803226-3 {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 16:11:15.790655 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.884135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Deleting port bdc756fc-111a-4fe1-8493-87cd48ead57f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:15.884624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.968979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] For port bdc756fc-111a-4fe1-8493-87cd48ead57f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bdc756fc-111a-4fe1-8493-87cd48ead57f,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:15.969601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:15.985777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Calling delete_port for bdc756fc-111a-4fe1-8493-87cd48ead57f owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:16.112080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257fd229-debd-4949-ba1f-22ae7219424f']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:16.143703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3cadb9-0335-4807-98ea-df66152e41d2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:16.144004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3cadb9-0335-4807-98ea-df66152e41d2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:16.163344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f97d5-adf2-4807-8a5e-c89f32787ec1 req-75fa5a96-3460-4993-ac33-9bc3f8fc1869 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:16.164871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337f97d5-adf2-4807-8a5e-c89f32787ec1 req-75fa5a96-3460-4993-ac33-9bc3f8fc1869 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.5317976 Aug 03 16:11:16.180859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.190110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.220601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc756fc-111a-4fe1-8493-87cd48ead57f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:16.240296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.249244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:16.252823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.263552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b61ceffe-3fe6-40e4-9be9-590bb34a82bd req-769a7477-df00-43a8-aa9d-c0dc0073da36 service neutron] 10.222.0.78 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631652 Aug 03 16:11:16.264605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:11:16.265025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:11:16.279214 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:11:16.359257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-337f97d5-adf2-4807-8a5e-c89f32787ec1 req-af5c11fd-b21f-42fc-91df-344fc2e02aa0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821907 Aug 03 16:11:16.382264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] device_id is not set on port b900cf33-2c72-42ea-bace-4267f68ebcb6 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:11:16.443902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.455664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.460961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] 10.222.0.70 "DELETE /v2.0/networks/257fd229-debd-4949-ba1f-22ae7219424f HTTP/1.1" status: 204 len: 168 time: 1.1579585 Aug 03 16:11:16.486002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e70b5-159f-451c-b416-b53637c93704 admin admin] Pushing event deleted for resources: {'Network': ['ID=257fd229-debd-4949-ba1f-22ae7219424f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:16.493505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.616129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.7 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/b900cf33-2c72-42ea-bace-4267f68ebcb6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:16.644423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33224) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:16.746180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75ca1fdf-5e15-479a-91c9-a1683eadcd3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=405272c3eed7499496d3bc536727d39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967858 Aug 03 16:11:16.746180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:16.827940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.861424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.864260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Router fbf535fd-0e24-45be-a956-277690dfdc22 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:16.892476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.902574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:16.957317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:16.957317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:16.972903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:16.988570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=b900cf33-2c72-42ea-bace-4267f68ebcb6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:17.044020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:17.051734 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.054507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Sync routers for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:17.055082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.056504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea06e19c-1c24-460c-8901-c77faaf14d60 HTTP/1.1" status: 204 len: 168 time: 0.3101230 Aug 03 16:11:17.060688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09e3c9ce-b8d1-46e2-a692-d99def1f14ab admin admin] 10.222.0.70 "PUT /v2.0/routers/fbf535fd-0e24-45be-a956-277690dfdc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6198430 Aug 03 16:11:17.064193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33236) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:17.073377 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:17.074041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:17.078068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc638d-e27e-41ef-937d-6d18045bc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06e19c-1c24-460c-8901-c77faaf14d60,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:17.103919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:17.104590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.133730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ec5496c-fa34-4f86-b815-96fcb752d611 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7107406 Aug 03 16:11:17.133941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:17.149736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'b900cf33-2c72-42ea-bace-4267f68ebcb6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:17.220830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.323058 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:17.351000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.390597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.635088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.133 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/88f3f65f-4de1-46e3-840b-76f4e42ff9f4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:17.709802 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.800883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d5b3-66d9-45ba-827e-34fd42f698ed req-61974f3a-3f84-43d6-b765-648573e8e47c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:17.816134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.817052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6979d5b3-66d9-45ba-827e-34fd42f698ed req-61974f3a-3f84-43d6-b765-648573e8e47c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.2351866 Aug 03 16:11:17.844952 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:11:16Z', 'revision_number': 5, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port': {'id': '15effda8-9300-4525-8f6d-8c2ba46294a8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:02:50Z', 'updated_at': '2021-08-03T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:17.885487 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Checking router: fbf535fd-0e24-45be-a956-277690dfdc22 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:17.892597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.913821 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Routers {'fbf535fd-0e24-45be-a956-277690dfdc22'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:17.914769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['fbf535fd-0e24-45be-a956-277690dfdc22'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:17.937170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:17.942874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6979d5b3-66d9-45ba-827e-34fd42f698ed req-71942826-fb8e-4c21-bea4-bdd2fa63e810 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192501 Aug 03 16:11:17.943357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:17.948152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:17.977544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Deleting port 15effda8-9300-4525-8f6d-8c2ba46294a8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:17.980894 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:17.994944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=88f3f65f-4de1-46e3-840b-76f4e42ff9f4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:18.134987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] Set router fbf535fd-0e24-45be-a956-277690dfdc22 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:18.145760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] For port 15effda8-9300-4525-8f6d-8c2ba46294a8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=15effda8-9300-4525-8f6d-8c2ba46294a8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:18.146128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.169159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Calling delete_port for 15effda8-9300-4525-8f6d-8c2ba46294a8 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:18.267769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:11:17Z', 'revision_number': 6, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:18.308015 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fca63-3b5b-4af5-98dd-4468ad4104e7 None None] The sync data for ids ['fbf535fd-0e24-45be-a956-277690dfdc22'] in n-d-803226-3 is: [{'id': 'fbf535fd-0e24-45be-a956-277690dfdc22', 'name': 'tempest-AttachVolumeShelveTestJSON-1760634266-router', 'tenant_id': '072627a55af04773bb5e85e7e0347ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:02:49Z', 'updated_at': '2021-08-03T16:11:17Z', 'revision_number': 6, 'project_id': '072627a55af04773bb5e85e7e0347ce1', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:18.437003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33274) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:18.484483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.517543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Pushing event deleted for resources: {'Port': ['ID=15effda8-9300-4525-8f6d-8c2ba46294a8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:18.598398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1019284994-network', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:18.633044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.636677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:18.639744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.703569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.724073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-6e427fa1-6f79-4ea9-a7b6-22ff197c057d service neutron] 10.222.0.78 "GET /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 384 time: 0.2405179 Aug 03 16:11:18.752204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.756227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.821141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.821629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf535fd-0e24-45be-a956-277690dfdc22 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:11:18.827876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.830652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2750a5f3-3917-42e6-84c2-fa36a7e4435d admin admin] 10.222.0.70 "DELETE /v2.0/routers/fbf535fd-0e24-45be-a956-277690dfdc22 HTTP/1.1" status: 204 len: 168 time: 1.7638273 Aug 03 16:11:18.838116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.845501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33284) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:18.939936 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.946123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Deleting subnet 98c3b425-6eeb-4363-968d-2f444d438765 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:11:18.950189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:18.960748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.002911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:11:19.016630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.034537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.034884 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Added segment 2efe6184-797d-4dfe-85ba-aec631b4b633 of type vlan for network 0827b38d-930b-4282-9dc9-f49a582a3819 Aug 03 16:11:19.037510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.039214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81085d4-9727-4c2d-8ace-b29473b06cb4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:19.105594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.188198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.218453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.219492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:19.220168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.257012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:19.267032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce3167-6a0f-4a64-97ac-ebd64083976e req-a9f67ab6-1e64-4fb1-8a4d-26380fad26b1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:19.268545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60ce3167-6a0f-4a64-97ac-ebd64083976e req-a9f67ab6-1e64-4fb1-8a4d-26380fad26b1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 945 time: 0.2398024 Aug 03 16:11:19.281452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] Pushing event updated for resources: {'Network': ['ID=0827b38d-930b-4282-9dc9-f49a582a3819,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:19.304600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13fd121e-bc75-4741-a775-3680a2cdd136 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8665192 Aug 03 16:11:19.309404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33296) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:19.311536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0827b38d-930b-4282-9dc9-f49a582a3819 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:11:19.323467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Request body: {'subnet': {'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1019284994-subnet', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:19.347824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.379862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:19.419786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c3b425-6eeb-4363-968d-2f444d438765,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:19.421950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.426375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-66c7c9e2-c39c-4c3e-867d-8000d851e441 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98c3b425-6eeb-4363-968d-2f444d438765 HTTP/1.1" status: 204 len: 168 time: 0.5772207 Aug 03 16:11:19.426758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55f65a-79d4-4ee8-8acc-de8fbc0472e9 None None] Network fb7362c6-ef48-4a18-9589-840ad603e279 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:19.433149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:19.435786 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.458176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33298) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:19.484295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.489993 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60ce3167-6a0f-4a64-97ac-ebd64083976e req-cf047e0b-1631-4a33-bf41-4ef99a5429bb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082586 Aug 03 16:11:19.492836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.539667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:19.542402 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7946b5fc-84df-41a1-87a5-548874383e60" -d '{"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:19.581853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:19.665992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-5f191044-2cf5-4faa-b3dd-7d5ff8a93c7f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483878 Aug 03 16:11:19.673813 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca77c5b-4c91-4afd-a047-3eba3df439b6 x-openstack-request-id: req-8ca77c5b-4c91-4afd-a047-3eba3df439b6 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:19.674150 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-unplugged", "status": "completed", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:19.674438 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ca77c5b-4c91-4afd-a047-3eba3df439b6 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:19.674878 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'code': 200} Aug 03 16:11:19.675723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.676183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.729887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992144d6-05cb-43df-83f6-030091c6654d None None] DHCP port deletion for fb7362c6-ef48-4a18-9589-840ad603e279 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:11:19.783520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=88f3f65f-4de1-46e3-840b-76f4e42ff9f4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:19.791046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.818166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Deleting port a047f909-dd6d-472a-af67-0e60f6932a7e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:19.818660 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.904997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-1126614e-9d4f-472c-b219-693eb6c810b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:19.907712 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-1126614e-9d4f-472c-b219-693eb6c810b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.1399221 Aug 03 16:11:19.914791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-992144d6-05cb-43df-83f6-030091c6654d None None] For port a047f909-dd6d-472a-af67-0e60f6932a7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a047f909-dd6d-472a-af67-0e60f6932a7e,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:19.915590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.925987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Deleting port a047f909-dd6d-472a-af67-0e60f6932a7e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:19.926494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.928654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:19.940601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Calling delete_port for a047f909-dd6d-472a-af67-0e60f6932a7e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:20.046478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.088984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992144d6-05cb-43df-83f6-030091c6654d None None] Pushing event deleted for resources: {'Port': ['ID=a047f909-dd6d-472a-af67-0e60f6932a7e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:20.099781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992144d6-05cb-43df-83f6-030091c6654d None None] No DVR routers for this DVR port a047f909-dd6d-472a-af67-0e60f6932a7e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:20.154822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 15effda8-9300-4525-8f6d-8c2ba46294a8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:20.182955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 15effda8-9300-4525-8f6d-8c2ba46294a8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:20.183410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 15effda8-9300-4525-8f6d-8c2ba46294a8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:20.184602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a047f909-dd6d-472a-af67-0e60f6932a7e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:20.208082 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP b842700e-7940-46c7-bd44-18b50a00f823 associated. External IP: 172.25.7.133, port: b900cf33-2c72-42ea-bace-4267f68ebcb6. Aug 03 16:11:20.212345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a047f909-dd6d-472a-af67-0e60f6932a7e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:20.212864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a047f909-dd6d-472a-af67-0e60f6932a7e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:20.213389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bdc756fc-111a-4fe1-8493-87cd48ead57f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:20.235284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: bdc756fc-111a-4fe1-8493-87cd48ead57f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:20.235800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bdc756fc-111a-4fe1-8493-87cd48ead57f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:20.287596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] Transition to ACTIVE for port object a68c49fc-0c59-416a-a2e8-3aeeb07529cc will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:20.321561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.469423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] For port a047f909-dd6d-472a-af67-0e60f6932a7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a047f909-dd6d-472a-af67-0e60f6932a7e,segment=NetworkSegment(f9839197-16ca-4ffc-b95f-6e9f0f75e6c7),segment_id=f9839197-16ca-4ffc-b95f-6e9f0f75e6c7)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:20.469961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.480417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=11']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:20.490940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:20.491127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Network hostable DHCP agents. Network: 0827b38d-930b-4282-9dc9-f49a582a3819, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:11:20.505722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30adcebf-8d53-4ff0-b698-c228b9beb588,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:20.519160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Calling delete_port for a047f909-dd6d-472a-af67-0e60f6932a7e owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:20.584414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] No DVR routers for this DVR port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:20.601855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-2b4e4a1c-565d-4001-8343-77e9b81ab69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:20.603435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-2b4e4a1c-565d-4001-8343-77e9b81ab69a service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.6209881 Aug 03 16:11:20.688175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:11:20.703532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.714216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:20.753136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d732f5-dfa7-4ec0-907b-be173699ab6b req-b4661932-ac52-463e-ab0d-988a94070cb1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:20.754711 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6d732f5-dfa7-4ec0-907b-be173699ab6b req-b4661932-ac52-463e-ab0d-988a94070cb1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.1314540 Aug 03 16:11:20.766835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0827b38d-930b-4282-9dc9-f49a582a3819) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:20.771705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:20.772289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.781511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] No DVR routers for this DVR port a047f909-dd6d-472a-af67-0e60f6932a7e on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:20.789345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Pushing event deleted for resources: {'Port': ['ID=a047f909-dd6d-472a-af67-0e60f6932a7e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:20.815504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf3b52-2dd2-4975-8eaa-33bbdcb753a2 None None] Network 0827b38d-930b-4282-9dc9-f49a582a3819 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:20.851220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-e8b0ebda-977f-452e-a540-6a0c737517ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1002 time: 0.1596522 Aug 03 16:11:20.880524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73029141-9e72-4d9d-967c-a1b2a25a737c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5698209 Aug 03 16:11:20.884013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:20.897461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:20.922344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d6d732f5-dfa7-4ec0-907b-be173699ab6b req-d645af07-c9ff-475c-a3b7-bccd02e91145 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323881 Aug 03 16:11:20.937374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-308715e3-c152-4782-8c65-bd5df7704667 service neutron] 10.222.0.78 "PUT /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc/bindings/n-h1-803226-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2051487 Aug 03 16:11:20.968648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:20.979579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7362c6-ef48-4a18-9589-840ad603e279']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:20.988971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:21.013181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.013512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9839197-16ca-4ffc-b95f-6e9f0f75e6c7') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.032511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.038014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:21.042171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.043767 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.049062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.051646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0827b38d-930b-4282-9dc9-f49a582a3819', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:11:21.052191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-87dd912a-97b5-4318-b4e6-4d701aa85d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:21.053012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.054069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-87dd912a-97b5-4318-b4e6-4d701aa85d26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.1723850 Aug 03 16:11:21.062804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.083192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:21.084228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.084849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:11:21.085269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:11:21.090602 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:11:21.093420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b711779-3f8f-4027-a80d-9b5f2fb95c05 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9507012 Aug 03 16:11:21.094452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33330) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:21.101116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:21.109592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c89aa3e9-1435-43d6-b96d-c459155d8606 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:21.111333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c89aa3e9-1435-43d6-b96d-c459155d8606 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3&tenant_id=0ef1c18733084b37b21981061221f2dd&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.1043892 Aug 03 16:11:21.141355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.208720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:21.211027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.212359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.220101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.223141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-c30dd970-e353-4310-ba80-f0a6af9e999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:21.224725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-c30dd970-e353-4310-ba80-f0a6af9e999c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595035 Aug 03 16:11:21.236764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-e06ff3c8-7c8b-4c16-96cb-8aa752072fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:21.238994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-e06ff3c8-7c8b-4c16-96cb-8aa752072fb9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 1095 time: 0.0938332 Aug 03 16:11:21.239806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.242795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] 10.222.0.70 "DELETE /v2.0/networks/fb7362c6-ef48-4a18-9589-840ad603e279 HTTP/1.1" status: 204 len: 168 time: 1.7663765 Aug 03 16:11:21.260391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:21.261054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f54eae-135e-47f3-9f45-e7f6d402ac4c None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:21.274116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.379279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f454684-19eb-49a5-a611-0af3a0dc19da admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7362c6-ef48-4a18-9589-840ad603e279,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:21.395602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Allocated IP 172.20.0.2 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/be71bf6e-d33e-49ce-9d6c-e0009473adbb) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:21.453327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.454358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:21.481888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.482522 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP b842700e-7940-46c7-bd44-18b50a00f823 disassociated. External IP: 172.25.7.133, port: b900cf33-2c72-42ea-bace-4267f68ebcb6. Aug 03 16:11:21.501785 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.589539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-7177500e-f429-4612-9009-3347653faee8 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676680 Aug 03 16:11:21.616619 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.627493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Transition to ACTIVE for port object be71bf6e-d33e-49ce-9d6c-e0009473adbb will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:21.643332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Transition to ACTIVE for port object be71bf6e-d33e-49ce-9d6c-e0009473adbb will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:21.651403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.680718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2018f434-e57d-46aa-8714-1ed16eaeb2cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=072627a55af04773bb5e85e7e0347ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169907 Aug 03 16:11:21.684664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33344) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:21.699080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:21.703871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:21.709442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c8a4d1e8-b34f-4b6c-aecb-2f3d17745140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:21.710447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:21.710904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c8a4d1e8-b34f-4b6c-aecb-2f3d17745140 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1095 time: 0.4411881 Aug 03 16:11:21.730710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Pushing event updated for resources: {'Port': ['ID=be71bf6e-d33e-49ce-9d6c-e0009473adbb,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:21.741766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a70ea69f-18bb-416c-92f3-5dc1ab42db80 req-d7ea1f3c-dc42-4bf9-ba7e-c1f980043fd3 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430357 Aug 03 16:11:21.787603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Attempting to bind port be71bf6e-d33e-49ce-9d6c-e0009473adbb on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:21.788526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Attempting to bind port be71bf6e-d33e-49ce-9d6c-e0009473adbb by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:21.789525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Attempting to bind port be71bf6e-d33e-49ce-9d6c-e0009473adbb on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:21.797353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:21.798169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:21.798772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.799492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:21.800539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Bound port: be71bf6e-d33e-49ce-9d6c-e0009473adbb, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:21.801295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.892332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:21.901258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] For port be71bf6e-d33e-49ce-9d6c-e0009473adbb, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:21.944432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] For port be71bf6e-d33e-49ce-9d6c-e0009473adbb, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=be71bf6e-d33e-49ce-9d6c-e0009473adbb,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:21.961854 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:21.980027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:21.983987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.008878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.042697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.049385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-36be30b9-a111-4ecf-8d90-d950dd5d18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:22.054425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-36be30b9-a111-4ecf-8d90-d950dd5d18c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.2910604 Aug 03 16:11:22.088258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df814be8-460a-419b-9e3d-84f5f53acd0d None None] Pushing event updated for resources: {'Port': ['ID=be71bf6e-d33e-49ce-9d6c-e0009473adbb,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:22.098930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.116229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.141534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-23e834fc-76ed-49ab-bbf2-d0071b726d44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 998 time: 0.0821741 Aug 03 16:11:22.162164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:22.225408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a416ac9-5d1e-4201-b712-fdfb181a1760 req-0ecacbe2-8b68-4703-9783-cec21b7c4b5c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:22.227060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a416ac9-5d1e-4201-b712-fdfb181a1760 req-0ecacbe2-8b68-4703-9783-cec21b7c4b5c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.1241310 Aug 03 16:11:22.257388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d6b9f9c1-b7f1-4f0c-b3f8-0ac7f802f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:22.258926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-d6b9f9c1-b7f1-4f0c-b3f8-0ac7f802f6ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.1098204 Aug 03 16:11:22.317050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a416ac9-5d1e-4201-b712-fdfb181a1760 req-ce993ae5-9253-4baa-a204-1fa9298158c1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652630 Aug 03 16:11:22.340509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Allocated IP 172.25.7.13 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/9f218c22-c287-4874-97d7-7fade56c4f49) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:22.475392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.522729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.567560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:22.571071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:22.575332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:22.618934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Pushing event updated for resources: {'Port': ['ID=9f218c22-c287-4874-97d7-7fade56c4f49,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:22.698987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.701706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.705136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d827d2d-425d-4a8d-8b6d-0e4166494997 HTTP/1.1" status: 204 len: 168 time: 1.0117121 Aug 03 16:11:22.737047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c936c64-b86f-4a58-b2ff-a70ad43114d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d827d2d-425d-4a8d-8b6d-0e4166494997,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:22.752341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:22.757910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.766616 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:22.792547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:22.793204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:22.805832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b2a3f5c-da87-4bb1-84ca-d8f81782de10 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/b842700e-7940-46c7-bd44-18b50a00f823 HTTP/1.1" status: 200 len: 688 time: 1.7088208 Aug 03 16:11:22.806435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33364) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:22.855085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c371ed79-f9cc-454a-aa0b-7c338ea85a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:22.857214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-c371ed79-f9cc-454a-aa0b-7c338ea85a3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5889106 Aug 03 16:11:22.865336 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:22.879784 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:22.880914 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:22.897058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:22.960037 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:22.960885 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6f959-1146-450e-907b-1e5e8d5d1e92 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:23.093266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-2010528f-c658-493d-aca9-f601e4e6fcc2 service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969304 Aug 03 16:11:23.097911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 88f3f65f-4de1-46e3-840b-76f4e42ff9f4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:23.098258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.168006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.267065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.268205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.292556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 88f3f65f-4de1-46e3-840b-76f4e42ff9f4 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:23.373310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:11:23.412296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-7aa4fb1d-da91-4c87-81b3-596d3e2d9655 service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109972 Aug 03 16:11:23.529737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a079f-346b-4faf-98f9-9307cf51393c None None] Network 0827b38d-930b-4282-9dc9-f49a582a3819 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:23.609583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:23.631009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.635325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5540d74d-646e-4684-b933-bef8470e4e47 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7477307 Aug 03 16:11:23.635665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:23.653794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Sync routers for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:23.664982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-08c55418-500a-4df9-a84b-fef47e38b193 None None] Provisioning for port be71bf6e-d33e-49ce-9d6c-e0009473adbb completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:23.679192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:23.679904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:23.790356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6905f-f17a-47c5-b818-156b3e135aaf req-e441fe2b-64f2-4a68-ad10-259ea3c210db tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:23.792610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54d6905f-f17a-47c5-b818-156b3e135aaf req-e441fe2b-64f2-4a68-ad10-259ea3c210db tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.3018055 Aug 03 16:11:23.796993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:23.952694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-54d6905f-f17a-47c5-b818-156b3e135aaf req-f065a036-f513-4efa-b629-5811d2c97fd5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337628 Aug 03 16:11:23.999445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-652d4180-eb60-4ac3-92c6-520e50885776 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:23.999904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-652d4180-eb60-4ac3-92c6-520e50885776 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3&tenant_id=0ef1c18733084b37b21981061221f2dd&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 1095 time: 0.3018939 Aug 03 16:11:24.000795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=88f3f65f-4de1-46e3-840b-76f4e42ff9f4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:24.056260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:24.223252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device be71bf6e-d33e-49ce-9d6c-e0009473adbb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:24.245532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.250781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.257402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-27571df7-41d0-4ab9-a341-47515fc4937f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/b842700e-7940-46c7-bd44-18b50a00f823 HTTP/1.1" status: 204 len: 168 time: 1.4491608 Aug 03 16:11:24.262883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33408) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:24.273849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'e690e4b8-c8fb-45a6-acf1-f63d0178034c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:24.319182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.334741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-7d121544-d49b-46c4-9b7b-14ad93174802 service neutron] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:24.350997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-7d121544-d49b-46c4-9b7b-14ad93174802 service neutron] Notify callbacks [] for binding, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.352297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-7d121544-d49b-46c4-9b7b-14ad93174802 service neutron] 10.222.0.72 "DELETE /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc/bindings/n-h2-803226-3 HTTP/1.1" status: 204 len: 173 time: 0.3449268 Aug 03 16:11:24.553886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port be71bf6e-d33e-49ce-9d6c-e0009473adbb completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:24.572572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port be71bf6e-d33e-49ce-9d6c-e0009473adbb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:24.573249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.629457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.661954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c8aab21c-a7a0-4f59-a011-8c4b4b4abbdd None None] Provisioning complete for port be71bf6e-d33e-49ce-9d6c-e0009473adbb triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:24.662754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c8aab21c-a7a0-4f59-a011-8c4b4b4abbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.665795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:22Z', 'revision_number': 3, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:24.785458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Checking router: 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:24.785835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Updating router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 port 9f218c22-c287-4874-97d7-7fade56c4f49 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:11:24.871661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.873386 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:24.904694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.006807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.227 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/ec730ce1-c976-443c-82df-0d5fd71def20) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:25.157772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port be71bf6e-d33e-49ce-9d6c-e0009473adbb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=be71bf6e-d33e-49ce-9d6c-e0009473adbb,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:25.165768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.198927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf893-f0bd-4198-a42d-1846f6dcaa37 req-ab5c56e3-8926-49bf-a8d8-d3a854122772 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:25.229856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=be71bf6e-d33e-49ce-9d6c-e0009473adbb,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:25.237942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-edcdf893-f0bd-4198-a42d-1846f6dcaa37 req-ab5c56e3-8926-49bf-a8d8-d3a854122772 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.1441991 Aug 03 16:11:25.243012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c8aab21c-a7a0-4f59-a011-8c4b4b4abbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.285759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.286068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.286409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.286881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.287247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.287579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.287907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.288236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.288559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.288883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.289206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.289529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:25.331842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-c8aab21c-a7a0-4f59-a011-8c4b4b4abbdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:11:25.332113 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-c8aab21c-a7a0-4f59-a011-8c4b4b4abbdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:11:25.344005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Allocated IP 172.20.0.1 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/2d57f169-6c34-4364-b7d3-c2e83ae44eb5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:25.362027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.423234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.489512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-edcdf893-f0bd-4198-a42d-1846f6dcaa37 req-46d2c19f-a8c6-4650-ab7a-df67cd187b12 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503917 Aug 03 16:11:25.496115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:25.500971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:25.510479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:25.516086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.546200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Transition to ACTIVE for port object 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:25.577997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=ec730ce1-c976-443c-82df-0d5fd71def20,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:25.608418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.685171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.701233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Transition to ACTIVE for port object 9f218c22-c287-4874-97d7-7fade56c4f49 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:25.710398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.712995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:25.734011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:25.754527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:25.766651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Attempting to bind port 9f218c22-c287-4874-97d7-7fade56c4f49 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:25.767032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Attempting to bind port 9f218c22-c287-4874-97d7-7fade56c4f49 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:25.767402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Attempting to bind port 9f218c22-c287-4874-97d7-7fade56c4f49 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:25.777548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:25.777966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:25.780993 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.781711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:25.782397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Bound port: 9f218c22-c287-4874-97d7-7fade56c4f49, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:25.792311 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.832485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892afa4-8688-429b-8981-b222463a58ec None None] Pushing event updated for resources: {'Port': ['ID=9f218c22-c287-4874-97d7-7fade56c4f49,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:25.862651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:25.940565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] For port 9f218c22-c287-4874-97d7-7fade56c4f49, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:25.971467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] For port 9f218c22-c287-4874-97d7-7fade56c4f49, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f218c22-c287-4874-97d7-7fade56c4f49,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:25.976988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.060959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Pushing event updated for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:26.079420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892afa4-8688-429b-8981-b222463a58ec None None] Pushing event updated for resources: {'Port': ['ID=9f218c22-c287-4874-97d7-7fade56c4f49,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:26.108445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:26.109055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:26.114354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.165010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c4b8a-3caa-4861-ba43-5d14514e1240 req-0e9eb393-8ac5-43ed-bf94-29c650ee6215 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:26.171599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f73c4b8a-3caa-4861-ba43-5d14514e1240 req-0e9eb393-8ac5-43ed-bf94-29c650ee6215 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1095 time: 0.5231979 Aug 03 16:11:26.183151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.288753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f73c4b8a-3caa-4861-ba43-5d14514e1240 req-198886a5-28d6-4513-8186-101bbda5ed3d tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967374 Aug 03 16:11:26.349827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.374446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.421750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device be71bf6e-d33e-49ce-9d6c-e0009473adbb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:26.483688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8eb1b55e-5abf-42e0-859d-9e9bc75d94ac None None] Provisioning for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:26.495851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8eb1b55e-5abf-42e0-859d-9e9bc75d94ac None None] Provisioning complete for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:26.496298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b55e-5abf-42e0-859d-9e9bc75d94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.562558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1b55e-5abf-42e0-859d-9e9bc75d94ac None None] Port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:11:26.596251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:26.598572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port be71bf6e-d33e-49ce-9d6c-e0009473adbb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:26.598954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.629940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.635269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.640682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896f77-1c85-4e06-9be2-ac7ed9a6395a req-2950166f-46c0-40aa-89d8-3b56c39cd322 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:26.662262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6896f77-1c85-4e06-9be2-ac7ed9a6395a req-2950166f-46c0-40aa-89d8-3b56c39cd322 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.2322972 Aug 03 16:11:26.798223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=ec730ce1-c976-443c-82df-0d5fd71def20,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:26.798369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6896f77-1c85-4e06-9be2-ac7ed9a6395a req-2bfb6650-7f10-420d-85ec-beb033a09fc9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351044 Aug 03 16:11:26.798871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33476) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:26.911143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.915747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:22Z', 'revision_number': 3, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:26.922344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3f6e1f9d-556e-4029-a019-fbe97f89b55b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 200 len: 990 time: 0.1187909 Aug 03 16:11:26.953688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:26.958534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.015989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb70cb-0839-420f-a635-fd2450a8c807 None None] The sync data for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 is: [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:22Z', 'revision_number': 3, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:27.056904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.059070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Pushing event updated for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:27.099503 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 49b42fb7-036a-4615-aa84-2b405f6d085e associated. External IP: 172.25.7.227, port: e690e4b8-c8fb-45a6-acf1-f63d0178034c. Aug 03 16:11:27.154589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33486) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:27.213436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:27.216100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:27.436363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:27.593933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 9a00c1af-e6b1-45f3-b519-ca01daa6c390 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:27.594921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.705724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c6d30776-5e25-46ae-b69b-dbf418a0ac63 None None] Provisioning complete for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:27.706516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6d30776-5e25-46ae-b69b-dbf418a0ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.730521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.731513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:27.752377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 9a00c1af-e6b1-45f3-b519-ca01daa6c390 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:27.753809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:27.772715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-01efb024-4b17-4660-8590-4c1df6178b8b admin admin] 10.222.0.70 "PUT /v2.0/routers/85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1357818 Aug 03 16:11:27.776795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c6d30776-5e25-46ae-b69b-dbf418a0ac63 None None] Port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:11:27.824996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:28.272674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f218c22-c287-4874-97d7-7fade56c4f49 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:28.461349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9f218c22-c287-4874-97d7-7fade56c4f49 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:28.467063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9f218c22-c287-4874-97d7-7fade56c4f49 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:28.467361 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.600237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:28.613117 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:28.617423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.630389 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:28.631053 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:28.654898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.658637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9f218c22-c287-4874-97d7-7fade56c4f49, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f218c22-c287-4874-97d7-7fade56c4f49,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:28.669558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.692658 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:28.710325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:28.711207 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:28.745583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:28.752129 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:28.753088 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3976f3d-8bec-4b8c-838b-4c1bbbfa0868 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:28.754620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-234231b6-7bee-4765-8856-71a062a1facc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4899290 Aug 03 16:11:28.756307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006599726', 'description': 'tempest-description--1475955856'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:28.757135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33520) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:28.767054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9f218c22-c287-4874-97d7-7fade56c4f49,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:28.791190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.805349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.848499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=9a00c1af-e6b1-45f3-b519-ca01daa6c390,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:28.861881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d908a38e-afb1-40c3-a9db-76b2719582e6 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/floatingips/49b42fb7-036a-4615-aa84-2b405f6d085e HTTP/1.1" status: 200 len: 978 time: 0.1000628 Aug 03 16:11:28.866518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33522) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:28.929491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:28.929958 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP 51aa0414-981d-4a4e-af81-7c378231b2d0 disassociated (deleted). External IP: 172.25.7.44, port: a68c49fc-0c59-416a-a2e8-3aeeb07529cc. Aug 03 16:11:28.999755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.009183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.133441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:29.146914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b454fea-99d8-4519-832b-e8a5931f40dc tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2790720 Aug 03 16:11:29.149402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33540) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:29.156355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': 'b900cf33-2c72-42ea-bace-4267f68ebcb6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:29.162083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.170181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2c47004f-0b33-45f4-ac71-df7b52f3894a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4227476 Aug 03 16:11:29.202252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33542) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:29.207366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'security_group_rule': {'security_group_id': 'd1f4fcb7-5ad6-4c39-889a-bf21f2160ed6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:29.248029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.262512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.339301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.350158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.416527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caebe839-466e-4bb4-b26c-9553bdf9c872,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:29.434471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.438618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ffc60554-2cb6-4785-b770-f1d839411df2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353709 Aug 03 16:11:29.439376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:29.448073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'security_group_rule': {'security_group_id': 'd1f4fcb7-5ad6-4c39-889a-bf21f2160ed6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:29.493345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ba13c141-c89c-4932-a192-165622ba3ebf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:29.562858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.676978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:29.682623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.689213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Sync routers for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:29.693182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.707945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:29.708280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Sync routers for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:29.710143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:29.714636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.727996 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:29.728650 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:29.740559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2c5ea4-8d39-4a5c-adf5-e426a8f5724c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:29.753462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-303947c6-a3c7-4a96-a228-20ef2935cab3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/floatingips/51aa0414-981d-4a4e-af81-7c378231b2d0 HTTP/1.1" status: 204 len: 168 time: 2.5980525 Aug 03 16:11:29.755333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:29.757956 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4516c-9979-4480-96f5-70f1d807dcab" -d '{"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:29.765305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.770341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d556d7cc-cbad-4a91-b006-983102628974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269863 Aug 03 16:11:29.771102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33560) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:29.778429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:29.820009 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:29.863999 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e00f8-3359-4e8c-8028-8194c36b541e x-openstack-request-id: req-c28e00f8-3359-4e8c-8028-8194c36b541e {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:29.864361 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:29.864819 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c28e00f8-3359-4e8c-8028-8194c36b541e {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:29.865215 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'status': 'completed', 'code': 200} Aug 03 16:11:29.960563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:29.994618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4516c-9979-4480-96f5-70f1d807dcab req-5698936e-32d3-402c-8519-174eb601f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:29.994618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-5698936e-32d3-402c-8519-174eb601f5fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 1095 time: 0.0958993 Aug 03 16:11:30.283226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f218c22-c287-4874-97d7-7fade56c4f49 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:30.292614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:30.296158 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:30.298142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:30.359780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:30.390647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe808ea-67e5-4bab-909b-d7ac2ee1aa46 req-f4bbca5b-eacb-477e-a916-433860e6cd3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:30.405566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfe808ea-67e5-4bab-909b-d7ac2ee1aa46 req-f4bbca5b-eacb-477e-a916-433860e6cd3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.2606025 Aug 03 16:11:30.463547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4516c-9979-4480-96f5-70f1d807dcab req-94564ae7-0311-4016-811e-2ff7e4dbf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:30.466242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-94564ae7-0311-4016-811e-2ff7e4dbf399 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 200 len: 898 time: 0.4607131 Aug 03 16:11:30.489407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9f218c22-c287-4874-97d7-7fade56c4f49 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:30.489879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:30.559877 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 49b42fb7-036a-4615-aa84-2b405f6d085e associated. External IP: 172.25.7.227, port: e690e4b8-c8fb-45a6-acf1-f63d0178034c. Aug 03 16:11:30.650814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:30.680175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-d0dea683-b2ed-4693-8cd3-efea5ebfc7dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 200 len: 217 time: 0.1611834 Aug 03 16:11:30.693796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a58875-7a48-4efb-8030-c50e039b1264 req-79ce84a8-71ac-4ea2-b9d3-0ac6de2c283c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:30.695363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02a58875-7a48-4efb-8030-c50e039b1264 req-79ce84a8-71ac-4ea2-b9d3-0ac6de2c283c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.2404733 Aug 03 16:11:30.704231 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 2, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:30.717484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Checking router: ba13c141-c89c-4932-a192-165622ba3ebf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:30.754909 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Checking router: 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:30.756016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Updating router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:11:30.760868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:30.766030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:30.791661 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:30.804596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4516c-9979-4480-96f5-70f1d807dcab req-af556ba7-92ff-44c0-bdb7-0867f5e2ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:30.806468 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-af556ba7-92ff-44c0-bdb7-0867f5e2ad44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 200 len: 834 time: 0.1146028 Aug 03 16:11:30.810157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfe808ea-67e5-4bab-909b-d7ac2ee1aa46 req-219e8624-4617-40e5-85ab-1736f2a87fed tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4033258 Aug 03 16:11:30.933631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4516c-9979-4480-96f5-70f1d807dcab req-461cb835-2060-469b-86a8-07c2f7d90fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:30.936185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-461cb835-2060-469b-86a8-07c2f7d90fa1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205406 Aug 03 16:11:30.985091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.25.7.187 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/10203286-6768-4c95-ad11-ac2c8ead5498) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:31.026795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port a68c49fc-0c59-416a-a2e8-3aeeb07529cc {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:31.028081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.086177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:31.236179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port a68c49fc-0c59-416a-a2e8-3aeeb07529cc, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:31.236551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.247053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:31.269902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for a68c49fc-0c59-416a-a2e8-3aeeb07529cc owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:31.328631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-ca8a69ba-7614-4650-b632-c5a91cb3e5f2 service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824890 Aug 03 16:11:31.388810 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.406623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Transition to ACTIVE for port object 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:31.416212 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.445860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.555609 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Pushing event updated for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:31.555818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:31.566508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.566732 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.566984 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.567418 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.567757 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.568087 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.568459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.568879 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.569186 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.569499 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.569861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.570245 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:31.573533 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-86e4516c-9979-4480-96f5-70f1d807dcab req-69b27928-c06b-4ccc-b5e7-2705a6108dc8 service neutron] 10.222.0.72 "GET /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356179 Aug 03 16:11:31.608964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.649995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6882ea-5ecc-443d-9f21-e0824f518c02 None None] The sync data for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 is: [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '038f464b-7c20-4710-a0a7-987867fee64b', 'name': '', 'network_id': '7ced9bef-cefa-45b4-8fc6-127a8e9be7d4', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:7d:78:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:57Z', 'updated_at': '2021-08-03T16:10:06Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': 'e7f32305-35b3-4710-8618-333c51c85bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:31.650621 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Attempting to bind port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:31.653215 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Attempting to bind port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:31.653964 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Attempting to bind port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:31.664119 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:31.667788 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:31.671307 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.671835 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:31.672500 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Bound port: 2d57f169-6c34-4364-b7d3-c2e83ae44eb5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:31.673982 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.707016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=10203286-6768-4c95-ad11-ac2c8ead5498,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:31.783901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:31.788703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:31.796910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:31.803817 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] For port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:31.810549 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] For port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:31.816714 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.981367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:31.994324 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:31.994977 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.070419 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf750-cb85-4af1-b5af-701cf4f19a98 None None] Pushing event updated for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:32.107345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:32.129679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:32.147416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.155969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:32.155969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.253518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.288319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:32.288955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.306955 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37f7c8-5ff7-4428-a2f9-c087a77b9199 None None] New status for floating IP 51aa0414-981d-4a4e-af81-7c378231b2d0: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:11:32.419160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.419858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae61499-c202-463c-a9b6-ecbba201eefe None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:32.426168 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:32.567697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.575770 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.640139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a580-9e65-44e2-b9eb-179ed6e696ef req-0eb95dde-a662-4d65-99d3-14c161d2b4e5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:32.652266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d449a580-9e65-44e2-b9eb-179ed6e696ef req-0eb95dde-a662-4d65-99d3-14c161d2b4e5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d419459-46be-46e4-b1db-9c89039002d3 HTTP/1.1" status: 200 len: 944 time: 0.6261542 Aug 03 16:11:32.755206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=10203286-6768-4c95-ad11-ac2c8ead5498,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:32.761936 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.790820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d449a580-9e65-44e2-b9eb-179ed6e696ef req-9019eb8d-c0d2-4223-825f-15f64b3ea8d8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=45638c37-0ad6-44b0-a466-21eeac7a1199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367950 Aug 03 16:11:32.802735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.814373 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.815744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-15553d35-2e72-4c32-a972-d89ac7cfbc05 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0437438 Aug 03 16:11:32.837787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=a68c49fc-0c59-416a-a2e8-3aeeb07529cc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:32.926240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:32.926450 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:31Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:32.979677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] No DVR routers for this DVR port a68c49fc-0c59-416a-a2e8-3aeeb07529cc on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:32.984630 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f0febb-eb63-4c24-9297-9b984a838157 None None] The sync data for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 is: [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:31Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:32.991384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:32.993437 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02a58875-7a48-4efb-8030-c50e039b1264 req-d90175ee-d779-4d72-9b77-caabacbe3ae5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.72 "DELETE /v2.0/ports/a68c49fc-0c59-416a-a2e8-3aeeb07529cc HTTP/1.1" status: 204 len: 173 time: 2.2904081 Aug 03 16:11:33.056126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-deleted', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:33.059880 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606b9b10-c03d-4f5d-a0bb-013c88d758f3" -d '{"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-deleted", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:33.192356 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7d3167-af02-45f2-a499-2d89790ae382 x-openstack-request-id: req-be7d3167-af02-45f2-a499-2d89790ae382 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:33.192356 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d419459-46be-46e4-b1db-9c89039002d3", "name": "network-vif-deleted", "tag": "a68c49fc-0c59-416a-a2e8-3aeeb07529cc", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:33.192356 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be7d3167-af02-45f2-a499-2d89790ae382 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:33.193956 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d419459-46be-46e4-b1db-9c89039002d3', 'name': 'network-vif-deleted', 'tag': 'a68c49fc-0c59-416a-a2e8-3aeeb07529cc', 'status': 'completed', 'code': 200} Aug 03 16:11:33.216807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-e633cbff-f07f-401b-bb47-8c921c782440 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2006599726&fields=id&tenant_id=c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 267 time: 0.2057741 Aug 03 16:11:33.500814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:33.512425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:33.517347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:33.572088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:33.579376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:33.619730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:33.634116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:33.635368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:33.665895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-262a6dbc-cc7c-45df-8b6b-ed7b56ba39cd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:33.673681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-262a6dbc-cc7c-45df-8b6b-ed7b56ba39cd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.4558840 Aug 03 16:11:33.695229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:33.696129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaccc0-6d74-46f6-9c0c-e9a5c9791136 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:33.712615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-425aa8e1-2516-486c-a172-19ec0e4fafd4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/quotas/c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 375 time: 0.0348258 Aug 03 16:11:33.717529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f84649f-99de-40db-ad53-35300e0bf190 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/49b42fb7-036a-4615-aa84-2b405f6d085e HTTP/1.1" status: 200 len: 977 time: 4.5669150 Aug 03 16:11:33.720540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:33.729547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:33.792647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-6dcadabc-9abe-423d-a248-805271079295 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783284 Aug 03 16:11:33.911117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:34.032587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-cfccbce2-8f83-4a83-b2e4-e68e266aa9ef service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382159 Aug 03 16:11:34.102169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.241697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:34.244116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-86c7852c-4e2d-46fe-97aa-76a3fb49c214 service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036376 Aug 03 16:11:34.381346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:34.386146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:34.387518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.569240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.632994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:34.640085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.706978 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c43b5d75-ff65-41c7-a239-886cea9f8677 req-3a4ef1f7-f683-4f33-b1d3-dd510c157a90 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 210 time: 0.1590657 Aug 03 16:11:34.739920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.755747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:34.755963 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 49b42fb7-036a-4615-aa84-2b405f6d085e disassociated. External IP: 172.25.7.227, port: b900cf33-2c72-42ea-bace-4267f68ebcb6. Aug 03 16:11:34.836840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:35.519968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:35.520913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33706) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:35.613543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: a68c49fc-0c59-416a-a2e8-3aeeb07529cc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:35.614171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device a68c49fc-0c59-416a-a2e8-3aeeb07529cc not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:35.831358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4837d5-87bd-4964-9f00-1dae87909173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:35.941008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:35.944548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5b847b78-b300-44bb-82a5-6975d8e36d67 req-226e74bc-595d-4f45-9769-4bbb829ec0db tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 210 time: 0.0536664 Aug 03 16:11:36.050654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4837d5-87bd-4964-9f00-1dae87909173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.060949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba4837d5-87bd-4964-9f00-1dae87909173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.139459 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.204250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:36.219371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4837d5-87bd-4964-9f00-1dae87909173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa356dc4-176f-4f02-90a7-9f0260b89af4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:36.231914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba4837d5-87bd-4964-9f00-1dae87909173 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e481ff166bd43c39d1a617fcaa301f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067959 Aug 03 16:11:36.232639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33720) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:36.323426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:36.324750 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.333996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.342786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-8472374c-1de2-4b4f-b1c2-1ff6021ac7e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:36.344416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-8472374c-1de2-4b4f-b1c2-1ff6021ac7e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.2442706 Aug 03 16:11:36.426273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.499609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a89f3f70-1fd0-43de-973b-b3dd6f474d61 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 380 time: 0.1396844 Aug 03 16:11:36.511463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'device_id': '66e963c3-787a-4869-adad-302dbd2a4a07', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'admin_state_up': True, 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'security_groups': ['d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:36.545661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:36.555624 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:36.559805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.570884 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:36.571572 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:36.598709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-89c4ae86-ce49-4ffb-b9f7-5ff5a16c9dcf tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/49b42fb7-036a-4615-aa84-2b405f6d085e HTTP/1.1" status: 200 len: 688 time: 2.8752892 Aug 03 16:11:36.604075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:36.620010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.623225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:36.631821 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa356dc4-176f-4f02-90a7-9f0260b89af4 HTTP/1.1" status: 204 len: 168 time: 0.3957036 Aug 03 16:11:36.650808 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:36.661997 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:36.662928 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:36.665315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc3bcd-84f2-4e16-9518-3c13a9aafe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa356dc4-176f-4f02-90a7-9f0260b89af4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:36.696887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:36.698093 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e72839-bcff-40c5-9c6a-af5752e0797b None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:36.826992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:36.830850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.075518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port ec730ce1-c976-443c-82df-0d5fd71def20 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:37.076407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.147062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.20.0.3 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/2455ace3-c077-4935-bf6e-3a891099fc69) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:37.267098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.267662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.281088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 038f464b-7c20-4710-a0a7-987867fee64b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:37.281430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.292151 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f280f307-006d-4e29-8110-2552acd2612c req-39e54df0-7844-42d7-b3a3-2b68f8fe0d46 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 210 time: 0.0856760 Aug 03 16:11:37.313338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for ec730ce1-c976-443c-82df-0d5fd71def20 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:37.428793 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.448965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Transition to ACTIVE for port object 2455ace3-c077-4935-bf6e-3a891099fc69 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:37.489842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 038f464b-7c20-4710-a0a7-987867fee64b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=038f464b-7c20-4710-a0a7-987867fee64b,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:37.490341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.517249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.519079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 038f464b-7c20-4710-a0a7-987867fee64b owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:37.635858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:37.642775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:37.645968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:37.649353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:37.766360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:37.768735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.779776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:37.805273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-a5d7e2f4-b1ad-4986-b36a-4b3f8feef7eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2956104 Aug 03 16:11:37.816377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Request body: {'port': {'device_id': '66e963c3-787a-4869-adad-302dbd2a4a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:37.829131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=038f464b-7c20-4710-a0a7-987867fee64b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:37.946521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.126205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1044883-ad2a-49de-8cd7-09b8a936f770 None None] Provisioning for port 2455ace3-c077-4935-bf6e-3a891099fc69 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:38.146933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1044883-ad2a-49de-8cd7-09b8a936f770 None None] Provisioning complete for port 2455ace3-c077-4935-bf6e-3a891099fc69 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:38.147567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1044883-ad2a-49de-8cd7-09b8a936f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.266075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b1044883-ad2a-49de-8cd7-09b8a936f770 None None] Port 2455ace3-c077-4935-bf6e-3a891099fc69 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:11:38.337503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.422982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:11:38.434192 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.434856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.447255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Transition to ACTIVE for port object 2455ace3-c077-4935-bf6e-3a891099fc69 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:38.460848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.565894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:38.655910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e37b-8d87-4a32-8238-b0a0b53834e8 req-7fd1a2ce-f4e9-4df5-b153-62d378b79da5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:38.657632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3365e37b-8d87-4a32-8238-b0a0b53834e8 req-7fd1a2ce-f4e9-4df5-b153-62d378b79da5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 943 time: 0.2075861 Aug 03 16:11:38.736846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3365e37b-8d87-4a32-8238-b0a0b53834e8 req-6e727b68-40ab-4ee1-9589-dd63796237ec tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715716 Aug 03 16:11:38.753193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Attempting to bind port 2455ace3-c077-4935-bf6e-3a891099fc69 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:38.753612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Attempting to bind port 2455ace3-c077-4935-bf6e-3a891099fc69 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:38.753981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Attempting to bind port 2455ace3-c077-4935-bf6e-3a891099fc69 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:38.766359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Port 2455ace3-c077-4935-bf6e-3a891099fc69 on network 0827b38d-930b-4282-9dc9-f49a582a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:11:38.766708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Attempting to bind port 2455ace3-c077-4935-bf6e-3a891099fc69 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:38.775866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:38.776225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:38.776605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:38.777081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Bound port: 2455ace3-c077-4935-bf6e-3a891099fc69, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:38.777450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:38.927608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:38.932687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:38.939149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.007199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.008271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.009840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] 10.222.0.72 "PUT /v2.0/ports/2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 1091 time: 1.1987345 Aug 03 16:11:39.010834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:39.017447 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5650e53e-be16-493e-883a-3dc1ae56bf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:39.076590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=ec730ce1-c976-443c-82df-0d5fd71def20,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:39.176935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33820) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.178610 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b483b069-8af2-4f9a-b780-e43f4e392fe7 x-openstack-request-id: req-b483b069-8af2-4f9a-b780-e43f4e392fe7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:39.178900 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:39.179148 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b483b069-8af2-4f9a-b780-e43f4e392fe7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:39.179542 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'status': 'completed', 'code': 200} Aug 03 16:11:39.225970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f25c-8879-4f7e-b6e3-879a0fcfc228 service neutron] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:39.260069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-091891a3-6fd2-45b3-93ec-7cd23999c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.271966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-091891a3-6fd2-45b3-93ec-7cd23999c262 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1094 time: 0.2069390 Aug 03 16:11:39.352078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-bff8ee4c-3e94-41b0-a1e1-848aa37e2c7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 217 time: 0.0712152 Aug 03 16:11:39.366652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.370594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.372793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cc263713-53cd-4e84-81f8-54012038aafb tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/49b42fb7-036a-4615-aa84-2b405f6d085e HTTP/1.1" status: 204 len: 168 time: 2.7654409 Aug 03 16:11:39.379026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33830) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.450781 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-bc579038-dc6f-4f1a-abbb-8b751bce0474 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] delete failed (client error): The resource could not be found. Aug 03 16:11:39.451479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ba13c141-c89c-4932-a192-165622ba3ebf has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:39.452412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc579038-dc6f-4f1a-abbb-8b751bce0474 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/49b42fb7-036a-4615-aa84-2b405f6d085e HTTP/1.1" status: 404 len: 345 time: 0.0720522 Aug 03 16:11:39.455973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-474cedc8-4efc-4f87-a3fe-98340da21f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.458867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33832) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.578547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-80a417fc-6c31-4641-a2a0-5c868f25c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.580161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-80a417fc-6c31-4641-a2a0-5c868f25c409 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.2193480 Aug 03 16:11:39.584992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:39.592476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-50637b29-cb29-4199-9eb0-a57120a0476b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/ba13c141-c89c-4932-a192-165622ba3ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6795387 Aug 03 16:11:39.598666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Sync routers for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:39.599515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.607930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:39.608465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:39.692604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fc2a7-c22c-4d56-9d82-57a4cf25ffd7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.698647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fc2a7-c22c-4d56-9d82-57a4cf25ffd7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.706718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8fc2a7-c22c-4d56-9d82-57a4cf25ffd7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.713409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33840) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.718262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6c8fc2a7-c22c-4d56-9d82-57a4cf25ffd7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/ports?network_id=654a8a24-0340-4972-9b59-bfe5a09e615c HTTP/1.1" status: 200 len: 2357 time: 0.2564907 Aug 03 16:11:39.795030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce0b4e-a189-4f0b-9a03-4f54c060d2f1 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.796423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14ce0b4e-a189-4f0b-9a03-4f54c060d2f1 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/subnets/dea7cbd1-68ff-407e-b468-56ec476d3f1e HTTP/1.1" status: 200 len: 797 time: 0.0816615 Aug 03 16:11:39.801196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33844) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:39.806764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b6a25d7f-aa39-4065-aeb5-0b7ac5c61a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:39.808346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-b6a25d7f-aa39-4065-aeb5-0b7ac5c61a67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147343 Aug 03 16:11:39.811071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'port': {'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c', 'name': 'tempest-FloatingIPTestJSON-1693776529', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:39.823681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting subnet e7f32305-35b3-4710-8618-333c51c85bf7 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:11:39.830342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:39.831222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:39.883167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.183875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-604fd08e-212c-4748-80f3-b917b2573c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.346296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:11:37Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:40.399876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Checking router: ba13c141-c89c-4932-a192-165622ba3ebf for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:40.412965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Routers {'ba13c141-c89c-4932-a192-165622ba3ebf'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:40.413781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ba13c141-c89c-4932-a192-165622ba3ebf'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:40.548090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-474cedc8-4efc-4f87-a3fe-98340da21f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.549098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa157e-5779-49d3-9718-5edaaa799c0e req-51d200f7-6f6b-4845-8f6b-fc3cb8a4f2b0 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:40.551933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0fa157e-5779-49d3-9718-5edaaa799c0e req-51d200f7-6f6b-4845-8f6b-fc3cb8a4f2b0 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0611255 Aug 03 16:11:40.573055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] Set router ba13c141-c89c-4932-a192-165622ba3ebf gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:40.610841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5890a-8748-4928-b2e8-b46ce5335435 req-05e219d0-3be9-4d01-be21-77bf6047839a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:40.614040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:40.615924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-feb5890a-8748-4928-b2e8-b46ce5335435 req-05e219d0-3be9-4d01-be21-77bf6047839a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 943 time: 0.6975994 Aug 03 16:11:40.640172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-474cedc8-4efc-4f87-a3fe-98340da21f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.676099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0fa157e-5779-49d3-9718-5edaaa799c0e req-ba5b6919-9bc5-4551-8fa5-f17c1c1684b2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159937 Aug 03 16:11:40.680004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-df65061c-3ff8-451b-81ca-3282eb42bb72 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521682 Aug 03 16:11:40.721034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.766697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-474cedc8-4efc-4f87-a3fe-98340da21f9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c87d197d24b246499c0be496b1329c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5862315 Aug 03 16:11:40.771067 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.788629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33866) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:40.801053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] device_id is not set on port 89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:11:40.829095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:11:37Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:40.843077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cedc8-4efc-4f87-a3fe-98340da21f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ee6f4-1ab8-4491-81cb-74af1804f713,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:40.867508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e83d12-a681-4d7a-b571-2fb144dfd8d8 None None] The sync data for ids ['ba13c141-c89c-4932-a192-165622ba3ebf'] in n-d-803226-3 is: [{'id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078786885', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:09:52Z', 'updated_at': '2021-08-03T16:11:37Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba13c141-c89c-4932-a192-165622ba3ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:09:53Z', 'updated_at': '2021-08-03T16:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:40.869858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-feb5890a-8748-4928-b2e8-b46ce5335435 req-cefd0d80-7315-4bea-b624-5020bbd0f3ad tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308266 Aug 03 16:11:40.903092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.943904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8ff104ed-a0dc-4112-8fc6-73df50026d21 req-26d7c16b-68e2-4571-b941-63ed0a83cea0 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464259 Aug 03 16:11:40.944781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f32305-35b3-4710-8618-333c51c85bf7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:40.956798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:40.957731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa725c3e-8d3d-41b3-90ed-1070d0c60741 None None] Network 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:40.961034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7032cb52-aa38-4bdd-b6bf-58337cff2e74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/subnets/e7f32305-35b3-4710-8618-333c51c85bf7 HTTP/1.1" status: 204 len: 168 time: 1.3580060 Aug 03 16:11:40.962226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:41.031511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.106932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.135884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-b542a440-d591-4b1d-a853-fa2b7eb416bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.138248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-b542a440-d591-4b1d-a853-fa2b7eb416bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1094 time: 0.1135542 Aug 03 16:11:41.206497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.216603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.219710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.220870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b80ee6f4-1ab8-4491-81cb-74af1804f713 HTTP/1.1" status: 204 len: 168 time: 0.4286599 Aug 03 16:11:41.247135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c9e9a-8eb3-46c7-a1f8-00349c710475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ee6f4-1ab8-4491-81cb-74af1804f713,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:41.269816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] DHCP port deletion for 7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:11:41.318753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.14 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:41.327655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.13 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:41.401182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Deleting port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:41.401561 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.412018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.427670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-29e2192b-f569-496e-88ba-eb6c8426451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.429952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-29e2192b-f569-496e-88ba-eb6c8426451a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2839990 Aug 03 16:11:41.520521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-d7ec669e-baef-4ee9-b325-33e29274a3ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 217 time: 0.0676396 Aug 03 16:11:41.536289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] For port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,segment=NetworkSegment(e3caea67-ca22-4f09-a7d6-78f4d0883a78),segment_id=e3caea67-ca22-4f09-a7d6-78f4d0883a78)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:41.536685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.554294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Calling delete_port for dcf514bb-d41c-4ae4-845a-0b0f1344fa5e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:41.613352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:41.613783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.616257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-571d7f88-3c88-489a-a923-86d827602ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.617900 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-571d7f88-3c88-489a-a923-86d827602ce1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0876927 Aug 03 16:11:41.671201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.674184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.735985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] Pushing event deleted for resources: {'Port': ['ID=dcf514bb-d41c-4ae4-845a-0b0f1344fa5e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:41.748192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afce4e-2bd9-4a08-aeb3-3b34de07375f None None] No DVR routers for this DVR port dcf514bb-d41c-4ae4-845a-0b0f1344fa5e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:11:41.765249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.809972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:41.810467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:41.817981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:41.835890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:41.842539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-6adedb51-5d97-445a-8400-0950d57774e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.844243 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-6adedb51-5d97-445a-8400-0950d57774e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150230 Aug 03 16:11:41.851141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:41.860224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:41.870339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:41.937492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34155-8c33-4cb5-844a-c7c62d01b337 req-ab690d26-83ca-467e-91c2-4f64abb1c649 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.945398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71d34155-8c33-4cb5-844a-c7c62d01b337 req-ab690d26-83ca-467e-91c2-4f64abb1c649 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1305959 Aug 03 16:11:41.996118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:41.996985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.012905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71d34155-8c33-4cb5-844a-c7c62d01b337 req-e76631d0-8023-4d70-b735-41996e79aef7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662556 Aug 03 16:11:42.048311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bed52ab2-c9d4-4f24-a40c-758d6a0b4147 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2459555 Aug 03 16:11:42.054149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33900) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:42.064710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:42.077130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-3176c56b-5057-4fad-9ce3-4dc93da5479a service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231121 Aug 03 16:11:42.103672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58869688-18c7-49f4-88af-d4ea81b033b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.113345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37b28-b31b-439d-ab97-9691d6eaaff9 req-0b938907-9f04-4afb-bc07-86a9618af026 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:42.119340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.121501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5eb37b28-b31b-439d-ab97-9691d6eaaff9 req-0b938907-9f04-4afb-bc07-86a9618af026 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 943 time: 0.1362553 Aug 03 16:11:42.229846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcf514bb-d41c-4ae4-845a-0b0f1344fa5e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:42.279554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: dcf514bb-d41c-4ae4-845a-0b0f1344fa5e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:42.279957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device dcf514bb-d41c-4ae4-845a-0b0f1344fa5e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:42.280396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 038f464b-7c20-4710-a0a7-987867fee64b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:42.332484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.334715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 038f464b-7c20-4710-a0a7-987867fee64b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:42.335729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 038f464b-7c20-4710-a0a7-987867fee64b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:42.338391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5eb37b28-b31b-439d-ab97-9691d6eaaff9 req-795f46fd-5249-4dda-8e04-ae4b30073e4f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157707 Aug 03 16:11:42.416069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5650e53e-be16-493e-883a-3dc1ae56bf9f req-57917905-880c-4d65-9985-876abf870c14 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210082 Aug 03 16:11:42.435330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.475826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:42.500286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.78 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/afd8332f-f5d8-4b08-be4f-ff313b4df21e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:42.619632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.639120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.702760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.723661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.726536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.773807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.786164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:42.793487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:42.796885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:42.802243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=afd8332f-f5d8-4b08-be4f-ff313b4df21e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:42.809775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.810365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Fanout notify agent at l3_agent the message router_deleted on router ba13c141-c89c-4932-a192-165622ba3ebf {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:11:42.817765 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:42.822085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23a67227-49a0-4db9-9874-9f8c8d16834a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/routers/ba13c141-c89c-4932-a192-165622ba3ebf HTTP/1.1" status: 204 len: 168 time: 1.8557339 Aug 03 16:11:42.822085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:42.929300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.082742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.094584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ced9bef-cefa-45b4-8fc6-127a8e9be7d4']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:43.109376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3caea67-ca22-4f09-a7d6-78f4d0883a78') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:43.110450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3caea67-ca22-4f09-a7d6-78f4d0883a78') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:43.125691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.149764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.159442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:11:43.160045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:11:43.164851 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:11:43.193051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3919e-3f11-4d57-8b20-068ab53a388b req-a90193e8-2182-4860-a9cd-a139a469842b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:43.202007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1a3919e-3f11-4d57-8b20-068ab53a388b req-a90193e8-2182-4860-a9cd-a139a469842b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0738440 Aug 03 16:11:43.277571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.307922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.314643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/networks/7ced9bef-cefa-45b4-8fc6-127a8e9be7d4 HTTP/1.1" status: 204 len: 168 time: 0.4919612 Aug 03 16:11:43.315986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c482c-f6e7-4ab6-b254-db75442cbbc1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Network': ['ID=7ced9bef-cefa-45b4-8fc6-127a8e9be7d4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:43.318179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33946) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:43.435264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.454584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1a3919e-3f11-4d57-8b20-068ab53a388b req-2133557c-fd13-4455-a89e-ddb407f832df tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516918 Aug 03 16:11:43.476428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.500905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.534485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:11:43.586218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13761a0d-442b-4895-8f33-c4743457630d req-b4876419-3088-4151-b2af-37178a5bb266 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:43.594398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13761a0d-442b-4895-8f33-c4743457630d req-b4876419-3088-4151-b2af-37178a5bb266 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 943 time: 0.0975990 Aug 03 16:11:43.643382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.656865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13761a0d-442b-4895-8f33-c4743457630d req-8d22c58c-a41b-4ea0-9286-129e31245bbd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614305 Aug 03 16:11:43.706537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.710733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.712182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/security-groups/45638c37-0ad6-44b0-a466-21eeac7a1199 HTTP/1.1" status: 204 len: 168 time: 0.3914902 Aug 03 16:11:43.712468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.738531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04391-06d7-4c3c-8f7a-430da5ccc589 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45638c37-0ad6-44b0-a466-21eeac7a1199,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:43.751979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:43.778444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2455ace3-c077-4935-bf6e-3a891099fc69', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:11:43.821478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.837418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:11:43.863763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:43.869457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.909724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.921840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:43.993745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:44.024085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.072576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=afd8332f-f5d8-4b08-be4f-ff313b4df21e,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:44.075451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2455ace3-c077-4935-bf6e-3a891099fc69'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:11:44.146247 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP e29c0f4c-0e06-4605-bc96-de1c3f8d5853 associated. External IP: 172.25.7.78, port: 89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6. Aug 03 16:11:44.178057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:11:44.287877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33984) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:44.293208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517485506', 'description': 'tempest-secgroup-smoke-517485506 description', 'project_id': '0ef1c18733084b37b21981061221f2dd'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:44.300930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:11:44.303052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b88b9d3e-5846-4c35-85b7-ca9c30e6a6a0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:11:44.328155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.470107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:44.470546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.476906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.540077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.547373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2583647 Aug 03 16:11:44.559910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:44.568908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:44.578434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b530d5-f3d2-4aa2-b30d-e7275d8b015c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601a1ecc-cfe4-40f4-8d76-254191d90050,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:44.610828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.691610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dfad0-f0e1-4001-b4e1-a53b4a1de913 req-60829e36-b924-4549-aa50-ae7724b3a9d1 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:44.692531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-869dfad0-f0e1-4001-b4e1-a53b4a1de913 req-60829e36-b924-4549-aa50-ae7724b3a9d1 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1144974 Aug 03 16:11:44.728469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:44.731627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.739123 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:44.739645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.753720 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:44.754367 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:44.759372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13df26fe-6fcb-47df-89c8-fd9cfe5166d1,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:44.815351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-869dfad0-f0e1-4001-b4e1-a53b4a1de913 req-59aa6b1f-9d0d-420c-a28c-9f6f8a6f1252 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119099 Aug 03 16:11:44.817297 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:44.829980 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:44.829980 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:44.835570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.836717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.840677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-37d8606c-3238-4dec-a9bf-571a1da72dd4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769742 Aug 03 16:11:44.842479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:44.869748 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:44.871596 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393d670-6247-4c21-84bd-28e0d6aa5559 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:44.873110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:44.893539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415eb37-9500-4371-a479-f8803b8605ba req-fe5195ec-bb7f-4423-a10e-f22091faf370 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:44.899088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3280fff9-7311-41bb-acfa-4a2265f67a24 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8416560 Aug 03 16:11:44.899351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f415eb37-9500-4371-a479-f8803b8605ba req-fe5195ec-bb7f-4423-a10e-f22091faf370 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1275237 Aug 03 16:11:44.899949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34008) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:44.910299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': '89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:44.916064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.977084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.983473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:44.990250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.020150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3e361c-2dcd-4307-b127-7b013eccf7b9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:45.037239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.044409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3b0f55e-e4b2-4e00-8e7f-c9f6d3d926c7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007997 Aug 03 16:11:45.044786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34018) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:45.046144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.060111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:45.124842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f415eb37-9500-4371-a479-f8803b8605ba req-e789a93d-7067-4c6f-bde5-782472d86055 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505077 Aug 03 16:11:45.164866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.299903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.304527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.351926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93969a7a-6b1b-4555-8699-aea834330584,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:45.392203 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.392203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ef3800cf-dfa2-4213-9843-c0ca1a570d0c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392088 Aug 03 16:11:45.397565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34034) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:45.404008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:45.443097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.523123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.528959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.541062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:45.567454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.568939 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728539 Aug 03 16:11:45.570387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a24fd-d899-4a1e-b35b-d2a2a8300c79 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a10d402-a15b-425c-a1a9-5513e29bb4e9,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:45.572562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:45.578641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:45.608602 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:11:45.616072 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.670649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 2455ace3-c077-4935-bf6e-3a891099fc69 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:45.675326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2455ace3-c077-4935-bf6e-3a891099fc69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:45.676094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.741028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.747839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.749488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.760902 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.768933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96513ae1-792d-4548-a5be-a616f8468471,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:45.781914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.782639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c38134ed-d4f6-4825-964b-9fb7c4eb594e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2081118 Aug 03 16:11:45.785273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34048) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:45.789999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'security_group_rule': {'security_group_id': '601a1ecc-cfe4-40f4-8d76-254191d90050', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:45.814607 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Project 0ef1c18733084b37b21981061221f2dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:11:45.820132 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.820959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:45.867828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:45.872364 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b96e57-82ee-44b6-8d01-13243323b54c" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:45.912233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:45.916224 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.026676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:46.034586 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.055795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27890cf7-5c5a-459a-bb2b-ce421d299151 req-dc8ebfed-165f-4e01-b1dc-93667d6f189f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:46.057397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27890cf7-5c5a-459a-bb2b-ce421d299151 req-dc8ebfed-165f-4e01-b1dc-93667d6f189f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1535027 Aug 03 16:11:46.065946 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.117257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de90c9d0-2862-432d-89f3-e999d9a491e4,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:46.137629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.139370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7c097b41-054b-4f8c-b92c-29471b8e0357 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3530917 Aug 03 16:11:46.142277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:46.154399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'network': {'name': 'tempest-network-smoke--673509947', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:46.155367 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c0e8ef-9769-4b6f-8a5f-e0b1f84d83b8 x-openstack-request-id: req-55c0e8ef-9769-4b6f-8a5f-e0b1f84d83b8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:46.155857 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:46.156117 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55c0e8ef-9769-4b6f-8a5f-e0b1f84d83b8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:46.156579 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:11:46.203135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27890cf7-5c5a-459a-bb2b-ce421d299151 req-7cc93009-cc54-4ec3-8fcf-224da43f609e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344521 Aug 03 16:11:46.239093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:46.243505 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.317187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:11:46.328474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.329320 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Added segment 0a807e40-7ac7-4c7e-8dbd-b4abd76b3092 of type vlan for network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 Aug 03 16:11:46.416014 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.460331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.470258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:46.471231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.514801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635aa8a-17a4-400b-9118-0f04d07d7fc2 req-b281723e-d567-4e32-a897-3e49ea3512b0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:46.516334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a635aa8a-17a4-400b-9118-0f04d07d7fc2 req-b281723e-d567-4e32-a897-3e49ea3512b0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.1316974 Aug 03 16:11:46.555392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae43d4b-f420-4dbf-9883-f720418af4db req-47cadf69-24b7-410b-9dd9-bc02d6b08e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:46.557171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cae43d4b-f420-4dbf-9883-f720418af4db req-47cadf69-24b7-410b-9dd9-bc02d6b08e0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1096 time: 0.1843731 Aug 03 16:11:46.614190 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Network': ['ID=9d6d7a21-346a-4020-b86f-0d297e48f2a0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:46.623602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-513a361b-b8d7-41da-adaa-22a1ba9ddf20 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4799490 Aug 03 16:11:46.626942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:46.634308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'admin_state_up': True, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:46.639170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:11:46.671384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a635aa8a-17a4-400b-9118-0f04d07d7fc2 req-1a143a88-0698-4c2f-9a51-5374bc81de0a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314063 Aug 03 16:11:46.680124 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.681342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.708341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cae43d4b-f420-4dbf-9883-f720418af4db req-c1c56a12-04f6-4dd9-8649-adbd5f807a32 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214724 Aug 03 16:11:46.725471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:46.883122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:46.897726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:46.907449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:46.921183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:46.922205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:47.008707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:47.020684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:47.021726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:47.023543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-898c743b-30c3-481f-ac06-102747ed65b8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/e29c0f4c-0e06-4605-bc96-de1c3f8d5853 HTTP/1.1" status: 200 len: 978 time: 2.1206052 Aug 03 16:11:47.027840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:47.081783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:47.082452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59582734-ae4e-4a79-9fab-5430dcf09773 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:47.221167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.308201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port afd8332f-f5d8-4b08-be4f-ff313b4df21e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:47.308633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.453951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fb4ee-2f6b-4266-9851-74d9477df602 req-15177914-3142-432a-bb03-43b0ed8bd6e3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:47.455673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e8fb4ee-2f6b-4266-9851-74d9477df602 req-15177914-3142-432a-bb03-43b0ed8bd6e3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1308124 Aug 03 16:11:47.460086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.468230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.468816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.485823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for afd8332f-f5d8-4b08-be4f-ff313b4df21e owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:47.531958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2e8fb4ee-2f6b-4266-9851-74d9477df602 req-3c75c443-6d08-4799-9f26-bb113d2c654f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655224 Aug 03 16:11:47.820932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.847309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.857392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:47.877017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea4dee-8b57-497d-ab6b-8c78488eed6b req-e1683950-67d0-43e1-84a2-d028c744d4c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:47.878754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30ea4dee-8b57-497d-ab6b-8c78488eed6b req-e1683950-67d0-43e1-84a2-d028c744d4c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.0875275 Aug 03 16:11:47.920185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=afd8332f-f5d8-4b08-be4f-ff313b4df21e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:47.977471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.23 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/eb008977-a613-4857-a7d0-9a59bc25fdde) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:48.007425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-30ea4dee-8b57-497d-ab6b-8c78488eed6b req-f023666e-9efa-4e54-baba-45ed205e40ad tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910239 Aug 03 16:11:48.030727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.031302 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP e29c0f4c-0e06-4605-bc96-de1c3f8d5853 disassociated (deleted). External IP: 172.25.7.78, port: 89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6. Aug 03 16:11:48.172438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.274624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d15c1-a7ab-454d-a298-f45da5552c08 req-589bcd85-9de1-42ac-ac35-eb979c1ac9eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:48.277282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-176d15c1-a7ab-454d-a298-f45da5552c08 req-589bcd85-9de1-42ac-ac35-eb979c1ac9eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.1609592 Aug 03 16:11:48.295585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34182) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:48.295585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'floatingip': {'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:48.383450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.427760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:48.457226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.464665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=eb008977-a613-4857-a7d0-9a59bc25fdde,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:48.543644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:48.548027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:48.553692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:48.581844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:48.595507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:48.596521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.608112 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:48.608927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:48.648255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c526f3b8-2310-4073-a749-ad8937d7a453 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/e29c0f4c-0e06-4605-bc96-de1c3f8d5853 HTTP/1.1" status: 204 len: 168 time: 1.6190460 Aug 03 16:11:48.653593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34214) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:48.680360 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:48.690772 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:48.691616 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:48.729101 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:48.730678 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbc1f8-056c-4c5d-a11f-f6c9683dbb89 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:48.797047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ead0be-44b4-4576-8f95-ba51fa1829ab req-e9791d64-c4ed-4c1d-8367-a5ff1192f924 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:48.798684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8ead0be-44b4-4576-8f95-ba51fa1829ab req-e9791d64-c4ed-4c1d-8367-a5ff1192f924 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1071041 Aug 03 16:11:48.853471 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8ead0be-44b4-4576-8f95-ba51fa1829ab req-53de3883-8c8d-48d6-8d95-d10b896aa398 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Aug 03 16:11:48.858129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:48.858129 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:48.986614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.005086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:49.229568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.262696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:49.282309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.378558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.380826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f7b8c310-c5bf-47fe-b71d-2b4c09a5dd78 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/89b6f0bb-dfeb-4b8f-8b85-3d2d796128f6 HTTP/1.1" status: 204 len: 168 time: 0.7264123 Aug 03 16:11:49.384423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:49.390166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:49.418491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.434624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.444192 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.566375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.646008 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Floating IP 590033e0-7684-40f1-a210-75ee3864f702 associated. External IP: 172.25.7.187, port: 2455ace3-c077-4935-bf6e-3a891099fc69. Aug 03 16:11:49.704707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.731244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:49.749830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.25 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a0dc25a2-e8d9-448f-9406-dc83822da14e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:49.896218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.905739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a53e505b-1616-469f-a02a-d405c86f1f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:49.985092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.052023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:50.064771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:50.072075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:50.095028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=a0dc25a2-e8d9-448f-9406-dc83822da14e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:50.129320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a53e505b-1616-469f-a02a-d405c86f1f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.138525 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a53e505b-1616-469f-a02a-d405c86f1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.218913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a53e505b-1616-469f-a02a-d405c86f1f5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27415f15efcd459ca8d98b949862ccb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856594 Aug 03 16:11:50.219141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:50.221315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e505b-1616-469f-a02a-d405c86f1f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c7014-b933-4569-a1b6-6ff105660a11,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:50.226202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.267260 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.310395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594802a1-2986-4e31-8ca3-4b761f5da0fc req-46bdde0f-53f9-459f-b0c6-826d9317e71d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:50.311971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-594802a1-2986-4e31-8ca3-4b761f5da0fc req-46bdde0f-53f9-459f-b0c6-826d9317e71d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1448147 Aug 03 16:11:50.351158 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:11:50.435568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-594802a1-2986-4e31-8ca3-4b761f5da0fc req-eb994e8d-41d0-4dbc-b9a9-8d7e5fff14ab tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835643 Aug 03 16:11:50.444139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.449975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:50.459316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.465407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.471674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:11:50.497248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.543774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=a0dc25a2-e8d9-448f-9406-dc83822da14e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:50.557617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.580351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.586680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-656a6b4c-6c46-4eeb-b61e-a4217ce8d514 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1989393 Aug 03 16:11:50.587539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34268) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:50.594775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'port': {'network_id': '654a8a24-0340-4972-9b59-bfe5a09e615c', 'name': 'tempest-FloatingIPTestJSON-845868129'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:50.731158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.733982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.738085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f1c7014-b933-4569-a1b6-6ff105660a11 HTTP/1.1" status: 204 len: 168 time: 0.4820073 Aug 03 16:11:50.764503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:50.770458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:50.775226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ed208-d346-4795-a0a0-89d706baec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c7014-b933-4569-a1b6-6ff105660a11,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:50.775732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.784284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Sync routers for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:50.787841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:50.793711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.813242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] device_id is not set on port e58e27f2-8798-4cb4-92f9-a6bea7b86d31 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:11:50.815861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Sync routers for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:50.819348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:50.819984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:50.829109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:50.830414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:50.853468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:50.857097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c374e848-dac9-4b76-8388-4c3413d94ed1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2281458 Aug 03 16:11:50.866299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34274) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:50.966042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:50.999065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-222e11b7-dd39-4d51-ae66-190c0f55c9d4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "PUT /v2.0/floatingips/590033e0-7684-40f1-a210-75ee3864f702 HTTP/1.1" status: 200 len: 991 time: 2.7115340 Aug 03 16:11:50.999948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:11:51.006455 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f730d-351a-4392-9083-079d3d842cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:11:51.027757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a533dda-df26-44c6-a596-cc923ada8364 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0ef1c18733084b37b21981061221f2dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1595597 Aug 03 16:11:51.031922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34282) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:51.048452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.14 (654a8a24-0340-4972-9b59-bfe5a09e615c/dea7cbd1-68ff-407e-b468-56ec476d3f1e/e58e27f2-8798-4cb4-92f9-a6bea7b86d31) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:51.143982 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d716e8cb-fa82-4492-86f0-d6fe2237de01 x-openstack-request-id: req-d716e8cb-fa82-4492-86f0-d6fe2237de01 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:11:51.144933 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:11:51.145208 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d716e8cb-fa82-4492-86f0-d6fe2237de01 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:11:51.145663 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'status': 'completed', 'code': 200} Aug 03 16:11:51.247917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-9ae47f01-0a2b-4c33-9670-06003207f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:51.250675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-9ae47f01-0a2b-4c33-9670-06003207f850 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1096 time: 0.1122804 Aug 03 16:11:51.318776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:48Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:51.319879 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:51.337995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:51.369727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Checking router: ce40ca72-8fef-4bd8-bd12-9712c9ffe525 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:51.371016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Updating router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 port eb008977-a613-4857-a7d0-9a59bc25fdde binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:11:51.372138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfd16a0b-d707-4e41-a3b8-f8bbb69e669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.412432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.421696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed60ec-c13c-48ce-8490-caf502abd34b tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:51.424069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46ed60ec-c13c-48ce-8490-caf502abd34b tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3909469 Aug 03 16:11:51.426957 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.427526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34286) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:51.471483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-2d368ba6-85cc-4aff-913f-b2d8cbc3e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:51.483544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-2d368ba6-85cc-4aff-913f-b2d8cbc3e188 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2244244 Aug 03 16:11:51.507637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e35b916-cc46-4ebc-bcb2-c75b31c18b77 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767398 Aug 03 16:11:51.509482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34290) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:51.528306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963243679', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'project_id': '0ef1c18733084b37b21981061221f2dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:51.686772 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '590033e0-7684-40f1-a210-75ee3864f702', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e963c3-787a-4869-adad-302dbd2a4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:11:31Z', 'updated_at': '2021-08-03T16:11:49Z', 'revision_number': 1, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:51.727274 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Checking router: 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:51.739945 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:51.740467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-50ed401d-af1a-47d8-a76f-b944fb0c59bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.2436628 Aug 03 16:11:51.740611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:51.811338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.828094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfd16a0b-d707-4e41-a3b8-f8bbb69e669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.836996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bfd16a0b-d707-4e41-a3b8-f8bbb69e669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.885151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6809ca9-7623-4b1a-99c5-8bf4a6e892c9 req-4d108970-4d55-4093-8d85-f926f66fad9f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:51.888732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:11:51.893409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6809ca9-7623-4b1a-99c5-8bf4a6e892c9 req-4d108970-4d55-4093-8d85-f926f66fad9f tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.3297927 Aug 03 16:11:51.902684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 654a8a24-0340-4972-9b59-bfe5a09e615c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:51.904568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:51.909216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-8b47bca0-9aec-4e0a-94a6-29022237da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:51.910772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-8b47bca0-9aec-4e0a-94a6-29022237da42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1534774 Aug 03 16:11:51.914100 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:51.928756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:51.944464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:51.952744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=e58e27f2-8798-4cb4-92f9-a6bea7b86d31,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:52.029276 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.033102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6809ca9-7623-4b1a-99c5-8bf4a6e892c9 req-e6ab8466-6c3a-4f7c-8b4a-32025a5227b6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337445 Aug 03 16:11:52.044751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34294) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:52.056627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Transition to ACTIVE for port object eb008977-a613-4857-a7d0-9a59bc25fdde will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:52.062365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bfd16a0b-d707-4e41-a3b8-f8bbb69e669e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17bbbc1015c54c9aaaca7e3f131f3780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071209 Aug 03 16:11:52.067971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd16a0b-d707-4e41-a3b8-f8bbb69e669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec831856-6df0-4e4e-a2e4-f22b38c25c2e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:52.068959 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.092923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:52.093712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.100750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-09a6741e-1a21-4bda-aef3-35726d42e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:52.102845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-09a6741e-1a21-4bda-aef3-35726d42e8bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794615 Aug 03 16:11:52.154116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf75d-fe27-4b10-bfba-3ac4c1cb3942 None None] Pushing event updated for resources: {'Port': ['ID=eb008977-a613-4857-a7d0-9a59bc25fdde,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:52.198137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Attempting to bind port eb008977-a613-4857-a7d0-9a59bc25fdde on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:52.199505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Attempting to bind port eb008977-a613-4857-a7d0-9a59bc25fdde by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:52.200121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Attempting to bind port eb008977-a613-4857-a7d0-9a59bc25fdde on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:52.204437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.213346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:52.214531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:52.215054 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.216530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:52.218363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Bound port: eb008977-a613-4857-a7d0-9a59bc25fdde, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:52.218834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.220466 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '590033e0-7684-40f1-a210-75ee3864f702', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e963c3-787a-4869-adad-302dbd2a4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:11:31Z', 'updated_at': '2021-08-03T16:11:49Z', 'revision_number': 1, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:52.230354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ed945d3-5a4b-4d9a-946f-7e31b26da536 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6408167 Aug 03 16:11:52.233906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34300) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:52.244232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': 'e58e27f2-8798-4cb4-92f9-a6bea7b86d31'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:52.297033 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a800c2-6737-41b7-aff0-54953b0f462a None None] The sync data for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 is: [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '590033e0-7684-40f1-a210-75ee3864f702', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e963c3-787a-4869-adad-302dbd2a4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:11:31Z', 'updated_at': '2021-08-03T16:11:49Z', 'revision_number': 1, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:52.374636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.394764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] For port eb008977-a613-4857-a7d0-9a59bc25fdde, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:52.395283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.401129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] For port eb008977-a613-4857-a7d0-9a59bc25fdde, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb008977-a613-4857-a7d0-9a59bc25fdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:52.424346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.475408 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.491544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:52.492275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:52.615636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.618682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Checking segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:52.619046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network hostable DHCP agents. Network: 9d6d7a21-346a-4020-b86f-0d297e48f2a0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:11:52.625834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Subnet': ['ID=260ec4d8-ab19-4136-b2c5-72bfd1b847f4,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:52.633631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:52.643879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:11:52.656660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9d6d7a21-346a-4020-b86f-0d297e48f2a0) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:52.661841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:52.663226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:52.685298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb469061-ed1a-4a5b-948e-959e937e18e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1746573 Aug 03 16:11:52.687979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34304) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:52.689290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa056740-cca4-40ec-a408-22d31157462d None None] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:52.707090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-dee7904d-347c-4a6d-93a1-7af05ac8ab8f service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866666 Aug 03 16:11:52.746240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c41e50a-3767-4e59-b447-44c6d109ab17 None None] New status for floating IP 590033e0-7684-40f1-a210-75ee3864f702: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:11:53.178248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf75d-fe27-4b10-bfba-3ac4c1cb3942 None None] Pushing event updated for resources: {'Port': ['ID=eb008977-a613-4857-a7d0-9a59bc25fdde,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:53.235423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:11:53.237191 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.257618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.296620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95de6c-124a-40b0-826b-838083df7f19 req-45b86fec-f189-4870-ba46-c032e7830b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:53.298314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-45b86fec-f189-4870-ba46-c032e7830b68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 1097 time: 0.8005595 Aug 03 16:11:53.344227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.346386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.350641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec831856-6df0-4e4e-a2e4-f22b38c25c2e HTTP/1.1" status: 204 len: 168 time: 1.3046043 Aug 03 16:11:53.369830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:48Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:53.385552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f670a-8ba4-4314-b5e3-b3521a03accc req-829d9e26-2e8d-46d9-8188-98acdf3f3071 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:53.388178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb9f670a-8ba4-4314-b5e3-b3521a03accc req-829d9e26-2e8d-46d9-8188-98acdf3f3071 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.8886821 Aug 03 16:11:53.409845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41cb8ee-d038-40e7-a7f9-a775cbe5b785 None None] The sync data for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 is: [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:48Z', 'revision_number': 3, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:53.468711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3d5c0-9259-47e9-821c-a391c1324cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec831856-6df0-4e4e-a2e4-f22b38c25c2e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:53.503866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Allocated IP 172.20.0.2 (9d6d7a21-346a-4020-b86f-0d297e48f2a0/260ec4d8-ab19-4136-b2c5-72bfd1b847f4/96506dc3-24de-4669-bec2-146950545fea) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:53.630607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e9f730d-351a-4392-9083-079d3d842cd2 req-d05632b4-8516-46d7-b7a3-457949ae60a6 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048564 Aug 03 16:11:53.644981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb9f670a-8ba4-4314-b5e3-b3521a03accc req-8e9107d7-a63e-491c-b9a5-7f581b7b10aa tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837347 Aug 03 16:11:53.694247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95de6c-124a-40b0-826b-838083df7f19 req-a508755e-7213-4c27-830c-0b8aad349d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:53.695790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-a508755e-7213-4c27-830c-0b8aad349d48 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.3419979 Aug 03 16:11:53.787555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.804504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Transition to ACTIVE for port object 96506dc3-24de-4669-bec2-146950545fea will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:53.842342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Transition to ACTIVE for port object 96506dc3-24de-4669-bec2-146950545fea will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:53.875061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:53.924903 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-c43373a0-d00d-4e16-9bc4-fa6a2e0bacc3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 200 len: 1002 time: 0.1910148 Aug 03 16:11:53.940087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:53.948379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.1 (9d6d7a21-346a-4020-b86f-0d297e48f2a0/260ec4d8-ab19-4136-b2c5-72bfd1b847f4/07c4ee21-3b88-4f48-af3d-b57c210d8eea) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:11:53.962826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:53.965698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Pushing event updated for resources: {'Port': ['ID=96506dc3-24de-4669-bec2-146950545fea,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:53.968999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:54.066458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Attempting to bind port 96506dc3-24de-4669-bec2-146950545fea on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:54.066844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Attempting to bind port 96506dc3-24de-4669-bec2-146950545fea by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:54.067258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Attempting to bind port 96506dc3-24de-4669-bec2-146950545fea on network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:54.078323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:54.078845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Checking segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:54.082385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.082385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Bound using segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:54.082385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Bound port: 96506dc3-24de-4669-bec2-146950545fea, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:54.082385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.160343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95de6c-124a-40b0-826b-838083df7f19 req-d228a1c0-22c5-4f4a-b4b1-e418d3111e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:54.162280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-d228a1c0-22c5-4f4a-b4b1-e418d3111e01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.2254531 Aug 03 16:11:54.209634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.238615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.db.resource_extend [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:11:54.248350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object 07c4ee21-3b88-4f48-af3d-b57c210d8eea will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:54.249144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb008977-a613-4857-a7d0-9a59bc25fdde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:54.300468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] For port 96506dc3-24de-4669-bec2-146950545fea, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:54.329883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] For port 96506dc3-24de-4669-bec2-146950545fea, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96506dc3-24de-4669-bec2-146950545fea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:54.331856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port eb008977-a613-4857-a7d0-9a59bc25fdde completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:54.337829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.404572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.408696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95de6c-124a-40b0-826b-838083df7f19 req-9959440f-bb18-45aa-adb2-528369735995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:54.410911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-9959440f-bb18-45aa-adb2-528369735995 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313530 Aug 03 16:11:54.423231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269821-d55c-445b-bbc3-98903312c4e6 None None] Pushing event updated for resources: {'Port': ['ID=96506dc3-24de-4669-bec2-146950545fea,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:54.423644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.428298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port eb008977-a613-4857-a7d0-9a59bc25fdde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:54.429384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.443263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.537847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:54.541767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:54.572093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:11:54.573260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.620585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port eb008977-a613-4857-a7d0-9a59bc25fdde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb008977-a613-4857-a7d0-9a59bc25fdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:54.626912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:54.648136 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 5e28d356-fcdd-498c-a792-8b1dd6a53ac7 associated. External IP: 172.25.7.25, port: e58e27f2-8798-4cb4-92f9-a6bea7b86d31. Aug 03 16:11:54.649182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:54.709874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=eb008977-a613-4857-a7d0-9a59bc25fdde,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:54.758553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.080229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.096453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-70ce1d89-f6e2-4acf-902f-c55acbb8cf88 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714253 Aug 03 16:11:55.108290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231acfc-57e8-46b7-a1d2-ab5a3a0e44e1 req-f1d12ae1-f704-412c-8dd7-e5d7424df8a4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:55.110721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5231acfc-57e8-46b7-a1d2-ab5a3a0e44e1 req-f1d12ae1-f704-412c-8dd7-e5d7424df8a4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.2415090 Aug 03 16:11:55.160558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:55.319830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5231acfc-57e8-46b7-a1d2-ab5a3a0e44e1 req-ccf34bcb-64ff-47f8-ab16-27b6ce529312 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167130 Aug 03 16:11:55.347511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2b95de6c-124a-40b0-826b-838083df7f19 req-19e76633-2e7c-4921-8e8d-c3e457bab0ba service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355585 Aug 03 16:11:55.400224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:55.405378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.413111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:55.428322 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:55.428965 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:55.455689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3334bf82-931e-4760-91ae-092e257129c5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/5e28d356-fcdd-498c-a792-8b1dd6a53ac7 HTTP/1.1" status: 200 len: 977 time: 3.2153721 Aug 03 16:11:55.456334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:55.482267 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:55.492346 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:55.493249 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:55.503216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.508717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.539142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:55.539142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c61d5-fac7-4c55-be29-a28b97d420b2 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:55.589123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port e58e27f2-8798-4cb4-92f9-a6bea7b86d31 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:55.589562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.610664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:55.615323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.718377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:55.757452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:11:55.759035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:11:56.147895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:56.148808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:56.149280 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 5e28d356-fcdd-498c-a792-8b1dd6a53ac7 disassociated. External IP: 172.25.7.25, port: e58e27f2-8798-4cb4-92f9-a6bea7b86d31. Aug 03 16:11:56.161616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for e58e27f2-8798-4cb4-92f9-a6bea7b86d31 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:56.172254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fc47a-810d-4451-af3d-08f0ff068040 None None] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:11:56.281509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:56.401091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:56.408821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-06997398-1e5d-4ed2-9ca1-be0565530437 None None] Provisioning for port 96506dc3-24de-4669-bec2-146950545fea completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:56.480774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb008977-a613-4857-a7d0-9a59bc25fdde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:56.525582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:56.622280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:56.630487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64ec99bb-f3ab-4d7a-bdae-82157be046a5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/ce40ca72-8fef-4bd8-bd12-9712c9ffe525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9398685 Aug 03 16:11:56.657407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Sync routers for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:56.661776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=e58e27f2-8798-4cb4-92f9-a6bea7b86d31,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:56.677801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.678446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.679001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.679950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.680502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.681045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.682022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.682567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.684030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.685276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.685621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:56.686069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.686451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:56.686907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:11:56.712605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241fa6d-3332-4f13-adee-02ed6a7e1013 req-ff584f31-ed06-4e9b-9f81-4fe289760014 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:56.714858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d241fa6d-3332-4f13-adee-02ed6a7e1013 req-ff584f31-ed06-4e9b-9f81-4fe289760014 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.2335308 Aug 03 16:11:56.743143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port eb008977-a613-4857-a7d0-9a59bc25fdde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:56.743719 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:56.863238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d241fa6d-3332-4f13-adee-02ed6a7e1013 req-8edb9335-d445-4750-832c-e6661ad4e53e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393819 Aug 03 16:11:56.943071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:11:56.988581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:57.005005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-5463f93f-06c1-4e0f-bdb7-5674e4492c59 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517485506&fields=id&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 267 time: 0.0977054 Aug 03 16:11:57.048897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96506dc3-24de-4669-bec2-146950545fea up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:11:57.225690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-b7b1c5cf-6533-4349-8b09-c76a239ffcf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:11:57.234865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-b7b1c5cf-6533-4349-8b09-c76a239ffcf7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 796 time: 0.2287483 Aug 03 16:11:57.272473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-708a44dd-6c5a-4482-8ea3-232a3ebab497 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/quotas/0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 375 time: 0.0363266 Aug 03 16:11:57.277153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 96506dc3-24de-4669-bec2-146950545fea completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:57.284230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 96506dc3-24de-4669-bec2-146950545fea triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:57.285670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:57.332204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Provisioning complete for port 96506dc3-24de-4669-bec2-146950545fea triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:11:57.332558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:57.463445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-51d64534-5c95-4142-8793-97b23a7108c4 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895194 Aug 03 16:11:57.673725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-aa4e9334-b74f-4c1d-969c-d39539519964 service neutron] 10.222.0.70 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031291 Aug 03 16:11:57.879387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-39f6df83-d495-41ab-aac6-59d409fe32f8 service neutron] 10.222.0.70 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029793 Aug 03 16:11:58.017572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.055153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:11:58.069167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:11:58.082914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 2, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:58.090054 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:58.097973 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:58.132840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 96506dc3-24de-4669-bec2-146950545fea, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96506dc3-24de-4669-bec2-146950545fea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:11:58.134063 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.137501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Checking router: ce40ca72-8fef-4bd8-bd12-9712c9ffe525 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:11:58.138124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Updating router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 port 07c4ee21-3b88-4f48-af3d-b57c210d8eea binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:11:58.144080 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.236906 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:58.255149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.264538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c620f3a4-c4d7-4adf-bf6e-4d8f1759b265 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/e58e27f2-8798-4cb4-92f9-a6bea7b86d31 HTTP/1.1" status: 204 len: 168 time: 2.8061569 Aug 03 16:11:58.266457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:58.266630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.301260 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:58.321615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:58.325851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=96506dc3-24de-4669-bec2-146950545fea,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:58.357839 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:11:58.358208 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:11:58.373807 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:58.374458 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dec348-1757-4737-8c9d-b3b206980abf None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:11:58.378253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f1907bc9-af0d-48cd-bced-e5fc7a4cc573 req-71414427-bb94-4463-a88c-34034f4e096f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 210 time: 0.1466122 Aug 03 16:11:58.401483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 34630) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:58.402336 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-187db292-b11f-4163-bf14-dc895cf2eb44 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/floatingips/5e28d356-fcdd-498c-a792-8b1dd6a53ac7 HTTP/1.1" status: 200 len: 687 time: 0.1328282 Aug 03 16:11:58.633811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port a0dc25a2-e8d9-448f-9406-dc83822da14e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:11:58.634289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.757595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.759428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.775825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for a0dc25a2-e8d9-448f-9406-dc83822da14e owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:11:58.823804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:58.838313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Transition to ACTIVE for port object 07c4ee21-3b88-4f48-af3d-b57c210d8eea will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:11:58.852322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.033421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.044226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-54b99dfd-a27a-47d0-89b6-14e2b0f8b2e4 None None] Provisioning for port 07c4ee21-3b88-4f48-af3d-b57c210d8eea completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:11:59.061459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7811-a86d-4c4e-8051-834e1867015e None None] Pushing event updated for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:59.125004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Attempting to bind port 07c4ee21-3b88-4f48-af3d-b57c210d8eea on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:11:59.125314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=a0dc25a2-e8d9-448f-9406-dc83822da14e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:59.125838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Attempting to bind port 07c4ee21-3b88-4f48-af3d-b57c210d8eea by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:11:59.136035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Attempting to bind port 07c4ee21-3b88-4f48-af3d-b57c210d8eea on network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:11:59.158224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:11:59.158889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Checking segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:11:59.159482 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.160046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Bound using segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:11:59.160706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Bound port: 07c4ee21-3b88-4f48-af3d-b57c210d8eea, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:11:59.161734 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.283442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.286363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.293743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34736) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:11:59.295988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f0c6efda-3f4b-4039-ad15-6beb5140fb46 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/5e28d356-fcdd-498c-a792-8b1dd6a53ac7 HTTP/1.1" status: 204 len: 168 time: 0.8918941 Aug 03 16:11:59.299608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'b900cf33-2c72-42ea-bace-4267f68ebcb6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:11:59.307115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] For port 07c4ee21-3b88-4f48-af3d-b57c210d8eea, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:11:59.321774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] For port 07c4ee21-3b88-4f48-af3d-b57c210d8eea, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07c4ee21-3b88-4f48-af3d-b57c210d8eea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:11:59.328031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.344673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.407404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:11:59.407867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:11:59.487129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7811-a86d-4c4e-8051-834e1867015e None None] Pushing event updated for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:11:59.597957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-797dae7b-fc60-44b9-9c06-ce93cd9965f0 req-f4e40ba4-4437-4c15-8f35-591c7cea0902 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 210 time: 0.1176019 Aug 03 16:11:59.610523 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:11:59.663548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:11:59.876848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.192 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/8fb0ec46-9510-4f12-a5e8-4927fbadf4d1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:00.025448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-8599fad0-af0a-48c0-86b0-9292c6f5c1d9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:00.029928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-8599fad0-af0a-48c0-86b0-9292c6f5c1d9 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 796 time: 0.3031015 Aug 03 16:12:00.038831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:11:59Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:00.071624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0c3e50-7788-4e7d-bb27-ad57783f2298 None None] The sync data for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 is: [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:11:59Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:00.106392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-a37248e6-28a0-4f36-b374-3d4c1ec83b2b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef1c18733084b37b21981061221f2dd HTTP/1.1" status: 200 len: 379 time: 0.0568268 Aug 03 16:12:00.121827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'port': {'device_id': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'admin_state_up': True, 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'security_groups': ['601a1ecc-cfe4-40f4-8d76-254191d90050']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:00.133896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.232783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.316580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:00.321581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:00.326454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:00.359379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Made reservation on behalf of 0ef1c18733084b37b21981061221f2dd for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:00.376470 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.394364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=8fb0ec46-9510-4f12-a5e8-4927fbadf4d1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:00.447513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96506dc3-24de-4669-bec2-146950545fea up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:00.629614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 96506dc3-24de-4669-bec2-146950545fea triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:00.630588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.702310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.20.0.12 (9d6d7a21-346a-4020-b86f-0d297e48f2a0/260ec4d8-ab19-4136-b2c5-72bfd1b847f4/c26488c6-7d7d-426d-8194-3070c34e6b40) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:00.822970 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80d17961-e8ac-45af-8c5a-cc3b63cdf4d4 req-6b1da11c-ff90-4d52-8263-21612ab96cd8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 210 time: 0.0792296 Aug 03 16:12:00.870801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07c4ee21-3b88-4f48-af3d-b57c210d8eea up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:00.966982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 07c4ee21-3b88-4f48-af3d-b57c210d8eea completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:00.975464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 07c4ee21-3b88-4f48-af3d-b57c210d8eea triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:00.975848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.977085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:00.987088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.004139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Transition to ACTIVE for port object c26488c6-7d7d-426d-8194-3070c34e6b40 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:01.049985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.074239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.082024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.122307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:01.130065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:01.147285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:01.156377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:01.161303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 07c4ee21-3b88-4f48-af3d-b57c210d8eea, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07c4ee21-3b88-4f48-af3d-b57c210d8eea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:01.169507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.253809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:01.274629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:01.275689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.301305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-d38e6342-08f1-4515-aff7-9854457703cb tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1842732 Aug 03 16:12:01.322959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Request body: {'port': {'device_id': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:01.395816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.402985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.428586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.500727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69e37800-8e5d-4d6a-a508-41d17a30bfd8 None None] Provisioning for port c26488c6-7d7d-426d-8194-3070c34e6b40 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:01.520950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69e37800-8e5d-4d6a-a508-41d17a30bfd8 None None] Provisioning complete for port c26488c6-7d7d-426d-8194-3070c34e6b40 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:01.521334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e37800-8e5d-4d6a-a508-41d17a30bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.526938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=8fb0ec46-9510-4f12-a5e8-4927fbadf4d1,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:01.530063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:01.581571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-69e37800-8e5d-4d6a-a508-41d17a30bfd8 None None] Port c26488c6-7d7d-426d-8194-3070c34e6b40 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:01.724766 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 7df9cbb9-f417-426f-8bd3-91e0f73771d0 associated. External IP: 172.25.7.192, port: b900cf33-2c72-42ea-bace-4267f68ebcb6. Aug 03 16:12:02.014201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:12:02.027584 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.053534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Transition to ACTIVE for port object c26488c6-7d7d-426d-8194-3070c34e6b40 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:02.075383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0786f8-2826-4aff-a742-228039c52c80 req-445f85f1-cb19-4ee1-9ab6-3cf24f12012e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:02.077169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd0786f8-2826-4aff-a742-228039c52c80 req-445f85f1-cb19-4ee1-9ab6-3cf24f12012e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 932 time: 0.1172671 Aug 03 16:12:02.086945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.116953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:02.383068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:02.396804 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd0786f8-2826-4aff-a742-228039c52c80 req-61f9f199-6c1e-499b-b070-a7a906debb4b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969940 Aug 03 16:12:02.414216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:02.434305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07c4ee21-3b88-4f48-af3d-b57c210d8eea up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:02.440288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:02.445447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Attempting to bind port c26488c6-7d7d-426d-8194-3070c34e6b40 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:02.445979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Attempting to bind port c26488c6-7d7d-426d-8194-3070c34e6b40 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:02.446112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Attempting to bind port c26488c6-7d7d-426d-8194-3070c34e6b40 on network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:02.459672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.464783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Port c26488c6-7d7d-426d-8194-3070c34e6b40 on network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:02.465463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Attempting to bind port c26488c6-7d7d-426d-8194-3070c34e6b40 on network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:02.471611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:02.471994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Checking segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:02.472532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Bound using segment: {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:02.473013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Bound port: c26488c6-7d7d-426d-8194-3070c34e6b40, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:02.473387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.515119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9ad944f-3dd9-4fa0-b839-19872116f23f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2198105 Aug 03 16:12:02.517186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:02.522747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-597883905'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:02.540278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:02.541039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:02.598290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:02.601989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.640158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:02.641368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:02.646731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:02.650054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:02.657738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.658373 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Added segment f5537440-642a-4354-874f-92f2e6d281b4 of type vlan for network cc70731a-8319-4d0e-a32d-df16f25c9894 Aug 03 16:12:02.658815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.692744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:02.703487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:02.715755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.749477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:02.750351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8bfa9-42aa-494e-aa9a-025d9e28b3e3 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:02.753942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:02.754741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.756640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] 10.222.0.78 "PUT /v2.0/ports/c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 1092 time: 1.4448721 Aug 03 16:12:02.757918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 07c4ee21-3b88-4f48-af3d-b57c210d8eea triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:02.758288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.760849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:02.762898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.773128 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b47eeac-8d63-4582-be52-050fe4a5a627" -d '{"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:02.774361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:02.775824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:02.864150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16ea4a-363a-434a-956a-7d082f5c2d22 service neutron] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:02.944242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-a5b7d3fc-005f-44a0-8b86-9afa4ca9533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:02.945958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-a5b7d3fc-005f-44a0-8b86-9afa4ca9533e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1095 time: 0.1388285 Aug 03 16:12:02.980564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4620526 Aug 03 16:12:02.987453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34958) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:03.002675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'subnet': {'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:03.013613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-2fc20572-9a3c-40a0-9917-f4496c67ddc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 217 time: 0.0582736 Aug 03 16:12:03.081990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-af2b30be-2f19-4e59-b9fa-662252a5a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.084091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-af2b30be-2f19-4e59-b9fa-662252a5a854 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 200 len: 834 time: 0.0630567 Aug 03 16:12:03.126003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b60ffb-2361-422a-b7e1-0824d97c26d5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Network': ['ID=cc70731a-8319-4d0e-a32d-df16f25c9894,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:03.141657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network cc70731a-8319-4d0e-a32d-df16f25c9894 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:03.160903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-9e5c2898-b034-4100-9cae-aeb4678bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.162585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-9e5c2898-b034-4100-9cae-aeb4678bb480 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d6d7a21-346a-4020-b86f-0d297e48f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644131 Aug 03 16:12:03.240445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:03.244699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:03.310942 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8de41e-f0bf-47ea-b261-da08f16fc43d x-openstack-request-id: req-9b8de41e-f0bf-47ea-b261-da08f16fc43d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:03.312345 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:03.312800 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b8de41e-f0bf-47ea-b261-da08f16fc43d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:03.313688 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'status': 'completed', 'code': 200} Aug 03 16:12:03.335446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-373dbdf4-5f80-4f0c-8e4a-98e4fe7b8815 service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626568 Aug 03 16:12:03.458279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd7e274a-2d41-406c-8d30-c33b669161a3 req-c17e7f87-65c1-4f8a-84b3-13aac88aa7db service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131902 Aug 03 16:12:03.578043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-199f110d-5f19-49cd-85a7-d298f9fee02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.579873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462dd2-7603-4dc7-be4c-6d59d2afba1b req-cf2edb71-8cf7-46eb-9380-c263d7a197f1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.580430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-199f110d-5f19-49cd-85a7-d298f9fee02d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1095 time: 0.0646374 Aug 03 16:12:03.581771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18462dd2-7603-4dc7-be4c-6d59d2afba1b req-cf2edb71-8cf7-46eb-9380-c263d7a197f1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 944 time: 0.0893772 Aug 03 16:12:03.582901 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:03.685085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-523726b9-2b02-43b0-a0a3-b1f56889d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.686834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-523726b9-2b02-43b0-a0a3-b1f56889d77e service neutron] 10.222.0.78 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 897 time: 0.0981994 Aug 03 16:12:03.700914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18462dd2-7603-4dc7-be4c-6d59d2afba1b req-1ac24d18-281f-4154-9332-4d889f304e01 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088247 Aug 03 16:12:03.713612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Subnet': ['ID=c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:03.738486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Checking segment: {'id': 'f5537440-642a-4354-874f-92f2e6d281b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:03.738845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network hostable DHCP agents. Network: cc70731a-8319-4d0e-a32d-df16f25c9894, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:03.757978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network cc70731a-8319-4d0e-a32d-df16f25c9894 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:03.761185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-39049169-87f5-4fe2-ac72-d046af4fb1e0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 217 time: 0.0633955 Aug 03 16:12:03.777015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, cc70731a-8319-4d0e-a32d-df16f25c9894) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:03.782140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.782830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:03.785117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40058dd2-d2de-416d-9aa1-298a4c58be1e None None] Network cc70731a-8319-4d0e-a32d-df16f25c9894 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:03.802555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-797cc01b-6a70-4be3-aff0-558aba0c4f22 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8117909 Aug 03 16:12:03.803115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 34982) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:03.810090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1389940622', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:03.827693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-f588b1fb-4920-4188-8175-5311c85db948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.829865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-f588b1fb-4920-4188-8175-5311c85db948 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 200 len: 834 time: 0.0614581 Aug 03 16:12:03.843436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:03.844844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:03.890869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-2400f9dc-1667-4577-8258-a5af7bbc75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:03.892619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-2400f9dc-1667-4577-8258-a5af7bbc75fd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d6d7a21-346a-4020-b86f-0d297e48f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542145 Aug 03 16:12:03.912581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.006214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-cc70731a-8319-4d0e-a32d-df16f25c9894', 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894', 'tenant_id': '648aa4364f11471a8f86ec87e5fd2251', 'fixed_ips': [{'subnet_id': 'c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:04.007436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.045049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-f5407531-5319-4286-8168-142a81383803 service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439605 Aug 03 16:12:04.149772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.169817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b47eeac-8d63-4582-be52-050fe4a5a627 req-4e825515-2e44-4392-8c7b-aec46b0c0b4f service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165347 Aug 03 16:12:04.207787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Allocated IP 172.20.0.2 (cc70731a-8319-4d0e-a32d-df16f25c9894/c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed/32a32cde-bcb1-46ff-b59f-47414ee7492b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:04.382612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.386390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.396099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Transition to ACTIVE for port object 32a32cde-bcb1-46ff-b59f-47414ee7492b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:04.407706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.417891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Transition to ACTIVE for port object 32a32cde-bcb1-46ff-b59f-47414ee7492b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:04.427263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.473910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Network cc70731a-8319-4d0e-a32d-df16f25c9894 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:04.477092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:04.481367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:04.547613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Pushing event updated for resources: {'Port': ['ID=32a32cde-bcb1-46ff-b59f-47414ee7492b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:04.561202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.25.7.97 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/51662a3b-c18c-4531-bf1c-5aa514f5bbd1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:04.565988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Attempting to bind port 32a32cde-bcb1-46ff-b59f-47414ee7492b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:04.566375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Attempting to bind port 32a32cde-bcb1-46ff-b59f-47414ee7492b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f5537440-642a-4354-874f-92f2e6d281b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:04.566741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Attempting to bind port 32a32cde-bcb1-46ff-b59f-47414ee7492b on network cc70731a-8319-4d0e-a32d-df16f25c9894 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:04.572562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:04.576343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Checking segment: {'id': 'f5537440-642a-4354-874f-92f2e6d281b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:04.576343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.576343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Bound using segment: {'id': 'f5537440-642a-4354-874f-92f2e6d281b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:04.576343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Bound port: 32a32cde-bcb1-46ff-b59f-47414ee7492b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5537440-642a-4354-874f-92f2e6d281b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:04.576343 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.655410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] For port 32a32cde-bcb1-46ff-b59f-47414ee7492b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:04.664033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] For port 32a32cde-bcb1-46ff-b59f-47414ee7492b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=32a32cde-bcb1-46ff-b59f-47414ee7492b,segment=NetworkSegment(f5537440-642a-4354-874f-92f2e6d281b4),segment_id=f5537440-642a-4354-874f-92f2e6d281b4)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:04.670162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.731762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.764311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98cbf9-bf9e-4968-bb93-674a73a438e4 None None] Pushing event updated for resources: {'Port': ['ID=32a32cde-bcb1-46ff-b59f-47414ee7492b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:04.852186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:04.897595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:04.908459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:04.919212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:04.936574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b5048-a1aa-4662-8a8c-ac8b73023089 req-7723232a-6449-407f-a481-69058c82f370 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:04.938233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f11b5048-a1aa-4662-8a8c-ac8b73023089 req-7723232a-6449-407f-a481-69058c82f370 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 944 time: 0.1195936 Aug 03 16:12:04.961785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=51662a3b-c18c-4531-bf1c-5aa514f5bbd1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:05.119076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f11b5048-a1aa-4662-8a8c-ac8b73023089 req-f0fc6fe2-5438-4110-8d70-a1a060b2b4ab tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583595 Aug 03 16:12:05.740203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:06.027983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:06.103908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:12:06.375956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e71a-855f-4298-8dd6-72d5588594ba req-9a09f8ea-d256-4a1d-9112-653b042b4c8e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:06.377989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9560e71a-855f-4298-8dd6-72d5588594ba req-9a09f8ea-d256-4a1d-9112-653b042b4c8e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 944 time: 0.0801072 Aug 03 16:12:06.378643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 3b319e9b-5517-4c0e-8434-a3350221defb is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:12:06.385144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:06.398667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'mac_address': 'fa:16:3e:57:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:12:06.403365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd76b57-56d5-4a8f-aed6-74d6b6dc2cd2 None None] Network cc70731a-8319-4d0e-a32d-df16f25c9894 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:06.408667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 32a32cde-bcb1-46ff-b59f-47414ee7492b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:06.469749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9560e71a-855f-4298-8dd6-72d5588594ba req-a4b61436-5533-465d-a8c5-9ff1ee16c2d1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853524 Aug 03 16:12:06.500422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58ed68e7-4f22-49d8-8d73-8b282edc6494 None None] Provisioning for port 32a32cde-bcb1-46ff-b59f-47414ee7492b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:06.579969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:06.592863 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] Sync routers for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:06.606875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:06.608641 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3ea4d18-ee04-4920-88f1-ab7f4d0585f7 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8044784 Aug 03 16:12:06.610756 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:06.611288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:06.611806 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:06.654769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:06.665071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:06.666210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:06.713323 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:06.714534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b16b3-4751-49ad-a78f-eeb47f474292 None None] The sync data for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:06.817097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:06.850957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:12:06.895363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 32a32cde-bcb1-46ff-b59f-47414ee7492b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:06.903517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:06.911979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 32a32cde-bcb1-46ff-b59f-47414ee7492b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:06.913167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:06.959447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.094650 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.107599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:07.143284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 32a32cde-bcb1-46ff-b59f-47414ee7492b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=32a32cde-bcb1-46ff-b59f-47414ee7492b,segment=NetworkSegment(f5537440-642a-4354-874f-92f2e6d281b4),segment_id=f5537440-642a-4354-874f-92f2e6d281b4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:07.149521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.219724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=32a32cde-bcb1-46ff-b59f-47414ee7492b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:07.266304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.273415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c26488c6-7d7d-426d-8194-3070c34e6b40'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:12:07.557105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-967f2784-e68b-4b12-9a5a-6abf8ca9e8b7 None None] Provisioning complete for port 32a32cde-bcb1-46ff-b59f-47414ee7492b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:07.557105 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-967f2784-e68b-4b12-9a5a-6abf8ca9e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.721506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13fbf-f680-4a14-840f-98dad3263ec1 req-f2ad755d-9c6f-4d58-8ddf-f7ab6e2815ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:07.730911 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8c13fbf-f680-4a14-840f-98dad3263ec1 req-f2ad755d-9c6f-4d58-8ddf-f7ab6e2815ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Aug 03 16:12:07.741296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.1 (cc70731a-8319-4d0e-a32d-df16f25c9894/c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed/20ee9271-56b5-485d-8516-d9471ad8d741) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:07.853064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8c13fbf-f680-4a14-840f-98dad3263ec1 req-194d8d9f-fa0e-4e64-9864-a83cc6ce24c6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224816 Aug 03 16:12:07.945284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:07.968511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Transition to ACTIVE for port object 20ee9271-56b5-485d-8516-d9471ad8d741 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:08.012523 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.069378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network cc70731a-8319-4d0e-a32d-df16f25c9894 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:08.072805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:08.077564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:08.112877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=20ee9271-56b5-485d-8516-d9471ad8d741,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:08.132322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.132676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.133021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.133358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.133714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.134053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.134386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.134719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.135048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.135380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.136265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.136599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:08.151738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.300319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 32a32cde-bcb1-46ff-b59f-47414ee7492b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:08.362388 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.403943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 32a32cde-bcb1-46ff-b59f-47414ee7492b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:08.405452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.583250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d38af370-7238-4294-9847-34beee34cac4 None None] Provisioning for port 20ee9271-56b5-485d-8516-d9471ad8d741 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:08.598747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d38af370-7238-4294-9847-34beee34cac4 None None] Provisioning complete for port 20ee9271-56b5-485d-8516-d9471ad8d741 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:08.599136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d38af370-7238-4294-9847-34beee34cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.672547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d38af370-7238-4294-9847-34beee34cac4 None None] Port 20ee9271-56b5-485d-8516-d9471ad8d741 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:08.747857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.755142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:08.849254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=20ee9271-56b5-485d-8516-d9471ad8d741,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:08.860920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.067898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network cc70731a-8319-4d0e-a32d-df16f25c9894 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:09.076345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e097ebd-fe0e-49b0-8e67-6a46e2170618 req-c9d1073a-66a9-44c0-9d17-5c35e9cb13ab tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:09.078086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e097ebd-fe0e-49b0-8e67-6a46e2170618 req-c9d1073a-66a9-44c0-9d17-5c35e9cb13ab tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 945 time: 0.0785413 Aug 03 16:12:09.079808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:09.088259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:09.178013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e097ebd-fe0e-49b0-8e67-6a46e2170618 req-fabd6b66-6dd8-47ec-b179-6ae8263df175 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924473 Aug 03 16:12:09.256095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 3b319e9b-5517-4c0e-8434-a3350221defb has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:09.391837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77434521-db1b-43b2-8a4f-ff286d4cc8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.394899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:09.395530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b51889d3-6be7-4de7-90ce-3b25d8874cb7 None None] Provisioning complete for port 20ee9271-56b5-485d-8516-d9471ad8d741 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:09.396466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b51889d3-6be7-4de7-90ce-3b25d8874cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.403954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35108) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:09.404057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-11745c35-8d4b-4abb-98e6-fd915f23d992 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/routers/3b319e9b-5517-4c0e-8434-a3350221defb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916334 Aug 03 16:12:09.410534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'port': {'network_id': 'cc70731a-8319-4d0e-a32d-df16f25c9894', 'name': 'tempest-FloatingIPTestJSON-1971380691'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:09.420949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] Sync routers for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:09.445819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:09.446495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:09.449863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b51889d3-6be7-4de7-90ce-3b25d8874cb7 None None] Port 20ee9271-56b5-485d-8516-d9471ad8d741 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:09.490873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:09.501431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:09.502378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:09.539415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:09.540159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6330e1-3957-45fb-8f11-8412611c265f None None] The sync data for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:09.581107 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77434521-db1b-43b2-8a4f-ff286d4cc8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.587510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-77434521-db1b-43b2-8a4f-ff286d4cc8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.632915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Made reservation on behalf of 648aa4364f11471a8f86ec87e5fd2251 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:09.638052 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.653625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-77434521-db1b-43b2-8a4f-ff286d4cc8c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ed91fa5009d41fb9de6eacf8f0fcab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633118 Aug 03 16:12:09.656303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77434521-db1b-43b2-8a4f-ff286d4cc8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c65a22-4702-4476-8b97-bec70dcceb44,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:09.656487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:09.670033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] device_id is not set on port a86c4b32-a679-485c-a166-2ddf764e9bdf yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:09.725066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.755614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.812677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Allocated IP 172.20.0.6 (cc70731a-8319-4d0e-a32d-df16f25c9894/c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed/a86c4b32-a679-485c-a166-2ddf764e9bdf) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:09.835650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.839707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.841492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09c65a22-4702-4476-8b97-bec70dcceb44 HTTP/1.1" status: 204 len: 168 time: 0.1839008 Aug 03 16:12:09.846256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a6d0907-b51e-4ff0-b439-ba03687bfe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:09.862824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545b54d-f809-49e2-b205-68e4f9ff4c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c65a22-4702-4476-8b97-bec70dcceb44,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:10.005783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.033436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Transition to ACTIVE for port object a86c4b32-a679-485c-a166-2ddf764e9bdf will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:10.088455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.123721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:10.142266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Network cc70731a-8319-4d0e-a32d-df16f25c9894 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:10.148027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:10.153828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:10.157427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event updated for resources: {'Port': ['ID=a86c4b32-a679-485c-a166-2ddf764e9bdf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:10.272153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:10.274282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port c26488c6-7d7d-426d-8194-3070c34e6b40 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:10.279707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.284452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c26488c6-7d7d-426d-8194-3070c34e6b40 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:10.285466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.312849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3b26ce1c-70ad-47eb-b1b6-507d9d09276e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9063697 Aug 03 16:12:10.317577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:10.329008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Request body: {'floatingip': {'port_id': 'a86c4b32-a679-485c-a166-2ddf764e9bdf'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:10.417576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.452243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:10.472613 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.482229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634052-65a8-4962-8c1c-c377c51cc3bc req-8826e44e-3c99-4889-854e-687226837bab tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:10.490163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3634052-65a8-4962-8c1c-c377c51cc3bc req-8826e44e-3c99-4889-854e-687226837bab tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 945 time: 0.1718166 Aug 03 16:12:10.506696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:10.512439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a387838-38b2-4e1b-93b9-b5732218511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.513765 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27076ce6-c782-47e7-b095-94b208735080" -d '{"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-plugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:10.534101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:10.541371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.646765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3634052-65a8-4962-8c1c-c377c51cc3bc req-e0a9ef6c-3c39-4a94-bd87-52329e50ca72 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495714 Aug 03 16:12:10.648253 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabd157c-28fc-44d8-9555-4f2ccd3b6993 x-openstack-request-id: req-aabd157c-28fc-44d8-9555-4f2ccd3b6993 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:10.648410 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-plugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:10.649011 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aabd157c-28fc-44d8-9555-4f2ccd3b6993 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:10.649841 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'code': 200} Aug 03 16:12:10.671325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f6bd322-5458-4f52-9b79-699fb08464a1 None None] Provisioning for port a86c4b32-a679-485c-a166-2ddf764e9bdf completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:10.675130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:10.679991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f6bd322-5458-4f52-9b79-699fb08464a1 None None] Provisioning complete for port a86c4b32-a679-485c-a166-2ddf764e9bdf triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:10.680525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd322-5458-4f52-9b79-699fb08464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.726533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bd322-5458-4f52-9b79-699fb08464a1 None None] Port a86c4b32-a679-485c-a166-2ddf764e9bdf cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:10.774517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a387838-38b2-4e1b-93b9-b5732218511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.780602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a387838-38b2-4e1b-93b9-b5732218511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.806870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bacd1-b6c8-4b3e-be70-9ef8b1fb2392 req-74ee63af-304a-47d4-8cd9-1b036d1e3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:10.809296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9bacd1-b6c8-4b3e-be70-9ef8b1fb2392 req-74ee63af-304a-47d4-8cd9-1b036d1e3550 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1097 time: 0.0941153 Aug 03 16:12:10.828215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2a387838-38b2-4e1b-93b9-b5732218511a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04a0b56b864e4ccb834c2950acfbf8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688149 Aug 03 16:12:10.829324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35138) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:10.836949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387838-38b2-4e1b-93b9-b5732218511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d61f99-8111-4c35-9f57-34dc7ccb966d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:10.886578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.891159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9bacd1-b6c8-4b3e-be70-9ef8b1fb2392 req-9e828bfb-0478-4034-850e-7f63c92a7612 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718901 Aug 03 16:12:10.917330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.969515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.972241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:10.975823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0d61f99-8111-4c35-9f57-34dc7ccb966d HTTP/1.1" status: 204 len: 168 time: 0.1431878 Aug 03 16:12:10.982830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0708362-e1eb-4e90-99f0-f0bc4151a3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d61f99-8111-4c35-9f57-34dc7ccb966d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:11.125276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:11.130564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:11.245964 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 7df9cbb9-f417-426f-8bd3-91e0f73771d0 associated. External IP: 172.25.7.192, port: b900cf33-2c72-42ea-bace-4267f68ebcb6. Aug 03 16:12:11.467110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:11.584122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:11.599427 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:11.610663 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:11.611621 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:11.658883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:11.670056 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:11.670927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:11.730546 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:11.731681 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074dac05-6b58-49bb-805c-a00119d0ba9b None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:11.827501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4e74-82a3-48dc-83f1-b93c6947b333 req-e51619a7-9823-4a9e-bd2c-c01de7271a2e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:11.829150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa5a4e74-82a3-48dc-83f1-b93c6947b333 req-e51619a7-9823-4a9e-bd2c-c01de7271a2e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0770733 Aug 03 16:12:11.918822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa5a4e74-82a3-48dc-83f1-b93c6947b333 req-3e7b60a7-8f07-44bc-96e8-2adce7168a53 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810044 Aug 03 16:12:11.959457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35174) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:12.114579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f845864e-3bc3-4b7d-bc08-367d5fff7492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.287215 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd0f-d2e8-4caa-83f2-08193690f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.311346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 3b319e9b-5517-4c0e-8434-a3350221defb has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:12.431639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd0f-d2e8-4caa-83f2-08193690f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.438323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd0f-d2e8-4caa-83f2-08193690f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.457613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:12.462132 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.475152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] Sync routers for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:12.478576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2fd0f-d2e8-4caa-83f2-08193690f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed17ac27-5683-466c-8783-70e97103b744,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:12.484733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65a2fd0f-d2e8-4caa-83f2-08193690f6d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46718fc3c95d439888dda5c10d0d9e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239012 Aug 03 16:12:12.488527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35192) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:12.489099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:12.490033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:12.531986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:12.545013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:12.546587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:12.575513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35196) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:12.575811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1668914e-7290-4e3a-bf70-eaaea36c6de5 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/floatingips/7df9cbb9-f417-426f-8bd3-91e0f73771d0 HTTP/1.1" status: 200 len: 978 time: 2.2553077 Aug 03 16:12:12.590671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:12.591638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd7137-6459-4c85-a102-b0535c655fd4 None None] The sync data for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:12.611597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.640620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.686479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35198) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:12.692025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port a86c4b32-a679-485c-a166-2ddf764e9bdf {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:12.692506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.705036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.707947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.709240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed17ac27-5683-466c-8783-70e97103b744 HTTP/1.1" status: 204 len: 168 time: 0.2196946 Aug 03 16:12:12.717808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d69f63-a4c1-4737-901a-068372d12472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed17ac27-5683-466c-8783-70e97103b744,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:12.781328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.814917 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:12.977483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41070c73-7f9f-43d3-95dd-f99759c2965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.065487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35208) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:13.083851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-daa70636-cf9f-43b8-8780-90d8ec4f3aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.153702 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41070c73-7f9f-43d3-95dd-f99759c2965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.160655 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41070c73-7f9f-43d3-95dd-f99759c2965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.224593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-41070c73-7f9f-43d3-95dd-f99759c2965e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79178586b2364180b766e2e5835cfb71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357900 Aug 03 16:12:13.227528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41070c73-7f9f-43d3-95dd-f99759c2965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5ac70-a800-4a69-921d-663cfc382122,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:13.227698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:13.306338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-daa70636-cf9f-43b8-8780-90d8ec4f3aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.312874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-daa70636-cf9f-43b8-8780-90d8ec4f3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.337134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57c5f-5331-4502-be04-0e405867e943 req-b6413e61-339d-4b91-a225-56edea2ae801 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:13.338867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdf57c5f-5331-4502-be04-0e405867e943 req-b6413e61-339d-4b91-a225-56edea2ae801 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1516936 Aug 03 16:12:13.356051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-daa70636-cf9f-43b8-8780-90d8ec4f3aa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d9f069a5faa4f79bc237fdf4978da82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886250 Aug 03 16:12:13.356051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa70636-cf9f-43b8-8780-90d8ec4f3aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629b4967-ba49-4312-b3b7-68fe9c6209e2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:13.358289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35214) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:13.413592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.417666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.445305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.456776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.475746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.476120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.476416 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Floating IP 7df9cbb9-f417-426f-8bd3-91e0f73771d0 disassociated. External IP: 172.25.7.192, port: a86c4b32-a679-485c-a166-2ddf764e9bdf. Aug 03 16:12:13.476805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for a86c4b32-a679-485c-a166-2ddf764e9bdf owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:13.487819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdf57c5f-5331-4502-be04-0e405867e943 req-8e64192e-c313-43a9-bdd8-68a46f2981a2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381927 Aug 03 16:12:13.533160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.537351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.542347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/629b4967-ba49-4312-b3b7-68fe9c6209e2 HTTP/1.1" status: 204 len: 168 time: 0.1796019 Aug 03 16:12:13.555174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dc242-4ae6-41a9-86c8-163ca4877bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b4967-ba49-4312-b3b7-68fe9c6209e2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:13.613354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.618567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.618567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcf5ac70-a800-4a69-921d-663cfc382122 HTTP/1.1" status: 204 len: 168 time: 0.3885305 Aug 03 16:12:13.636392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca88c6-a463-4b8e-9a34-ceaf5b2e4796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5ac70-a800-4a69-921d-663cfc382122,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:13.678261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82027a-4f2c-40e6-bb65-827f9cc7a3a9 req-55a02285-edb0-4ea4-b67b-e854af209aff tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:13.680801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e82027a-4f2c-40e6-bb65-827f9cc7a3a9 req-55a02285-edb0-4ea4-b67b-e854af209aff tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0771770 Aug 03 16:12:13.699340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.754217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:13.760150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e82027a-4f2c-40e6-bb65-827f9cc7a3a9 req-b473adc9-e7c1-4037-9fc8-1cc1899cdc6e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565882 Aug 03 16:12:13.788425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35222) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:13.806220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=a86c4b32-a679-485c-a166-2ddf764e9bdf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:13.848150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a408ba-ad88-4c58-92e6-34c02e58a7a2 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:13.851285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-33a408ba-ad88-4c58-92e6-34c02e58a7a2 tempest-TestNetworkAdvancedServerOps-98218811 tempest-TestNetworkAdvancedServerOps-98218811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1092 time: 0.0618892 Aug 03 16:12:13.854857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35224) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:13.885679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:13.931995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:14.012045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 3b319e9b-5517-4c0e-8434-a3350221defb has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:14.130225 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:14.203790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:14.223697 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] Sync routers for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:14.237519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:14.238581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:14.287979 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:14.302043 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:14.306461 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:14.356672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:14.359057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-15309d96-18bc-4b5d-b862-c3eff00383e8 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/a86c4b32-a679-485c-a166-2ddf764e9bdf HTTP/1.1" status: 204 len: 168 time: 1.7817299 Aug 03 16:12:14.363121 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:14.363309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:14.364161 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfbdbc-e5e7-4fd3-b5b8-bcaa2ace21d8 None None] The sync data for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:14.368098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Allocated IP 172.25.7.224 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/9419f3f7-4a47-448f-a2df-c11f5f19e17b) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:14.497046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:14.545591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:14.595882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:14.603005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:14.606062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:14.630603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=9419f3f7-4a47-448f-a2df-c11f5f19e17b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:14.769177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.012539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:15.028527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.048656 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.070378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 20ee9271-56b5-485d-8516-d9471ad8d741 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:15.070765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.108926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.170006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa392b4a-24d7-4a81-8c78-565e7eae97fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.170992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.184645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 20ee9271-56b5-485d-8516-d9471ad8d741 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:15.338841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.345916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.380550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.398527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa392b4a-24d7-4a81-8c78-565e7eae97fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.413706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=20ee9271-56b5-485d-8516-d9471ad8d741,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:15.442718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa392b4a-24d7-4a81-8c78-565e7eae97fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.461303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event updated for resources: {'Port': ['ID=9419f3f7-4a47-448f-a2df-c11f5f19e17b,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:15.512062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fa392b4a-24d7-4a81-8c78-565e7eae97fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=904fd20e924c4921ac61a8dca0f5cb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984190 Aug 03 16:12:15.512816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa392b4a-24d7-4a81-8c78-565e7eae97fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886706b1-6a9d-42c4-acca-8b83639fb1a3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:15.515340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:15.517379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.620358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.675021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.688730 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP e84438d2-15f1-4ebf-9b52-2062b26eccfa associated. External IP: 172.25.7.224, port: c26488c6-7d7d-426d-8194-3070c34e6b40. Aug 03 16:12:15.736611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.845193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 3b319e9b-5517-4c0e-8434-a3350221defb has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:15.868145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.871419 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:15.872573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/886706b1-6a9d-42c4-acca-8b83639fb1a3 HTTP/1.1" status: 204 len: 168 time: 0.3562903 Aug 03 16:12:15.887583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c261e-3a17-4082-ae48-1592910027a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886706b1-6a9d-42c4-acca-8b83639fb1a3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:15.960854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:15.974605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:15.984214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-70914948-1e11-4e34-abef-245314a1bd39 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/routers/3b319e9b-5517-4c0e-8434-a3350221defb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168225 Aug 03 16:12:15.984214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35264) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:15.986548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] Sync routers for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:16.001159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:16.002083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.038521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.048515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] Routers {'3b319e9b-5517-4c0e-8434-a3350221defb'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:16.049135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3b319e9b-5517-4c0e-8434-a3350221defb'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.082090 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.083014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72f7f3-6d7d-4958-be90-b99cbc9a01f5 None None] The sync data for ids ['3b319e9b-5517-4c0e-8434-a3350221defb'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:16.089041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:16.098873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Sync routers for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:16.107735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:16.111928 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:16.113441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.120913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:16.139801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2e371a42-d251-4f15-bf73-172413f3b014 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2823367 Aug 03 16:12:16.140516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:16.143086 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b4afc-e6c1-4858-8dec-739f4b1b807a" -d '{"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:16.216467 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1a20d-589f-43c0-a5cc-70a339afb8eb x-openstack-request-id: req-e9c1a20d-589f-43c0-a5cc-70a339afb8eb {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:16.216773 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:16.217031 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9c1a20d-589f-43c0-a5cc-70a339afb8eb {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:16.217454 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'status': 'completed', 'code': 200} Aug 03 16:12:16.294728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-fe7bc47d-8710-418a-917a-6f7ab23ff483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:16.297626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-fe7bc47d-8710-418a-917a-6f7ab23ff483 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1097 time: 0.0546682 Aug 03 16:12:16.391240 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:16.412313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-4c962d93-5253-4b85-ae70-b7c8bae864e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:16.414510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-4c962d93-5253-4b85-ae70-b7c8bae864e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 897 time: 0.1087658 Aug 03 16:12:16.537540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-349fdaaf-8758-4e66-b4d9-5741aa83d5a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 1000 time: 0.1136072 Aug 03 16:12:16.611745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-dee29275-5d60-44b0-8c48-e5d287ddb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:16.614121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-dee29275-5d60-44b0-8c48-e5d287ddb31e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 200 len: 834 time: 0.0682940 Aug 03 16:12:16.655105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282009-119d-4d1a-962e-c8da56e4a243 req-98cc59f0-dc46-45bd-92fd-13f85a0c1476 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:16.656674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5d282009-119d-4d1a-962e-c8da56e4a243 req-98cc59f0-dc46-45bd-92fd-13f85a0c1476 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1406295 Aug 03 16:12:16.683187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-50d90a5e-67cd-4f3d-977e-3d1697995bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:16.687003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-50d90a5e-67cd-4f3d-977e-3d1697995bdf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d6d7a21-346a-4020-b86f-0d297e48f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625172 Aug 03 16:12:16.699503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:16.736204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5d282009-119d-4d1a-962e-c8da56e4a243 req-6cd5cdb8-8155-4d54-a2fe-9c7ec875fe35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684235 Aug 03 16:12:16.742553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'e84438d2-15f1-4ebf-9b52-2062b26eccfa', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'mac_address': 'fa:16:3e:57:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:14Z', 'updated_at': '2021-08-03T16:12:14Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.779060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35290) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:16.788560 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Checking router: ce40ca72-8fef-4bd8-bd12-9712c9ffe525 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:12:16.797986 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:16.798623 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:16.860548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-c990718f-512b-4af8-9500-8dcc0ab13e2a service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607969 Aug 03 16:12:16.912672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5c18f1b-01eb-4aa9-8d4a-3f2c47b86884 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/e84438d2-15f1-4ebf-9b52-2062b26eccfa HTTP/1.1" status: 200 len: 992 time: 0.1323955 Aug 03 16:12:16.914512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 51662a3b-c18c-4531-bf1c-5aa514f5bbd1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:16.914863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:16.937770 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:17.029370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-c0030f10-e416-46d5-ad33-cc8f7e46e69a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676996 Aug 03 16:12:17.053496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.083779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 51662a3b-c18c-4531-bf1c-5aa514f5bbd1 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:17.178624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be1b4afc-e6c1-4858-8dec-739f4b1b807a req-98404242-2463-4ca5-b9b0-5dab6c4a9dab service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052049 Aug 03 16:12:17.229534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-dc64137b-9e60-468d-86ce-6ef56ed828df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:17.233384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-dc64137b-9e60-468d-86ce-6ef56ed828df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1096 time: 0.1417341 Aug 03 16:12:17.273008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'e84438d2-15f1-4ebf-9b52-2062b26eccfa', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'mac_address': 'fa:16:3e:57:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:14Z', 'updated_at': '2021-08-03T16:12:14Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:17.313258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0dec42-8483-43ff-8456-e73fdfbce750 None None] The sync data for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 is: [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'e84438d2-15f1-4ebf-9b52-2062b26eccfa', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'mac_address': 'fa:16:3e:57:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:14Z', 'updated_at': '2021-08-03T16:12:14Z', 'revision_number': 0, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:17.383552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-768d0388-542e-4441-9176-0af4ada1a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:17.385048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-768d0388-542e-4441-9176-0af4ada1a94a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1272013 Aug 03 16:12:17.420561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.472103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-dee4e74d-f6af-41bb-b460-5b40b37cd237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 1001 time: 0.0798118 Aug 03 16:12:17.491207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=51662a3b-c18c-4531-bf1c-5aa514f5bbd1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:17.552011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-39132f87-073b-4fcb-9d9f-a8f026a0937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:17.553510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-39132f87-073b-4fcb-9d9f-a8f026a0937f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0726480 Aug 03 16:12:17.569084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.654335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-1e737158-e12b-41be-9c3e-0bdf1f8b3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:17.655828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-1e737158-e12b-41be-9c3e-0bdf1f8b3dec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926449 Aug 03 16:12:17.669766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a2fa3-3153-467c-9ac8-e5cc8fda419b None None] New status for floating IP e84438d2-15f1-4ebf-9b52-2062b26eccfa: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:12:17.741008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.745167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.786306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-8842a1f1-26e3-438d-b265-5d1cea1e2639 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217272 Aug 03 16:12:17.813082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.817591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Fanout notify agent at l3_agent the message router_deleted on router 3b319e9b-5517-4c0e-8434-a3350221defb {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:12:17.826464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.831523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b043110-0c54-431a-b2f2-c12c1f60d036 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/routers/3b319e9b-5517-4c0e-8434-a3350221defb HTTP/1.1" status: 204 len: 168 time: 1.8464854 Aug 03 16:12:17.834440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:17.915811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:17.927075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting subnet c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:17.931056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.987302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:17.992866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8a775348-9ae7-4d27-8f37-4d314aae3af3 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/e84438d2-15f1-4ebf-9b52-2062b26eccfa HTTP/1.1" status: 200 len: 994 time: 0.0729833 Aug 03 16:12:17.997679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a581bf-5e47-4c40-b6ec-161dbd169d10 req-dfdd7084-b500-49e4-9b00-7a2cbc4e6f8d service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004299 Aug 03 16:12:18.076854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.141760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.172044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Subnet': ['ID=c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.174052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.178354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-86825de3-8e97-4ceb-8577-2ed034ab6a50 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/subnets/c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed HTTP/1.1" status: 204 len: 168 time: 0.3375757 Aug 03 16:12:18.179169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35320) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:18.179949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06893b-637a-4539-9aa6-67cfc3666cbc None None] Network cc70731a-8319-4d0e-a32d-df16f25c9894 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:18.269997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35322) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:18.275222 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.334901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 32a32cde-bcb1-46ff-b59f-47414ee7492b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:18.335452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.378379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] DHCP port deletion for cc70731a-8319-4d0e-a32d-df16f25c9894 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:18.404229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d63eff97-5e89-4d41-b8d7-41f8ae177efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.408500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] For port 32a32cde-bcb1-46ff-b59f-47414ee7492b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=32a32cde-bcb1-46ff-b59f-47414ee7492b,segment=NetworkSegment(f5537440-642a-4354-874f-92f2e6d281b4),segment_id=f5537440-642a-4354-874f-92f2e6d281b4)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:18.408947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.424735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 32a32cde-bcb1-46ff-b59f-47414ee7492b owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:18.425841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Deleting port 32a32cde-bcb1-46ff-b59f-47414ee7492b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:18.427135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.525047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d63eff97-5e89-4d41-b8d7-41f8ae177efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.528998 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.530357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] For port 32a32cde-bcb1-46ff-b59f-47414ee7492b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=32a32cde-bcb1-46ff-b59f-47414ee7492b,segment=NetworkSegment(f5537440-642a-4354-874f-92f2e6d281b4),segment_id=f5537440-642a-4354-874f-92f2e6d281b4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:18.531203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.531493 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d63eff97-5e89-4d41-b8d7-41f8ae177efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.557120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Calling delete_port for 32a32cde-bcb1-46ff-b59f-47414ee7492b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:18.557411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=32a32cde-bcb1-46ff-b59f-47414ee7492b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.562275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] No DVR routers for this DVR port 32a32cde-bcb1-46ff-b59f-47414ee7492b on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:18.578843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eff97-5e89-4d41-b8d7-41f8ae177efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223cce1e-a99c-4370-9a4b-01fb1294f723,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.582931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d63eff97-5e89-4d41-b8d7-41f8ae177efc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c03162e46c846f9bc25af64bcfbcd7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118184 Aug 03 16:12:18.585514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:18.643560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.659760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.667560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.670870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc70731a-8319-4d0e-a32d-df16f25c9894']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:18.675824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.681024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5537440-642a-4354-874f-92f2e6d281b4') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:18.681326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5537440-642a-4354-874f-92f2e6d281b4') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:18.692448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.704757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] Pushing event deleted for resources: {'Port': ['ID=32a32cde-bcb1-46ff-b59f-47414ee7492b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.708958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb02ed-bcbf-4ce8-befb-836bb4e245e8 None None] No DVR routers for this DVR port 32a32cde-bcb1-46ff-b59f-47414ee7492b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:18.711541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.736046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.736393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:18.737036 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.740154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.742452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/223cce1e-a99c-4370-9a4b-01fb1294f723 HTTP/1.1" status: 204 len: 168 time: 0.1546750 Aug 03 16:12:18.754395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23182a0-f0d1-42f8-8fd1-ac74dc93d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cce1e-a99c-4370-9a4b-01fb1294f723,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:18.783827 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:18.804363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.823583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:18.825616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/networks/cc70731a-8319-4d0e-a32d-df16f25c9894 HTTP/1.1" status: 204 len: 168 time: 0.6454053 Aug 03 16:12:18.826902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475994c7-ecd8-46f5-842f-bb11bc2144fe tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Network': ['ID=cc70731a-8319-4d0e-a32d-df16f25c9894,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:18.828509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35332) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:18.955607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port 8fb0ec46-9510-4f12-a5e8-4927fbadf4d1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:18.955964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.023427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35336) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.035687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.035935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.037164 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27d7e1aa-caac-4a5a-867a-75a034fee416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.048481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for 8fb0ec46-9510-4f12-a5e8-4927fbadf4d1 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:19.134183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27d7e1aa-caac-4a5a-867a-75a034fee416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.141415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27d7e1aa-caac-4a5a-867a-75a034fee416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.181519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27d7e1aa-caac-4a5a-867a-75a034fee416 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f16c08357f647bc9199f7d47fd0ae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569734 Aug 03 16:12:19.183715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7e1aa-caac-4a5a-867a-75a034fee416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f8849f-f1b8-4498-97ab-ec732adc71c2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:19.185019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.192867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.233075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=8fb0ec46-9510-4f12-a5e8-4927fbadf4d1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:19.308070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.319731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.322255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.324127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-750bd5ad-97b1-410c-adcc-9a24c37baf16 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/floatingips/7df9cbb9-f417-426f-8bd3-91e0f73771d0 HTTP/1.1" status: 204 len: 168 time: 0.4946370 Aug 03 16:12:19.327952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35340) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.337166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.351124 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bd47a4-47f7-4a4f-9d72-ef88f599e763 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] DELETE failed (client error): The resource could not be found. Aug 03 16:12:19.351751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bd47a4-47f7-4a4f-9d72-ef88f599e763 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:12:19.353454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8bd47a4-47f7-4a4f-9d72-ef88f599e763 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/a86c4b32-a679-485c-a166-2ddf764e9bdf HTTP/1.1" status: 404 len: 333 time: 0.0245113 Aug 03 16:12:19.356129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.383573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a8156bd7-bc47-4750-8898-f3cd8117f342 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b319e9b-5517-4c0e-8434-a3350221defb HTTP/1.1" status: 200 len: 205 time: 0.0263901 Aug 03 16:12:19.384615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.386710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35344) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.388291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.389477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70f8849f-f1b8-4498-97ab-ec732adc71c2 HTTP/1.1" status: 204 len: 168 time: 0.2031877 Aug 03 16:12:19.399504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e380631-1b5e-4f81-9bf0-db6f5161e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f8849f-f1b8-4498-97ab-ec732adc71c2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:19.430707 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-ea59fc94-59f0-4539-aa91-4671d62924e0 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] delete failed (client error): The resource could not be found. Aug 03 16:12:19.432542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea59fc94-59f0-4539-aa91-4671d62924e0 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/routers/3b319e9b-5517-4c0e-8434-a3350221defb HTTP/1.1" status: 404 len: 336 time: 0.0442235 Aug 03 16:12:19.435336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.779997 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8182192e-bdd7-4de5-9584-c6c68c16e720 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] DELETE failed (client error): The resource could not be found. Aug 03 16:12:19.780598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8182192e-bdd7-4de5-9584-c6c68c16e720 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:12:19.783262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8182192e-bdd7-4de5-9584-c6c68c16e720 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/subnets/c3567b79-c8c1-4e34-8b4f-fe0a44ff65ed HTTP/1.1" status: 404 len: 337 time: 0.3459914 Aug 03 16:12:19.784885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:19.889094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port b900cf33-2c72-42ea-bace-4267f68ebcb6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:19.889448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.984335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:19.996952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for b900cf33-2c72-42ea-bace-4267f68ebcb6 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:20.130103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.159662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=b900cf33-2c72-42ea-bace-4267f68ebcb6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:20.238266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.240468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-883019cb-7dc9-4360-bc3f-c5ef49b2b3b3 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/b900cf33-2c72-42ea-bace-4267f68ebcb6 HTTP/1.1" status: 204 len: 168 time: 0.4542112 Aug 03 16:12:20.242869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35380) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:20.248348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 32a32cde-bcb1-46ff-b59f-47414ee7492b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:12:20.270463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 32a32cde-bcb1-46ff-b59f-47414ee7492b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:12:20.270821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 32a32cde-bcb1-46ff-b59f-47414ee7492b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:12:20.347048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port e690e4b8-c8fb-45a6-acf1-f63d0178034c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:20.347477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.447094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.465993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for e690e4b8-c8fb-45a6-acf1-f63d0178034c owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:20.597536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.640210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=e690e4b8-c8fb-45a6-acf1-f63d0178034c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:20.712457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.714875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b9c2307c-ef29-4379-9da9-219bfa18100e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/ports/e690e4b8-c8fb-45a6-acf1-f63d0178034c HTTP/1.1" status: 204 len: 168 time: 0.4708414 Aug 03 16:12:20.717241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:20.769779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a89ac4-3592-42be-bcc8-aac70840c50f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:20.771250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a8a89ac4-3592-42be-bcc8-aac70840c50f tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e6e7364-f29a-4cf7-bb31-e2d963264499 HTTP/1.1" status: 200 len: 913 time: 0.0530784 Aug 03 16:12:20.773851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35400) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:20.788417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:20.899666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a63015b-6c5a-4656-b435-0bb178c87e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.991233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a63015b-6c5a-4656-b435-0bb178c87e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:20.996000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a63015b-6c5a-4656-b435-0bb178c87e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.034962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a63015b-6c5a-4656-b435-0bb178c87e71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9572e88801b84ceebcebf865baf39b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453756 Aug 03 16:12:21.037105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63015b-6c5a-4656-b435-0bb178c87e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f04cc6-21cd-4998-952e-b620c4d4df46,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:21.039520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35408) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:21.089776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.114949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.139788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.162023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.164721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.166041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7f04cc6-21cd-4998-952e-b620c4d4df46 HTTP/1.1" status: 204 len: 168 time: 0.1255736 Aug 03 16:12:21.175182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d73f5-b309-438a-850c-15fad904bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f04cc6-21cd-4998-952e-b620c4d4df46,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:21.417892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port c2dcd258-6f2f-41df-ae5f-198a0f1953e2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:21.418247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.509201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.522079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for c2dcd258-6f2f-41df-ae5f-198a0f1953e2 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:21.721961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:21.754889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=c2dcd258-6f2f-41df-ae5f-198a0f1953e2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:21.934592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.109296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.169915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Router 2e6e7364-f29a-4cf7-bb31-e2d963264499 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:22.288413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:22.295792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c62e7d38-ff3f-4e00-96b9-3fc8e3488c58 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "PUT /v2.0/routers/2e6e7364-f29a-4cf7-bb31-e2d963264499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5202332 Aug 03 16:12:22.297675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:22.302451 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] Sync routers for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:22.316098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:22.316732 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:22.352453 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:22.365368 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] Routers {'2e6e7364-f29a-4cf7-bb31-e2d963264499'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:22.366047 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e6e7364-f29a-4cf7-bb31-e2d963264499'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:22.406630 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:22.407484 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3db49b-568e-489f-a120-e9879b9346e6 None None] The sync data for ids ['2e6e7364-f29a-4cf7-bb31-e2d963264499'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:22.410858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35448) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:22.426502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.524302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b2388d76-6ace-48f0-9d19-7ef830034017 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-690390893'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:22.524759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b2388d76-6ace-48f0-9d19-7ef830034017 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Unknown quota resources ['metering_label']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 16:12:22.545263 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.616101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting port d779e5bc-471d-444b-ab1f-f5d5a92f9100 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:22.616451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.701801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.715381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Calling delete_port for d779e5bc-471d-444b-ab1f-f5d5a92f9100 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:22.747117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b2388d76-6ace-48f0-9d19-7ef830034017 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.748601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2388d76-6ace-48f0-9d19-7ef830034017 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3333867 Aug 03 16:12:22.752020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35452) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:22.756566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e3e563c3-1650-4d1d-a6d0-e1fc70b745f9 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2ec71d32-9d84-47ef-9000-2c5c1cc4f040'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:22.757062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e3e563c3-1650-4d1d-a6d0-e1fc70b745f9 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 16:12:22.841721 n-d-803226-3 neutron-server[106017]: WARNING neutron.services.metering.metering_plugin [None req-e3e563c3-1650-4d1d-a6d0-e1fc70b745f9 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 16:12:22.906797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.940109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Port': ['ID=d779e5bc-471d-444b-ab1f-f5d5a92f9100,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:22.944918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3e563c3-1650-4d1d-a6d0-e1fc70b745f9 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:22.949445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e3e563c3-1650-4d1d-a6d0-e1fc70b745f9 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1963439 Aug 03 16:12:22.950892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35454) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:22.954670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b1188347-2463-45a6-bb94-03aeb95e5a1d tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2ec71d32-9d84-47ef-9000-2c5c1cc4f040'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:22.955071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b1188347-2463-45a6-bb94-03aeb95e5a1d tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106017) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 16:12:23.007340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.010276 n-d-803226-3 neutron-server[106017]: WARNING neutron.services.metering.metering_plugin [None req-b1188347-2463-45a6-bb94-03aeb95e5a1d tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 16:12:23.097775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1188347-2463-45a6-bb94-03aeb95e5a1d tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.098975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b1188347-2463-45a6-bb94-03aeb95e5a1d tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1479442 Aug 03 16:12:23.101678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.107873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.110144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.112747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e078f6bb-bb86-4dd9-8ef9-4f26833cf702 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=fd9a1e16-9fc8-4661-b8f6-353b95c82bbb HTTP/1.1" status: 200 len: 464 time: 0.0100238 Aug 03 16:12:23.115395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35460) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.164850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.165567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6e7364-f29a-4cf7-bb31-e2d963264499 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:12:23.174669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.175739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73e985cd-4660-4c1b-9674-bdb9e507dc86 tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/routers/2e6e7364-f29a-4cf7-bb31-e2d963264499 HTTP/1.1" status: 204 len: 168 time: 0.8770595 Aug 03 16:12:23.178371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35462) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.233622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Deleting subnet dea7cbd1-68ff-407e-b468-56ec476d3f1e {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:23.236778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.277163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.302230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3acfdb48-f43a-4dac-ad49-108321bdf1b6 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.303530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3acfdb48-f43a-4dac-ad49-108321bdf1b6 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/fd9a1e16-9fc8-4661-b8f6-353b95c82bbb HTTP/1.1" status: 204 len: 168 time: 0.1870441 Aug 03 16:12:23.305944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35464) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.320891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a82668c9-5a74-4189-b5d3-87662ab51524 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=fd9a1e16-9fc8-4661-b8f6-353b95c82bbb HTTP/1.1" status: 200 len: 221 time: 0.0107939 Aug 03 16:12:23.321332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.325988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1e64a4eb-184d-46ba-a5aa-edd94af39042 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2115386587', 'description': 'label created by tempest'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:23.326451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1e64a4eb-184d-46ba-a5aa-edd94af39042 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Unknown quota resources ['metering_label']. {{(pid=106016) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 16:12:23.327839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.389873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.421013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.425214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/subnets/dea7cbd1-68ff-407e-b468-56ec476d3f1e HTTP/1.1" status: 204 len: 168 time: 0.2436023 Aug 03 16:12:23.425214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed818e-2662-465d-b449-054ca87eae4d tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Subnet': ['ID=dea7cbd1-68ff-407e-b468-56ec476d3f1e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:23.426469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35468) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.507806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.527270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e64a4eb-184d-46ba-a5aa-edd94af39042 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.528449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1e64a4eb-184d-46ba-a5aa-edd94af39042 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2060909 Aug 03 16:12:23.531286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35470) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.605055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.615821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654a8a24-0340-4972-9b59-bfe5a09e615c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:23.627360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2d6ac1-5fcf-4c48-b952-818e57a0110f') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:23.627765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2d6ac1-5fcf-4c48-b952-818e57a0110f') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:23.637529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.653361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.660561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:23.660968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:23.664095 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:23.724382 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.731858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:23.733768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] 10.222.0.70 "DELETE /v2.0/networks/654a8a24-0340-4972-9b59-bfe5a09e615c HTTP/1.1" status: 204 len: 168 time: 0.3063395 Aug 03 16:12:23.746404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1900510-a876-484d-9ebd-86c01c5ffa1e tempest-FloatingIPTestJSON-1622826015 tempest-FloatingIPTestJSON-1622826015-project] Pushing event deleted for resources: {'Network': ['ID=654a8a24-0340-4972-9b59-bfe5a09e615c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:23.917290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d57b1c9d-b469-4a49-8110-842a0e8ed1a6 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=f4e111a6-5f7b-4288-b579-460ab37be823 HTTP/1.1" status: 200 len: 468 time: 0.3848014 Aug 03 16:12:23.919714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35476) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:23.995656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35478) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.100798 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9ddccec8-7890-4430-bb64-467fa9c03fae tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.102031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9ddccec8-7890-4430-bb64-467fa9c03fae tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/f4e111a6-5f7b-4288-b579-460ab37be823 HTTP/1.1" status: 204 len: 168 time: 0.1813293 Aug 03 16:12:24.105242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35484) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.116662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3aa4e314-176b-442f-a061-726db778c859 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=f4e111a6-5f7b-4288-b579-460ab37be823 HTTP/1.1" status: 200 len: 216 time: 0.0102403 Aug 03 16:12:24.120688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35486) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.130478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5a2716c3-0f3a-4435-8c2c-614bbb3ad670 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087438 Aug 03 16:12:24.134062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35488) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.140886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a95f72c0-cf46-4695-b555-3ca495f2e6ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=648aa4364f11471a8f86ec87e5fd2251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440349 Aug 03 16:12:24.143305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35490) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.149026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9c434a9-d9a3-4d01-a423-e3df0be31d37 tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110562 Aug 03 16:12:24.149286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.196412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.203648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b59ca55-1492-4bef-88f5-f8b976ce5acc tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/2ec71d32-9d84-47ef-9000-2c5c1cc4f040 HTTP/1.1" status: 200 len: 472 time: 0.0532606 Aug 03 16:12:24.207708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.217022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6d44c68-0adb-4b86-9495-28f12dead38a tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/7d86c2ee-36d7-40f2-b548-4881bfb655bc HTTP/1.1" status: 200 len: 461 time: 0.0082803 Aug 03 16:12:24.217464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.220128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35496) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.265915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.268640 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.270171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32a05016-feac-475c-beff-4a8ef2405e9f HTTP/1.1" status: 204 len: 168 time: 0.1259463 Aug 03 16:12:24.279989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b236d9-b2d1-4ffa-8ffb-559d4378740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a05016-feac-475c-beff-4a8ef2405e9f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:24.327214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f21086f-5830-40f0-8e00-7e070af328ad tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.329674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2f21086f-5830-40f0-8e00-7e070af328ad tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/7d86c2ee-36d7-40f2-b548-4881bfb655bc HTTP/1.1" status: 204 len: 168 time: 0.1072700 Aug 03 16:12:24.330879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35500) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.519271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fab4022d-e863-4e9c-8a63-cbc99e14899f tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.520687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fab4022d-e863-4e9c-8a63-cbc99e14899f tempest-MeteringTestJSON-1891244565 tempest-MeteringTestJSON-1891244565-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/2ec71d32-9d84-47ef-9000-2c5c1cc4f040 HTTP/1.1" status: 204 len: 168 time: 0.1885433 Aug 03 16:12:24.751057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:24.861207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87b99b23-c0fa-4c52-bb1c-73d54f3c3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.970963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87b99b23-c0fa-4c52-bb1c-73d54f3c3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:24.976053 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-87b99b23-c0fa-4c52-bb1c-73d54f3c3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.000264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:25.019896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-87b99b23-c0fa-4c52-bb1c-73d54f3c3aca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55ef50cb053c446e972724e24e161abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705886 Aug 03 16:12:25.021100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b99b23-c0fa-4c52-bb1c-73d54f3c3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4652bad-51aa-4a0c-9b20-8f439b71a56d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.022791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:25.087647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.112545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.118773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'networks': [{'name': 'tempest-network--856755565'}, {'name': 'tempest-network--2043882147'}]} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:25.119088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-network--856755565'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:25.120382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-network--2043882147'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:25.166871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'network': 2} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:25.171893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.182398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.199816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.202343 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.203464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4652bad-51aa-4a0c-9b20-8f439b71a56d HTTP/1.1" status: 204 len: 168 time: 0.1780226 Aug 03 16:12:25.220946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5ee43-7508-4c87-94e8-c02483c5bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4652bad-51aa-4a0c-9b20-8f439b71a56d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.301133 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.305613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.306117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.352193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816f9bdd-2ee6-46bc-8079-2c1539627e13,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.360556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:25.371724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.372070 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment f427f223-7951-400d-bbdd-8efa0e6c323a of type vlan for network b2adbbc1-9502-4f4d-90db-35f7f9db49ad Aug 03 16:12:25.420791 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.455907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:25.465837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.466146 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment e0cb0b0c-9a4c-4132-b291-b2331d63b203 of type vlan for network e29b9f0e-f583-4912-97dd-d4cbbaa0db5f Aug 03 16:12:25.521341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.563937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:25.573619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.574541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.580574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.585320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.585948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.618953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f373375a-bcfc-4e01-8872-9c8d0ffc1bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.683610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6818967 Aug 03 16:12:25.686287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35542) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:25.695856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=b2adbbc1-9502-4f4d-90db-35f7f9db49ad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.712437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b2adbbc1-9502-4f4d-90db-35f7f9db49ad details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:25.794435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948812e9-9907-4c5d-b331-469e5716e701 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=e29b9f0e-f583-4912-97dd-d4cbbaa0db5f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.812771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e29b9f0e-f583-4912-97dd-d4cbbaa0db5f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:25.870845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f373375a-bcfc-4e01-8872-9c8d0ffc1bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.875341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f373375a-bcfc-4e01-8872-9c8d0ffc1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:25.916326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bef86-ca11-4188-976b-9e8ba80bfe51 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.923880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bef86-ca11-4188-976b-9e8ba80bfe51 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.930410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bef86-ca11-4188-976b-9e8ba80bfe51 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.933675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373375a-bcfc-4e01-8872-9c8d0ffc1bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1da2115-2d8b-4697-a618-f2c57bbd21c4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:25.936672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bef86-ca11-4188-976b-9e8ba80bfe51 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:25.946441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f373375a-bcfc-4e01-8872-9c8d0ffc1bf7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bfdbf42925e4e109aea353025d49174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726976 Aug 03 16:12:25.949921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8c1bef86-ca11-4188-976b-9e8ba80bfe51 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2510824 Aug 03 16:12:25.949921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:25.950954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35546) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:26.010883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.038927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.041234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.092039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.095267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.096819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1da2115-2d8b-4697-a618-f2c57bbd21c4 HTTP/1.1" status: 204 len: 168 time: 0.1484649 Aug 03 16:12:26.111134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d73de8-49dc-44b0-acb6-0e6a2259b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1da2115-2d8b-4697-a618-f2c57bbd21c4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:26.143968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.150024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.156693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2adbbc1-9502-4f4d-90db-35f7f9db49ad']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.170750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f427f223-7951-400d-bbdd-8efa0e6c323a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.171097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f427f223-7951-400d-bbdd-8efa0e6c323a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.182879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.202405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.210168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:26.210597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:26.225149 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:26.280215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.288347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.294177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:26.294374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/b2adbbc1-9502-4f4d-90db-35f7f9db49ad HTTP/1.1" status: 204 len: 168 time: 0.3503757 Aug 03 16:12:26.315147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25073cfe-0c5d-456b-9f7f-642a8507bd22 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=b2adbbc1-9502-4f4d-90db-35f7f9db49ad,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:26.395953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.490375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.501994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29b9f0e-f583-4912-97dd-d4cbbaa0db5f']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.516399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cb0b0c-9a4c-4132-b291-b2331d63b203') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.516693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cb0b0c-9a4c-4132-b291-b2331d63b203') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:26.530474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.548191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.561938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:26.562871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:26.572218 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:26.634696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.642515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.644908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/e29b9f0e-f583-4912-97dd-d4cbbaa0db5f HTTP/1.1" status: 204 len: 168 time: 0.3494306 Aug 03 16:12:26.647665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35564) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:26.661092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8d0f8-de06-4e59-b160-19eb5ac3f809 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=e29b9f0e-f583-4912-97dd-d4cbbaa0db5f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:26.763240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be717e9-645f-465b-adad-d671a42d119e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:26.769295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be717e9-645f-465b-adad-d671a42d119e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:26.771166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1be717e9-645f-465b-adad-d671a42d119e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1222446 Aug 03 16:12:26.774723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35572) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:26.780245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1526079149'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:26.801582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:26.806041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.831991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:26.842616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.842969 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment c3e3a542-0121-4b87-a565-ebee6720b343 of type vlan for network 56ce31bb-172e-40f2-92ef-b432cb26b462 Aug 03 16:12:26.884495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.915381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.921719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:26.922319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:26.978146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2016590 Aug 03 16:12:26.981537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35578) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:26.988211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-216127740'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:26.993034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc70f7d-5ca4-4bda-859b-6d48ed37116c tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=56ce31bb-172e-40f2-92ef-b432cb26b462,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:27.005383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 56ce31bb-172e-40f2-92ef-b432cb26b462 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:27.019787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:27.023569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.049195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:27.059134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.059485 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment c3ac7ef6-c849-4ca2-80d6-b426d687021a of type vlan for network 6228a0c9-b2b3-4ded-9abd-03750baeba35 Aug 03 16:12:27.101044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.131075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.138117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:27.138846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.199145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2133658 Aug 03 16:12:27.200510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35586) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:27.209630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'ports': [{'network_id': '56ce31bb-172e-40f2-92ef-b432cb26b462', 'name': 'tempest-port--440937073', 'admin_state_up': True}, {'network_id': '6228a0c9-b2b3-4ded-9abd-03750baeba35', 'admin_state_up': False}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:27.212611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'port': {'network_id': '56ce31bb-172e-40f2-92ef-b432cb26b462', 'name': 'tempest-port--440937073', 'admin_state_up': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:27.213226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'port': {'network_id': '6228a0c9-b2b3-4ded-9abd-03750baeba35', 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:27.215916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffbd24-9489-42dd-b752-900e0b5da01a tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=6228a0c9-b2b3-4ded-9abd-03750baeba35,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:27.226116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6228a0c9-b2b3-4ded-9abd-03750baeba35 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:27.349783 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:12:27.399877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'port': 2} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:27.405729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.422384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.488242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35594) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:27.504674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] device_id is not set on port d4441517-aabe-445e-bd36-ab686595b152 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:27.634243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.653049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1402357593'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:27.675215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Made reservation on behalf of 703e1cba1f97451ba6d0855b71e73b4e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:27.678636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.687522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.707555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] device_id is not set on port a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:27.780831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.784940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.807786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:27.822963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0feb7e-86fc-47d8-881a-3e73e86f825e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:27.826259 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.826607 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Added segment 303a6cca-a529-44b4-b829-3eb66cf5a017 of type vlan for network 951e6230-9ae6-4b1d-8a2a-81115985a7fe Aug 03 16:12:27.832203 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.867562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.875330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.899653 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.905728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:27.906327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.940297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Port': ['ID=d4441517-aabe-445e-bd36-ab686595b152,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:27.947764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Checking segment: {'id': 'c3e3a542-0121-4b87-a565-ebee6720b343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '56ce31bb-172e-40f2-92ef-b432cb26b462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:27.948106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network hostable DHCP agents. Network: 56ce31bb-172e-40f2-92ef-b432cb26b462, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:27.966812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4773920 Aug 03 16:12:27.967898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network 56ce31bb-172e-40f2-92ef-b432cb26b462 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:27.979537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 56ce31bb-172e-40f2-92ef-b432cb26b462) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:27.983391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:27.984258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeb58a-dd43-4683-9871-aaa46102ee84 tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Pushing event updated for resources: {'Network': ['ID=951e6230-9ae6-4b1d-8a2a-81115985a7fe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:27.984390 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:27.992204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06149d1-e7f7-4bd3-aca3-2e2f6f94b3b1 None None] Network 56ce31bb-172e-40f2-92ef-b432cb26b462 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:28.008981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:28.051011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Port': ['ID=a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:28.061080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Checking segment: {'id': 'c3ac7ef6-c849-4ca2-80d6-b426d687021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '6228a0c9-b2b3-4ded-9abd-03750baeba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:28.061398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network hostable DHCP agents. Network: 6228a0c9-b2b3-4ded-9abd-03750baeba35, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:28.079285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network 6228a0c9-b2b3-4ded-9abd-03750baeba35 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:28.090263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6228a0c9-b2b3-4ded-9abd-03750baeba35) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:28.097096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:28.105262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:28.109064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b819d-d3d7-401d-8b1f-714e4b64220c None None] Network 6228a0c9-b2b3-4ded-9abd-03750baeba35 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:28.111758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:28.112457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.129209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-32b7442f-e150-4fe7-b385-b4ed9c57f126 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9267495 Aug 03 16:12:28.131558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.172345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35606) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.178096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe', 'binding:host_id': 'n-h1-803226-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1574514531'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:28.246930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c9153-cedf-4160-9f7d-040ffc8a586b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:28.253208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c9153-cedf-4160-9f7d-040ffc8a586b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:28.254840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f3c9153-cedf-4160-9f7d-040ffc8a586b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1221442 Aug 03 16:12:28.255731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Made reservation on behalf of 3d7e3d24eb90460992c4ac78bc22c694 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:28.257989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.258189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.267714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.361577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting port d4441517-aabe-445e-bd36-ab686595b152 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:28.361945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.367985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.372785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.377250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:28.435024 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.449007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Calling delete_port for d4441517-aabe-445e-bd36-ab686595b152 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:28.456963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a9e454-7311-4bf8-80e1-28426a3badad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:28.529213 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.564150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Port': ['ID=d4441517-aabe-445e-bd36-ab686595b152,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:28.569485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.571499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d5cf821-91cc-4fff-b368-e2fd5e753b1e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/ports/d4441517-aabe-445e-bd36-ab686595b152 HTTP/1.1" status: 204 len: 168 time: 0.3116601 Aug 03 16:12:28.575266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.675931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting port a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:28.675931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.750435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.768869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Calling delete_port for a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:28.850285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.878525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Port': ['ID=a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:28.886476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.888409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c7922d07-ed5e-440b-9a2f-7ccfd5fbec7d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/ports/a10f08e0-c57a-4c9f-86a4-2eb7bcb1a83c HTTP/1.1" status: 204 len: 168 time: 0.3118842 Aug 03 16:12:28.890909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35614) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.921130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:28.930118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.940644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c2102b1e-c11e-4454-99cc-2e685cd3e1a5 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0485544 Aug 03 16:12:28.942490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Transition to ACTIVE for port object 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:28.944123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:28.949870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1412006070'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:28.953121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:28.975606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:28.980011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.006750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:29.008386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:29.018919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.019351 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment 46c91be1-4ea7-4b93-91d0-c68831813077 of type vlan for network 259585c0-2c36-4467-80d8-109405341bfc Aug 03 16:12:29.022636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Checking segment: {'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:29.023000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Network hostable DHCP agents. Network: 951e6230-9ae6-4b1d-8a2a-81115985a7fe, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:29.042006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:29.051220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 951e6230-9ae6-4b1d-8a2a-81115985a7fe) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:29.055083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:29.062655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58928bfa-74ac-4226-b91e-0ee040d39792 None None] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:29.063389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.072281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.072759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.073224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.079791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.080124 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.080662 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 2 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.093558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.094075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.094498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.095595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.099084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.099415 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.099802 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 3 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.101718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:29.102411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.113837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.114177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.114515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.118925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.119309 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.120292 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 4 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.132698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.133186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.133352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.139690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.139690 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.139690 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 5 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.155178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.155579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.155915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.162307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2146401 Aug 03 16:12:29.162660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:29.168649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1844628137'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:29.172597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.172929 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.173323 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 6 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.175437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2d5d1-cbb6-4bb0-89dc-bf9483d3de85 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=259585c0-2c36-4467-80d8-109405341bfc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:29.191208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 259585c0-2c36-4467-80d8-109405341bfc details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:29.192375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.192743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.193159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.202714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.203150 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.203496 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 7 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.207544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:29.210994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.231532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.231962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.232565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.241123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.241458 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.242873 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 8 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.255006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:29.265041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.265305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.265672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.272920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.273743 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Added segment 62675c75-9d5e-432c-83c0-4d9a953baa64 of type vlan for network 6fc838ff-3b61-418e-9b47-dafc957648b4 Aug 03 16:12:29.274847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.275185 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.282627 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 9 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.317138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.317481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.317868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.329021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.333370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.333728 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.335464 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 10 to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 Aug 03 16:12:29.355230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:29.355573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:29.355911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:29.365338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:29.365681 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:29.366046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.381598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.388021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:29.388643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.469664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2948909 Aug 03 16:12:29.493313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a520d-9d29-4e6a-96f1-05a9977833ff tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Network': ['ID=6fc838ff-3b61-418e-9b47-dafc957648b4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:29.504025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6fc838ff-3b61-418e-9b47-dafc957648b4 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:29.505912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:29.506284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempted to set empty binding levels {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:12:29.512626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.547591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:29.548189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.576671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:29.582223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea61ade5-3ceb-4529-9a6f-8ef5297b991f tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4086113 Aug 03 16:12:29.584901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35620) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:29.589253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35622) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:29.596275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'subnets': [{'network_id': '259585c0-2c36-4467-80d8-109405341bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--302075413', 'ip_version': 4}, {'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:29.596599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'subnet': {'network_id': '259585c0-2c36-4467-80d8-109405341bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--302075413', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:29.597204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Request body: {'subnet': {'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:29.661260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Deleting port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:29.661591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.729334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2, host n-h1-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:29.729748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.752006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Calling delete_port for 52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:29.770697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Made reservation on behalf of c74b897c4fd94e3f9ecd110174cf8a18 for: {'subnet': 2} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:29.775624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.776591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.834736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.861502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event deleted for resources: {'Port': ['ID=52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:29.873111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:29.877552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-408baac0-5631-4c29-83a7-3cb0b3ece2ed tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "DELETE /v2.0/ports/52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 HTTP/1.1" status: 204 len: 168 time: 0.2892387 Aug 03 16:12:29.878158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35632) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:29.909695 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d618af-6cf4-44ca-8774-ac1a9b17ff78 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:12:29.911228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73d618af-6cf4-44ca-8774-ac1a9b17ff78 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports/52bfa0b0-7a6b-4f43-8ec4-eda3f05e92d2 HTTP/1.1" status: 404 len: 333 time: 0.0320580 Aug 03 16:12:29.914902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35634) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:29.921133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-968197108'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:29.989743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Made reservation on behalf of 3d7e3d24eb90460992c4ac78bc22c694 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:29.992340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.072777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port 55ef7420-8257-4387-a9b9-e89ba059ca09 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:30.205551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce922c9-3082-4291-bef8-2d11776cc3d4 req-8ecfad07-3562-463d-98ce-1e66ebc9e1a5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:30.207079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dce922c9-3082-4291-bef8-2d11776cc3d4 req-8ecfad07-3562-463d-98ce-1e66ebc9e1a5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.1755717 Aug 03 16:12:30.322197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dce922c9-3082-4291-bef8-2d11776cc3d4 req-9ddef97a-79b1-447c-b78c-21dd1fd399a7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060193 Aug 03 16:12:30.393663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.459148 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.510810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.559132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Subnet': ['ID=54747b20-f802-4025-9d93-39aeb57cbdd5,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:30.578919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:30.587011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:30.590403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:30.591658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:30.592506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.607021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=55ef7420-8257-4387-a9b9-e89ba059ca09,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:30.610370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Checking segment: {'id': '46c91be1-4ea7-4b93-91d0-c68831813077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259585c0-2c36-4467-80d8-109405341bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:30.610735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network hostable DHCP agents. Network: 259585c0-2c36-4467-80d8-109405341bfc, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:30.621842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7089b879-f4b4-42da-bffa-c2a7d1946f2a tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7059526 Aug 03 16:12:30.625383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:30.633390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:30.668022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network 259585c0-2c36-4467-80d8-109405341bfc is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:30.696177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 259585c0-2c36-4467-80d8-109405341bfc) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:30.705258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5e7d5-1d70-4294-b1f1-3cac958fb55f None None] Network 259585c0-2c36-4467-80d8-109405341bfc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:30.708713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.744629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.791523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event updated for resources: {'Subnet': ['ID=1d5728d6-e58f-4d3d-afe8-b459be385903,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:30.843760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Checking segment: {'id': '62675c75-9d5e-432c-83c0-4d9a953baa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:30.844027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network hostable DHCP agents. Network: 6fc838ff-3b61-418e-9b47-dafc957648b4, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:30.874235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-259585c0-2c36-4467-80d8-109405341bfc', 'network_id': '259585c0-2c36-4467-80d8-109405341bfc', 'tenant_id': 'c74b897c4fd94e3f9ecd110174cf8a18', 'fixed_ips': [{'subnet_id': '54747b20-f802-4025-9d93-39aeb57cbdd5'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:30.875094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.915064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Network 6fc838ff-3b61-418e-9b47-dafc957648b4 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:30.932781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6fc838ff-3b61-418e-9b47-dafc957648b4) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:30.937657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:30.938152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:30.938768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:30.944269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e24500-83c2-4c2b-9214-1384399eef03 None None] Network 6fc838ff-3b61-418e-9b47-dafc957648b4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:30.962613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b92d815-3129-4e2e-bb5f-8fd1411af7e2 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3720229 Aug 03 16:12:30.965573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35642) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:31.012570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port 55ef7420-8257-4387-a9b9-e89ba059ca09 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:31.022397 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.054308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Transition to ACTIVE for port object 55ef7420-8257-4387-a9b9-e89ba059ca09 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:31.063391 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.069033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84639055-1608-4cdc-8807-9cf8f8bf303d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.070894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84639055-1608-4cdc-8807-9cf8f8bf303d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.071935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Allocated IP 172.20.0.2 (259585c0-2c36-4467-80d8-109405341bfc/54747b20-f802-4025-9d93-39aeb57cbdd5/b9f4c2b3-5538-4a56-9e68-f209666df836) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:31.073629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84639055-1608-4cdc-8807-9cf8f8bf303d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.075688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84639055-1608-4cdc-8807-9cf8f8bf303d tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1088855 Aug 03 16:12:31.079531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35644) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:31.167367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=55ef7420-8257-4387-a9b9-e89ba059ca09,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:31.184487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.184827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.185168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.191446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-6fc838ff-3b61-418e-9b47-dafc957648b4', 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4', 'tenant_id': 'c74b897c4fd94e3f9ecd110174cf8a18', 'fixed_ips': [{'subnet_id': '1d5728d6-e58f-4d3d-afe8-b459be385903'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:31.192292 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.193586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting subnet 54747b20-f802-4025-9d93-39aeb57cbdd5 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:31.196742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.197072 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.197655 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 2 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.210924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.211259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.211601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.216550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.216870 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.217248 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 3 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.230499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.230949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.231320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.235710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.236042 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.236425 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 4 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.249732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.250044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.250568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.255192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.255532 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.255918 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 5 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.268897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.269661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.270013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.274865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.275227 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.276614 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 6 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.290144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.290481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.290820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.296924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.297257 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.297668 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 7 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.313869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.314487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.314834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.320544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.320871 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.321268 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 8 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.335538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.335874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.336215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.342533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.342869 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.343263 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 9 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.357574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.357956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.358298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.363826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.364170 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.364570 n-d-803226-3 neutron-server[106016]: INFO neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 10 to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 Aug 03 16:12:31.378583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.378583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.378949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.383550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:31.383865 n-d-803226-3 neutron-server[106016]: ERROR neutron.plugins.ml2.managers [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port 55ef7420-8257-4387-a9b9-e89ba059ca09 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:31.384233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.484146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port 55ef7420-8257-4387-a9b9-e89ba059ca09, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:31.484512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempted to set empty binding levels {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:12:31.497307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53e0b-80cf-4588-9b64-4b7aea669290 req-58e38cb1-9bf1-48be-89a3-6c1c9e97e955 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.499182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8e53e0b-80cf-4588-9b64-4b7aea669290 req-58e38cb1-9bf1-48be-89a3-6c1c9e97e955 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0987010 Aug 03 16:12:31.500374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.520430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.540194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Transition to ACTIVE for port object b9f4c2b3-5538-4a56-9e68-f209666df836 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:31.549054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] In _notify_port_updated(), no bound segment for port 55ef7420-8257-4387-a9b9-e89ba059ca09 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:31.549961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.550574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.554292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "PUT /v2.0/ports/55ef7420-8257-4387-a9b9-e89ba059ca09 HTTP/1.1" status: 200 len: 974 time: 0.9230914 Aug 03 16:12:31.555224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35648) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:31.564471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Allocated IP 172.20.0.18 (6fc838ff-3b61-418e-9b47-dafc957648b4/1d5728d6-e58f-4d3d-afe8-b459be385903/a8c33fe5-544f-4b6e-beae-2ae00f17ee38) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:31.569687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Transition to ACTIVE for port object b9f4c2b3-5538-4a56-9e68-f209666df836 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:31.578178 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.586335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.656021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9758-d9f3-42e5-b14f-aa9be2b6fdcf tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=55ef7420-8257-4387-a9b9-e89ba059ca09,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:31.660942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Network 259585c0-2c36-4467-80d8-109405341bfc is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:31.661831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Pushing event updated for resources: {'Port': ['ID=b9f4c2b3-5538-4a56-9e68-f209666df836,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:31.667365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:31.669148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d8e53e0b-80cf-4588-9b64-4b7aea669290 req-8c74ca44-f2c7-4dca-a052-805028557b1e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603262 Aug 03 16:12:31.676047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:31.681248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.681630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.683539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.683539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.683539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.683961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.683961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.684276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.685029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.685029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.685234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.685564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:31.687649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.729616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.730128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.730603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.731075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.731543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.732008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.732472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.732938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.733402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.733884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.734363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.734844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.735388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.735958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.736434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.736903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.737370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.737866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.738331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.738822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.739312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:31.746534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2bdcf84-e836-428f-a2dd-e5010a9b79d2 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18783 time: 0.1858950 Aug 03 16:12:31.746753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:31.766695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Attempting to bind port b9f4c2b3-5538-4a56-9e68-f209666df836 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:31.767282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Attempting to bind port b9f4c2b3-5538-4a56-9e68-f209666df836 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '46c91be1-4ea7-4b93-91d0-c68831813077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259585c0-2c36-4467-80d8-109405341bfc'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:31.767403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Attempting to bind port b9f4c2b3-5538-4a56-9e68-f209666df836 on network 259585c0-2c36-4467-80d8-109405341bfc {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:31.780214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:31.780593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Checking segment: {'id': '46c91be1-4ea7-4b93-91d0-c68831813077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259585c0-2c36-4467-80d8-109405341bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:31.781000 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.781394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Bound using segment: {'id': '46c91be1-4ea7-4b93-91d0-c68831813077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259585c0-2c36-4467-80d8-109405341bfc'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:31.781911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Bound port: b9f4c2b3-5538-4a56-9e68-f209666df836, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c91be1-4ea7-4b93-91d0-c68831813077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '259585c0-2c36-4467-80d8-109405341bfc'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:31.782300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.815358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.836074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Deleting port 55ef7420-8257-4387-a9b9-e89ba059ca09 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:31.836421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.852738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.871281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Transition to ACTIVE for port object a8c33fe5-544f-4b6e-beae-2ae00f17ee38 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:31.897541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Transition to ACTIVE for port object a8c33fe5-544f-4b6e-beae-2ae00f17ee38 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:31.898551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.904386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] For port b9f4c2b3-5538-4a56-9e68-f209666df836, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:31.912786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.919708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port 55ef7420-8257-4387-a9b9-e89ba059ca09, host n-h1-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:31.920081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.929094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Subnet': ['ID=54747b20-f802-4025-9d93-39aeb57cbdd5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:31.929724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] For port b9f4c2b3-5538-4a56-9e68-f209666df836, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b9f4c2b3-5538-4a56-9e68-f209666df836,segment=NetworkSegment(46c91be1-4ea7-4b93-91d0-c68831813077),segment_id=46c91be1-4ea7-4b93-91d0-c68831813077)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:31.933766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.937694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5147a3cd-c8dd-47ae-aca2-ed806a909a56 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/subnets/54747b20-f802-4025-9d93-39aeb57cbdd5 HTTP/1.1" status: 204 len: 168 time: 0.8551219 Aug 03 16:12:31.938248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Calling delete_port for 55ef7420-8257-4387-a9b9-e89ba059ca09 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:31.940028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35654) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:31.957260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:31.973309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Network 6fc838ff-3b61-418e-9b47-dafc957648b4 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:31.977605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:31.984897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:31.996081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Pushing event updated for resources: {'Port': ['ID=a8c33fe5-544f-4b6e-beae-2ae00f17ee38,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.045816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting subnet 1d5728d6-e58f-4d3d-afe8-b459be385903 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:32.065831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.092914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.105985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bf1fa-4691-4697-bde2-560958366ed6 None None] Pushing event updated for resources: {'Port': ['ID=b9f4c2b3-5538-4a56-9e68-f209666df836,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.116259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Attempting to bind port a8c33fe5-544f-4b6e-beae-2ae00f17ee38 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:32.116691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Attempting to bind port a8c33fe5-544f-4b6e-beae-2ae00f17ee38 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '62675c75-9d5e-432c-83c0-4d9a953baa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:32.117056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Attempting to bind port a8c33fe5-544f-4b6e-beae-2ae00f17ee38 on network 6fc838ff-3b61-418e-9b47-dafc957648b4 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:32.123450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:32.123858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Checking segment: {'id': '62675c75-9d5e-432c-83c0-4d9a953baa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:32.124207 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.124602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Bound using segment: {'id': '62675c75-9d5e-432c-83c0-4d9a953baa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:32.125119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Bound port: a8c33fe5-544f-4b6e-beae-2ae00f17ee38, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62675c75-9d5e-432c-83c0-4d9a953baa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6fc838ff-3b61-418e-9b47-dafc957648b4'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:32.125514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.132547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event deleted for resources: {'Port': ['ID=55ef7420-8257-4387-a9b9-e89ba059ca09,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.143748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.146003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-594d38d5-33c5-44c9-ae47-1dc4d1443bae tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "DELETE /v2.0/ports/55ef7420-8257-4387-a9b9-e89ba059ca09 HTTP/1.1" status: 204 len: 168 time: 0.3975046 Aug 03 16:12:32.148444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.149049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35656) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:32.180466 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3055f325-5b04-4c8a-a456-4ff72c8deaa9 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:12:32.186681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3055f325-5b04-4c8a-a456-4ff72c8deaa9 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports/55ef7420-8257-4387-a9b9-e89ba059ca09 HTTP/1.1" status: 404 len: 333 time: 0.0364025 Aug 03 16:12:32.187929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35658) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:32.211066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-168820424', 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:32.235471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] For port a8c33fe5-544f-4b6e-beae-2ae00f17ee38, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:32.240394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] For port a8c33fe5-544f-4b6e-beae-2ae00f17ee38, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8c33fe5-544f-4b6e-beae-2ae00f17ee38,segment=NetworkSegment(62675c75-9d5e-432c-83c0-4d9a953baa64),segment_id=62675c75-9d5e-432c-83c0-4d9a953baa64)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:32.247559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.287957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Made reservation on behalf of 3d7e3d24eb90460992c4ac78bc22c694 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:32.291665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.334532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd6dfb-f94b-46a0-9fb4-cd3163e40594 None None] Pushing event updated for resources: {'Port': ['ID=a8c33fe5-544f-4b6e-beae-2ae00f17ee38,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.334790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port 0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:32.348057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.527975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.546824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.551350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/subnets/1d5728d6-e58f-4d3d-afe8-b459be385903 HTTP/1.1" status: 204 len: 168 time: 0.6102159 Aug 03 16:12:32.591619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:32.605602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a1aa-4ed1-4be3-8737-44348113e9e0 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5728d6-e58f-4d3d-afe8-b459be385903,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.674071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.678710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f641a-4e19-46a6-86a4-4a621d59b027 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:32.684326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f5f641a-4e19-46a6-86a4-4a621d59b027 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871375 Aug 03 16:12:32.685066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-770ea32c-2e27-4a3c-b752-eb2827c27218 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:32.685210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:32.686312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-770ea32c-2e27-4a3c-b752-eb2827c27218 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.4508746 Aug 03 16:12:32.802433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.825100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.858216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad626-ae39-4aa9-b126-fbbf0964dc86 req-7e072285-0d35-4c70-964b-e658de689d47 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:32.861352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a53ad626-ae39-4aa9-b126-fbbf0964dc86 req-7e072285-0d35-4c70-964b-e658de689d47 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 946 time: 0.0845051 Aug 03 16:12:32.888744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Deleting port 853380fe-e2ed-4323-ba71-0fdcabd1624c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:32.888980 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.908235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:32.923342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:32.925786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:32.926917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:32.927515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.942646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:32.950152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting port a8c33fe5-544f-4b6e-beae-2ae00f17ee38 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:32.950460 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:32.953798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a01cb8ca-402e-4a45-95e4-5c0db286133b tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7477596 Aug 03 16:12:32.956508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35668) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:32.958199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a53ad626-ae39-4aa9-b126-fbbf0964dc86 req-7d7436d2-44b6-45f9-b2b5-9e2cff529040 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=73c57b35-c476-4835-bba7-34df60e5ff9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888481 Aug 03 16:12:33.028437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] For port 853380fe-e2ed-4323-ba71-0fdcabd1624c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=853380fe-e2ed-4323-ba71-0fdcabd1624c,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:33.028437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.055012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f0a193-2941-4d0a-b590-8adc06e9a1fc tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:33.059898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-42f0a193-2941-4d0a-b590-8adc06e9a1fc tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports/0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad HTTP/1.1" status: 200 len: 954 time: 0.0990040 Aug 03 16:12:33.061137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35670) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:33.107523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] For port a8c33fe5-544f-4b6e-beae-2ae00f17ee38, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8c33fe5-544f-4b6e-beae-2ae00f17ee38,segment=NetworkSegment(62675c75-9d5e-432c-83c0-4d9a953baa64),segment_id=62675c75-9d5e-432c-83c0-4d9a953baa64)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:33.107899 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.125831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Calling delete_port for a8c33fe5-544f-4b6e-beae-2ae00f17ee38 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:33.227530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889c1c9-f6f3-4d85-adc4-384156845029 None None] Network 259585c0-2c36-4467-80d8-109405341bfc requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:33.237071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Deleting port 0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:33.237422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.241803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.242191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.242512 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Floating IP dfbf7942-d989-416b-b2c9-5c1c31043432 disassociated. External IP: 172.25.7.148, port: 853380fe-e2ed-4323-ba71-0fdcabd1624c. Aug 03 16:12:33.242861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Calling delete_port for 853380fe-e2ed-4323-ba71-0fdcabd1624c owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:33.317281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.328101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.331903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-724f7d09-7e07-416b-a519-b6a155608c69 None None] Provisioning for port b9f4c2b3-5538-4a56-9e68-f209666df836 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:33.366891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Port': ['ID=a8c33fe5-544f-4b6e-beae-2ae00f17ee38,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:33.376887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] No DVR routers for this DVR port a8c33fe5-544f-4b6e-beae-2ae00f17ee38 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:33.382376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Calling delete_port for 0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:33.437766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.473160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'Port': ['ID=853380fe-e2ed-4323-ba71-0fdcabd1624c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:33.499010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.536230 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] DHCP port deletion for 259585c0-2c36-4467-80d8-109405341bfc request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:33.546623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc838ff-3b61-418e-9b47-dafc957648b4']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:33.568951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62675c75-9d5e-432c-83c0-4d9a953baa64') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:33.569475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62675c75-9d5e-432c-83c0-4d9a953baa64') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:33.586921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.595041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Deleting port b9f4c2b3-5538-4a56-9e68-f209666df836 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:33.595569 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.612435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.624732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:33.626469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:33.627118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:33.630597 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:33.676867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0bea4-82e7-4269-86cd-8813120d0220 None None] Network 6fc838ff-3b61-418e-9b47-dafc957648b4 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:33.698566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-efdbce9e-80ff-48e0-8928-47c07ba01061 None None] Could not find standard attr ID for object a8c33fe5-544f-4b6e-beae-2ae00f17ee38. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:12:33.715092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.749071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.754651 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.756747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/6fc838ff-3b61-418e-9b47-dafc957648b4 HTTP/1.1" status: 204 len: 168 time: 1.0700984 Aug 03 16:12:33.763864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:33.766413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] For port b9f4c2b3-5538-4a56-9e68-f209666df836, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b9f4c2b3-5538-4a56-9e68-f209666df836,segment=NetworkSegment(46c91be1-4ea7-4b93-91d0-c68831813077),segment_id=46c91be1-4ea7-4b93-91d0-c68831813077)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:33.766574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:33.766828 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.783118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:33.792237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Calling delete_port for b9f4c2b3-5538-4a56-9e68-f209666df836 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:33.800560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.803074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-38578053-b8c0-4740-b8cc-53295aeb02c0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "DELETE /v2.0/ports/0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad HTTP/1.1" status: 204 len: 168 time: 0.7411234 Aug 03 16:12:33.805848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a35ca0-c0ce-41be-b718-f3f9258bb79e tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=6fc838ff-3b61-418e-9b47-dafc957648b4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:33.809985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:33.814580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:33.857534 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7ca745-c569-4eee-898d-f87c4cc51e00 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:12:33.859220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d7ca745-c569-4eee-898d-f87c4cc51e00 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports/0bb85a39-d1cd-47a9-a1b0-6a8adce5a3ad HTTP/1.1" status: 404 len: 333 time: 0.0482481 Aug 03 16:12:33.860197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] No DVR routers for this DVR port 853380fe-e2ed-4323-ba71-0fdcabd1624c on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:33.862929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35676) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:33.868441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1564279912'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:33.873391 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.875814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6e44356-9375-47c3-bebc-d58b273de3d0 req-9ae0c06d-1ce7-4825-a071-9ddc32e0b406 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "DELETE /v2.0/ports/853380fe-e2ed-4323-ba71-0fdcabd1624c HTTP/1.1" status: 204 len: 173 time: 1.1829135 Aug 03 16:12:33.876268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'name': 'network-vif-deleted', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:33.878628 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f658aca7-3127-434d-9e3e-9af281088dd7" -d '{"events": [{"server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "name": "network-vif-deleted", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:33.882146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:33.882807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:33.926153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.930100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Made reservation on behalf of 3d7e3d24eb90460992c4ac78bc22c694 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:33.934146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:33.960432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port abd18610-623c-45af-8fb6-6bfc0885cbd5 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:34.021120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786292a4-5697-4fb5-83ad-0de6ceae930b None None] DHCP port deletion for 6fc838ff-3b61-418e-9b47-dafc957648b4 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:34.026864 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41da74f5-f4eb-4e3a-a021-c085acf0b91f x-openstack-request-id: req-41da74f5-f4eb-4e3a-a021-c085acf0b91f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:34.027168 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b", "name": "network-vif-deleted", "tag": "853380fe-e2ed-4323-ba71-0fdcabd1624c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:34.027510 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41da74f5-f4eb-4e3a-a021-c085acf0b91f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:34.027838 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b', 'name': 'network-vif-deleted', 'tag': '853380fe-e2ed-4323-ba71-0fdcabd1624c', 'status': 'completed', 'code': 200} Aug 03 16:12:34.090590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Deleting port b9f4c2b3-5538-4a56-9e68-f209666df836 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:34.091169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.214132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] For port b9f4c2b3-5538-4a56-9e68-f209666df836, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b9f4c2b3-5538-4a56-9e68-f209666df836,segment=NetworkSegment(46c91be1-4ea7-4b93-91d0-c68831813077),segment_id=46c91be1-4ea7-4b93-91d0-c68831813077)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:34.214845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.226676 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.230072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:34.235095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Calling delete_port for b9f4c2b3-5538-4a56-9e68-f209666df836 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:34.257205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.272220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb87e6d4-bc23-4c2a-858c-1b357cbdafbf req-89a43050-08f0-4893-aa04-4c0d02d7c0fb tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dcf3f5c-46f4-4191-8a8c-ddb4a88fd04b HTTP/1.1" status: 200 len: 210 time: 0.0420079 Aug 03 16:12:34.287537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] No DVR routers for this DVR port b9f4c2b3-5538-4a56-9e68-f209666df836 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:34.294104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26881ef-7c0b-475f-909b-7f83857ce31a None None] Pushing event deleted for resources: {'Port': ['ID=b9f4c2b3-5538-4a56-9e68-f209666df836,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:34.318721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.362342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Network 951e6230-9ae6-4b1d-8a2a-81115985a7fe is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:34.365301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:34.366325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.369567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:34.371040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:34.371762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.386981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=abd18610-623c-45af-8fb6-6bfc0885cbd5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:34.392808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Port': ['ID=b9f4c2b3-5538-4a56-9e68-f209666df836,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:34.396678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4aad75ef-fa75-4d4b-ab2c-042a070b0f69 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5326788 Aug 03 16:12:34.399449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] No DVR routers for this DVR port b9f4c2b3-5538-4a56-9e68-f209666df836 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:34.400658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35684) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:34.406355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:34.498431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.529126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:12:34.536156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.537714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:34.538336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.548903 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.554294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259585c0-2c36-4467-80d8-109405341bfc']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.579583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c91be1-4ea7-4b93-91d0-c68831813077') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.580150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c91be1-4ea7-4b93-91d0-c68831813077') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.607377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.632600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.651359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:34.651722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:34.654721 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:34.679661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:34.766266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.777569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.779492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/259585c0-2c36-4467-80d8-109405341bfc HTTP/1.1" status: 204 len: 168 time: 1.0044837 Aug 03 16:12:34.782077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:34.792964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c794ff6-83aa-4b42-8565-722211500859 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=259585c0-2c36-4467-80d8-109405341bfc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:34.846329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] device_id is not set on port abd18610-623c-45af-8fb6-6bfc0885cbd5 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:34.855329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.868481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Transition to ACTIVE for port object abd18610-623c-45af-8fb6-6bfc0885cbd5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:34.874457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.885849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:34.919994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:34.928359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=abd18610-623c-45af-8fb6-6bfc0885cbd5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:34.941418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:34.941804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:34.942143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:34.946564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:34.946893 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:34.947881 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 2 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:34.959832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03346701-5c02-46f1-a795-c47e8de2e636 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:34.962592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:34.963623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:34.964056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:34.969228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:34.969423 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:34.969708 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 3 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:34.984096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:34.984357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:34.984691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:34.989292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:34.989822 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:34.990209 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 4 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:34.990489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.004987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6228a0c9-b2b3-4ded-9abd-03750baeba35']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.006472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.006818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.007745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.013229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.013556 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.013991 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 5 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.019915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ac7ef6-c849-4ca2-80d6-b426d687021a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.020125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ac7ef6-c849-4ca2-80d6-b426d687021a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.027966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.028309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.029001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.030731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.034187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.034751 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.035397 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 6 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.046619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.053707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:35.054218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:35.057915 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:35.060531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.060531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.060531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.067735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.068279 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.068952 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 7 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.091006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.091707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.091707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.096456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.097540 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.098467 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 8 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.113309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.113673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.114013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.119634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.119969 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.120487 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 9 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.122660 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.129507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.131789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/6228a0c9-b2b3-4ded-9abd-03750baeba35 HTTP/1.1" status: 204 len: 168 time: 0.3486481 Aug 03 16:12:35.134734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35688) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.146128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c311de-31d7-4d8f-bfe5-3ffe35fdbba7 tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=6228a0c9-b2b3-4ded-9abd-03750baeba35,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:35.164110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.164456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.164797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.199105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.199406 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.205756 n-d-803226-3 neutron-server[106017]: INFO neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempt 10 to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 Aug 03 16:12:35.228643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:35.228986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:35.229323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempting to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:35.236592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:35.236927 n-d-803226-3 neutron-server[106017]: ERROR neutron.plugins.ml2.managers [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Failed to bind port abd18610-623c-45af-8fb6-6bfc0885cbd5 on host n-h1-803226-3 for vnic_type normal using segments [{'id': '303a6cca-a529-44b4-b829-3eb66cf5a017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '951e6230-9ae6-4b1d-8a2a-81115985a7fe'}] Aug 03 16:12:35.237322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.242289 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.249199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a7d11-6429-443d-ad89-107d9895c46f None None] New status for floating IP dfbf7942-d989-416b-b2c9-5c1c31043432: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:12:35.386086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.393994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port abd18610-623c-45af-8fb6-6bfc0885cbd5, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:35.394633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attempted to set empty binding levels {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 16:12:35.396642 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.400356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.417711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ce31bb-172e-40f2-92ef-b432cb26b462']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.447516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] In _notify_port_updated(), no bound segment for port abd18610-623c-45af-8fb6-6bfc0885cbd5 on network 951e6230-9ae6-4b1d-8a2a-81115985a7fe {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:35.448404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:35.449013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.452804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "PUT /v2.0/ports/abd18610-623c-45af-8fb6-6bfc0885cbd5 HTTP/1.1" status: 200 len: 975 time: 1.0484557 Aug 03 16:12:35.452804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e3a542-0121-4b87-a565-ebee6720b343') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.452804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e3a542-0121-4b87-a565-ebee6720b343') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:35.455172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35698) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.462588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.465572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.487073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f75aa-26da-46a1-b9fb-1ae6f06adb83 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event updated for resources: {'Port': ['ID=abd18610-623c-45af-8fb6-6bfc0885cbd5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:35.495945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.503438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:35.503983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:35.507594 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:35.539535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.573964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.593731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.599231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] 10.222.0.70 "DELETE /v2.0/networks/56ce31bb-172e-40f2-92ef-b432cb26b462 HTTP/1.1" status: 204 len: 168 time: 0.4593191 Aug 03 16:12:35.599231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00cd85-a252-47db-9fb0-857b5cb17e0b tempest-BulkNetworkOpsTest-1597841696 tempest-BulkNetworkOpsTest-1597841696-project] Pushing event deleted for resources: {'Network': ['ID=56ce31bb-172e-40f2-92ef-b432cb26b462,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:35.605349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Deleting port abd18610-623c-45af-8fb6-6bfc0885cbd5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:35.605916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.609005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.611666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.612862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "DELETE /v2.0/security-groups/73c57b35-c476-4835-bba7-34df60e5ff9c HTTP/1.1" status: 204 len: 168 time: 0.2247531 Aug 03 16:12:35.615613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35702) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.638884 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4e5359e5-4977-4707-b88e-18a405e00de0 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] show failed (client error): The resource could not be found. Aug 03 16:12:35.640219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4e5359e5-4977-4707-b88e-18a405e00de0 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups/73c57b35-c476-4835-bba7-34df60e5ff9c HTTP/1.1" status: 404 len: 347 time: 0.0234706 Aug 03 16:12:35.643282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.673841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f78a6-fd36-4fa6-ba74-4b40d205aef2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c57b35-c476-4835-bba7-34df60e5ff9c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:35.694579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] For port abd18610-623c-45af-8fb6-6bfc0885cbd5, host n-h1-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:35.694920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.708811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Calling delete_port for abd18610-623c-45af-8fb6-6bfc0885cbd5 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:35.788785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Deleting port 239ac0f0-8367-4654-a9d8-2748cc50ccf7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:35.789168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.798279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.828460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd18610-623c-45af-8fb6-6bfc0885cbd5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:35.839324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.842291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3369439b-a562-46ed-b121-018a186f9de0 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "DELETE /v2.0/ports/abd18610-623c-45af-8fb6-6bfc0885cbd5 HTTP/1.1" status: 204 len: 168 time: 0.3861465 Aug 03 16:12:35.845032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35708) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.875935 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7babd07-a902-4ca6-b6b9-c360ba8127c5 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] GET failed (client error): The resource could not be found. Aug 03 16:12:35.877496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b7babd07-a902-4ca6-b6b9-c360ba8127c5 tempest-PortsAdminExtendedAttrsTestJSON-1263856245 tempest-PortsAdminExtendedAttrsTestJSON-1263856245-project-admin] 10.222.0.70 "GET /v2.0/ports/abd18610-623c-45af-8fb6-6bfc0885cbd5 HTTP/1.1" status: 404 len: 333 time: 0.0315247 Aug 03 16:12:35.880996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35710) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.905895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35712) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:35.957968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.958322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:35.980064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Calling delete_port for 239ac0f0-8367-4654-a9d8-2748cc50ccf7 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:35.994822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.046915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-894aeeb5-6200-4d2a-8507-d53ae0efe590 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c74b897c4fd94e3f9ecd110174cf8a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396146 Aug 03 16:12:36.049359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35716) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:36.099538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.122497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.147022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.158479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951e6230-9ae6-4b1d-8a2a-81115985a7fe']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:36.170793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303a6cca-a529-44b4-b829-3eb66cf5a017') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:36.171100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303a6cca-a529-44b4-b829-3eb66cf5a017') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:36.179078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.183379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.194056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/816f9bdd-2ee6-46bc-8079-2c1539627e13 HTTP/1.1" status: 204 len: 168 time: 0.1381974 Aug 03 16:12:36.200936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.203724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589357fa-ad8d-45a3-b2ac-da926d60065f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f9bdd-2ee6-46bc-8079-2c1539627e13,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:36.223733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.236226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:36.236754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:36.240235 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:36.252449 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.295474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 853380fe-e2ed-4323-ba71-0fdcabd1624c no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:12:36.325259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 853380fe-e2ed-4323-ba71-0fdcabd1624c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:12:36.325501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'Port': ['ID=239ac0f0-8367-4654-a9d8-2748cc50ccf7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:36.325631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 853380fe-e2ed-4323-ba71-0fdcabd1624c not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:12:36.381510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.387390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.389610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] 10.222.0.70 "DELETE /v2.0/networks/951e6230-9ae6-4b1d-8a2a-81115985a7fe HTTP/1.1" status: 204 len: 168 time: 0.5077021 Aug 03 16:12:36.409510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f0b7c-435b-4386-b6ac-ad398de437bf tempest-PortsAdminExtendedAttrsTestJSON-1419606983 tempest-PortsAdminExtendedAttrsTestJSON-1419606983-project] Pushing event deleted for resources: {'Network': ['ID=951e6230-9ae6-4b1d-8a2a-81115985a7fe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:36.425185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.428404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.440831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-253e0de3-a449-4574-be8b-eae4ef7c2a4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "DELETE /v2.0/floatingips/dfbf7942-d989-416b-b2c9-5c1c31043432 HTTP/1.1" status: 204 len: 168 time: 0.7853637 Aug 03 16:12:36.659350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35738) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:36.664578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889642300', 'description': 'tempest-description--88630586'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:36.688516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.696967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:36.785998 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.791083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.824578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.825863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1654236 Aug 03 16:12:36.826715 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8556-3d91-48e8-a48f-2e5f1a749e75 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6daecf-e0f6-4667-89bc-4d2030f114f1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:36.828777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35748) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:36.834306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group_rule': {'security_group_id': '9a6daecf-e0f6-4667-89bc-4d2030f114f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:36.868365 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.880302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-96c03299-9e72-454f-b99c-93536bcb93b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=703e1cba1f97451ba6d0855b71e73b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817400 Aug 03 16:12:36.883698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35752) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:36.969021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.972245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:36.982318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.008669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd3840e-1f4a-4839-b55b-83b4b7fc2b14,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.013988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.018766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35756) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.027792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.029019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8c93195a-fe64-4301-8fba-695331a81e4d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1993024 Aug 03 16:12:37.031844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.038176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'security_group_rule': {'security_group_id': '9a6daecf-e0f6-4667-89bc-4d2030f114f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:37.085202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.106499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.110670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.114748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a0feb7e-86fc-47d8-881a-3e73e86f825e HTTP/1.1" status: 204 len: 168 time: 0.2273843 Aug 03 16:12:37.128067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a5c4d-4298-4263-b9ba-dd795c64cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0feb7e-86fc-47d8-881a-3e73e86f825e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.170914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-58473730'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:37.175664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.181113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.209496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b017d94-dd0a-4fe6-a9e2-4726a82ea5ad,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.214004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:37.217537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.226230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.227446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-16b94034-1c30-4d65-ad94-ea9e0c22d78c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943505 Aug 03 16:12:37.228699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.231729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35764) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.237306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:37.334452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.340376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.355639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.364763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:37.381196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa7bd7d-d377-4395-a4f3-d98d68f38a93,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.384287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.385201 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment 31dbd8ca-dd4e-40f0-9422-1dc44010d20e of type vlan for network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 Aug 03 16:12:37.436081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.473913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.481333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:37.482129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.490909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.532440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35770) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.546584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5269358 Aug 03 16:12:37.553268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35772) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.560033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'name': 'tempest-PortsTestJSON-540447258'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:37.570531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63526baf-aa9e-44be-a15d-1f770c2feb97 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=46e61fd1-b121-451b-ae8f-aaf8a63aa9c2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.581349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:37.597746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-735025da-5c0e-4f0b-ba22-ef0b74ab3352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d7e3d24eb90460992c4ac78bc22c694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640929 Aug 03 16:12:37.600137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35774) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:37.652719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.674190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.689510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Allocated IP 172.25.7.24 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:37.710832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:37.715092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.722820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.725543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:37.730357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79a9e454-7311-4bf8-80e1-28426a3badad HTTP/1.1" status: 204 len: 168 time: 0.1292481 Aug 03 16:12:37.738500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98b879-3bdc-4c0d-966d-2acaaff2f581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a9e454-7311-4bf8-80e1-28426a3badad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:37.778396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:37.885949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.004983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.019139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.083567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:38.089374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:38.092515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:38.096304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:38.123168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.235668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=20151ae6-e3d2-44bb-ada1-7cbb2b17a01c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:38.258208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.261222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': '31dbd8ca-dd4e-40f0-9422-1dc44010d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:38.261832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:38.309042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:38.312732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.340668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:38.347104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:38.348799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602bf4d-68e3-4839-8da3-2fe743029b18 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:38.353110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:38.354531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.380371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0b8d930-ca4b-4e70-85b2-03fe46057d6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8260071 Aug 03 16:12:38.385771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35796) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:38.392226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-340516753'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:38.414587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:38.419399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.449725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:38.460582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.461588 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment dbdf2d2c-5d33-45ee-b6d0-8a8698d222e3 of type vlan for network 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb Aug 03 16:12:38.497030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:38.582139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.587787 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.639570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-860013099'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:38.700241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:38.712024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:38.716142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.718705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.731627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.753898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.755140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f6aeca08-cf37-4333-9e72-229194a87560 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5221388 Aug 03 16:12:38.847269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.858214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.863135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.889254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:38.891885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.900600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:38.901260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.904861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cdfd98-1566-4076-9a63-072eef6e7c07,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:38.911711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.912069 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Added segment 84b63af5-bffd-4738-9e85-8d5090e7613c of type vlan for network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f Aug 03 16:12:38.959606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5695939 Aug 03 16:12:38.960580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:38.967092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'ports': [{'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'}, {'network_id': '19b4ebae-94e5-4b31-8c5c-dbc871ae11eb'}]} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:38.967413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:38.967894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '19b4ebae-94e5-4b31-8c5c-dbc871ae11eb'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:38.975064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:38.990756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624612f2-e700-4b66-94fe-45fdada7b162 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=19b4ebae-94e5-4b31-8c5c-dbc871ae11eb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:39.002489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:39.010543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-65a502a5-6898-4fe8-8a75-3fd02932e506 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--889642300&fields=id&tenant_id=30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 267 time: 0.0522153 Aug 03 16:12:39.093312 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.098890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:39.099486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.129041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-11dc14d9-9a34-45d0-ba75-c222711c442b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:39.130592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-11dc14d9-9a34-45d0-ba75-c222711c442b tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 810 time: 0.1062319 Aug 03 16:12:39.148642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-d96d0118-f535-4509-a890-608bca846061 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/quotas/30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 375 time: 0.0107915 Aug 03 16:12:39.197238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6990628 Aug 03 16:12:39.200464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35818) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:39.209888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'subnet': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:39.220919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-d7b65250-b514-4e94-88db-127b6526f278 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648997 Aug 03 16:12:39.225572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75a41-4670-4916-bef5-d7fcc8f906d8 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Network': ['ID=172cff8e-399a-4bc8-b5d5-d6f9646ffc5f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:39.239456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:39.247748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 2} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:39.253224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.267299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.359630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port f12153cc-382c-4030-8284-993250deb5e1 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:39.412842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:39.417017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.424981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-d2c9cfa7-11b5-460e-871f-79860abf2f29 service neutron] 10.222.0.70 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547797 Aug 03 16:12:39.479800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.558101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 7ff71741-09ec-4681-ae75-43d45e0d6ff0 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:39.585685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-0a1cb7c8-010d-4505-bba5-3aabfdf4385f service neutron] 10.222.0.70 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505728 Aug 03 16:12:39.694723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.712187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.770639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Subnet': ['ID=fdc4b9ba-ddbc-4688-ad29-9f98cc35d953,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:39.784955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Checking segment: {'id': '84b63af5-bffd-4738-9e85-8d5090e7613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:39.785473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network hostable DHCP agents. Network: 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:39.806195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:39.807210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4900f81-f8e7-4448-a508-805660a5eec4 req-7b71161a-8d3a-4c51-9a17-4818fbb35b4c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 210 time: 0.0376234 Aug 03 16:12:39.808665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.826532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:39.840033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:39.840833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.857743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67563455-56e8-4d85-b3a5-82dd7395c05b None None] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:39.858610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:39.859741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0555e769-e9bf-4428-9357-9a649f0b7e33 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6578157 Aug 03 16:12:39.862129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35826) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:39.865043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:39.869423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:39.870386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.870525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-1804020347'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:39.898529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=f12153cc-382c-4030-8284-993250deb5e1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:39.914374 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7960ea78-403e-42e8-b1b8-0c54bf448f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:39.972279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=7ff71741-09ec-4681-ae75-43d45e0d6ff0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:39.974931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': 'dbdf2d2c-5d33-45ee-b6d0-8a8698d222e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '19b4ebae-94e5-4b31-8c5c-dbc871ae11eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:39.974931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:39.995649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:40.006522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:40.011757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:40.017408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:40.020015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b4bbc-6206-46d0-b92b-f372bc33e631 None None] Network 19b4ebae-94e5-4b31-8c5c-dbc871ae11eb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:40.023387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:40.024404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.036592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:40.042269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.043056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c834de5a-8702-44de-b3cb-0847759f5236 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0814326 Aug 03 16:12:40.045891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35832) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:40.068261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:40.201043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.13 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:40.211981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 7ff71741-09ec-4681-ae75-43d45e0d6ff0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:40.213848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.308808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.330103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 7ff71741-09ec-4681-ae75-43d45e0d6ff0 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:40.345515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'tenant_id': '27de327fc55a4455905e43ca90a7014c', 'fixed_ips': [{'subnet_id': 'fdc4b9ba-ddbc-4688-ad29-9f98cc35d953'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:40.347642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.422452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.437866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:40.444452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.480714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.484937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=7ff71741-09ec-4681-ae75-43d45e0d6ff0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:40.490598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.492707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd8c24d6-ea13-4828-8918-549aa0a3d574 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/7ff71741-09ec-4681-ae75-43d45e0d6ff0 HTTP/1.1" status: 204 len: 168 time: 0.4455559 Aug 03 16:12:40.497305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:40.533807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:40.537366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:40.539967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:40.568309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Allocated IP 172.20.0.2 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/84a6d637-e782-4941-9472-fb3dda9c4425) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:40.586995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf20e8-0c83-401c-aa0f-259c48d90565 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:40.587416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:40.593053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf20e8-0c83-401c-aa0f-259c48d90565 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:40.594760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b9cf20e8-0c83-401c-aa0f-259c48d90565 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0964372 Aug 03 16:12:40.597508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35842) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:40.635500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:40.636144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.687544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3756eb31-6ecc-4420-9153-78432c03c582 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8240383 Aug 03 16:12:40.691013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:40.698587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-1936436604', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:33:b1:92'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:40.725447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port f12153cc-382c-4030-8284-993250deb5e1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:40.726026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.796608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.809633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.809927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Transition to ACTIVE for port object 84a6d637-e782-4941-9472-fb3dda9c4425 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:40.827885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for f12153cc-382c-4030-8284-993250deb5e1 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:40.843494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Transition to ACTIVE for port object 84a6d637-e782-4941-9472-fb3dda9c4425 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:40.853934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:40.901553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:40.907875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Pushing event updated for resources: {'Port': ['ID=84a6d637-e782-4941-9472-fb3dda9c4425,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:40.927964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:40.929753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:40.938222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:40.985657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.024980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Attempting to bind port 84a6d637-e782-4941-9472-fb3dda9c4425 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:41.026506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Attempting to bind port 84a6d637-e782-4941-9472-fb3dda9c4425 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '84b63af5-bffd-4738-9e85-8d5090e7613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:41.027006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Attempting to bind port 84a6d637-e782-4941-9472-fb3dda9c4425 on network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:41.034184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:41.034849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Checking segment: {'id': '84b63af5-bffd-4738-9e85-8d5090e7613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:41.035263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.035660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Bound using segment: {'id': '84b63af5-bffd-4738-9e85-8d5090e7613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:41.036166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Bound port: 84a6d637-e782-4941-9472-fb3dda9c4425, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b63af5-bffd-4738-9e85-8d5090e7613c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:41.036546 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.038874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.041801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.045444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/f12153cc-382c-4030-8284-993250deb5e1 HTTP/1.1" status: 204 len: 168 time: 0.4467204 Aug 03 16:12:41.055276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.063139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315ba5e-04fb-4c53-affc-5baca67dc602 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=f12153cc-382c-4030-8284-993250deb5e1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:41.091693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b6ae3eb4-33e8-4b0e-b9e3-ad8a963fad8a req-c5acd845-b4c9-4505-8919-1bd2982ecc36 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 210 time: 0.0447757 Aug 03 16:12:41.120353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] For port 84a6d637-e782-4941-9472-fb3dda9c4425, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:41.125384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] For port 84a6d637-e782-4941-9472-fb3dda9c4425, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=84a6d637-e782-4941-9472-fb3dda9c4425,segment=NetworkSegment(84b63af5-bffd-4738-9e85-8d5090e7613c),segment_id=84b63af5-bffd-4738-9e85-8d5090e7613c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:41.131384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.154420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port 3ef03fbe-e006-4966-bf12-6af208b35d31 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:41.207808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8e37-4392-4e7f-aa33-ab7648cd46a7 None None] Pushing event updated for resources: {'Port': ['ID=84a6d637-e782-4941-9472-fb3dda9c4425,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:41.246231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea14e6-2dee-41ea-94ff-9a6f14b24877 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:41.247918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b4ea14e6-2dee-41ea-94ff-9a6f14b24877 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1921487 Aug 03 16:12:41.251855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35852) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.279367 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63c8f32-a65a-420c-af51-e9002ba86027 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:41.280976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b63c8f32-a65a-420c-af51-e9002ba86027 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/7ff71741-09ec-4681-ae75-43d45e0d6ff0 HTTP/1.1" status: 404 len: 333 time: 0.0280654 Aug 03 16:12:41.283728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.311839 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecabc12a-050b-4320-a819-f1ed77738d31 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:41.313215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-ce5d7ae0-870a-4cb1-9ee9-d9da1827a217 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:41.313627 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ecabc12a-050b-4320-a819-f1ed77738d31 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/f12153cc-382c-4030-8284-993250deb5e1 HTTP/1.1" status: 404 len: 333 time: 0.0289047 Aug 03 16:12:41.314901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-ce5d7ae0-870a-4cb1-9ee9-d9da1827a217 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 810 time: 0.2729564 Aug 03 16:12:41.316404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35856) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.351092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.4 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/3ef03fbe-e006-4966-bf12-6af208b35d31) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:41.377384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-d223b317-7902-42a2-9b5f-4791f45d1fae tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d99d06ba444c7c81557f665854da2c HTTP/1.1" status: 200 len: 379 time: 0.0521610 Aug 03 16:12:41.397200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'port': {'device_id': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'admin_state_up': True, 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'security_groups': ['9a6daecf-e0f6-4667-89bc-4d2030f114f1']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:41.456765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.554391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.566507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b4ebae-94e5-4b31-8c5c-dbc871ae11eb']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:41.577532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdf2d2c-5d33-45ee-b6d0-8a8698d222e3') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:41.578001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdf2d2c-5d33-45ee-b6d0-8a8698d222e3') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:41.587375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.609064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.614995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:41.615390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:41.619354 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:41.665560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Made reservation on behalf of 30d99d06ba444c7c81557f665854da2c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:41.669079 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.681146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.685978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.688162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.690319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/19b4ebae-94e5-4b31-8c5c-dbc871ae11eb HTTP/1.1" status: 204 len: 168 time: 0.3728614 Aug 03 16:12:41.694212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35858) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.700477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1492282743'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:41.716252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object 3ef03fbe-e006-4966-bf12-6af208b35d31 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:41.717090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687f40c-1779-46ee-aefd-2424042c8489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=19b4ebae-94e5-4b31-8c5c-dbc871ae11eb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:41.736010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:41.739890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.767826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:41.781422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.782152 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment 735c3c01-24df-40b6-9090-ef4d50f6084d of type vlan for network ed8457e3-35ff-45db-9ef2-41e30c32f50e Aug 03 16:12:41.836860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.842809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.880105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Allocated IP 172.20.0.6 (27dbe91f-a6e1-45eb-9f77-f09b595eb4f5/118c9a1a-2e84-44af-a6bc-26a2199143ac/2c98ed57-eda2-424c-af11-880e06f074bf) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:41.882435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.890509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:41.891253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:41.914065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:41.920854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:41.925044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=3ef03fbe-e006-4966-bf12-6af208b35d31,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:41.927569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:41.964879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2691317 Aug 03 16:12:41.968041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:41.972866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:42.021099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac11db0-f392-4bb5-85b5-9d92bfc7b4b9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=ed8457e3-35ff-45db-9ef2-41e30c32f50e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:42.034825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:42.044237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.045010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.076500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c716a8b6-b68a-4754-a378-0259ad6cb932 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3810177 Aug 03 16:12:42.077136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:42.132076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:42.136774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.139103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.149700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f14e5023-79fe-49ef-bfd4-2015029da52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.159242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Transition to ACTIVE for port object 2c98ed57-eda2-424c-af11-880e06f074bf will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:42.202797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.215037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bb188-c3d0-4201-90e2-818a362af443 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.222676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bb188-c3d0-4201-90e2-818a362af443 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.229437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bb188-c3d0-4201-90e2-818a362af443 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.231525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e3bb188-c3d0-4201-90e2-818a362af443 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1533494 Aug 03 16:12:42.237781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:42.275256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:42.279176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:42.283574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:42.293957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f94e0f-1223-46e0-80f4-19b69cb7afc2 None None] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:42.320977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event updated for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:42.361591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.362325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.395448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-a205f887-bc4f-43b5-b265-e43f9d81f4e5 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0072217 Aug 03 16:12:42.397164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 84a6d637-e782-4941-9472-fb3dda9c4425 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:42.414945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Request body: {'port': {'device_id': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:42.427102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6244-3a5f-46d5-812a-f880115bf516 req-cffc48de-934c-4c24-aab2-d9b37eecb6bf tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.428959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b29a6244-3a5f-46d5-812a-f880115bf516 req-cffc48de-934c-4c24-aab2-d9b37eecb6bf tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 931 time: 0.1644652 Aug 03 16:12:42.460386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2a59c1fe-bbd4-416b-9822-f1c163e12cde None None] Provisioning for port 84a6d637-e782-4941-9472-fb3dda9c4425 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:42.499921 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.526577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 84a6d637-e782-4941-9472-fb3dda9c4425 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:42.537272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 3ef03fbe-e006-4966-bf12-6af208b35d31 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:42.537940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.543648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 84a6d637-e782-4941-9472-fb3dda9c4425 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:42.544739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.547141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b29a6244-3a5f-46d5-812a-f880115bf516 req-065bc90b-d080-432d-b5ad-0b16ff0cea53 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074269 Aug 03 16:12:42.664010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.723934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ce7e5cf-6585-4651-b7b4-f40e6ecfa6ec None None] Provisioning for port 2c98ed57-eda2-424c-af11-880e06f074bf completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:42.726603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.738922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ce7e5cf-6585-4651-b7b4-f40e6ecfa6ec None None] Provisioning complete for port 2c98ed57-eda2-424c-af11-880e06f074bf triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:42.739288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e5cf-6585-4651-b7b4-f40e6ecfa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.741796 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.770503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 3ef03fbe-e006-4966-bf12-6af208b35d31 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:42.777705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=a1f29fd5-b053-4d49-93b2-9f15738a3d3b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:42.779674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7e5cf-6585-4651-b7b4-f40e6ecfa6ec None None] Port 2c98ed57-eda2-424c-af11-880e06f074bf cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:42.802489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': '735c3c01-24df-40b6-9090-ef4d50f6084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:42.802856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: ed8457e3-35ff-45db-9ef2-41e30c32f50e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:42.813293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 84a6d637-e782-4941-9472-fb3dda9c4425, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=84a6d637-e782-4941-9472-fb3dda9c4425,segment=NetworkSegment(84b63af5-bffd-4738-9e85-8d5090e7613c),segment_id=84b63af5-bffd-4738-9e85-8d5090e7613c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:42.818036 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.855257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.879295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:42.901088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=84a6d637-e782-4941-9472-fb3dda9c4425,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:42.901422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ed8457e3-35ff-45db-9ef2-41e30c32f50e) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:42.910869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5217da2-c5f1-4cd1-b1a0-53faca29e2fb None None] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:42.914602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:42.915422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.924625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c98ed57-eda2-424c-af11-880e06f074bf {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:12:42.939591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:42.943593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dfdbf51c-2630-4491-bba5-c5b0319b2143 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9744883 Aug 03 16:12:42.946632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:42.954496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e', 'name': 'tempest-PortsTestJSON-1338772107'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:42.957795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Transition to ACTIVE for port object 2c98ed57-eda2-424c-af11-880e06f074bf will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:42.967140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.026469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Provisioning complete for port 84a6d637-e782-4941-9472-fb3dda9c4425 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:43.027231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Pushing event updated for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:43.027376 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.087952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.132203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=3ef03fbe-e006-4966-bf12-6af208b35d31,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:43.142883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Attempting to bind port 2c98ed57-eda2-424c-af11-880e06f074bf on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:43.143740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Attempting to bind port 2c98ed57-eda2-424c-af11-880e06f074bf by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:43.144079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Attempting to bind port 2c98ed57-eda2-424c-af11-880e06f074bf on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:43.151209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Port 2c98ed57-eda2-424c-af11-880e06f074bf on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:12:43.151689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Attempting to bind port 2c98ed57-eda2-424c-af11-880e06f074bf on network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:43.158148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:43.158534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Checking segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:43.159729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Bound using segment: {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:43.159881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Bound port: 2c98ed57-eda2-424c-af11-880e06f074bf, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44420829-f563-4072-9fa7-b0a27c6f5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:43.160815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.210529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-ed8457e3-35ff-45db-9ef2-41e30c32f50e', 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': 'a1f29fd5-b053-4d49-93b2-9f15738a3d3b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:43.211402 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.265442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:43.269235 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.273493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:43.278295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2c98ed57-eda2-424c-af11-880e06f074bf,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:43.281500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Provisioning for port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:43.284595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.343528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Provisioning complete for port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:43.343918 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.346239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 8d50b9fb-4606-4bb5-b5d6-e94c828d9531 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:43.400936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:43.410013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-879ec10b-e5c8-4636-adbe-b501fd238d80 None None] Could not find standard attr ID for object 3ef03fbe-e006-4966-bf12-6af208b35d31. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:12:43.492383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Allocated IP 172.20.0.2 (ed8457e3-35ff-45db-9ef2-41e30c32f50e/a1f29fd5-b053-4d49-93b2-9f15738a3d3b/f4189eac-5380-4a00-b050-b21ead12a93e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:43.532753 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.534995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0eaac298-de45-487e-99d5-bf35291f379a tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/3ef03fbe-e006-4966-bf12-6af208b35d31 HTTP/1.1" status: 204 len: 168 time: 1.2961771 Aug 03 16:12:43.537894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35876) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:43.591977 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a3b7b9-7f38-40fa-b088-67c091bd738f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] GET failed (client error): The resource could not be found. Aug 03 16:12:43.599665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1a3b7b9-7f38-40fa-b088-67c091bd738f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports/3ef03fbe-e006-4966-bf12-6af208b35d31 HTTP/1.1" status: 404 len: 333 time: 0.0606406 Aug 03 16:12:43.600492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35880) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:43.623698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-1596051977'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:43.738220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:43.739330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.740740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] 10.222.0.78 "PUT /v2.0/ports/2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 200 len: 1091 time: 1.3333488 Aug 03 16:12:43.743121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:43.753512 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688ec06-b9f7-4bec-b315-c947f2616268" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:43.762876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.774245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Transition to ACTIVE for port object f4189eac-5380-4a00-b050-b21ead12a93e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:43.798875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Transition to ACTIVE for port object f4189eac-5380-4a00-b050-b21ead12a93e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:43.809400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c89b7d8d-46bb-40b8-b587-ee202f8d587d None None] Provisioning complete for port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:43.809856 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c89b7d8d-46bb-40b8-b587-ee202f8d587d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.824227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445715e6-2f27-4c37-9a66-d2242a197208 service neutron] Pushing event updated for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:43.847362 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c128b27-9f4a-460b-8847-ed59e7c0111d x-openstack-request-id: req-2c128b27-9f4a-460b-8847-ed59e7c0111d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:43.847649 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:43.847901 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c128b27-9f4a-460b-8847-ed59e7c0111d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:43.848297 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf', 'status': 'completed', 'code': 200} Aug 03 16:12:43.854010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-98e199fb-74c6-49a2-9ee6-6caf3586bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:43.855444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-98e199fb-74c6-49a2-9ee6-6caf3586bff5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 1094 time: 0.0684254 Aug 03 16:12:43.864347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.870174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c89b7d8d-46bb-40b8-b587-ee202f8d587d None None] Port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:43.882684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.915162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-33cd5630-1581-43c9-bd57-24bed9002ced service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 200 len: 217 time: 0.0495708 Aug 03 16:12:43.919923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:43.923341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:43.926939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:43.928353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:43.937028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:43.980665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Pushing event updated for resources: {'Port': ['ID=f4189eac-5380-4a00-b050-b21ead12a93e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:43.989718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port e9805340-35ad-4a9e-b14f-3c581803bd65 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:43.998915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-df3ffe82-e835-427b-867b-f874020e1ce3 None None] Could not find standard attr ID for object 3ef03fbe-e006-4966-bf12-6af208b35d31. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:12:44.000276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-0a3fcd1a-2711-404a-b6b9-48d3a4097f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.005135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-0a3fcd1a-2711-404a-b6b9-48d3a4097f0e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.0824900 Aug 03 16:12:44.010522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d71e50-5cfb-4eb2-8316-8c7afda86892 req-dc72813b-8871-481a-8338-416095e87221 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.012436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-73d71e50-5cfb-4eb2-8316-8c7afda86892 req-dc72813b-8871-481a-8338-416095e87221 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 943 time: 0.2523079 Aug 03 16:12:44.031784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Attempting to bind port f4189eac-5380-4a00-b050-b21ead12a93e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:44.032121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Attempting to bind port f4189eac-5380-4a00-b050-b21ead12a93e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '735c3c01-24df-40b6-9090-ef4d50f6084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:44.032491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Attempting to bind port f4189eac-5380-4a00-b050-b21ead12a93e on network ed8457e3-35ff-45db-9ef2-41e30c32f50e {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:44.038400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:44.038856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Checking segment: {'id': '735c3c01-24df-40b6-9090-ef4d50f6084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:44.039334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.039802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Bound using segment: {'id': '735c3c01-24df-40b6-9090-ef4d50f6084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:44.040401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Bound port: f4189eac-5380-4a00-b050-b21ead12a93e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735c3c01-24df-40b6-9090-ef4d50f6084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'ed8457e3-35ff-45db-9ef2-41e30c32f50e'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:44.041395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.066179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-23b38107-702a-4264-8572-3a97792340a0 {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:12:44.066507 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:12:44.088106 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-eb4614db-dc84-483a-b376-3d58053a2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.090333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-eb4614db-dc84-483a-b376-3d58053a2476 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631166 Aug 03 16:12:44.126801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-73d71e50-5cfb-4eb2-8316-8c7afda86892 req-295595a5-7bbf-4f2a-b5c0-c624ae2d4d17 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656207 Aug 03 16:12:44.128277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] For port f4189eac-5380-4a00-b050-b21ead12a93e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:44.132213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] For port f4189eac-5380-4a00-b050-b21ead12a93e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f4189eac-5380-4a00-b050-b21ead12a93e,segment=NetworkSegment(735c3c01-24df-40b6-9090-ef4d50f6084d),segment_id=735c3c01-24df-40b6-9090-ef4d50f6084d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:44.138093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.188094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.8 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/e9805340-35ad-4a9e-b14f-3c581803bd65) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:44.207093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9accb-a2e9-4ef1-a740-c22de3ce18e3 None None] Pushing event updated for resources: {'Port': ['ID=f4189eac-5380-4a00-b050-b21ead12a93e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:44.209181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-0c6b56b0-1718-4271-81ac-75ba130540e0 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112454 Aug 03 16:12:44.317913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 84a6d637-e782-4941-9472-fb3dda9c4425 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:44.322432 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-efe1bcae-2383-4c41-ac8c-ae6b927e728e req-65183cb6-a50b-4157-892a-3bb22e25565d service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054835 Aug 03 16:12:44.428557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 84a6d637-e782-4941-9472-fb3dda9c4425 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:44.428939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.429069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.444179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object e9805340-35ad-4a9e-b14f-3c581803bd65 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:44.457021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-fa99070b-f138-48ae-bb1a-d18c798da53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.458654 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-fa99070b-f138-48ae-bb1a-d18c798da53f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 1094 time: 0.0799654 Aug 03 16:12:44.491015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.549478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:44.553139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:44.555375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:44.567158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.597313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=e9805340-35ad-4a9e-b14f-3c581803bd65,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:44.603615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-95e2bcce-f63b-4f8d-a394-3243474d8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.605623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-95e2bcce-f63b-4f8d-a394-3243474d8cb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.1323662 Aug 03 16:12:44.612863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:44.662429 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-f1b71282-00a4-46ad-a08f-8e2801f6f3b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 200 len: 217 time: 0.0396204 Aug 03 16:12:44.671870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.672531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.703422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-940ecc40-da5d-4829-934a-adb2fb96f872 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0990679 Aug 03 16:12:44.704136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:44.711363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:33:b1:92'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:44.725446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-6b387eae-cee7-40f9-99d1-ee7021a58839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.727038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-6b387eae-cee7-40f9-99d1-ee7021a58839 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.0574801 Aug 03 16:12:44.798589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-26d6d1f0-b342-47d0-8753-04420edf2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:44.800209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-26d6d1f0-b342-47d0-8753-04420edf2007 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597589 Aug 03 16:12:44.844127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.7 (ed8457e3-35ff-45db-9ef2-41e30c32f50e/a1f29fd5-b053-4d49-93b2-9f15738a3d3b/33b2859f-d33f-42ad-aea8-b76c2dd8a0fe) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:44.857023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-22b6dbcc-f2e1-4786-a2f2-3e66147d5f7b None None] Provisioning for port e9805340-35ad-4a9e-b14f-3c581803bd65 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:44.861489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-22b6dbcc-f2e1-4786-a2f2-3e66147d5f7b None None] Provisioning complete for port e9805340-35ad-4a9e-b14f-3c581803bd65 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:44.862288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-22b6dbcc-f2e1-4786-a2f2-3e66147d5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:44.900004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-22b6dbcc-f2e1-4786-a2f2-3e66147d5f7b None None] Port e9805340-35ad-4a9e-b14f-3c581803bd65 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:44.908998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-db294314-b2ed-480e-a252-ad637ce8968c service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975170 Aug 03 16:12:45.005762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.054169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.066451 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6688ec06-b9f7-4bec-b315-c947f2616268 req-e7f74ad8-9704-41ee-b9b0-7fa6ba40ed4d service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429887 Aug 03 16:12:45.134974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.192426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:45.334574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28696a74-1a96-459f-8005-4cd52082356e None None] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:45.458303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-41a7f3b0-2dcf-43c5-bf97-436f56bdab17 None None] Provisioning for port f4189eac-5380-4a00-b050-b21ead12a93e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:45.659934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.670529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471368d-b355-471f-8ea8-ca5ee7b767ea req-e771a0b5-88c5-477b-92a8-b268bd7eb4f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:45.672155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7471368d-b355-471f-8ea8-ca5ee7b767ea req-e771a0b5-88c5-477b-92a8-b268bd7eb4f3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 943 time: 0.4646764 Aug 03 16:12:45.751434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.756543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:45.770990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.772973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:45.779525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:45.786041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=33b2859f-d33f-42ad-aea8-b76c2dd8a0fe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:45.816055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7471368d-b355-471f-8ea8-ca5ee7b767ea req-4d4ff8ad-5800-4eb8-af28-851aee0d4f2d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350784 Aug 03 16:12:45.907968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:45.908617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.911119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=e9805340-35ad-4a9e-b14f-3c581803bd65,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:45.926669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] In _notify_port_updated(), no bound segment for port e9805340-35ad-4a9e-b14f-3c581803bd65 on network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:45.932200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:45.932822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:45.934197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84b227eb-3eb2-446f-873b-e598f5321753 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "PUT /v2.0/ports/e9805340-35ad-4a9e-b14f-3c581803bd65 HTTP/1.1" status: 200 len: 994 time: 1.2293203 Aug 03 16:12:45.937179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35892) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:45.950441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-12dd33ac-70fa-4140-b6b8-ae3ec3b0f049 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9991615 Aug 03 16:12:45.950878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35894) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.084007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port e9805340-35ad-4a9e-b14f-3c581803bd65 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:46.084007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.089209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:46.089804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.112885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Provisioning for port 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:46.116619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Provisioning complete for port 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:46.116993 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.169493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Port 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:46.180775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Provisioning complete for port e9805340-35ad-4a9e-b14f-3c581803bd65 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:46.182031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.200222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.200652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.214889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for e9805340-35ad-4a9e-b14f-3c581803bd65 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:46.234098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 33b2859f-d33f-42ad-aea8-b76c2dd8a0fe owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:46.242981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ed141baf-5ec0-4357-b30b-7df5565f7aba None None] Port e9805340-35ad-4a9e-b14f-3c581803bd65 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:46.324526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f4189eac-5380-4a00-b050-b21ead12a93e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:46.367520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2c98ed57-eda2-424c-af11-880e06f074bf details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:12:46.373945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.396101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.406832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=e9805340-35ad-4a9e-b14f-3c581803bd65,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:46.435658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=33b2859f-d33f-42ad-aea8-b76c2dd8a0fe,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:46.452638 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f4189eac-5380-4a00-b050-b21ead12a93e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:46.463329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f4189eac-5380-4a00-b050-b21ead12a93e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:46.463991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.550465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.552820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07f770ba-0820-4994-9d3c-6df9271ed7ff tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/33b2859f-d33f-42ad-aea8-b76c2dd8a0fe HTTP/1.1" status: 204 len: 168 time: 0.6008060 Aug 03 16:12:46.557399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35900) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.582075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2c98ed57-eda2-424c-af11-880e06f074bf,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:46.590124 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.596473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40c8c767-219d-4be7-805c-8dca7236db80 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/e9805340-35ad-4a9e-b14f-3c581803bd65 HTTP/1.1" status: 204 len: 168 time: 0.6581147 Aug 03 16:12:46.599129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35902) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.603755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '2c98ed57-eda2-424c-af11-880e06f074bf', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'port_id': '2c98ed57-eda2-424c-af11-880e06f074bf', 'mac_address': 'fa:16:3e:31:60:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:12:46.608030 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1d4215-69fb-4c11-8bfc-961eb4b534d9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:12:46.608500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.608776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1d4215-69fb-4c11-8bfc-961eb4b534d9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:12:46.610722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4f1d4215-69fb-4c11-8bfc-961eb4b534d9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/33b2859f-d33f-42ad-aea8-b76c2dd8a0fe HTTP/1.1" status: 404 len: 333 time: 0.0512137 Aug 03 16:12:46.614925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35904) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.633584 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7227bb8-51db-4ba1-a436-ded356c6e561 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] GET failed (client error): The resource could not be found. Aug 03 16:12:46.636026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7227bb8-51db-4ba1-a436-ded356c6e561 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports/e9805340-35ad-4a9e-b14f-3c581803bd65 HTTP/1.1" status: 404 len: 333 time: 0.0359025 Aug 03 16:12:46.639886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35906) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.646021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-1646242524'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:46.648033 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-da09fa77-feaa-4f9c-b736-6d9e9d5c6492 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:46.649724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da09fa77-feaa-4f9c-b736-6d9e9d5c6492 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/33b2859f-d33f-42ad-aea8-b76c2dd8a0fe HTTP/1.1" status: 404 len: 333 time: 0.0337908 Aug 03 16:12:46.655210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35908) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:46.703820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.717055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f4189eac-5380-4a00-b050-b21ead12a93e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f4189eac-5380-4a00-b050-b21ead12a93e,segment=NetworkSegment(735c3c01-24df-40b6-9090-ef4d50f6084d),segment_id=735c3c01-24df-40b6-9090-ef4d50f6084d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:46.727746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet a1f29fd5-b053-4d49-93b2-9f15738a3d3b {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:46.732289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.732511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.739364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c98ed57-eda2-424c-af11-880e06f074bf {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:12:46.792017 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.797485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2c98ed57-eda2-424c-af11-880e06f074bf,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:46.817323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:46.823359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.826070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.833136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f4189eac-5380-4a00-b050-b21ead12a93e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:46.844652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port 93c69b69-aef6-47a3-989b-da098e46f99d yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:46.896839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.902082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:46.967582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:46.995772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f29fd5-b053-4d49-93b2-9f15738a3d3b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.005713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.010498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9736b87-68e0-4152-8195-8f457389a12c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/a1f29fd5-b053-4d49-93b2-9f15738a3d3b HTTP/1.1" status: 204 len: 168 time: 0.3513012 Aug 03 16:12:47.010837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:47.013618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b60ad-5da2-4e77-b701-9b87651bee45 None None] Network ed8457e3-35ff-45db-9ef2-41e30c32f50e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:47.017763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ca77e-4239-4c6b-af4c-e099e9471ed2 req-de1a8a20-7844-4f4d-ac06-f464470b0de6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:47.019299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a78ca77e-4239-4c6b-af4c-e099e9471ed2 req-de1a8a20-7844-4f4d-ac06-f464470b0de6 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 944 time: 0.1140215 Aug 03 16:12:47.031181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.4 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/93c69b69-aef6-47a3-989b-da098e46f99d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:47.080342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a78ca77e-4239-4c6b-af4c-e099e9471ed2 req-290af936-802a-4c3f-88cc-7070dbd29e2a tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510025 Aug 03 16:12:47.104168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.106468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['2c98ed57-eda2-424c-af11-880e06f074bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:12:47.170990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port f4189eac-5380-4a00-b050-b21ead12a93e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:47.171441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.260202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] DHCP port deletion for ed8457e3-35ff-45db-9ef2-41e30c32f50e request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:47.264281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port f4189eac-5380-4a00-b050-b21ead12a93e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f4189eac-5380-4a00-b050-b21ead12a93e,segment=NetworkSegment(735c3c01-24df-40b6-9090-ef4d50f6084d),segment_id=735c3c01-24df-40b6-9090-ef4d50f6084d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:47.264654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.275072 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.282883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for f4189eac-5380-4a00-b050-b21ead12a93e owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:47.293948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object 93c69b69-aef6-47a3-989b-da098e46f99d will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:47.326053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Deleting port f4189eac-5380-4a00-b050-b21ead12a93e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:47.326525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.335593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.382753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:47.385097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.389010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:47.393745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:47.396479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] For port f4189eac-5380-4a00-b050-b21ead12a93e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f4189eac-5380-4a00-b050-b21ead12a93e,segment=NetworkSegment(735c3c01-24df-40b6-9090-ef4d50f6084d),segment_id=735c3c01-24df-40b6-9090-ef4d50f6084d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:47.396998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.398560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=93c69b69-aef6-47a3-989b-da098e46f99d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.420699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Calling delete_port for f4189eac-5380-4a00-b050-b21ead12a93e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:47.425142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=f4189eac-5380-4a00-b050-b21ead12a93e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.432667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port f4189eac-5380-4a00-b050-b21ead12a93e on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:47.450719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:47.451359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.466678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3389596b-c899-4f4a-8aad-cf5570a4cb2f tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8253839 Aug 03 16:12:47.469340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35916) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:47.477279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:33:b1:92'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:47.531442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.542449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.563469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] Pushing event deleted for resources: {'Port': ['ID=f4189eac-5380-4a00-b050-b21ead12a93e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.569304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bd13b-5007-4da2-8ac7-fe113b634fe7 None None] No DVR routers for this DVR port f4189eac-5380-4a00-b050-b21ead12a93e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:47.573656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8457e3-35ff-45db-9ef2-41e30c32f50e']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:47.577212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.594408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735c3c01-24df-40b6-9090-ef4d50f6084d') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:47.594676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735c3c01-24df-40b6-9090-ef4d50f6084d') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:47.606191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.622211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.628920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:47.629557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:47.632873 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:47.681181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fdb5b97-2e2e-4e40-98c9-9aac4608f150 None None] Provisioning for port 93c69b69-aef6-47a3-989b-da098e46f99d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:47.686275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4fdb5b97-2e2e-4e40-98c9-9aac4608f150 None None] Provisioning complete for port 93c69b69-aef6-47a3-989b-da098e46f99d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:47.686657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4fdb5b97-2e2e-4e40-98c9-9aac4608f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.706246 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.716506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.719696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/ed8457e3-35ff-45db-9ef2-41e30c32f50e HTTP/1.1" status: 204 len: 168 time: 0.7078905 Aug 03 16:12:47.725192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35918) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:47.727567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb5b97-2e2e-4e40-98c9-9aac4608f150 None None] Port 93c69b69-aef6-47a3-989b-da098e46f99d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:47.731028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1752992269'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:47.733676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621d215-8435-47a5-b4d1-967022b7858a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=ed8457e3-35ff-45db-9ef2-41e30c32f50e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.779488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:47.783102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.835993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:47.839531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.846999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.857982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.858329 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment 0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4 of type vlan for network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 Aug 03 16:12:47.959367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:47.977297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=93c69b69-aef6-47a3-989b-da098e46f99d,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:47.989040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] In _notify_port_updated(), no bound segment for port 93c69b69-aef6-47a3-989b-da098e46f99d on network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:47.995004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:47.995679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.000171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5616d541-29bd-4433-bd1a-103ad3400c56 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "PUT /v2.0/ports/93c69b69-aef6-47a3-989b-da098e46f99d HTTP/1.1" status: 200 len: 996 time: 0.5246298 Aug 03 16:12:48.000503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35920) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:48.045390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.051062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:48.051800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.152572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4263194 Aug 03 16:12:48.154013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a424fa0-fdf8-40eb-8451-2bca2cd8fe37 None None] Provisioning complete for port 93c69b69-aef6-47a3-989b-da098e46f99d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:48.154411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39d1db-204b-4974-8c6a-6bca85889e9c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=8e599ac6-02c4-48bb-99bd-b9040ad4fd09,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:48.154556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a424fa0-fdf8-40eb-8451-2bca2cd8fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.155528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35924) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:48.173467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:48.186506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:48.219307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 93c69b69-aef6-47a3-989b-da098e46f99d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:48.219858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.305855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45dc9-722e-4108-b35a-e1657a18434d req-1fe6fdbf-8de6-40be-9c66-cb6781d5e2fd tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:48.307854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84a45dc9-722e-4108-b35a-e1657a18434d req-1fe6fdbf-8de6-40be-9c66-cb6781d5e2fd tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 944 time: 0.1256568 Aug 03 16:12:48.352314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:48.359072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.374264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.383209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f4189eac-5380-4a00-b050-b21ead12a93e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:12:48.385418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2c98ed57-eda2-424c-af11-880e06f074bf up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:48.398684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84a45dc9-722e-4108-b35a-e1657a18434d req-80cec25d-698d-4203-b151-ef5f770e7bf2 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819256 Aug 03 16:12:48.406417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 93c69b69-aef6-47a3-989b-da098e46f99d owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:48.466593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f4189eac-5380-4a00-b050-b21ead12a93e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:12:48.474288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f4189eac-5380-4a00-b050-b21ead12a93e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:12:48.474959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3a424fa0-fdf8-40eb-8451-2bca2cd8fe37 None None] Port 93c69b69-aef6-47a3-989b-da098e46f99d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:48.528241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 2c98ed57-eda2-424c-af11-880e06f074bf completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:48.532818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 2c98ed57-eda2-424c-af11-880e06f074bf triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:48.533300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.578795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.610712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.615502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=93c69b69-aef6-47a3-989b-da098e46f99d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:48.640626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.684797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:48.689022 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a016345-9315-4c46-813e-2ed954bbcedb" -d '{"events": [{"server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "name": "network-vif-plugged", "status": "completed", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:48.691906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=eb6668f1-85f7-4419-ae31-3dacb746b49b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:48.715662 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.719693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-109171bc-937b-42f6-a39b-424e1ca2a207 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/93c69b69-aef6-47a3-989b-da098e46f99d HTTP/1.1" status: 204 len: 168 time: 0.7181087 Aug 03 16:12:48.721500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2c98ed57-eda2-424c-af11-880e06f074bf,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:48.722101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35930) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:48.723272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:48.723763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: 8e599ac6-02c4-48bb-99bd-b9040ad4fd09, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:48.727755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.758276 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-571a26f6-4c33-4713-82a6-37726afde8de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] GET failed (client error): The resource could not be found. Aug 03 16:12:48.760575 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c57e4-9204-49a6-a693-9ba15b0a146e x-openstack-request-id: req-919c57e4-9204-49a6-a693-9ba15b0a146e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:48.761714 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "name": "network-vif-plugged", "status": "completed", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:48.762151 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-919c57e4-9204-49a6-a693-9ba15b0a146e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:48.762677 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf', 'code': 200} Aug 03 16:12:48.764273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:48.776011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-571a26f6-4c33-4713-82a6-37726afde8de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports/93c69b69-aef6-47a3-989b-da098e46f99d HTTP/1.1" status: 404 len: 333 time: 0.0526206 Aug 03 16:12:48.780428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35932) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:48.786068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-1336376904'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:48.789267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8e599ac6-02c4-48bb-99bd-b9040ad4fd09) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:48.802718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c172f-36a5-4dd0-99e4-78d19052b914 None None] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:48.806728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:48.806967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:48.807358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:48.901481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1fc5c6fd-4c47-477b-b7df-7faa24277b81 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441378 Aug 03 16:12:48.901729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:48.913987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2075419457'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:48.950864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade385a-1011-4442-89a3-7123e92a6d1b req-84817343-3003-4840-aeeb-504f7e1740d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:48.952423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fade385a-1011-4442-89a3-7123e92a6d1b req-84817343-3003-4840-aeeb-504f7e1740d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 1096 time: 0.1020594 Aug 03 16:12:48.987980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8e599ac6-02c4-48bb-99bd-b9040ad4fd09', 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': 'eb6668f1-85f7-4419-ae31-3dacb746b49b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:48.990304 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.013094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fade385a-1011-4442-89a3-7123e92a6d1b req-49c9f4ca-d310-43fc-9a38-35acc147f527 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465837 Aug 03 16:12:49.013863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:49.017766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.037311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port 88d688e5-5ef8-431b-bbff-abb9a1eb1389 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:49.066729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:49.071154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.093172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 80bd0bc3-bdbf-4d27-bc90-ede3de548e0c yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:49.135457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Allocated IP 172.20.0.2 (8e599ac6-02c4-48bb-99bd-b9040ad4fd09/eb6668f1-85f7-4419-ae31-3dacb746b49b/5f698bef-0d74-4612-a693-b4605fc89a5b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:49.172571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.11 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/88d688e5-5ef8-431b-bbff-abb9a1eb1389) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:49.289117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.299376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Transition to ACTIVE for port object 5f698bef-0d74-4612-a693-b4605fc89a5b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:49.315477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Transition to ACTIVE for port object 5f698bef-0d74-4612-a693-b4605fc89a5b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:49.321591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.341268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.356557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object 88d688e5-5ef8-431b-bbff-abb9a1eb1389 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:49.364167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:49.371681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:49.376284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:49.379428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Pushing event updated for resources: {'Port': ['ID=5f698bef-0d74-4612-a693-b4605fc89a5b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:49.400718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.413132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.8 (8e599ac6-02c4-48bb-99bd-b9040ad4fd09/eb6668f1-85f7-4419-ae31-3dacb746b49b/80bd0bc3-bdbf-4d27-bc90-ede3de548e0c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:49.442301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Attempting to bind port 5f698bef-0d74-4612-a693-b4605fc89a5b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:49.442759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Attempting to bind port 5f698bef-0d74-4612-a693-b4605fc89a5b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:49.443192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Attempting to bind port 5f698bef-0d74-4612-a693-b4605fc89a5b on network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:49.450256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:49.450758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Checking segment: {'id': '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:49.451295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.451937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Bound using segment: {'id': '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:49.452511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Bound port: 5f698bef-0d74-4612-a693-b4605fc89a5b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8e599ac6-02c4-48bb-99bd-b9040ad4fd09'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:49.452891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.460529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:49.464954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:49.499675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=88d688e5-5ef8-431b-bbff-abb9a1eb1389,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:49.502401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:49.562653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] For port 5f698bef-0d74-4612-a693-b4605fc89a5b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:49.571429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] For port 5f698bef-0d74-4612-a693-b4605fc89a5b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5f698bef-0d74-4612-a693-b4605fc89a5b,segment=NetworkSegment(0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4),segment_id=0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:49.578144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.588224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:49.589089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.614615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b0f7-ed8c-421a-ad1c-9e84aae8230b req-15de06a9-ccff-4ebc-8aab-3c5200dd22ea tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:49.616366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93c7b0f7-ed8c-421a-ad1c-9e84aae8230b req-15de06a9-ccff-4ebc-8aab-3c5200dd22ea tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.0843284 Aug 03 16:12:49.621784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54102f60-75c1-44a1-8397-f50ab1c0ac09 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8402297 Aug 03 16:12:49.623975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:49.635452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'network_id': '172cff8e-399a-4bc8-b5d5-d6f9646ffc5f', 'name': 'tempest-AllowedAddressPairTestJSON-360691152'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:49.650875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.672725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 80bd0bc3-bdbf-4d27-bc90-ede3de548e0c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:49.682971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83f68-e128-433f-ae47-6a2d214bcded None None] Pushing event updated for resources: {'Port': ['ID=5f698bef-0d74-4612-a693-b4605fc89a5b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:49.725925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.743324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93c7b0f7-ed8c-421a-ad1c-9e84aae8230b req-bbb73e26-1d2b-4f4b-ae37-6c64c058d8c7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201596 Aug 03 16:12:49.774632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:49.779143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:49.782314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:49.832617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Made reservation on behalf of 27de327fc55a4455905e43ca90a7014c for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:49.834398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=80bd0bc3-bdbf-4d27-bc90-ede3de548e0c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:49.836804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.857928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:49.858620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.861266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] device_id is not set on port 1497708a-a453-427a-a328-ae9140c02215 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:49.896311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fd1eec78-9698-445c-849f-a62f51772bf6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9926350 Aug 03 16:12:49.898905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:49.930571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a97a37b4-be4c-4398-8ee7-b6a943f423dc None None] Provisioning for port 88d688e5-5ef8-431b-bbff-abb9a1eb1389 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:49.936076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a97a37b4-be4c-4398-8ee7-b6a943f423dc None None] Provisioning complete for port 88d688e5-5ef8-431b-bbff-abb9a1eb1389 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:49.936764 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a97a37b4-be4c-4398-8ee7-b6a943f423dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:49.996765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a97a37b4-be4c-4398-8ee7-b6a943f423dc None None] Port 88d688e5-5ef8-431b-bbff-abb9a1eb1389 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:50.037322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Allocated IP 172.20.0.14 (172cff8e-399a-4bc8-b5d5-d6f9646ffc5f/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953/1497708a-a453-427a-a328-ae9140c02215) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:50.041161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 80bd0bc3-bdbf-4d27-bc90-ede3de548e0c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:50.041744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.147318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.159232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 80bd0bc3-bdbf-4d27-bc90-ede3de548e0c owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:50.216751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.236642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Transition to ACTIVE for port object 1497708a-a453-427a-a328-ae9140c02215 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:50.274342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.309627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5f698bef-0d74-4612-a693-b4605fc89a5b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:12:50.322999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:50.326898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.329345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:50.333806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:50.357936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=80bd0bc3-bdbf-4d27-bc90-ede3de548e0c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:50.377851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=1497708a-a453-427a-a328-ae9140c02215,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:50.391243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5f698bef-0d74-4612-a693-b4605fc89a5b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:50.403288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:50.403981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.420474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3ae7b9c4-1c67-4eda-a7d0-3c527e3d9f46 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7954659 Aug 03 16:12:50.422998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:50.429518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:33:b1:92'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ac:97:f5'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:50.443363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.445415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb1f7c54-00f9-4a35-aecb-ebcce5021cb5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/80bd0bc3-bdbf-4d27-bc90-ede3de548e0c HTTP/1.1" status: 204 len: 168 time: 0.5455546 Aug 03 16:12:50.449101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35946) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:50.476553 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8e2e33-31e3-486a-ae37-c64b7586b8a7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:50.481086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3b8e2e33-31e3-486a-ae37-c64b7586b8a7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/80bd0bc3-bdbf-4d27-bc90-ede3de548e0c HTTP/1.1" status: 404 len: 333 time: 0.0283806 Aug 03 16:12:50.481466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:50.544747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet eb6668f1-85f7-4419-ae31-3dacb746b49b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:50.548074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.621576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.623499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.723350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.729481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-369600ac-81a6-4d52-ac62-afffff288e60 None None] Provisioning for port 1497708a-a453-427a-a328-ae9140c02215 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:50.734506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-369600ac-81a6-4d52-ac62-afffff288e60 None None] Provisioning complete for port 1497708a-a453-427a-a328-ae9140c02215 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:50.735125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-369600ac-81a6-4d52-ac62-afffff288e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.771934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-369600ac-81a6-4d52-ac62-afffff288e60 None None] Port 1497708a-a453-427a-a328-ae9140c02215 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:50.809070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.839570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6668f1-85f7-4419-ae31-3dacb746b49b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:50.849947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.851967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a1d5a73-bef0-49b9-8916-a8144c29e4fc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/eb6668f1-85f7-4419-ae31-3dacb746b49b HTTP/1.1" status: 204 len: 168 time: 0.3694310 Aug 03 16:12:50.854824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35954) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:50.881142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.889867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.938347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f85a6-71bf-4d21-b9d2-d8dc58ad0397 None None] Network 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:50.943674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd905d-6321-44ae-8dd2-29c03a376cec req-6d5228d2-ba4e-4672-85a3-2ee508737c7c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:50.944101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:50.945288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-accd905d-6321-44ae-8dd2-29c03a376cec req-6d5228d2-ba4e-4672-85a3-2ee508737c7c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.1104913 Aug 03 16:12:51.002124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event updated for resources: {'Port': ['ID=1497708a-a453-427a-a328-ae9140c02215,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:51.015186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 5f698bef-0d74-4612-a693-b4605fc89a5b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:51.015806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.021755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Provisioning for port 5f698bef-0d74-4612-a693-b4605fc89a5b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:12:51.034699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Provisioning complete for port 5f698bef-0d74-4612-a693-b4605fc89a5b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:51.034948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.049788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-accd905d-6321-44ae-8dd2-29c03a376cec req-082c8a6f-7d5d-49b5-a45f-ac738b0ddc73 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941486 Aug 03 16:12:51.050697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] In _notify_port_updated(), no bound segment for port 1497708a-a453-427a-a328-ae9140c02215 on network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:51.061424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:51.062963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.067490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-731957eb-bdb1-41f7-8a24-05a10503c803 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "PUT /v2.0/ports/1497708a-a453-427a-a328-ae9140c02215 HTTP/1.1" status: 200 len: 1057 time: 0.6407673 Aug 03 16:12:51.067908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:51.107079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port 5f698bef-0d74-4612-a693-b4605fc89a5b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5f698bef-0d74-4612-a693-b4605fc89a5b,segment=NetworkSegment(0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4),segment_id=0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:51.109685 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.127327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 5f698bef-0d74-4612-a693-b4605fc89a5b owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:51.194435 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.258085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 1497708a-a453-427a-a328-ae9140c02215 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:51.260746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.276199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] For port 5f698bef-0d74-4612-a693-b4605fc89a5b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5f698bef-0d74-4612-a693-b4605fc89a5b,segment=NetworkSegment(0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4),segment_id=0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:51.278262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] DHCP port deletion for 8e599ac6-02c4-48bb-99bd-b9040ad4fd09 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:51.284027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.306822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.344643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port 5f698bef-0d74-4612-a693-b4605fc89a5b on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:51.346483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=5f698bef-0d74-4612-a693-b4605fc89a5b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:51.403655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e4042-28b4-46f8-ba67-6b76c359e190 None None] Pushing event updated for resources: {'Port': ['ID=5f698bef-0d74-4612-a693-b4605fc89a5b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:51.422492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.426202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ea50918a-827e-4e14-97ec-8488a57d6928 None None] Provisioning complete for port 1497708a-a453-427a-a328-ae9140c02215 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:12:51.426584 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea50918a-827e-4e14-97ec-8488a57d6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.430258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Deleting port 5f698bef-0d74-4612-a693-b4605fc89a5b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:51.430621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.441723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 1497708a-a453-427a-a328-ae9140c02215 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:51.456688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4adc5-aefe-4767-b1e3-ad30024f6645 req-bf6cad0a-cc4e-4ba8-bc04-70369e46f10c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:51.458837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ff4adc5-aefe-4767-b1e3-ad30024f6645 req-bf6cad0a-cc4e-4ba8-bc04-70369e46f10c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.2087939 Aug 03 16:12:51.460306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.470914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35972) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:51.482364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Request body: {'floatingip': {'port_id': '2c98ed57-eda2-424c-af11-880e06f074bf'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:51.523717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.542141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea50918a-827e-4e14-97ec-8488a57d6928 None None] Port 1497708a-a453-427a-a328-ae9140c02215 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:12:51.559075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] For port 5f698bef-0d74-4612-a693-b4605fc89a5b, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:51.559712 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.577108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Calling delete_port for 5f698bef-0d74-4612-a693-b4605fc89a5b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:51.580327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Port 5f698bef-0d74-4612-a693-b4605fc89a5b was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:12:51.582650 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.628625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e599ac6-02c4-48bb-99bd-b9040ad4fd09']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:51.635087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] Pushing event deleted for resources: {'Port': ['ID=5f698bef-0d74-4612-a693-b4605fc89a5b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:51.637492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201dbf78-71d8-427d-a148-f4123d20bc43 None None] No DVR routers for this DVR port 5f698bef-0d74-4612-a693-b4605fc89a5b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:51.666372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.669575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:51.669915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9e47b3-eddf-4b21-9ae3-7a847f0d0bc4') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:51.693034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.703839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=1497708a-a453-427a-a328-ae9140c02215,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:51.749284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.773568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36754dc7-5c06-40fc-af8e-c6102b15eb33 req-69fd3085-de3e-4a73-93cb-6f861b838052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:51.774641 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36754dc7-5c06-40fc-af8e-c6102b15eb33 req-69fd3085-de3e-4a73-93cb-6f861b838052 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1591544 Aug 03 16:12:51.780608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:51.781025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:51.784211 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:51.920680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.935122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36754dc7-5c06-40fc-af8e-c6102b15eb33 req-538fe202-4bee-4d5c-84a8-c1cb1326af0d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486788 Aug 03 16:12:51.958722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.960720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-346225d9-a59a-4ec2-8e0b-b64ff073c766 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/1497708a-a453-427a-a328-ae9140c02215 HTTP/1.1" status: 204 len: 168 time: 0.8911512 Aug 03 16:12:51.964429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35978) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:51.971822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:51.974326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/8e599ac6-02c4-48bb-99bd-b9040ad4fd09 HTTP/1.1" status: 204 len: 168 time: 1.1179152 Aug 03 16:12:51.985709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 35980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:51.989140 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaa420f-4477-4eb3-ad8d-54e56938a40d tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] GET failed (client error): The resource could not be found. Aug 03 16:12:51.990674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ddaa420f-4477-4eb3-ad8d-54e56938a40d tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports/1497708a-a453-427a-a328-ae9140c02215 HTTP/1.1" status: 404 len: 333 time: 0.0253367 Aug 03 16:12:51.992651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'name': 'tempest-PortsTestJSON-1540809126'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:51.993308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35982) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:51.996147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4670-fba8-4759-934a-d0bfcf0d0382 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=8e599ac6-02c4-48bb-99bd-b9040ad4fd09,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:52.081114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 88d688e5-5ef8-431b-bbff-abb9a1eb1389 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:52.081366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.121250 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.171638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:52.175671 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.177718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.191817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 88d688e5-5ef8-431b-bbff-abb9a1eb1389 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:52.220943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 76ee3418-08e2-4891-8a8c-7f26520e547b yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:52.288635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5f698bef-0d74-4612-a693-b4605fc89a5b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:12:52.310820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5f698bef-0d74-4612-a693-b4605fc89a5b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:12:52.311351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5f698bef-0d74-4612-a693-b4605fc89a5b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:12:52.338664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.369701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=88d688e5-5ef8-431b-bbff-abb9a1eb1389,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:52.449878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.452569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-406d836d-a6d5-4fde-b34d-92648311f1c4 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/88d688e5-5ef8-431b-bbff-abb9a1eb1389 HTTP/1.1" status: 204 len: 168 time: 0.4578049 Aug 03 16:12:52.454716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35984) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:52.480974 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faedfc2-8ab1-4259-b11c-641ab9f323b0 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] GET failed (client error): The resource could not be found. Aug 03 16:12:52.482595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9faedfc2-8ab1-4259-b11c-641ab9f323b0 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "GET /v2.0/ports/88d688e5-5ef8-431b-bbff-abb9a1eb1389 HTTP/1.1" status: 404 len: 333 time: 0.0268247 Aug 03 16:12:52.486165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35986) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:52.598895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:52.599348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.687203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.698937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.707778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.723276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:52.860820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.882080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.888835 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Floating IP f92c4751-3b94-4625-b98e-c7a2536bb388 associated. External IP: 172.25.7.24, port: 2c98ed57-eda2-424c-af11-880e06f074bf. Aug 03 16:12:52.896631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:52.968928 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:52.973901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d9e99bb1-6566-4ef7-9ecb-f1bde536a2f2 tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/ports/2d0ed8b1-4a7f-4d61-8d24-ede64a2027d5 HTTP/1.1" status: 204 len: 168 time: 0.4867601 Aug 03 16:12:52.974661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 35998) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:53.019019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.048775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting subnet fdc4b9ba-ddbc-4688-ad29-9f98cc35d953 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:12:53.052633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.094830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.112987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:53.155192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:53.161867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:53.168067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:53.168683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.175920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=76ee3418-08e2-4891-8a8c-7f26520e547b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:53.190243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.199137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee2142-2295-4748-800e-0b0185cd77fd req-d12d901b-3f28-4a17-ac69-4695109e76d5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:53.200676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8eee2142-2295-4748-800e-0b0185cd77fd req-d12d901b-3f28-4a17-ac69-4695109e76d5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1791434 Aug 03 16:12:53.248645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65f2b2f2-500a-42e7-bc0a-34cf85cf0bd8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2615604 Aug 03 16:12:53.250852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.252924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36000) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:53.288250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8eee2142-2295-4748-800e-0b0185cd77fd req-7b24c7ca-13e4-4d21-9914-f1c797a655b5 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809934 Aug 03 16:12:53.297625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:12:53.305212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc4b9ba-ddbc-4688-ad29-9f98cc35d953,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:53.317724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.319605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3ff59ad3-0e53-4ee3-93e1-82c0df4232cc tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/subnets/fdc4b9ba-ddbc-4688-ad29-9f98cc35d953 HTTP/1.1" status: 204 len: 168 time: 0.3440187 Aug 03 16:12:53.323136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:53.325456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efa85d-b59c-46fb-b3d5-4e9c6fa22a3e None None] Network 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:53.428525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:12:53.432668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.436010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.441293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:12:53.456746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:53.457713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:53.463300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 76ee3418-08e2-4891-8a8c-7f26520e547b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:53.463795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.473304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-937dbfee-2e59-46b2-ae45-744f8b50ddf4 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "PUT /v2.0/floatingips/f92c4751-3b94-4625-b98e-c7a2536bb388 HTTP/1.1" status: 200 len: 990 time: 2.0008991 Aug 03 16:12:53.474447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:12:53.477493 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa2117-223a-4330-988a-e40d9c003522" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:12:53.533481 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1604e-3f79-4e6c-b019-452cd79a57db x-openstack-request-id: req-53a1604e-3f79-4e6c-b019-452cd79a57db {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:12:53.534092 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:12:53.534565 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53a1604e-3f79-4e6c-b019-452cd79a57db {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:12:53.535157 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf', 'status': 'completed', 'code': 200} Aug 03 16:12:53.588675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.588923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] DHCP port deletion for 172cff8e-399a-4bc8-b5d5-d6f9646ffc5f request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:12:53.623200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:53.623497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 76ee3418-08e2-4891-8a8c-7f26520e547b owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:53.728634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Deleting port 84a6d637-e782-4941-9472-fb3dda9c4425 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:53.728967 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.850931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] For port 84a6d637-e782-4941-9472-fb3dda9c4425, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=84a6d637-e782-4941-9472-fb3dda9c4425,segment=NetworkSegment(84b63af5-bffd-4738-9e85-8d5090e7613c),segment_id=84b63af5-bffd-4738-9e85-8d5090e7613c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:53.851344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:53.875251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Calling delete_port for 84a6d637-e782-4941-9472-fb3dda9c4425 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:54.006701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.012781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f92c4751-3b94-4625-b98e-c7a2536bb388', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '2c98ed57-eda2-424c-af11-880e06f074bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:31:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:38Z', 'updated_at': '2021-08-03T16:12:52Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.024553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2117-223a-4330-988a-e40d9c003522 req-4af92929-f809-4414-b7b4-6a9409c027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.026290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-4af92929-f809-4414-b7b4-6a9409c027e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 1096 time: 0.4588528 Aug 03 16:12:54.028792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Deleting port 84a6d637-e782-4941-9472-fb3dda9c4425 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:54.029137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.062194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:12:54.064206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] Pushing event deleted for resources: {'Port': ['ID=84a6d637-e782-4941-9472-fb3dda9c4425,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:54.066920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081e324-57d0-4484-9b9a-0652a3c06a73 None None] No DVR routers for this DVR port 84a6d637-e782-4941-9472-fb3dda9c4425 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:54.076995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:12:54.076995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.165909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] For port 84a6d637-e782-4941-9472-fb3dda9c4425, host n-d-803226-3, got binding levels [] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:12:54.166328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.180570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:12:54.184635 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Calling delete_port for 84a6d637-e782-4941-9472-fb3dda9c4425 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:54.189255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.ipam_backend_mixin [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Port 84a6d637-e782-4941-9472-fb3dda9c4425 was not found and therefore no delete operation was performed {{(pid=106016) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:12:54.201097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.211585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.242506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Port': ['ID=84a6d637-e782-4941-9472-fb3dda9c4425,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:54.256426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2117-223a-4330-988a-e40d9c003522 req-61a9904f-bdc0-4143-94d1-ba9c10a0cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.257980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-61a9904f-bdc0-4143-94d1-ba9c10a0cc3a service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.2145901 Aug 03 16:12:54.277801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 84a6d637-e782-4941-9472-fb3dda9c4425 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:12:54.278949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] No DVR routers for this DVR port 84a6d637-e782-4941-9472-fb3dda9c4425 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:12:54.290987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=76ee3418-08e2-4891-8a8c-7f26520e547b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:54.296493 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.300704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9818652d-c6dc-421f-889c-70453d122b2b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/76ee3418-08e2-4891-8a8c-7f26520e547b HTTP/1.1" status: 204 len: 168 time: 1.0420010 Aug 03 16:12:54.301121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:54.307323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 84a6d637-e782-4941-9472-fb3dda9c4425 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:12:54.307770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 84a6d637-e782-4941-9472-fb3dda9c4425 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:12:54.308312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'mac_address': 'fa:16:3e:c9:ce:7c', 'name': 'tempest-PortsTestJSON-765280587'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:54.418981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:54.450058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f92c4751-3b94-4625-b98e-c7a2536bb388', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '2c98ed57-eda2-424c-af11-880e06f074bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:31:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:38Z', 'updated_at': '2021-08-03T16:12:52Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.461620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.473317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-18e24c4b-2c5e-4240-b0a1-e664a6f2cabe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 200 len: 998 time: 0.1920710 Aug 03 16:12:54.477612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b7163-6d95-48e0-9c14-8480c3f2b938 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f92c4751-3b94-4625-b98e-c7a2536bb388', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'port_id': '2c98ed57-eda2-424c-af11-880e06f074bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'mac_address': 'fa:16:3e:31:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:12:38Z', 'updated_at': '2021-08-03T16:12:52Z', 'revision_number': 1, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:12:54.478090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172cff8e-399a-4bc8-b5d5-d6f9646ffc5f']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.498092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.520286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b63af5-bffd-4738-9e85-8d5090e7613c') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.520587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b63af5-bffd-4738-9e85-8d5090e7613c') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:12:54.523097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:54.537002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174750ae-8d47-42be-9fed-4b0d58d3ca41 req-c9b537f8-6935-4119-ae4d-77ea8fd34e2c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.538564 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-174750ae-8d47-42be-9fed-4b0d58d3ca41 req-c9b537f8-6935-4119-ae4d-77ea8fd34e2c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1284068 Aug 03 16:12:54.545780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.586845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.597378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2117-223a-4330-988a-e40d9c003522 req-992107ff-fe14-4722-b37d-f743c4d20909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.598992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-992107ff-fe14-4722-b37d-f743c4d20909 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.1168840 Aug 03 16:12:54.600015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:12:54.600429 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:12:54.604374 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:12:54.687945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-174750ae-8d47-42be-9fed-4b0d58d3ca41 req-eeed6673-19f3-44b5-ae5c-64c2c0db24ea tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366799 Aug 03 16:12:54.709884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.713911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa2117-223a-4330-988a-e40d9c003522 req-8168ce6c-a12f-4dbe-9a56-8677a93250ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.715546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-8168ce6c-a12f-4dbe-9a56-8677a93250ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976336 Aug 03 16:12:54.724868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.725017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.726739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] 10.222.0.70 "DELETE /v2.0/networks/172cff8e-399a-4bc8-b5d5-d6f9646ffc5f HTTP/1.1" status: 204 len: 168 time: 1.4027150 Aug 03 16:12:54.746995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c64d69-8eeb-42e1-b144-436b604258de tempest-AllowedAddressPairTestJSON-1116296557 tempest-AllowedAddressPairTestJSON-1116296557-project] Pushing event deleted for resources: {'Network': ['ID=172cff8e-399a-4bc8-b5d5-d6f9646ffc5f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:54.767392 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458a70a-45c2-4cf8-af00-c6370f431ede None None] New status for floating IP f92c4751-3b94-4625-b98e-c7a2536bb388: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:12:54.775937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.825341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:54.828515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:54.843325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:54.849073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-e6a1f61e-5c06-49cf-b9cd-110cd860fcc6 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211789 Aug 03 16:12:54.863162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.866466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:54.891213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:54.911282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c04246d7-4168-4576-ba80-a7d35eef3008 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6085856 Aug 03 16:12:54.914086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:54.964032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfbc45b-3711-4d47-b05b-82ca58cc4792 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:54.965610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9bfbc45b-3711-4d47-b05b-82ca58cc4792 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 HTTP/1.1" status: 200 len: 840 time: 0.0504992 Aug 03 16:12:54.968652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36022) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:54.991830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fafa2117-223a-4330-988a-e40d9c003522 req-9f5e7d15-325e-4623-9293-e97d57db15bb service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333201 Aug 03 16:12:55.076756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:55.077103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.111157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36026) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:55.146241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.164191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:55.245184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.250648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5811c3f7-7fbb-43e9-8b58-1e00a4b7e343 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27de327fc55a4455905e43ca90a7014c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359951 Aug 03 16:12:55.251127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:55.274733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:55.281313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.286171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-57732609-0614-4613-bf65-67d2e9483462 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 HTTP/1.1" status: 204 len: 168 time: 0.3139374 Aug 03 16:12:55.286901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36032) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:55.309229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.310618 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-8496d389-88be-41d4-9819-390e9768267e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:55.312511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8496d389-88be-41d4-9819-390e9768267e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/e0ec3bfb-d368-4d23-bb14-f4bd5539b5f3 HTTP/1.1" status: 404 len: 333 time: 0.0248606 Aug 03 16:12:55.315770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36034) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:55.320677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'name': 'tempest-PortsTestJSON-1935220317'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:55.334926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.382396 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.386105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.387299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12cdfd98-1566-4076-9a63-072eef6e7c07 HTTP/1.1" status: 204 len: 168 time: 0.1351631 Aug 03 16:12:55.395464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88389df-7b84-41b3-839c-f136ad20be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cdfd98-1566-4076-9a63-072eef6e7c07,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:55.419612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:55.423800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.442666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port c0818c9a-f5ce-431a-979c-4fdb0731a632 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:55.606378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.643257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.688366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:55.691542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:55.695253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:55.700962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:55.701595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.720603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=c0818c9a-f5ce-431a-979c-4fdb0731a632,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:55.732101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:55.732584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5688fdc-c573-47f8-9a0a-7d4f7bde22c6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4155021 Aug 03 16:12:55.739212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:55.812475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:55.830372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04bbb4-d903-43ac-8730-3e6afa987149 req-e8feeda6-5b5c-4f24-aacf-b232ab87ed19 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:55.831922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee04bbb4-d903-43ac-8730-3e6afa987149 req-e8feeda6-5b5c-4f24-aacf-b232ab87ed19 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0569756 Aug 03 16:12:55.876918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ee04bbb4-d903-43ac-8730-3e6afa987149 req-33886ed6-37fb-4c6a-b94d-b9bdb6a296cd tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363500 Aug 03 16:12:56.005566 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.010420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.049383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] In _notify_port_updated(), no bound segment for port c0818c9a-f5ce-431a-979c-4fdb0731a632 on network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:56.056287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:56.056287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.062499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/ports/c0818c9a-f5ce-431a-979c-4fdb0731a632 HTTP/1.1" status: 200 len: 818 time: 0.3231225 Aug 03 16:12:56.062499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.101436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bf2bd-e84b-4b36-a7de-0b7e1ba34c07 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=c0818c9a-f5ce-431a-979c-4fdb0731a632,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:56.101984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36066) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.144791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.162393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port c0818c9a-f5ce-431a-979c-4fdb0731a632 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:56.162869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.205620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-431521582'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:56.240453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Made reservation on behalf of 668394bc45d94968a84d2d4679d4122e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:56.242473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.245002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.253513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.257279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for c0818c9a-f5ce-431a-979c-4fdb0731a632 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:56.348981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.364389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.368888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.380839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=c0818c9a-f5ce-431a-979c-4fdb0731a632,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:56.385703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.390335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ac142a4b-326e-481c-bb91-2942defff48d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/c0818c9a-f5ce-431a-979c-4fdb0731a632 HTTP/1.1" status: 204 len: 168 time: 0.3242579 Aug 03 16:12:56.390335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36070) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.401999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:56.418012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06f1e69-6d62-4d4a-9152-ec17584c6847,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:56.421485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.421865 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Added segment cfa0a6ba-c8dd-45fc-873a-7f7823c735b1 of type vlan for network 14431916-9ace-433a-8f7d-dae604b18af1 Aug 03 16:12:56.451418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c848670-f2cd-4a74-8176-ebade93252fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:56.453095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7c848670-f2cd-4a74-8176-ebade93252fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0619986 Aug 03 16:12:56.456274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.466980 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.481672 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b85a7d1-26e7-4613-89f6-d209d7b56600 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:12:56.483272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7b85a7d1-26e7-4613-89f6-d209d7b56600 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/c0818c9a-f5ce-431a-979c-4fdb0731a632 HTTP/1.1" status: 404 len: 333 time: 0.0259612 Aug 03 16:12:56.487417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.492491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-795737295'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:56.498083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.503683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:56.504274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.518428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:56.523265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.553791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:12:56.564245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.564245 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment 1244530c-c14e-46aa-9181-7044c6bbf4da of type vlan for network 79e344b9-ae3a-4b95-8626-8564530b47f8 Aug 03 16:12:56.582614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4744277 Aug 03 16:12:56.582992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.591942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Request body: {'subnet': {'network_id': '14431916-9ace-433a-8f7d-dae604b18af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:56.596926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3831d-7efc-4af1-aa92-685bab751157 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'Network': ['ID=14431916-9ace-433a-8f7d-dae604b18af1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:56.607672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.609336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 14431916-9ace-433a-8f7d-dae604b18af1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:56.643486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.651159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:56.651437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.695768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Made reservation on behalf of 668394bc45d94968a84d2d4679d4122e for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:56.700000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.718814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2300878 Aug 03 16:12:56.721428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:56.728501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:56.735499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=79e344b9-ae3a-4b95-8626-8564530b47f8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:56.785227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.802097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6bcd02-2d07-4451-a5e6-28630ab08a59 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:12:56.815589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:12:56.875176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:56.879025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:56.952794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.026635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'Subnet': ['ID=307ea926-44fc-4388-8aa0-9995fddd3f20,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:57.034630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Checking segment: {'id': 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:57.035223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Network hostable DHCP agents. Network: 14431916-9ace-433a-8f7d-dae604b18af1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:57.043172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d5da-41f0-4810-a9ac-a069f3867c46 req-fc5b17c0-23b1-4708-838f-0871ed33e5e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:57.044845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7335d5da-41f0-4810-a9ac-a069f3867c46 req-fc5b17c0-23b1-4708-838f-0871ed33e5e0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0831952 Aug 03 16:12:57.054561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Network 14431916-9ace-433a-8f7d-dae604b18af1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:57.067124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 14431916-9ace-433a-8f7d-dae604b18af1) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:57.071816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:57.072857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.076079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fceaa4a-5830-4649-a220-7af011080001 None None] Network 14431916-9ace-433a-8f7d-dae604b18af1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:57.094725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b140a18-3ea3-4818-a0c6-d55b766672c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5102906 Aug 03 16:12:57.097592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:57.106140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Request body: {'port': {'network_id': '14431916-9ace-433a-8f7d-dae604b18af1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-467397724'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:57.143267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7335d5da-41f0-4810-a9ac-a069f3867c46 req-11cd34ca-1912-48a1-a997-f4550ec04f8f tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820968 Aug 03 16:12:57.208280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.250121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Made reservation on behalf of 668394bc45d94968a84d2d4679d4122e for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:57.254196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.261992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-14431916-9ace-433a-8f7d-dae604b18af1', 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1', 'tenant_id': '668394bc45d94968a84d2d4679d4122e', 'fixed_ips': [{'subnet_id': '307ea926-44fc-4388-8aa0-9995fddd3f20'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:57.263608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.275580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] device_id is not set on port ab348534-5c03-4b4d-a991-b73b40ea60f3 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:57.281599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=810de26d-0ad0-4caf-aef4-c441024a8571,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:57.283872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': '1244530c-c14e-46aa-9181-7044c6bbf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:57.284043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: 79e344b9-ae3a-4b95-8626-8564530b47f8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:12:57.310191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:12:57.326909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 79e344b9-ae3a-4b95-8626-8564530b47f8) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:57.332031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:57.332834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.357341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ac4ef3dd-54c0-42ee-82b1-67659bf9797d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6348643 Aug 03 16:12:57.357938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978a41f-c468-4791-9810-b9797d5b1ed6 None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:57.359981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:57.366011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:57.432159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Allocated IP 2001:db8::7f (14431916-9ace-433a-8f7d-dae604b18af1/307ea926-44fc-4388-8aa0-9995fddd3f20/ab348534-5c03-4b4d-a991-b73b40ea60f3) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:57.505759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:57.510285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.616171 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 810de26d-0ad0-4caf-aef4-c441024a8571 (CIDR: 172.20.0.0/28) Aug 03 16:12:57.620305 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:12:57.620812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:12:57.639495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.639753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9d8f0b8-28a6-4fcb-9fa1-ba0f45cc0976 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2758880 Aug 03 16:12:57.639753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:57.645994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:57.653174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Transition to ACTIVE for port object ab348534-5c03-4b4d-a991-b73b40ea60f3 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:57.687187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.720519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-79e344b9-ae3a-4b95-8626-8564530b47f8', 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:12:57.721376 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.738329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Network 14431916-9ace-433a-8f7d-dae604b18af1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:57.744224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:57.749541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:57.756463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:57.757678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.765983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'Port': ['ID=ab348534-5c03-4b4d-a991-b73b40ea60f3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:57.783980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:57.787591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:57.788628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-35e9b4f4-d79f-46e6-be8d-d6cf22c18223 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.6898029 Aug 03 16:12:57.791850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36092) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:57.796898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Request body: {'port': {'network_id': '14431916-9ace-433a-8f7d-dae604b18af1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2032003298', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:57.797386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] bootfile-name is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:57.798553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] tftp-server is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:57.798899 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] server-ip-address is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:57.806966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Allocated IP 2001:db8::2 (14431916-9ace-433a-8f7d-dae604b18af1/307ea926-44fc-4388-8aa0-9995fddd3f20/700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:57.940658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Allocated IP 172.20.0.2 (79e344b9-ae3a-4b95-8626-8564530b47f8/810de26d-0ad0-4caf-aef4-c441024a8571/2318f746-9284-4cdc-8752-c4f5f4f1edd8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:58.001516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Made reservation on behalf of 668394bc45d94968a84d2d4679d4122e for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:58.005071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.048047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] device_id is not set on port a18f8171-595e-47b5-a29f-b97bf34fa443 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:58.062947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.081994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Transition to ACTIVE for port object 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:58.114596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Transition to ACTIVE for port object 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:58.141377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.198362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Network 14431916-9ace-433a-8f7d-dae604b18af1 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:58.199315 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.207592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:58.214772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:58.220190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Pushing event updated for resources: {'Port': ['ID=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.222900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Transition to ACTIVE for port object 2318f746-9284-4cdc-8752-c4f5f4f1edd8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:58.259916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.262256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Allocated IP 2001:db8::2b2 (14431916-9ace-433a-8f7d-dae604b18af1/307ea926-44fc-4388-8aa0-9995fddd3f20/a18f8171-595e-47b5-a29f-b97bf34fa443) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:58.285446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Transition to ACTIVE for port object 2318f746-9284-4cdc-8752-c4f5f4f1edd8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:58.289600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d4f56-73de-4d61-b98b-69694ca0ca15 req-db25347f-54f9-46b3-8e7b-94499a33e783 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.291995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Attempting to bind port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:58.292329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Attempting to bind port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:58.292693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Attempting to bind port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a on network 14431916-9ace-433a-8f7d-dae604b18af1 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:58.293793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc5d4f56-73de-4d61-b98b-69694ca0ca15 req-db25347f-54f9-46b3-8e7b-94499a33e783 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0607285 Aug 03 16:12:58.296438 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.303016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:58.303408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Checking segment: {'id': 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:58.303979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.304414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Bound using segment: {'id': 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:58.304677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Bound port: 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '14431916-9ace-433a-8f7d-dae604b18af1'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:58.305060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.331379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:58.338850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:58.346923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc5d4f56-73de-4d61-b98b-69694ca0ca15 req-a866793a-8222-4a29-aec7-fd9fc2a41678 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Aug 03 16:12:58.349296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.349935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.357873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=418c20af-2161-48f8-b30d-4c004b49dcef,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.380561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0dad4bbe-b9aa-41ae-9b0b-cb243f206f3f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7397346 Aug 03 16:12:58.383196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36100) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:58.391634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571'}, {'subnet_id': '418c20af-2161-48f8-b30d-4c004b49dcef'}], 'name': 'tempest-PortsTestJSON-731314495'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:58.407107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:58.414810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:58.421315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:58.423751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] For port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:58.425710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Pushing event updated for resources: {'Port': ['ID=2318f746-9284-4cdc-8752-c4f5f4f1edd8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.429162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] For port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,segment=NetworkSegment(cfa0a6ba-c8dd-45fc-873a-7f7823c735b1),segment_id=cfa0a6ba-c8dd-45fc-873a-7f7823c735b1)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:58.438601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.526420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.527745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Attempting to bind port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:12:58.529037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Attempting to bind port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '1244530c-c14e-46aa-9181-7044c6bbf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:12:58.531148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:12:58.532249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Attempting to bind port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 on network 79e344b9-ae3a-4b95-8626-8564530b47f8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:12:58.543184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Transition to ACTIVE for port object a18f8171-595e-47b5-a29f-b97bf34fa443 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:58.550437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:12:58.551087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Checking segment: {'id': '1244530c-c14e-46aa-9181-7044c6bbf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:12:58.551692 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.552247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Bound using segment: {'id': '1244530c-c14e-46aa-9181-7044c6bbf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:12:58.553136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Bound port: 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1244530c-c14e-46aa-9181-7044c6bbf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:12:58.553977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.559831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4a6d0-e767-4f83-82b6-0d1a8510f953 None None] Pushing event updated for resources: {'Port': ['ID=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.609880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.634702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.640189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] For port 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:12:58.644776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] For port 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2318f746-9284-4cdc-8752-c4f5f4f1edd8,segment=NetworkSegment(1244530c-c14e-46aa-9181-7044c6bbf4da),segment_id=1244530c-c14e-46aa-9181-7044c6bbf4da)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:12:58.651805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.659026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:12:58.673511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Network 14431916-9ace-433a-8f7d-dae604b18af1 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:58.676829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:58.679501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:58.686652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.687585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:58.706148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'Port': ['ID=a18f8171-595e-47b5-a29f-b97bf34fa443,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.725186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:58.726449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f142713f-b94f-447a-b98e-8c79bc725b2f tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9334025 Aug 03 16:12:58.732304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f6ca5-6292-412e-8e9c-5ec9a77810bd None None] Pushing event updated for resources: {'Port': ['ID=2318f746-9284-4cdc-8752-c4f5f4f1edd8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:58.861623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ea5a5-0df0-40cc-bf56-593e44f90308 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.867771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ea5a5-0df0-40cc-bf56-593e44f90308 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.874939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ea5a5-0df0-40cc-bf56-593e44f90308 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:58.876730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b29ea5a5-0df0-40cc-bf56-593e44f90308 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1504757 Aug 03 16:12:58.879736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:59.058378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Deleting port a18f8171-595e-47b5-a29f-b97bf34fa443 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:12:59.058378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.132720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.9 (79e344b9-ae3a-4b95-8626-8564530b47f8/810de26d-0ad0-4caf-aef4-c441024a8571/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:59.142708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.22 (79e344b9-ae3a-4b95-8626-8564530b47f8/418c20af-2161-48f8-b30d-4c004b49dcef/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:12:59.172585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.187494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Calling delete_port for a18f8171-595e-47b5-a29f-b97bf34fa443 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:12:59.327729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.335965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.344429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:12:59.368540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event deleted for resources: {'Port': ['ID=a18f8171-595e-47b5-a29f-b97bf34fa443,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:59.406864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.409695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f0b468fa-19d9-4489-a043-3a1e34aacbaf tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "DELETE /v2.0/ports/a18f8171-595e-47b5-a29f-b97bf34fa443 HTTP/1.1" status: 204 len: 168 time: 0.5284350 Aug 03 16:12:59.414196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:59.419347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.422109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Request body: {'port': {'name': 'tempest-new-port-name-268880618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:59.422611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] bootfile-name is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:59.423016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] tftp-server is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:59.423679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.api.validators [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] server-ip-address is not in valid_values {{(pid=106016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 16:12:59.463754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:12:59.468321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:12:59.472351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:12:59.508633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=5ce2f1e5-69b9-43fc-950a-4e6440ad27d6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:59.539324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.543362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:59.544050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.566169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5f469e2-9638-459f-9491-3026e8e40020 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.1798952 Aug 03 16:12:59.568840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36114) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:59.575666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:12:59.603623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3295223-36b6-4b3d-8bae-7d658907e26f req-fe171943-32dd-438c-b242-39b61e265ef6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:59.605280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3295223-36b6-4b3d-8bae-7d658907e26f req-fe171943-32dd-438c-b242-39b61e265ef6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1352065 Aug 03 16:12:59.660808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.719217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3295223-36b6-4b3d-8bae-7d658907e26f req-583bab60-27b6-4cb0-b5b6-841da7255f74 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049242 Aug 03 16:12:59.833673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.840627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.881744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] In _notify_port_updated(), no bound segment for port ab348534-5c03-4b4d-a991-b73b40ea60f3 on network 14431916-9ace-433a-8f7d-dae604b18af1 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:12:59.888048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:59.888723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:12:59.890249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "PUT /v2.0/ports/ab348534-5c03-4b4d-a991-b73b40ea60f3 HTTP/1.1" status: 200 len: 1128 time: 0.4750571 Aug 03 16:12:59.894015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36116) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:59.895059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e5e8e-a97f-41b8-aa9b-61910fff72c7 None None] Network 14431916-9ace-433a-8f7d-dae604b18af1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:12:59.920824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eefe7f-71b7-4857-97ab-30bb2e1acc61 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event updated for resources: {'Port': ['ID=ab348534-5c03-4b4d-a991-b73b40ea60f3,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:12:59.965302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b64a9-80b8-41d3-8792-3e70a87c148c tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:12:59.970310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a5b64a9-80b8-41d3-8792-3e70a87c148c tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "GET /v2.0/ports/ab348534-5c03-4b4d-a991-b73b40ea60f3 HTTP/1.1" status: 200 len: 1128 time: 0.0717268 Aug 03 16:12:59.970743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36118) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:12:59.990962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ed4ab64-c7e6-44c0-af4e-903b8521ff2a None None] Provisioning for port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:00.076373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Delete allocated IP 172.20.0.22 (79e344b9-ae3a-4b95-8626-8564530b47f8/418c20af-2161-48f8-b30d-4c004b49dcef) {{(pid=106017) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:13:00.112403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Deleting port ab348534-5c03-4b4d-a991-b73b40ea60f3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:00.112810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.202238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24c6f3-6302-492f-b001-edf105534953 None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:00.284922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.309848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Calling delete_port for ab348534-5c03-4b4d-a991-b73b40ea60f3 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:00.327005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.328149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d0d1518-f32e-473c-bee9-8b8f24d74b79 None None] Provisioning for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:00.352500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Ignored duplicate provisioning block setup for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:13:00.360220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.468949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:00.515663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=5ce2f1e5-69b9-43fc-950a-4e6440ad27d6,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:00.542660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] In _notify_port_updated(), no bound segment for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 on network 79e344b9-ae3a-4b95-8626-8564530b47f8 {{(pid=106017) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:13:00.548712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:00.549477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.550860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8bb3a5f3-5acc-4aca-9812-03fa2e8184f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/ports/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 HTTP/1.1" status: 200 len: 918 time: 0.9807959 Aug 03 16:13:00.559527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36124) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:00.560637 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.567803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571'}, {'subnet_id': '418c20af-2161-48f8-b30d-4c004b49dcef'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:00.576875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Could not find standard attr ID for object ab348534-5c03-4b4d-a991-b73b40ea60f3. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:00.581179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:00.592093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:00.592473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.624554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event deleted for resources: {'Port': ['ID=ab348534-5c03-4b4d-a991-b73b40ea60f3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:00.628608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Provisioning complete for port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:00.628757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.658919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.661046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-49507b83-a874-4a36-9241-706861380e95 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "DELETE /v2.0/ports/ab348534-5c03-4b4d-a991-b73b40ea60f3 HTTP/1.1" status: 204 len: 168 time: 0.6891210 Aug 03 16:13:00.665900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:00.771767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Deleting subnet 307ea926-44fc-4388-8aa0-9995fddd3f20 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:00.778242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.842440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.844999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Update dhcp port {'port': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571', 'ip_address': '172.20.0.2'}, {'subnet_id': '418c20af-2161-48f8-b30d-4c004b49dcef'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '2318f746-9284-4cdc-8752-c4f5f4f1edd8'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:13:00.847127 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.864412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.885369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc819601-8e40-4a93-b0b1-c10818a062c9 req-f3a52306-d19a-4098-99f9-1c56907ea2e6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:00.887253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc819601-8e40-4a93-b0b1-c10818a062c9 req-f3a52306-d19a-4098-99f9-1c56907ea2e6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0696695 Aug 03 16:13:00.900586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.928943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.933955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,segment=NetworkSegment(cfa0a6ba-c8dd-45fc-873a-7f7823c735b1),segment_id=cfa0a6ba-c8dd-45fc-873a-7f7823c735b1)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:00.945005 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:00.945978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2318f746-9284-4cdc-8752-c4f5f4f1edd8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:00.959650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc819601-8e40-4a93-b0b1-c10818a062c9 req-1c58a7ad-2e8e-4616-baf4-a06227166b18 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608311 Aug 03 16:13:01.070481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.158350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:13:01.158596 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-c324711f-883f-4a6e-992c-59aed7609e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:13:01.167484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:01.177018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:01.184095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:01.184502 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.301995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Allocated IP 172.20.0.18 (79e344b9-ae3a-4b95-8626-8564530b47f8/418c20af-2161-48f8-b30d-4c004b49dcef/2318f746-9284-4cdc-8752-c4f5f4f1edd8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:01.331532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.435224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] For port 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2318f746-9284-4cdc-8752-c4f5f4f1edd8,segment=NetworkSegment(1244530c-c14e-46aa-9181-7044c6bbf4da),segment_id=1244530c-c14e-46aa-9181-7044c6bbf4da)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:01.477880 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.492954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Transition to ACTIVE for port object 2318f746-9284-4cdc-8752-c4f5f4f1edd8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:01.498954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.602617 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:13:01.602617 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:13:01.613445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc6253-113e-4673-8464-f70f2953ffbd None None] Pushing event updated for resources: {'Port': ['ID=2318f746-9284-4cdc-8752-c4f5f4f1edd8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:01.643963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.689120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event deleted for resources: {'Subnet': ['ID=307ea926-44fc-4388-8aa0-9995fddd3f20,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:01.697625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.702232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f848a8be-850d-4e31-8839-4b685b4c5ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "DELETE /v2.0/subnets/307ea926-44fc-4388-8aa0-9995fddd3f20 HTTP/1.1" status: 204 len: 168 time: 1.0353382 Aug 03 16:13:01.702414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36134) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:01.770864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.19 (79e344b9-ae3a-4b95-8626-8564530b47f8/418c20af-2161-48f8-b30d-4c004b49dcef/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:01.797384 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.830421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9bbd82a2-fac5-4060-bf39-76adf91d3881 None None] Could not find standard attr ID for object ab348534-5c03-4b4d-a991-b73b40ea60f3. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:01.839238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9bbd82a2-fac5-4060-bf39-76adf91d3881 None None] Could not find standard attr ID for object a18f8171-595e-47b5-a29f-b97bf34fa443. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:01.885244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127f22d-7656-4620-bdfc-b3011cb9c221 None None] Network 14431916-9ace-433a-8f7d-dae604b18af1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:01.894165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Deleting port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:01.894804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.948940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.970605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Ignored duplicate provisioning block setup for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:13:01.976795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:01.985502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] For port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,segment=NetworkSegment(cfa0a6ba-c8dd-45fc-873a-7f7823c735b1),segment_id=cfa0a6ba-c8dd-45fc-873a-7f7823c735b1)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:01.985961 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.011939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Calling delete_port for 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:02.124172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.137056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2594fd-6176-4e09-849e-0fa646aaba06 None None] DHCP port deletion for 14431916-9ace-433a-8f7d-dae604b18af1 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:02.147749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] No DVR routers for this DVR port 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:02.161581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.186537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event deleted for resources: {'Port': ['ID=700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:02.211270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=5ce2f1e5-69b9-43fc-950a-4e6440ad27d6,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:02.212784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2318f746-9284-4cdc-8752-c4f5f4f1edd8,segment=NetworkSegment(1244530c-c14e-46aa-9181-7044c6bbf4da),segment_id=1244530c-c14e-46aa-9181-7044c6bbf4da)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:02.218040 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.300988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551053e-31d2-4943-9c8d-1e693d3c254a req-e63f33ca-9c60-4ded-ab11-53268e987257 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:02.305180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b551053e-31d2-4943-9c8d-1e693d3c254a req-e63f33ca-9c60-4ded-ab11-53268e987257 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.2097464 Aug 03 16:13:02.306423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] In _notify_port_updated(), no bound segment for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 on network 79e344b9-ae3a-4b95-8626-8564530b47f8 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:13:02.316266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:02.317812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.319811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b3aa40d2-3e5d-42f0-9f14-cd7ae1a46375 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/ports/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 HTTP/1.1" status: 200 len: 998 time: 1.7568996 Aug 03 16:13:02.330572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36140) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:02.381755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.404252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14431916-9ace-433a-8f7d-dae604b18af1']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:02.415489 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b551053e-31d2-4943-9c8d-1e693d3c254a req-805dbba8-c66e-4b5d-8273-25f9f1862d7e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941813 Aug 03 16:13:02.417165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:02.418040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa0a6ba-c8dd-45fc-873a-7f7823c735b1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:02.429935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.478097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.510499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:02.511120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:02.517881 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:02.526737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:02.527368 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.586142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2318f746-9284-4cdc-8752-c4f5f4f1edd8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:02.590124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2318f746-9284-4cdc-8752-c4f5f4f1edd8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:02.592413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80bf13-bcc9-4d87-9d19-65a2182b5c88 None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:02.628839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.643023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.645274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] 10.222.0.70 "DELETE /v2.0/networks/14431916-9ace-433a-8f7d-dae604b18af1 HTTP/1.1" status: 204 len: 168 time: 0.9413826 Aug 03 16:13:02.659440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daa603-8c8a-4a3a-8656-9f52eda373c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343 tempest-ExtraDHCPOptionsIpV6TestJSON-1496923343-project] Pushing event deleted for resources: {'Network': ['ID=14431916-9ace-433a-8f7d-dae604b18af1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:02.660926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.672852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Provisioning for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:02.687080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:02.696839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Provisioning complete for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:02.697872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.794908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:02.795450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.932177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.935870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Provisioning for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:02.945245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Provisioning complete for port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:02.945627 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:02.963963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=5ce2f1e5-69b9-43fc-950a-4e6440ad27d6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:02.989176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac5366-b6a2-4462-bb03-5808cf003149 None None] Port 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:13:03.014471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36148) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:03.065359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.067457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-52f466f3-9cc6-48ec-91aa-0d8187effd33 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 HTTP/1.1" status: 204 len: 168 time: 0.7356277 Aug 03 16:13:03.070237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:03.078727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:03.100846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:03.102177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 700fa03b-e2ca-4a5c-a23d-0fb8b7a3ee6a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:03.118392 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f4ec51-8e41-4f51-bfd3-0008fb2c6f8e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:03.118392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-96f4ec51-8e41-4f51-bfd3-0008fb2c6f8e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 HTTP/1.1" status: 404 len: 333 time: 0.0432036 Aug 03 16:13:03.118392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:03.195527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet 418c20af-2161-48f8-b30d-4c004b49dcef {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:03.203273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.236178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c2872d06-d2e3-4b85-a239-510a5b3bf304 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=668394bc45d94968a84d2d4679d4122e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2206550 Aug 03 16:13:03.238897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36156) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:03.264785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.343948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.396145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.405561 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.500997 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.505278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.507348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f06f1e69-6d62-4d4a-9152-ec17584c6847 HTTP/1.1" status: 204 len: 168 time: 0.2673366 Aug 03 16:13:03.517169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7dad1-d674-48eb-aa96-b2dbf66824c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06f1e69-6d62-4d4a-9152-ec17584c6847,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:03.519766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.565728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=418c20af-2161-48f8-b30d-4c004b49dcef,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:03.571552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.573457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f88dcf8-e6e6-439c-a1ef-4416a450a202 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/418c20af-2161-48f8-b30d-4c004b49dcef HTTP/1.1" status: 204 len: 168 time: 0.4555535 Aug 03 16:13:03.576395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36164) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:03.618182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fb7b4-b576-41d6-a8ac-fd9cfb0b01b4 req-03d2c0b2-02c5-4365-b310-641e3e64a702 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:03.620061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b2fb7b4-b576-41d6-a8ac-fd9cfb0b01b4 req-03d2c0b2-02c5-4365-b310-641e3e64a702 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0885081 Aug 03 16:13:03.631767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1631b99-19e0-4c30-a714-b3aa7085268b None None] Provisioning complete for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:03.631767 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1631b99-19e0-4c30-a714-b3aa7085268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.694856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet 810de26d-0ad0-4caf-aef4-c441024a8571 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:03.700879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.703246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b2fb7b4-b576-41d6-a8ac-fd9cfb0b01b4 req-31af48ae-7470-46a1-801a-d6820f7c6a5d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743206 Aug 03 16:13:03.762571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.801875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1631b99-19e0-4c30-a714-b3aa7085268b None None] Could not find standard attr ID for object 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:03.853242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d7e58-36eb-4bb4-bdf9-a8417290986a None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:03.884261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:03.922769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f32d0041-c230-41cf-9379-754f7f712e63 None None] Could not find standard attr ID for object 5ce2f1e5-69b9-43fc-950a-4e6440ad27d6. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:03.980100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.012439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=810de26d-0ad0-4caf-aef4-c441024a8571,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:04.014568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.016614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eeb454e1-a502-4192-8ff5-9b0c6b006504 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/810de26d-0ad0-4caf-aef4-c441024a8571 HTTP/1.1" status: 204 len: 168 time: 0.4387627 Aug 03 16:13:04.019172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36176) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:04.112962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.115364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21719c40-bf03-4892-85b5-d3cc34e458be None None] Update dhcp port {'port': {'network_id': '79e344b9-ae3a-4b95-8626-8564530b47f8', 'fixed_ips': [{'subnet_id': '810de26d-0ad0-4caf-aef4-c441024a8571'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '2318f746-9284-4cdc-8752-c4f5f4f1edd8'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:13:04.143286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-21719c40-bf03-4892-85b5-d3cc34e458be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.183707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:04.184581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.258807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port 2318f746-9284-4cdc-8752-c4f5f4f1edd8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2318f746-9284-4cdc-8752-c4f5f4f1edd8,segment=NetworkSegment(1244530c-c14e-46aa-9181-7044c6bbf4da),segment_id=1244530c-c14e-46aa-9181-7044c6bbf4da)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:04.259937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.283487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 2318f746-9284-4cdc-8752-c4f5f4f1edd8 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:04.343849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb81c2-a860-4482-9e77-757a918f60cd None None] Network 79e344b9-ae3a-4b95-8626-8564530b47f8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:04.352061 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:13:04.383727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.411501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-30545a7c-1fb1-4cd5-934c-275b820e83d5 None None] Provisioning complete for port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:04.411904 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30545a7c-1fb1-4cd5-934c-275b820e83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.422858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=2318f746-9284-4cdc-8752-c4f5f4f1edd8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:04.428704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:04.454264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-30545a7c-1fb1-4cd5-934c-275b820e83d5 None None] Port 2318f746-9284-4cdc-8752-c4f5f4f1edd8 was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:13:04.527624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139c3bc-0a81-4e1e-9c49-5d2875599a64 None None] DHCP port deletion for 79e344b9-ae3a-4b95-8626-8564530b47f8 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:04.537180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.551114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e344b9-ae3a-4b95-8626-8564530b47f8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:04.570791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1244530c-c14e-46aa-9181-7044c6bbf4da') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:04.571979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1244530c-c14e-46aa-9181-7044c6bbf4da') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:04.582788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.590391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:04.606334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.616251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:04.616909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:04.622220 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:04.694199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.703474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.708937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/79e344b9-ae3a-4b95-8626-8564530b47f8 HTTP/1.1" status: 204 len: 168 time: 0.6848650 Aug 03 16:13:04.710341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36194) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:04.720918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b207f7e-aefc-4357-9b9b-4408cba03c6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=79e344b9-ae3a-4b95-8626-8564530b47f8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:04.764852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-829282692'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:04.809149 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7689dfa-2c84-4f6c-94b4-ed69f57f7267 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:04.811558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d7689dfa-2c84-4f6c-94b4-ed69f57f7267 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0975268 Aug 03 16:13:04.813908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Made reservation on behalf of 39df8f1b9dc44e9396d485e3dada8215 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:04.817092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36200) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:04.818088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.829055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.901561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11198e38-66bc-4c25-9795-1c35b7df4a03 req-524f05fc-2989-4e9a-96ea-1340e2ff229b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:04.904163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11198e38-66bc-4c25-9795-1c35b7df4a03 req-524f05fc-2989-4e9a-96ea-1340e2ff229b tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1234062 Aug 03 16:13:04.920224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-34e8bc8a-f22e-4661-90b2-a85e379a3c54 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1004446 Aug 03 16:13:04.927778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36202) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:04.933585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1311026495'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:04.966879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11198e38-66bc-4c25-9795-1c35b7df4a03 req-015b06f0-4341-423f-9c4a-f29abe42e464 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546091 Aug 03 16:13:04.970426 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:04.975390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.022829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:05.030408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:05.033880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.037723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f695548-b851-4684-9b1f-283b39da9ae9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:05.051208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.051560 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Added segment d143e6fa-db12-401a-8f59-053cb4acba28 of type vlan for network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 Aug 03 16:13:05.096633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:05.104968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.115713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.116062 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment 33e863dd-48bb-45ba-bc24-fc467752bdcf of type vlan for network a49f110c-6e55-4c85-b251-26c447743c2a Aug 03 16:13:05.169815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.175461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:05.176051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.185968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.577529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.resource_extend [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 16:13:05.587486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9955626 Aug 03 16:13:05.591332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36206) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:05.596822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'subnet': {'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:05.604260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8499042-281f-4d24-9c43-5bfb49d08568 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Network': ['ID=03ca6cb8-db2f-4811-8ffb-53a545c8b103,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:05.611763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.615181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:05.619861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:05.620469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.685417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7564056 Aug 03 16:13:05.685748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36208) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:05.691356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:05.695036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae1218-1918-4592-b287-f1fa6bf07ed9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=a49f110c-6e55-4c85-b251-26c447743c2a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:05.707010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a49f110c-6e55-4c85-b251-26c447743c2a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:05.774779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Made reservation on behalf of 39df8f1b9dc44e9396d485e3dada8215 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:05.778351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:05.864473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:05.868562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.097081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f5cd-0bf0-4532-8256-471c2ae65809 req-39ad0994-3726-4474-85f1-c78b748a559e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:06.098515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2504f5cd-0bf0-4532-8256-471c2ae65809 req-39ad0994-3726-4474-85f1-c78b748a559e tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0512333 Aug 03 16:13:06.104196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.138734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2504f5cd-0bf0-4532-8256-471c2ae65809 req-ae80a73e-3708-4225-93a4-54f2dfcc3188 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Aug 03 16:13:06.206158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Subnet': ['ID=fd1f0ce2-fa70-4da6-92cb-5b5c3217e200,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:06.208328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.274671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Checking segment: {'id': 'd143e6fa-db12-401a-8f59-053cb4acba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:06.275421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network hostable DHCP agents. Network: 03ca6cb8-db2f-4811-8ffb-53a545c8b103, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:06.287238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=c77c39ba-928b-4525-8ec1-12e39a75d809,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:06.292856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2318f746-9284-4cdc-8752-c4f5f4f1edd8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:06.315229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:06.315596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2318f746-9284-4cdc-8752-c4f5f4f1edd8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:06.315725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2318f746-9284-4cdc-8752-c4f5f4f1edd8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:06.318570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': '33e863dd-48bb-45ba-bc24-fc467752bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:06.318938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: a49f110c-6e55-4c85-b251-26c447743c2a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:06.331011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 03ca6cb8-db2f-4811-8ffb-53a545c8b103) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:06.336629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:06.338048 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.339540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31e92c-9cb1-41f7-997f-f6203085c1d0 None None] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:06.347230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network a49f110c-6e55-4c85-b251-26c447743c2a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:06.356923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a49f110c-6e55-4c85-b251-26c447743c2a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:06.361438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:06.362049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.364946 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f152cec5-7ad7-4ebf-a139-eead88393425 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725661 Aug 03 16:13:06.367690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36214) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:06.374088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1371118223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:06.378990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6442c096-573a-47df-9020-1804ee65908a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6919134 Aug 03 16:13:06.381686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36216) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:06.384662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd08d912-9e73-4b3f-971c-e94ca1cd54c5 None None] Network a49f110c-6e55-4c85-b251-26c447743c2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:06.387495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a', 'name': 'tempest-PortsTestJSON-534916297'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:06.403880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.405250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.460347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.466261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.482925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.484458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec68fb5f-1602-4c98-8d25-2e5bfdfd15b6 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1146500 Aug 03 16:13:06.487999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36218) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:06.585431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:06.589278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.614058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-03ca6cb8-db2f-4811-8ffb-53a545c8b103', 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103', 'tenant_id': '39df8f1b9dc44e9396d485e3dada8215', 'fixed_ips': [{'subnet_id': 'fd1f0ce2-fa70-4da6-92cb-5b5c3217e200'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:06.614915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.626984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a49f110c-6e55-4c85-b251-26c447743c2a', 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': 'c77c39ba-928b-4525-8ec1-12e39a75d809'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:06.627818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.671573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port c2937c29-641a-4d31-9ca8-42af9dd57b79 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:06.850804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Allocated IP 172.20.0.2 (03ca6cb8-db2f-4811-8ffb-53a545c8b103/fd1f0ce2-fa70-4da6-92cb-5b5c3217e200/b53ea0f2-85f8-44c4-b32e-d688e6fb07ec) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:06.857450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:06.865849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Allocated IP 172.20.0.2 (a49f110c-6e55-4c85-b251-26c447743c2a/c77c39ba-928b-4525-8ec1-12e39a75d809/71a53bd1-469e-4583-8f11-c1a9adab6730) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:07.112061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.118888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.127700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Transition to ACTIVE for port object b53ea0f2-85f8-44c4-b32e-d688e6fb07ec will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.132867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Transition to ACTIVE for port object 71a53bd1-469e-4583-8f11-c1a9adab6730 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.154359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Transition to ACTIVE for port object b53ea0f2-85f8-44c4-b32e-d688e6fb07ec will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.158102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Transition to ACTIVE for port object 71a53bd1-469e-4583-8f11-c1a9adab6730 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.162224 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.174107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.225666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:07.231940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Network a49f110c-6e55-4c85-b251-26c447743c2a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:07.235189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:07.237403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:07.241891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:07.244334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:07.247122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Pushing event updated for resources: {'Port': ['ID=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.292134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Allocated IP 172.20.0.1 (03ca6cb8-db2f-4811-8ffb-53a545c8b103/fd1f0ce2-fa70-4da6-92cb-5b5c3217e200/c32727d0-1b14-409b-86e6-aa37bfb59c69) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:07.294467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.6 (a49f110c-6e55-4c85-b251-26c447743c2a/c77c39ba-928b-4525-8ec1-12e39a75d809/c2937c29-641a-4d31-9ca8-42af9dd57b79) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:07.349157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034ced7-95aa-45c4-9bb0-1ca52a9d0e9c req-a0abe84f-ef3e-43ed-b328-bc0790da5a91 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:07.353750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c034ced7-95aa-45c4-9bb0-1ca52a9d0e9c req-a0abe84f-ef3e-43ed-b328-bc0790da5a91 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1063375 Aug 03 16:13:07.373944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Pushing event updated for resources: {'Port': ['ID=71a53bd1-469e-4583-8f11-c1a9adab6730,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.377494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Attempting to bind port 71a53bd1-469e-4583-8f11-c1a9adab6730 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:07.377900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Attempting to bind port 71a53bd1-469e-4583-8f11-c1a9adab6730 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '33e863dd-48bb-45ba-bc24-fc467752bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:07.378272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Attempting to bind port 71a53bd1-469e-4583-8f11-c1a9adab6730 on network a49f110c-6e55-4c85-b251-26c447743c2a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:07.381853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Attempting to bind port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:07.382220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Attempting to bind port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd143e6fa-db12-401a-8f59-053cb4acba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:07.382586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Attempting to bind port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec on network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:07.388018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:07.388401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Checking segment: {'id': '33e863dd-48bb-45ba-bc24-fc467752bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:07.388806 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.389208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Bound using segment: {'id': '33e863dd-48bb-45ba-bc24-fc467752bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:07.389696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Bound port: 71a53bd1-469e-4583-8f11-c1a9adab6730, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e863dd-48bb-45ba-bc24-fc467752bdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:07.390086 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.400005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:07.400389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Checking segment: {'id': 'd143e6fa-db12-401a-8f59-053cb4acba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:07.400796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.401193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Bound using segment: {'id': 'd143e6fa-db12-401a-8f59-053cb4acba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:07.401686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Bound port: b53ea0f2-85f8-44c4-b32e-d688e6fb07ec, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd143e6fa-db12-401a-8f59-053cb4acba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:07.402075 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.481896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c034ced7-95aa-45c4-9bb0-1ca52a9d0e9c req-dc8130f3-6d82-4134-b6e8-c4de28b9c53a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033545 Aug 03 16:13:07.508398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] For port 71a53bd1-469e-4583-8f11-c1a9adab6730, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:07.513615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] For port 71a53bd1-469e-4583-8f11-c1a9adab6730, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71a53bd1-469e-4583-8f11-c1a9adab6730,segment=NetworkSegment(33e863dd-48bb-45ba-bc24-fc467752bdcf),segment_id=33e863dd-48bb-45ba-bc24-fc467752bdcf)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:07.518740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] For port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:07.521521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.524761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] For port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,segment=NetworkSegment(d143e6fa-db12-401a-8f59-053cb4acba28),segment_id=d143e6fa-db12-401a-8f59-053cb4acba28)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:07.532835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.543348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.575115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Transition to ACTIVE for port object c32727d0-1b14-409b-86e6-aa37bfb59c69 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.597586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a0f7-4486-4034-9bcb-6d3b383e6cd8 None None] Pushing event updated for resources: {'Port': ['ID=71a53bd1-469e-4583-8f11-c1a9adab6730,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.633112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.636306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.651734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82016bb-49e1-406c-82a4-98b06a66358e None None] Pushing event updated for resources: {'Port': ['ID=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.709313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object c2937c29-641a-4d31-9ca8-42af9dd57b79 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:07.720517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:07.732995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:07.736487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=c32727d0-1b14-409b-86e6-aa37bfb59c69,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.738735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:07.801380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.805627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:07.948584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network a49f110c-6e55-4c85-b251-26c447743c2a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:07.956061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:07.959733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=c2937c29-641a-4d31-9ca8-42af9dd57b79,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:07.962705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:08.047570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:08.047856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.065840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.078347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cef46b22-ba95-4dd2-bdeb-b16ddd977257 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6956835 Aug 03 16:13:08.081079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36230) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:08.086438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': 'a49f110c-6e55-4c85-b251-26c447743c2a', 'name': 'tempest-PortsTestJSON-1443512636'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:08.202233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:08.206163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.224860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:08.361869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.11 (a49f110c-6e55-4c85-b251-26c447743c2a/c77c39ba-928b-4525-8ec1-12e39a75d809/78c2f060-95d1-4b0f-81d9-7b1f6dc83c91) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:08.385578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.392709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71a53bd1-469e-4583-8f11-c1a9adab6730 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:08.396452 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.462452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 71a53bd1-469e-4583-8f11-c1a9adab6730 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:08.470116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b53ea0f2-85f8-44c4-b32e-d688e6fb07ec up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:08.475802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=c32727d0-1b14-409b-86e6-aa37bfb59c69,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:08.483867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.543927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:08.569738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.595643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:08.612155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:08.613928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:08.656526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d42b5-c127-4d29-8aad-e30cc8b10229 req-ab5b3a68-655f-4dc9-bf68-b770bd0bc58c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:08.664101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e45d42b5-c127-4d29-8aad-e30cc8b10229 req-ab5b3a68-655f-4dc9-bf68-b770bd0bc58c tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0825591 Aug 03 16:13:08.693618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.741532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e45d42b5-c127-4d29-8aad-e30cc8b10229 req-1b9602e7-b92b-455b-883d-785c589df745 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762122 Aug 03 16:13:08.748461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Router 2b07e207-d7e1-4d67-89ba-adda2a942993 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:13:08.774359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network a49f110c-6e55-4c85-b251-26c447743c2a is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:08.781951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:08.786656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:08.791079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=78c2f060-95d1-4b0f-81d9-7b1f6dc83c91,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:08.820137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.820436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.820764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.821913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.822324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.822734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.823619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.824298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.824791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.825457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.825978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.826647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:08.833134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32e385f-0a57-40ec-adcd-59550204f1d8 None None] Network a49f110c-6e55-4c85-b251-26c447743c2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:08.866429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:08.866672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:08.867355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:08.880128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] Sync routers for ids ['2b07e207-d7e1-4d67-89ba-adda2a942993'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:08.884294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b70f0f8-9c42-4624-9a75-11cb44736bc2 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "PUT /v2.0/routers/2b07e207-d7e1-4d67-89ba-adda2a942993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945992 Aug 03 16:13:08.884665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36236) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:08.889989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'port': {'network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103', 'name': 'tempest-FloatingIPNegativeTestJSON-2055010703'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:08.901780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] Routers {'2b07e207-d7e1-4d67-89ba-adda2a942993'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:08.902424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b07e207-d7e1-4d67-89ba-adda2a942993'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:08.907433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d1f0334-2843-4023-8ebf-d0173aae71d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8250613 Aug 03 16:13:08.910432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36238) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:09.011786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520fb52-05aa-4150-a72a-96b991705580 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:09.013526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f520fb52-05aa-4150-a72a-96b991705580 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1019175 Aug 03 16:13:09.016270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36240) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:09.039201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Made reservation on behalf of 39df8f1b9dc44e9396d485e3dada8215 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:09.044037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.066667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] device_id is not set on port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:09.139068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:09.220745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Provisioning for port 71a53bd1-469e-4583-8f11-c1a9adab6730 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:09.221146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Allocated IP 172.20.0.9 (03ca6cb8-db2f-4811-8ffb-53a545c8b103/fd1f0ce2-fa70-4da6-92cb-5b5c3217e200/334dbae8-4c6c-4b8e-a156-b7e43f7e2d35) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:09.224157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] Routers {'2b07e207-d7e1-4d67-89ba-adda2a942993'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:09.224581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:12:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b07e207-d7e1-4d67-89ba-adda2a942993'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:09.280355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Provisioning complete for port 71a53bd1-469e-4583-8f11-c1a9adab6730 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:09.281166 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.284149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:09.284965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb4041-f2ed-4960-b86b-6834c99ccb48 None None] The sync data for ids ['2b07e207-d7e1-4d67-89ba-adda2a942993'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:09.370365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277f531-ab98-444f-9381-94adf1debe67 None None] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:09.429664 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.443914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.461548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Transition to ACTIVE for port object 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:09.498705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] For port 71a53bd1-469e-4583-8f11-c1a9adab6730, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71a53bd1-469e-4583-8f11-c1a9adab6730,segment=NetworkSegment(33e863dd-48bb-45ba-bc24-fc467752bdcf),segment_id=33e863dd-48bb-45ba-bc24-fc467752bdcf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:09.501320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.504670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.544290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:09.544647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.572005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:09.573400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=334dbae8-4c6c-4b8e-a156-b7e43f7e2d35,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:09.585405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:09.590524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:09.656163 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.666007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:09.667230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.670947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:09.675622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dd2e7-2741-4741-aef9-fb640f72079e None None] Pushing event updated for resources: {'Port': ['ID=71a53bd1-469e-4583-8f11-c1a9adab6730,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:09.691603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Provisioning for port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:09.699933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a9f5418-2a72-4be1-a941-8f57c9165971 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8142896 Aug 03 16:13:09.704820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36244) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:09.705296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Provisioning complete for port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:09.706354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.712821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:09.746951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.891196 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-96293ba8-31d9-4584-8895-ca4e58da8135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.954151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.963962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.964519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:09.996029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc292-8ebd-482c-9b81-5bc1d95ccba8 req-07870224-b78b-481a-8efa-01996aefcd3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:10.005048 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22ffc292-8ebd-482c-9b81-5bc1d95ccba8 req-07870224-b78b-481a-8efa-01996aefcd3d tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1239223 Aug 03 16:13:10.034164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] For port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,segment=NetworkSegment(d143e6fa-db12-401a-8f59-053cb4acba28),segment_id=d143e6fa-db12-401a-8f59-053cb4acba28)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:10.041085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.067935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=78c2f060-95d1-4b0f-81d9-7b1f6dc83c91,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:10.082982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Provisioning for port c2937c29-641a-4d31-9ca8-42af9dd57b79 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:10.092652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Provisioning complete for port c2937c29-641a-4d31-9ca8-42af9dd57b79 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.093042 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.116656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22ffc292-8ebd-482c-9b81-5bc1d95ccba8 req-26cf257e-9adf-4e3f-82f5-3f0fefd1c5e6 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100264 Aug 03 16:13:10.162808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Pushing event updated for resources: {'Port': ['ID=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:10.167457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Port c2937c29-641a-4d31-9ca8-42af9dd57b79 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:10.177685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Allocated IP 172.25.7.83 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/74470b2f-bb85-46df-9c16-760cd77681ad) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:10.179845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Provisioning complete for port 71a53bd1-469e-4583-8f11-c1a9adab6730 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.181484 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.189446 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.191517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e74f830f-84db-4c60-942a-6f7ab17ff905 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 HTTP/1.1" status: 204 len: 168 time: 1.1742084 Aug 03 16:13:10.194416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36252) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:10.235266 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c7d16c-77da-4b7a-ac34-a647d08e1795 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:10.236879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2c7d16c-77da-4b7a-ac34-a647d08e1795 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/78c2f060-95d1-4b0f-81d9-7b1f6dc83c91 HTTP/1.1" status: 404 len: 333 time: 0.0376372 Aug 03 16:13:10.241629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:10.355603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e3f01018-5e0a-4cfa-9834-888aae699a4f None None] Could not find standard attr ID for object 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:10.369461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71a53bd1-469e-4583-8f11-c1a9adab6730 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:10.386584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.398788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port c2937c29-641a-4d31-9ca8-42af9dd57b79 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:10.399018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.435847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.436643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 71a53bd1-469e-4583-8f11-c1a9adab6730 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.437088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.497938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning for port c32727d0-1b14-409b-86e6-aa37bfb59c69 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:10.508334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:10.517510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:10.520392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=74470b2f-bb85-46df-9c16-760cd77681ad,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:10.521453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning complete for port c32727d0-1b14-409b-86e6-aa37bfb59c69 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.523189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:10.531405 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.536480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.557148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for c2937c29-641a-4d31-9ca8-42af9dd57b79 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:10.617334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b53ea0f2-85f8-44c4-b32e-d688e6fb07ec up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:10.619768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Port c32727d0-1b14-409b-86e6-aa37bfb59c69 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:10.663048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning complete for port c2937c29-641a-4d31-9ca8-42af9dd57b79 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.663427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.682815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.719134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Port c2937c29-641a-4d31-9ca8-42af9dd57b79 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:10.722440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.723038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.726209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Could not find standard attr ID for object 78c2f060-95d1-4b0f-81d9-7b1f6dc83c91. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:10.728283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.762861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning complete for port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.762861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.766887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.796938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=c2937c29-641a-4d31-9ca8-42af9dd57b79,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:10.897280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.902092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4c4aebfd-38e3-4840-9c82-ded2cfe19444 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/c2937c29-641a-4d31-9ca8-42af9dd57b79 HTTP/1.1" status: 204 len: 168 time: 0.6537204 Aug 03 16:13:10.902747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:10.933188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning for port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:10.940310 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e449c-0bd9-4f23-b55a-629c3ca112aa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:10.941425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Provisioning complete for port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:10.944838 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:10.944999 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-919e449c-0bd9-4f23-b55a-629c3ca112aa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/c2937c29-641a-4d31-9ca8-42af9dd57b79 HTTP/1.1" status: 404 len: 333 time: 0.0382583 Aug 03 16:13:10.944999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36258) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:10.999351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-44343ed8-8a7c-4692-af4d-92bb4498fde2 None None] Port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:11.002157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.007775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.021805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet c77c39ba-928b-4525-8ec1-12e39a75d809 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:11.025669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.075478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.090495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=74470b2f-bb85-46df-9c16-760cd77681ad,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:11.110833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.122531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7ac909db-63e4-4e6f-921f-536776637fbb None None] Provisioning complete for port c32727d0-1b14-409b-86e6-aa37bfb59c69 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:11.123647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7ac909db-63e4-4e6f-921f-536776637fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.129581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.132262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af918021-cdfd-47a3-acea-255f43b9cf8c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4245181 Aug 03 16:13:11.134454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:11.139359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-15f25573-5206-4866-80a8-33e62c686df4 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'floatingip': {'port_id': '334dbae8-4c6c-4b8e-a156-b7e43f7e2d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:11.168488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7ac909db-63e4-4e6f-921f-536776637fbb None None] Port c32727d0-1b14-409b-86e6-aa37bfb59c69 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:11.200067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-15f25573-5206-4866-80a8-33e62c686df4 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.248624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79b66-deb5-433f-865f-e527807838b0 req-cd921c0a-e089-4299-9268-5c8e1498685a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:11.250285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d79b66-deb5-433f-865f-e527807838b0 req-cd921c0a-e089-4299-9268-5c8e1498685a tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0596933 Aug 03 16:13:11.295347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-16a68c57-a039-47d1-9f7a-f922c4fb61cf None None] Provisioning complete for port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:11.296011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16a68c57-a039-47d1-9f7a-f922c4fb61cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.299276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d79b66-deb5-433f-865f-e527807838b0 req-07cd8721-6dc7-4a6e-b731-90392bcfa732 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 Aug 03 16:13:11.331195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.348447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-16a68c57-a039-47d1-9f7a-f922c4fb61cf None None] Port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:11.422680 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-15f25573-5206-4866-80a8-33e62c686df4 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] update failed (client error): The resource could not be found. Aug 03 16:13:11.423722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-15f25573-5206-4866-80a8-33e62c686df4 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "PUT /v2.0/floatingips/72676a8c-ade1-4e6e-838c-9c820b97620a HTTP/1.1" status: 404 len: 507 time: 0.2883065 Aug 03 16:13:11.427281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36268) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:11.440791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd63ea-cf4a-4939-a444-ba21f7e01fc6 req-947eea8d-983c-4570-b036-08c29f5a5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:11.442346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edbd63ea-cf4a-4939-a444-ba21f7e01fc6 req-947eea8d-983c-4570-b036-08c29f5a5100 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1097 time: 0.0860879 Aug 03 16:13:11.447904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.489008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=c77c39ba-928b-4525-8ec1-12e39a75d809,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:11.494722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.496588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47fbf268-68d9-44ca-acdf-98d87679e27a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/c77c39ba-928b-4525-8ec1-12e39a75d809 HTTP/1.1" status: 204 len: 168 time: 0.5506730 Aug 03 16:13:11.499396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36270) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:11.503672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d7c1b-3df9-4d9a-839a-44de52f489c0 None None] Network a49f110c-6e55-4c85-b251-26c447743c2a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:11.556502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edbd63ea-cf4a-4939-a444-ba21f7e01fc6 req-b1bd78e8-e23b-4484-9ca8-522487e20751 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023140 Aug 03 16:13:11.564358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting port 74470b2f-bb85-46df-9c16-760cd77681ad {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:11.565053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.589844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.645182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.645479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.655652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 71a53bd1-469e-4583-8f11-c1a9adab6730 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:11.656004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.659111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Calling delete_port for 74470b2f-bb85-46df-9c16-760cd77681ad owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:11.699775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] DHCP port deletion for a49f110c-6e55-4c85-b251-26c447743c2a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:11.724314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port 71a53bd1-469e-4583-8f11-c1a9adab6730, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71a53bd1-469e-4583-8f11-c1a9adab6730,segment=NetworkSegment(33e863dd-48bb-45ba-bc24-fc467752bdcf),segment_id=33e863dd-48bb-45ba-bc24-fc467752bdcf)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:11.724667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.741737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 71a53bd1-469e-4583-8f11-c1a9adab6730 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:11.751891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Deleting port 71a53bd1-469e-4583-8f11-c1a9adab6730 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:11.752226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.806392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.816051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] For port 71a53bd1-469e-4583-8f11-c1a9adab6730, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71a53bd1-469e-4583-8f11-c1a9adab6730,segment=NetworkSegment(33e863dd-48bb-45ba-bc24-fc467752bdcf),segment_id=33e863dd-48bb-45ba-bc24-fc467752bdcf)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:11.816830 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.832328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.834822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Calling delete_port for 71a53bd1-469e-4583-8f11-c1a9adab6730 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:11.837431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Port': ['ID=74470b2f-bb85-46df-9c16-760cd77681ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:11.862409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=71a53bd1-469e-4583-8f11-c1a9adab6730,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:11.864854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port 71a53bd1-469e-4583-8f11-c1a9adab6730 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:11.905441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.908136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.912775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-24ce421d-8ddd-42d4-8240-c96f9b637656 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "DELETE /v2.0/floatingips/72676a8c-ade1-4e6e-838c-9c820b97620a HTTP/1.1" status: 204 len: 168 time: 0.4844778 Aug 03 16:13:11.913364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36272) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:11.918696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b8eb1c7e-e011-4f51-b5ef-67607f227548 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'floatingip': {'floating_network_id': '03ca6cb8-db2f-4811-8ffb-53a545c8b103', 'port_id': '334dbae8-4c6c-4b8e-a156-b7e43f7e2d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:11.937122 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.943860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1c7e-e011-4f51-b5ef-67607f227548 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.946961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:11.957117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49f110c-6e55-4c85-b251-26c447743c2a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:11.961128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] Pushing event deleted for resources: {'Port': ['ID=71a53bd1-469e-4583-8f11-c1a9adab6730,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:11.969722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6032e2-ac7c-4c9b-b67b-e36431445917 None None] No DVR routers for this DVR port 71a53bd1-469e-4583-8f11-c1a9adab6730 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:11.974693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e863dd-48bb-45ba-bc24-fc467752bdcf') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:11.975120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e863dd-48bb-45ba-bc24-fc467752bdcf') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:11.987986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.002149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.008231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:12.009434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:12.012573 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:12.076460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.081072 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b8eb1c7e-e011-4f51-b5ef-67607f227548 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:12.081072 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b8eb1c7e-e011-4f51-b5ef-67607f227548 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1665440 Aug 03 16:13:12.084721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36276) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:12.096270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '334dbae8-4c6c-4b8e-a156-b7e43f7e2d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:12.098597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.101497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/a49f110c-6e55-4c85-b251-26c447743c2a HTTP/1.1" status: 204 len: 168 time: 0.6010816 Aug 03 16:13:12.105979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-07c38181-0128-44df-8499-7da604289e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.107069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36278) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:12.112887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1520212290'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:12.123041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d379fe-901f-4554-98f0-25b121e439f1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=a49f110c-6e55-4c85-b251-26c447743c2a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:12.132017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.184992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:12.188450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.222073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:12.238261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.238612 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment f7a5d238-6a61-4aeb-8e1d-aff3166656d6 of type vlan for network 6f9927da-1996-41c8-b608-04c7314ca31d Aug 03 16:13:12.287218 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.304147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71a53bd1-469e-4583-8f11-c1a9adab6730 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:12.326539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.327971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 71a53bd1-469e-4583-8f11-c1a9adab6730 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:12.328439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71a53bd1-469e-4583-8f11-c1a9adab6730 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:12.373136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.378757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:12.379357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.449564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6df4b8-bd59-42da-92b5-53ce6217eefc req-e91f32f2-f0ed-4a56-acb6-e711b73f4d67 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:12.451230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c6df4b8-bd59-42da-92b5-53ce6217eefc req-e91f32f2-f0ed-4a56-acb6-e711b73f4d67 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0572097 Aug 03 16:13:12.456446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3483353 Aug 03 16:13:12.459949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36284) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:12.465857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:12.493798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509dbc0-aa84-4d7d-b359-bd6d7f2b29fa tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=6f9927da-1996-41c8-b608-04c7314ca31d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:12.505689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6f9927da-1996-41c8-b608-04c7314ca31d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:12.519490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Allocated IP 172.25.7.119 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6c4b96a2-6ff0-4799-a0e2-b8738dd79e09) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:12.547830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:13:12.550205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:12.608327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c6df4b8-bd59-42da-92b5-53ce6217eefc req-6c3a1f4a-5e30-4b29-9cfa-805b44883ab7 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500809 Aug 03 16:13:12.626074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:12.631287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.654487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.706896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.757560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:12.764896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:12.774024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:12.794846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.801834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:12.804152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.823811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'port_id': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'mac_address': 'fa:16:3e:57:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:13:12.825678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event updated for resources: {'Port': ['ID=6c4b96a2-6ff0-4799-a0e2-b8738dd79e09,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:12.858649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.860016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:12.862323 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0566501d-4fe6-429a-909a-e6c58194f5b0" -d '{"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-unplugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:12.879646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:12.886090 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.889467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:12.918029 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a665c-6770-4fa3-af57-33076d063c60 x-openstack-request-id: req-016a665c-6770-4fa3-af57-33076d063c60 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:12.918336 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-unplugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:12.918581 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-016a665c-6770-4fa3-af57-33076d063c60 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:12.919029 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'code': 200} Aug 03 16:13:12.929137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:13:12.939272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=c36342a6-4442-475c-8b81-6a34ab9b867b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:12.958863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:12.959238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: 6f9927da-1996-41c8-b608-04c7314ca31d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:12.973685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:12.978454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 6f9927da-1996-41c8-b608-04c7314ca31d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:12.990596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6f9927da-1996-41c8-b608-04c7314ca31d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:12.995233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:13:12.995648 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:13:12.999065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:12.999675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.000438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting port 6c4b96a2-6ff0-4799-a0e2-b8738dd79e09 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:13.000795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.006575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e58093-3514-4f6d-97d5-ff780d3f551d None None] Network 6f9927da-1996-41c8-b608-04c7314ca31d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:13.026060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b30a18fb-3dc9-4f35-a058-bbe5f816546f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5623841 Aug 03 16:13:13.026340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36288) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:13.031624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d', 'name': 'tempest-PortsTestJSON-1635147618', 'fixed_ips': [{'subnet_id': 'c36342a6-4442-475c-8b81-6a34ab9b867b', 'ip_address': '172.20.0.10'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:13.087450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.087942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.101263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Calling delete_port for 6c4b96a2-6ff0-4799-a0e2-b8738dd79e09 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:13.166221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-6f9927da-1996-41c8-b608-04c7314ca31d', 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': 'c36342a6-4442-475c-8b81-6a34ab9b867b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:13.167105 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.174863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:13.244323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.271943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.272203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Port': ['ID=6c4b96a2-6ff0-4799-a0e2-b8738dd79e09,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:13.292676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:13.349435 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] create failed (client error): The resource could not be found. Aug 03 16:13:13.350908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10f59fb6-8728-4e1e-836b-8077cde43e24 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2628238 Aug 03 16:13:13.355941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36292) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:13.378845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Allocated IP 172.20.0.2 (6f9927da-1996-41c8-b608-04c7314ca31d/c36342a6-4442-475c-8b81-6a34ab9b867b/62c5b321-2f21-4644-bf8f-8de26f7f924b) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:13.465678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting port 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:13.466322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.556210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.562400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.566963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.569619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Calling delete_port for 334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:13.578997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Transition to ACTIVE for port object 62c5b321-2f21-4644-bf8f-8de26f7f924b will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:13.587462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:13:13.607255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Transition to ACTIVE for port object 62c5b321-2f21-4644-bf8f-8de26f7f924b will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:13.616836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:13.621524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.630460 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.667614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Network 6f9927da-1996-41c8-b608-04c7314ca31d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:13.671580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:13.674359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:13.694656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.10 (6f9927da-1996-41c8-b608-04c7314ca31d/c36342a6-4442-475c-8b81-6a34ab9b867b/960eda2e-279f-4082-8f2e-11e9d7dc2a0b) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:13.699912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Pushing event updated for resources: {'Port': ['ID=62c5b321-2f21-4644-bf8f-8de26f7f924b,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:13.725361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.748855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.791593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Attempting to bind port 62c5b321-2f21-4644-bf8f-8de26f7f924b on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:13.792053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Attempting to bind port 62c5b321-2f21-4644-bf8f-8de26f7f924b by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:13.792518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Attempting to bind port 62c5b321-2f21-4644-bf8f-8de26f7f924b on network 6f9927da-1996-41c8-b608-04c7314ca31d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:13.794071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Port': ['ID=334dbae8-4c6c-4b8e-a156-b7e43f7e2d35,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:13.806224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:13.806755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Checking segment: {'id': 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:13.807236 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.807705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Bound using segment: {'id': 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:13.808199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Bound port: 62c5b321-2f21-4644-bf8f-8de26f7f924b, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:13.808995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.826112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:13.856957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.863767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-204c2525-7f11-4a1c-8dad-83baa5ddd7d9 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "DELETE /v2.0/ports/334dbae8-4c6c-4b8e-a156-b7e43f7e2d35 HTTP/1.1" status: 204 len: 168 time: 0.5055020 Aug 03 16:13:13.863767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36298) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:13.906410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] For port 62c5b321-2f21-4644-bf8f-8de26f7f924b, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:13.911502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] For port 62c5b321-2f21-4644-bf8f-8de26f7f924b, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=62c5b321-2f21-4644-bf8f-8de26f7f924b,segment=NetworkSegment(f7a5d238-6a61-4aeb-8e1d-aff3166656d6),segment_id=f7a5d238-6a61-4aeb-8e1d-aff3166656d6)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:13.918162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb8a2-5b78-480b-85e8-26a9923425c6 req-9d774e40-4232-483a-8c70-9025a15f0649 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:13.918883 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.919788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59abb8a2-5b78-480b-85e8-26a9923425c6 req-9d774e40-4232-483a-8c70-9025a15f0649 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 945 time: 0.1869226 Aug 03 16:13:13.928446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb835f-35b7-4777-b478-eb08adc1e537 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:13.930697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91eb835f-35b7-4777-b478-eb08adc1e537 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b07e207-d7e1-4d67-89ba-adda2a942993 HTTP/1.1" status: 200 len: 913 time: 0.0664318 Aug 03 16:13:13.933410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36300) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:13.937373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:13.967285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c26488c6-7d7d-426d-8194-3070c34e6b40'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:13:13.973549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 960eda2e-279f-4082-8f2e-11e9d7dc2a0b will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:13.996670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59abb8a2-5b78-480b-85e8-26a9923425c6 req-a9dff0a3-b60b-4ab8-8697-3181785ea849 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708578 Aug 03 16:13:14.030955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.043964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:14.053004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2817d-cfeb-4511-bc52-cf8c019aad62 None None] Pushing event updated for resources: {'Port': ['ID=62c5b321-2f21-4644-bf8f-8de26f7f924b,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:14.152898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 6f9927da-1996-41c8-b608-04c7314ca31d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:14.162670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:14.165753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:14.173275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=960eda2e-279f-4082-8f2e-11e9d7dc2a0b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:14.204107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e24187fd-99ec-4ee9-a269-082c9a0cc2cf tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/floatingips/e84438d2-15f1-4ebf-9b52-2062b26eccfa HTTP/1.1" status: 200 len: 993 time: 0.1482139 Aug 03 16:13:14.247017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:14.247956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.275606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d4e10a1-f1de-4c00-9171-80ce1fd50587 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2479837 Aug 03 16:13:14.278551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:14.295171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': '6f9927da-1996-41c8-b608-04c7314ca31d', 'name': 'tempest-PortsTestJSON-122531997', 'fixed_ips': [{'subnet_id': 'c36342a6-4442-475c-8b81-6a34ab9b867b', 'ip_address': '172.20.0.9'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:14.461490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 62c5b321-2f21-4644-bf8f-8de26f7f924b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:14.466035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.472031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:14.478587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.507075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 0064d23a-48f8-4164-8825-7aae5ef0bc90 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:14.580360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 62c5b321-2f21-4644-bf8f-8de26f7f924b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:14.694680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.9 (6f9927da-1996-41c8-b608-04c7314ca31d/c36342a6-4442-475c-8b81-6a34ab9b867b/0064d23a-48f8-4164-8825-7aae5ef0bc90) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:14.732529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting port c32727d0-1b14-409b-86e6-aa37bfb59c69 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:14.732778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.835876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.849801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Calling delete_port for c32727d0-1b14-409b-86e6-aa37bfb59c69 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:14.861945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.878056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 0064d23a-48f8-4164-8825-7aae5ef0bc90 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:14.915577 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:14.964866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 6f9927da-1996-41c8-b608-04c7314ca31d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:14.970586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:14.975243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:14.979614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=0064d23a-48f8-4164-8825-7aae5ef0bc90,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:15.037556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:15.039220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.052451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.062965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c519c503-ed46-421e-b3f0-1af78965d0b0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7808254 Aug 03 16:13:15.063453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36310) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.067186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.095061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Port': ['ID=c32727d0-1b14-409b-86e6-aa37bfb59c69,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:15.133755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a9b99-d132-43f4-a7e1-e72a19c691f5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:15.137867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e85a9b99-d132-43f4-a7e1-e72a19c691f5 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0734198 Aug 03 16:13:15.140656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36312) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.145490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c5a53-662c-4af0-a567-b232bb503211 None None] Network 6f9927da-1996-41c8-b608-04c7314ca31d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:15.204258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2307a-8220-4510-b183-01e813c7640d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:15.210829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2307a-8220-4510-b183-01e813c7640d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:15.218590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2307a-8220-4510-b183-01e813c7640d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:15.223419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aed2307a-8220-4510-b183-01e813c7640d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0785022 Aug 03 16:13:15.224123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.231599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Provisioning for port 62c5b321-2f21-4644-bf8f-8de26f7f924b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:15.236518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Provisioning complete for port 62c5b321-2f21-4644-bf8f-8de26f7f924b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:15.236966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.256889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.338540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 0064d23a-48f8-4164-8825-7aae5ef0bc90 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:15.338900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.424973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.443940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.448067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Router 2b07e207-d7e1-4d67-89ba-adda2a942993 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:15.457846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 0064d23a-48f8-4164-8825-7aae5ef0bc90 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:15.477271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] For port 62c5b321-2f21-4644-bf8f-8de26f7f924b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=62c5b321-2f21-4644-bf8f-8de26f7f924b,segment=NetworkSegment(f7a5d238-6a61-4aeb-8e1d-aff3166656d6),segment_id=f7a5d238-6a61-4aeb-8e1d-aff3166656d6)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:15.481709 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.540817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaf2c6-a394-4442-875f-c1bdd7f19120 None None] Pushing event updated for resources: {'Port': ['ID=62c5b321-2f21-4644-bf8f-8de26f7f924b,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:15.543036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:15.548350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d53dab9c-8ebc-45a9-b5c9-7d29b33e53db tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "PUT /v2.0/routers/2b07e207-d7e1-4d67-89ba-adda2a942993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136880 Aug 03 16:13:15.550684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.559440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] Sync routers for ids ['2b07e207-d7e1-4d67-89ba-adda2a942993'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:15.573312 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] Routers {'2b07e207-d7e1-4d67-89ba-adda2a942993'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:15.573966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b07e207-d7e1-4d67-89ba-adda2a942993'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:15.625283 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:15.635416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] Routers {'2b07e207-d7e1-4d67-89ba-adda2a942993'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:15.636056 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b07e207-d7e1-4d67-89ba-adda2a942993'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:15.655825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.666135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.686126 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:15.686893 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e2960-4094-42fd-a4c0-b5534dc87345 None None] The sync data for ids ['2b07e207-d7e1-4d67-89ba-adda2a942993'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:15.705520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=0064d23a-48f8-4164-8825-7aae5ef0bc90,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:15.780376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.782596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-12ded1d3-cf76-4e0a-a33f-0739802ed1b1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/0064d23a-48f8-4164-8825-7aae5ef0bc90 HTTP/1.1" status: 204 len: 168 time: 0.5572867 Aug 03 16:13:15.784974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36322) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.812072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Provisioning for port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:15.816747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Provisioning complete for port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:15.823158 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bbbaed-2ae3-4973-941e-207dd831580d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:15.824394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.828096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b0bbbaed-2ae3-4973-941e-207dd831580d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/0064d23a-48f8-4164-8825-7aae5ef0bc90 HTTP/1.1" status: 404 len: 333 time: 0.0420108 Aug 03 16:13:15.828798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36324) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:15.873301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:15.877528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Could not find standard attr ID for object 0064d23a-48f8-4164-8825-7aae5ef0bc90. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:15.888771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Provisioning complete for port 62c5b321-2f21-4644-bf8f-8de26f7f924b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:15.889136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7b12-9de0-4f5e-a6dc-a980ef93eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:15.947590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:15.948039 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.050067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.063867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 960eda2e-279f-4082-8f2e-11e9d7dc2a0b owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:16.108198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-18ad0fd9-9849-4800-8e38-64a5cb3434f3 None None] Provisioning complete for port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:16.109141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18ad0fd9-9849-4800-8e38-64a5cb3434f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.155789 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-18ad0fd9-9849-4800-8e38-64a5cb3434f3 None None] Port 960eda2e-279f-4082-8f2e-11e9d7dc2a0b cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:16.210497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.215404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.218323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.246211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=960eda2e-279f-4082-8f2e-11e9d7dc2a0b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:16.266874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.267725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Fanout notify agent at l3_agent the message router_deleted on router 2b07e207-d7e1-4d67-89ba-adda2a942993 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:13:16.284097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-db4d35bd-231c-478a-b6f6-62b7dd75448e None None] Could not find standard attr ID for object 0064d23a-48f8-4164-8825-7aae5ef0bc90. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:16.286271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.291699 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c4890be-1097-42d8-b36d-3b857b349738 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "DELETE /v2.0/routers/2b07e207-d7e1-4d67-89ba-adda2a942993 HTTP/1.1" status: 204 len: 168 time: 0.7389519 Aug 03 16:13:16.293863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:16.337294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 62c5b321-2f21-4644-bf8f-8de26f7f924b up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:16.344144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.348441 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-34f3853d-4051-424e-8f7d-6faba7b99995 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/960eda2e-279f-4082-8f2e-11e9d7dc2a0b HTTP/1.1" status: 204 len: 168 time: 0.5163329 Aug 03 16:13:16.348723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:16.372342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting subnet fd1f0ce2-fa70-4da6-92cb-5b5c3217e200 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:16.375610 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.381344 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a361b5da-4a7e-4775-9d28-36d37577bc7e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:16.385685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a361b5da-4a7e-4775-9d28-36d37577bc7e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/960eda2e-279f-4082-8f2e-11e9d7dc2a0b HTTP/1.1" status: 404 len: 333 time: 0.0337303 Aug 03 16:13:16.387820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36330) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:16.390952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 62c5b321-2f21-4644-bf8f-8de26f7f924b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:16.391331 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.448943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.451421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet c36342a6-4442-475c-8b81-6a34ab9b867b {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:16.454792 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.505714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.525684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:16.580003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.599381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c26488c6-7d7d-426d-8194-3070c34e6b40 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:16.599824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.650021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.668404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.715488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.721879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1f0ce2-fa70-4da6-92cb-5b5c3217e200,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:16.728952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.733320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91d4b0e9-d86c-4a61-bdcc-c13a38b990e0 tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "DELETE /v2.0/subnets/fd1f0ce2-fa70-4da6-92cb-5b5c3217e200 HTTP/1.1" status: 204 len: 168 time: 0.4353993 Aug 03 16:13:16.733505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36336) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:16.749015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b290bc-190b-44f9-ae69-aa6bef1af626 None None] Network 03ca6cb8-db2f-4811-8ffb-53a545c8b103 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:16.760550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.810108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:16.812361 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e6781-fa42-4218-af50-09cc54063f21" -d '{"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-plugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:16.825777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=c36342a6-4442-475c-8b81-6a34ab9b867b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:16.831860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.833993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e891f58d-4212-4273-8b57-799d6f20d6f4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/c36342a6-4442-475c-8b81-6a34ab9b867b HTTP/1.1" status: 204 len: 168 time: 0.4450126 Aug 03 16:13:16.838099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36340) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:16.865833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.873908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61560e47-c079-4844-a864-5bf67a94cb1b None None] Network 6f9927da-1996-41c8-b608-04c7314ca31d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:16.879809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:16.933830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Deleting port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:16.934491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.957851 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:16.964804 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da4848-40c3-4204-ae9a-71577eff3c49 x-openstack-request-id: req-40da4848-40c3-4204-ae9a-71577eff3c49 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:16.965063 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-plugged", "status": "completed", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:16.965246 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40da4848-40c3-4204-ae9a-71577eff3c49 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:16.965747 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'code': 200} Aug 03 16:13:16.966325 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.008926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] For port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,segment=NetworkSegment(d143e6fa-db12-401a-8f59-053cb4acba28),segment_id=d143e6fa-db12-401a-8f59-053cb4acba28)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:17.009349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.021756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 62c5b321-2f21-4644-bf8f-8de26f7f924b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:17.023277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.035131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Calling delete_port for b53ea0f2-85f8-44c4-b32e-d688e6fb07ec owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:17.103580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.115651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port 62c5b321-2f21-4644-bf8f-8de26f7f924b, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=62c5b321-2f21-4644-bf8f-8de26f7f924b,segment=NetworkSegment(f7a5d238-6a61-4aeb-8e1d-aff3166656d6),segment_id=f7a5d238-6a61-4aeb-8e1d-aff3166656d6)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:17.116510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.146883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.155054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 62c5b321-2f21-4644-bf8f-8de26f7f924b owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:17.175891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] No DVR routers for this DVR port b53ea0f2-85f8-44c4-b32e-d688e6fb07ec on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:17.219343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] DHCP port deletion for 6f9927da-1996-41c8-b608-04c7314ca31d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:17.230839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Port': ['ID=b53ea0f2-85f8-44c4-b32e-d688e6fb07ec,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.270054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.275451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa1c86-96df-47b6-a32e-7efbe184af6b None None] DHCP port deletion for 03ca6cb8-db2f-4811-8ffb-53a545c8b103 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:17.315947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=62c5b321-2f21-4644-bf8f-8de26f7f924b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.326087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port 62c5b321-2f21-4644-bf8f-8de26f7f924b on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:17.342840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Deleting port 62c5b321-2f21-4644-bf8f-8de26f7f924b {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:17.343219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.349664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.365679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ca6cb8-db2f-4811-8ffb-53a545c8b103']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.381383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd143e6fa-db12-401a-8f59-053cb4acba28') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.382011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd143e6fa-db12-401a-8f59-053cb4acba28') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.392970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.412065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.422951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.424115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:17.424915 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.440638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9927da-1996-41c8-b608-04c7314ca31d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.450233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] For port 62c5b321-2f21-4644-bf8f-8de26f7f924b, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:17.450633 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.456903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.457213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a5d238-6a61-4aeb-8e1d-aff3166656d6') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:17.465409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Calling delete_port for 62c5b321-2f21-4644-bf8f-8de26f7f924b owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:17.469426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Port 62c5b321-2f21-4644-bf8f-8de26f7f924b was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:13:17.471172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.471694 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.490285 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.499452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:17.500740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:17.504729 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:17.507541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] Pushing event deleted for resources: {'Port': ['ID=62c5b321-2f21-4644-bf8f-8de26f7f924b,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.515551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac59f1e-a910-41ed-8680-943750d26720 None None] No DVR routers for this DVR port 62c5b321-2f21-4644-bf8f-8de26f7f924b on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:17.517418 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:17.538296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.558625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.562574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] 10.222.0.70 "DELETE /v2.0/networks/03ca6cb8-db2f-4811-8ffb-53a545c8b103 HTTP/1.1" status: 204 len: 168 time: 0.8277571 Aug 03 16:13:17.586056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ccefd-d99a-4358-bf94-7c48a8e9065c tempest-FloatingIPNegativeTestJSON-2041424185 tempest-FloatingIPNegativeTestJSON-2041424185-project] Pushing event deleted for resources: {'Network': ['ID=03ca6cb8-db2f-4811-8ffb-53a545c8b103,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.606902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.616509 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.623607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36346) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:17.624136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/6f9927da-1996-41c8-b608-04c7314ca31d HTTP/1.1" status: 204 len: 168 time: 0.7844543 Aug 03 16:13:17.634348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408901019'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:17.642189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47a3a5-fb8f-4854-b150-23c14bcd1653 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=6f9927da-1996-41c8-b608-04c7314ca31d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.660169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:17.664238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.695785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:17.707110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.707612 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Added segment df271bef-d55a-49bd-b80b-37903fa27d85 of type vlan for network ad7a7e56-51cb-4330-94a5-c02000832b7b Aug 03 16:13:17.754726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.824820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-fef85b3b-5d86-47ae-af5d-5e40cb8d59b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662184 Aug 03 16:13:17.834100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.845946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:17.846372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:17.889164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36352) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:17.922951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2979255 Aug 03 16:13:17.925994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36356) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:17.931541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:17.944606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06da2-9dc3-471d-9e43-c0f76b1ab99b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Network': ['ID=ad7a7e56-51cb-4330-94a5-c02000832b7b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:17.957008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ad7a7e56-51cb-4330-94a5-c02000832b7b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:17.960652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c42ed-5309-43d4-9331-74547970f14d req-32898c1c-8ae9-4365-b4e2-63276e0b52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:17.963035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-32898c1c-8ae9-4365-b4e2-63276e0b52ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1096 time: 0.0933552 Aug 03 16:13:18.061605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-20376786-f4f5-4934-8adf-da0a65d67fa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39df8f1b9dc44e9396d485e3dada8215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711655 Aug 03 16:13:18.064008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:18.077836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c42ed-5309-43d4-9331-74547970f14d req-d310182f-94dc-4db3-bbc0-0f9fb2aeb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:18.079289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:18.079431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-d310182f-94dc-4db3-bbc0-0f9fb2aeb291 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.0941381 Aug 03 16:13:18.082672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.151981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-d9f37052-fd33-444d-836a-2d55b2885fb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 1001 time: 0.0656025 Aug 03 16:13:18.189595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.205609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c42ed-5309-43d4-9331-74547970f14d req-578025e2-8e27-4ccf-b6b0-4beae8607f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:18.207130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-578025e2-8e27-4ccf-b6b0-4beae8607f22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0485256 Aug 03 16:13:18.218956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.262943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c42ed-5309-43d4-9331-74547970f14d req-bf1ef959-ca7e-479f-9533-f05365fe0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:18.264648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-bf1ef959-ca7e-479f-9533-f05365fe0d16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510926 Aug 03 16:13:18.319754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 62c5b321-2f21-4644-bf8f-8de26f7f924b no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:18.348415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 62c5b321-2f21-4644-bf8f-8de26f7f924b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:18.349057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 62c5b321-2f21-4644-bf8f-8de26f7f924b not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:18.349502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b53ea0f2-85f8-44c4-b32e-d688e6fb07ec no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:18.357581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.360156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.361680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f695548-b851-4684-9b1f-283b39da9ae9 HTTP/1.1" status: 204 len: 168 time: 0.2964296 Aug 03 16:13:18.377307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3582b9-fb27-4ce5-92cc-6a6d585ceef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f695548-b851-4684-9b1f-283b39da9ae9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:18.379436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.396467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-c15c1808-54f9-41b2-967d-00c2b96766e6 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174090 Aug 03 16:13:18.400534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b53ea0f2-85f8-44c4-b32e-d688e6fb07ec {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:18.400970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b53ea0f2-85f8-44c4-b32e-d688e6fb07ec not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:18.452940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=d3520136-29be-4151-bdbf-5070c7665a6b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:18.455178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Checking segment: {'id': 'df271bef-d55a-49bd-b80b-37903fa27d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:18.455859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network hostable DHCP agents. Network: ad7a7e56-51cb-4330-94a5-c02000832b7b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:18.476015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network ad7a7e56-51cb-4330-94a5-c02000832b7b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:18.488490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ad7a7e56-51cb-4330-94a5-c02000832b7b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:18.494806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:18.495889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.504073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f68cb8a-14b4-478d-aaab-26b9c4f98644 None None] Network ad7a7e56-51cb-4330-94a5-c02000832b7b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:18.512537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-044c42ed-5309-43d4-9331-74547970f14d req-f7ea5516-79a9-4234-bdbf-abab5137a5dc service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091557 Aug 03 16:13:18.515561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b76d36f9-1bd5-4066-9b28-63f92c2dcf41 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5885055 Aug 03 16:13:18.518247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36364) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:18.525910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1945762940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:18.566293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.567789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.627275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.632414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.657621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.667663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5da243c9-cad1-42cd-a018-26cb6abf555b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1448636 Aug 03 16:13:18.668613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36372) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:18.673825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b', 'name': 'tempest-PortsTestJSON-2015288887'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:18.694461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-ad7a7e56-51cb-4330-94a5-c02000832b7b', 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': 'd3520136-29be-4151-bdbf-5070c7665a6b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:18.695394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.813409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:18.817190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:18.850559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:18.852581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Allocated IP 172.20.0.2 (ad7a7e56-51cb-4330-94a5-c02000832b7b/d3520136-29be-4151-bdbf-5070c7665a6b/614aca90-9792-4bef-82b8-3421ab90cf72) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:19.012735 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.021395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Transition to ACTIVE for port object 614aca90-9792-4bef-82b8-3421ab90cf72 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:19.036078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Transition to ACTIVE for port object 614aca90-9792-4bef-82b8-3421ab90cf72 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:19.043100 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.081554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Network ad7a7e56-51cb-4330-94a5-c02000832b7b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:19.084484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:19.091063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:19.100281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Pushing event updated for resources: {'Port': ['ID=614aca90-9792-4bef-82b8-3421ab90cf72,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:19.112962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.12 (ad7a7e56-51cb-4330-94a5-c02000832b7b/d3520136-29be-4151-bdbf-5070c7665a6b/6a98c748-4203-4ecf-9a15-0b0c823f30a8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:19.128727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:19.157089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Attempting to bind port 614aca90-9792-4bef-82b8-3421ab90cf72 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:19.157732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Attempting to bind port 614aca90-9792-4bef-82b8-3421ab90cf72 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'df271bef-d55a-49bd-b80b-37903fa27d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:19.157991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Attempting to bind port 614aca90-9792-4bef-82b8-3421ab90cf72 on network ad7a7e56-51cb-4330-94a5-c02000832b7b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:19.163235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:19.163588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Checking segment: {'id': 'df271bef-d55a-49bd-b80b-37903fa27d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:19.163999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.164426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Bound using segment: {'id': 'df271bef-d55a-49bd-b80b-37903fa27d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:19.165450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Bound port: 614aca90-9792-4bef-82b8-3421ab90cf72, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df271bef-d55a-49bd-b80b-37903fa27d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ad7a7e56-51cb-4330-94a5-c02000832b7b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:19.165866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.235326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] For port 614aca90-9792-4bef-82b8-3421ab90cf72, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:19.239066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] For port 614aca90-9792-4bef-82b8-3421ab90cf72, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=614aca90-9792-4bef-82b8-3421ab90cf72,segment=NetworkSegment(df271bef-d55a-49bd-b80b-37903fa27d85),segment_id=df271bef-d55a-49bd-b80b-37903fa27d85)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:19.244364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.263191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1129218581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:19.296047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.297165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.311395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db735de-dafb-4f96-b65f-254b32798b5a None None] Pushing event updated for resources: {'Port': ['ID=614aca90-9792-4bef-82b8-3421ab90cf72,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:19.323694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.349223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 6a98c748-4203-4ecf-9a15-0b0c823f30a8 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:19.377428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.382544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.390837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.405188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.406530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-659127de-baa6-48d0-9bf1-63293444db35 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2767470 Aug 03 16:13:19.409805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:19.415774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1304165831'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:19.442448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:19.443864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network ad7a7e56-51cb-4330-94a5-c02000832b7b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:19.447724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.448260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:19.450943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:19.458509 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.487989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=6a98c748-4203-4ecf-9a15-0b0c823f30a8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:19.535608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:19.536364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.610493 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.616065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.628922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36394) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:19.631436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-01b46edc-3c66-4613-afda-fe47423922bc tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9616358 Aug 03 16:13:19.698587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:19.739641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa5acf3-c4c4-48b5-b0a1-51d449401874,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:19.746438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.746797 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Added segment a3e2cd5d-c440-4314-8d69-2a6a540d6d2b of type vlan for network 76e7daea-bff6-4f1f-b685-1fc56a64deff Aug 03 16:13:19.862687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.983582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:19.989478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:19.990112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.089947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6790354 Aug 03 16:13:20.092797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36400) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:20.098118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'subnet': {'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:20.100341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85e66-9154-4db7-a5fc-9b01478071bb tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Network': ['ID=76e7daea-bff6-4f1f-b685-1fc56a64deff,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:20.113372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:20.157908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.209847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:20.213881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.359992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d6733-6020-434a-8d29-28c51b85c377 None None] Network ad7a7e56-51cb-4330-94a5-c02000832b7b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:20.374765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 614aca90-9792-4bef-82b8-3421ab90cf72 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:20.443126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.473967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.474222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6de65445-5d49-4d64-acff-bb6f119f2af6 None None] Provisioning for port 614aca90-9792-4bef-82b8-3421ab90cf72 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:20.479883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.521144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 614aca90-9792-4bef-82b8-3421ab90cf72 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:20.525674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Subnet': ['ID=ce1786f5-464f-4ea5-9582-59685953254f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:20.534339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Checking segment: {'id': 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:20.534992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network hostable DHCP agents. Network: 76e7daea-bff6-4f1f-b685-1fc56a64deff, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:20.535759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 614aca90-9792-4bef-82b8-3421ab90cf72 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:20.536285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.553926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:20.559382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=6a98c748-4203-4ecf-9a15-0b0c823f30a8,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:20.564727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 76e7daea-bff6-4f1f-b685-1fc56a64deff) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:20.569425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:20.570131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.582684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a069960-0422-4a4a-9b21-8241896c7e8b None None] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:20.589695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc60519c-c1cb-4e13-8325-1a3017ac8ace tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4938247 Aug 03 16:13:20.590687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36402) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:20.595965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'network': {'name': 'tempest-router-network01--1729157431'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:20.617309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:20.622994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.649755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:20.662159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.662519 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Added segment 6855a83c-0ad5-440d-a405-55d9176a703f of type vlan for network a5226dcb-fbd3-4c60-811a-2b61fac2af12 Aug 03 16:13:20.716662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.737956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.751568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.757514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:20.758796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.822383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2274628 Aug 03 16:13:20.823703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36406) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:20.829263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'network': {'name': 'tempest-router-network02--839702921'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:20.852868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3551d-5c4a-4b25-ab86-0350159315d9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Network': ['ID=a5226dcb-fbd3-4c60-811a-2b61fac2af12,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:20.869986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:20.883749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:20.887545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.900366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.948127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:20.989122 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:20.990707 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Added segment e13bbaa7-c806-4cd1-8580-e5e6b74a16bb of type vlan for network 5c050de4-424a-4cac-90b3-5290e9dbabb8 Aug 03 16:13:21.013227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.068731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-76e7daea-bff6-4f1f-b685-1fc56a64deff', 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff', 'tenant_id': '3c6468134dc64b248bbe5005943ecff9', 'fixed_ips': [{'subnet_id': 'ce1786f5-464f-4ea5-9582-59685953254f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:21.069608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.088225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 614aca90-9792-4bef-82b8-3421ab90cf72, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=614aca90-9792-4bef-82b8-3421ab90cf72,segment=NetworkSegment(df271bef-d55a-49bd-b80b-37903fa27d85),segment_id=df271bef-d55a-49bd-b80b-37903fa27d85)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:21.101542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.126078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.218860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.224527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:21.225378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.230808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=614aca90-9792-4bef-82b8-3421ab90cf72,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:21.259256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Provisioning for port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:21.269042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Provisioning complete for port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:21.269679 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.309629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36412) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:21.310046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4847956 Aug 03 16:13:21.315339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'subnet': {'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:21.324620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Allocated IP 2001:db8::2 (76e7daea-bff6-4f1f-b685-1fc56a64deff/ce1786f5-464f-4ea5-9582-59685953254f/99042c06-7b3c-48a2-8eea-f4d53da0f9b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:21.341471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f04f4c-5d47-4d4f-be7c-4d4324fb26d4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Network': ['ID=5c050de4-424a-4cac-90b3-5290e9dbabb8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:21.368316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:21.371905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.378291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.455165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-25c2d0b9-9890-46d3-a0be-15575b1b148d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685003 Aug 03 16:13:21.465265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:21.468447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.471166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=6a98c748-4203-4ecf-9a15-0b0c823f30a8,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:21.506100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:21.511621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.550607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Provisioning complete for port 614aca90-9792-4bef-82b8-3421ab90cf72 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:21.551020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-870f46c6-1906-4e10-9063-87fbcf1f5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.611098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network ad7a7e56-51cb-4330-94a5-c02000832b7b is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:21.612870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:21.641706 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.655622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Transition to ACTIVE for port object 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:21.702513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Transition to ACTIVE for port object 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:21.715286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.767090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Router 8745704c-88b3-4a71-bb43-6d66496c211f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:13:21.767704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:21.773488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:21.779227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:21.782761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Pushing event updated for resources: {'Port': ['ID=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:21.860187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-78025c9a-2c82-4cf4-9fc3-532c2c427aa5 None None] Provisioning complete for port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:21.860561 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78025c9a-2c82-4cf4-9fc3-532c2c427aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.887348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:21.888761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Attempting to bind port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:21.889144 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Attempting to bind port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:21.889513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Attempting to bind port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 on network 76e7daea-bff6-4f1f-b685-1fc56a64deff {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:21.897889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:21.898274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Checking segment: {'id': 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:21.898482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb83da21-a34c-4afe-a5c2-7d7cf4fe7331 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/routers/8745704c-88b3-4a71-bb43-6d66496c211f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2669249 Aug 03 16:13:21.898759 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.899089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Bound using segment: {'id': 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:21.899294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36414) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:21.899666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Bound port: 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '76e7daea-bff6-4f1f-b685-1fc56a64deff'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:21.900048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:21.905187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] Sync routers for ids ['8745704c-88b3-4a71-bb43-6d66496c211f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:21.937282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-78025c9a-2c82-4cf4-9fc3-532c2c427aa5 None None] Port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:21.959330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] Routers {'8745704c-88b3-4a71-bb43-6d66496c211f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:21.959981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8745704c-88b3-4a71-bb43-6d66496c211f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:21.973883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae4972-83b9-49d3-8dce-f3fb567c439c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:21.979082 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1bae4972-83b9-49d3-8dce-f3fb567c439c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?device_id=8745704c-88b3-4a71-bb43-6d66496c211f HTTP/1.1" status: 200 len: 983 time: 0.0753026 Aug 03 16:13:21.979463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36418) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:22.002349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:22.030750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] Routers {'8745704c-88b3-4a71-bb43-6d66496c211f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:22.031303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8745704c-88b3-4a71-bb43-6d66496c211f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:22.046006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] For port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:22.049698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] For port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,segment=NetworkSegment(a3e2cd5d-c440-4314-8d69-2a6a540d6d2b),segment_id=a3e2cd5d-c440-4314-8d69-2a6a540d6d2b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:22.094645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-3a998b90-98bd-44f0-97b5-eccfc6f04ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:22.096586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-3a998b90-98bd-44f0-97b5-eccfc6f04ebc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1097 time: 0.5796854 Aug 03 16:13:22.102691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:22.103322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1ec6c9-d6f9-4822-b37a-69ddd052327d None None] The sync data for ids ['8745704c-88b3-4a71-bb43-6d66496c211f'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:22.105156 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.197225 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.204652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5fa4f0ac-ea55-4284-9878-cec898fc8a13 None None] Provisioning complete for port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:22.205055 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5fa4f0ac-ea55-4284-9878-cec898fc8a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.207012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff18461-852d-47a2-a502-c1d42a6aee21 None None] Pushing event updated for resources: {'Port': ['ID=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:22.255842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4f0ac-ea55-4284-9878-cec898fc8a13 None None] Port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:22.325800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-dc38c2f3-3679-4efa-b5f1-c466cdc7bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:22.327443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-dc38c2f3-3679-4efa-b5f1-c466cdc7bdbc service neutron] 10.222.0.78 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 897 time: 0.2038937 Aug 03 16:13:22.348047 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.349896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 614aca90-9792-4bef-82b8-3421ab90cf72 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:22.450295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 614aca90-9792-4bef-82b8-3421ab90cf72 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:22.451053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.492079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-74d3d203-dc8f-4c97-85cf-92e98c7bdc8c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 1002 time: 0.1542745 Aug 03 16:13:22.494923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Subnet': ['ID=41f2536c-7349-44ac-b9d7-9fefb0b7c892,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:22.559960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Checking segment: {'id': '6855a83c-0ad5-440d-a405-55d9176a703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:22.560334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network hostable DHCP agents. Network: a5226dcb-fbd3-4c60-811a-2b61fac2af12, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:22.577176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-d3b355eb-936c-49e4-a0ea-a3d64586fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:22.578756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-d3b355eb-936c-49e4-a0ea-a3d64586fa28 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 200 len: 834 time: 0.0747247 Aug 03 16:13:22.587817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.601684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:22.630754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a5226dcb-fbd3-4c60-811a-2b61fac2af12) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:22.636381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:22.636965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.644670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2ae9d-025c-4c16-bcbd-5b1ded85dfe2 None None] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:22.654663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-f26cc694-0ea3-4a9d-9610-0ec686e51779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:22.656601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-f26cc694-0ea3-4a9d-9610-0ec686e51779 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d6d7a21-346a-4020-b86f-0d297e48f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659835 Aug 03 16:13:22.665599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b21a94d1-4631-4073-adbc-ba8e4fe1a8f3 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3544056 Aug 03 16:13:22.668302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36422) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:22.674213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'subnet': {'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:22.825587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a5226dcb-fbd3-4c60-811a-2b61fac2af12', 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12', 'tenant_id': '3c6468134dc64b248bbe5005943ecff9', 'fixed_ips': [{'subnet_id': '41f2536c-7349-44ac-b9d7-9fefb0b7c892'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:22.826816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.851165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 6a98c748-4203-4ecf-9a15-0b0c823f30a8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:22.851802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.853267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:22.856990 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.875909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-6d1afde3-a2bf-4238-9c7e-ff47c728a874 service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966865 Aug 03 16:13:22.970791 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:22.986630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 6a98c748-4203-4ecf-9a15-0b0c823f30a8 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:23.030710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Allocated IP 2001:db8::2 (a5226dcb-fbd3-4c60-811a-2b61fac2af12/41f2536c-7349-44ac-b9d7-9fefb0b7c892/71afab82-d5f6-4099-ad8f-a4cb911a35ce) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:23.053260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd65db81-33db-4d40-9b90-49e0bb7452a9 req-c71b0205-338e-40b2-a403-50c23a76a102 service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503172 Aug 03 16:13:23.190065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.280018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.290541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Checking segment: {'id': 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:23.290926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network hostable DHCP agents. Network: 5c050de4-424a-4cac-90b3-5290e9dbabb8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:23.293064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Subnet': ['ID=a873c2f5-7f88-475a-8c45-4de86637a86c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:23.316021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:23.331259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=6a98c748-4203-4ecf-9a15-0b0c823f30a8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:23.335042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 5c050de4-424a-4cac-90b3-5290e9dbabb8) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:23.341226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:23.342256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.351308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab1abd-1513-40eb-ad49-5df1c30708a2 None None] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:23.371248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eecf6e99-d371-4e4d-a9e8-7de5515dae50 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7013493 Aug 03 16:13:23.373984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:23.479466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.501346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Transition to ACTIVE for port object 71afab82-d5f6-4099-ad8f-a4cb911a35ce will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:23.546416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1678fc8-ebff-46d8-938e-6ecd201c15b4 None None] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:23.558543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Transition to ACTIVE for port object 71afab82-d5f6-4099-ad8f-a4cb911a35ce will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:23.642040 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.697143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5f8f675c-d774-4500-9a07-ae4adb41a1fa None None] Provisioning for port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:23.743218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.744544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:23.753869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:23.755862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-5c050de4-424a-4cac-90b3-5290e9dbabb8', 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8', 'tenant_id': '3c6468134dc64b248bbe5005943ecff9', 'fixed_ips': [{'subnet_id': 'a873c2f5-7f88-475a-8c45-4de86637a86c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:23.756773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.759385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:23.765921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Pushing event updated for resources: {'Port': ['ID=71afab82-d5f6-4099-ad8f-a4cb911a35ce,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:23.921914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.943551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Attempting to bind port 71afab82-d5f6-4099-ad8f-a4cb911a35ce on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:23.943880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Attempting to bind port 71afab82-d5f6-4099-ad8f-a4cb911a35ce by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6855a83c-0ad5-440d-a405-55d9176a703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:23.944254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Attempting to bind port 71afab82-d5f6-4099-ad8f-a4cb911a35ce on network a5226dcb-fbd3-4c60-811a-2b61fac2af12 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:23.963752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:23.964125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Checking segment: {'id': '6855a83c-0ad5-440d-a405-55d9176a703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:23.964545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:23.964948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Bound using segment: {'id': '6855a83c-0ad5-440d-a405-55d9176a703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:23.965432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Bound port: 71afab82-d5f6-4099-ad8f-a4cb911a35ce, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6855a83c-0ad5-440d-a405-55d9176a703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a5226dcb-fbd3-4c60-811a-2b61fac2af12'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:23.965848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.022086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Allocated IP 2001:db8::1 (a5226dcb-fbd3-4c60-811a-2b61fac2af12/41f2536c-7349-44ac-b9d7-9fefb0b7c892/cef4046e-44b5-4550-8f1d-00710a3f4465) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:24.080404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Router 8745704c-88b3-4a71-bb43-6d66496c211f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:24.162098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:24.168281 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c29c7d96-f3f5-4b4b-afea-f2cdac69d125 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/routers/8745704c-88b3-4a71-bb43-6d66496c211f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1874907 Aug 03 16:13:24.170108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.171021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:24.177336 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] Sync routers for ids ['8745704c-88b3-4a71-bb43-6d66496c211f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:24.187728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Transition to ACTIVE for port object cef4046e-44b5-4550-8f1d-00710a3f4465 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:24.188672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] Routers {'8745704c-88b3-4a71-bb43-6d66496c211f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:24.190150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8745704c-88b3-4a71-bb43-6d66496c211f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:24.199274 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd382db0-b693-4431-ad0d-61bf653b95ac tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:24.203850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dd382db0-b693-4431-ad0d-61bf653b95ac tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/6a98c748-4203-4ecf-9a15-0b0c823f30a8 HTTP/1.1" status: 404 len: 333 time: 0.0318866 Aug 03 16:13:24.204446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36434) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:24.235650 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:24.258570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.262294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Allocated IP 2001:db8::2 (5c050de4-424a-4cac-90b3-5290e9dbabb8/a873c2f5-7f88-475a-8c45-4de86637a86c/6effc04a-d3e0-4921-83b1-417b9e57eb08) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:24.271740 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] Routers {'8745704c-88b3-4a71-bb43-6d66496c211f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:24.273149 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8745704c-88b3-4a71-bb43-6d66496c211f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:24.277054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] For port 71afab82-d5f6-4099-ad8f-a4cb911a35ce, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:24.281928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] For port 71afab82-d5f6-4099-ad8f-a4cb911a35ce, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71afab82-d5f6-4099-ad8f-a4cb911a35ce,segment=NetworkSegment(6855a83c-0ad5-440d-a405-55d9176a703f),segment_id=6855a83c-0ad5-440d-a405-55d9176a703f)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:24.290259 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.321379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.363582 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:24.375462 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd5e0-ec93-448f-a3aa-a4af8a3f0caf None None] The sync data for ids ['8745704c-88b3-4a71-bb43-6d66496c211f'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:24.418023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:24.422116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:24.428547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:24.429040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.432871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Port': ['ID=cef4046e-44b5-4550-8f1d-00710a3f4465,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:24.466356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:24.538665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1d20-f0df-4bcd-834e-30f6eaed03f7 None None] Pushing event updated for resources: {'Port': ['ID=71afab82-d5f6-4099-ad8f-a4cb911a35ce,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:24.611799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.613568 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.617286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:24.624056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:24.624467 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.625842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.662755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.663363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Fanout notify agent at l3_agent the message router_deleted on router 8745704c-88b3-4a71-bb43-6d66496c211f {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:13:24.680974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.682345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce7f5776-66d4-4b2a-ab75-ceadaa60f0de tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/routers/8745704c-88b3-4a71-bb43-6d66496c211f HTTP/1.1" status: 204 len: 168 time: 0.4767594 Aug 03 16:13:24.685074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:24.708402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b9870f5-9e8c-42ca-8840-da932e8537e4 None None] Provisioning complete for port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:24.708859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b9870f5-9e8c-42ca-8840-da932e8537e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.777586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.780506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet d3520136-29be-4151-bdbf-5070c7665a6b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:24.784600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.803074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Transition to ACTIVE for port object 6effc04a-d3e0-4921-83b1-417b9e57eb08 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:24.854879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Transition to ACTIVE for port object 6effc04a-d3e0-4921-83b1-417b9e57eb08 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:24.856727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.864818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.908734 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.961994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:24.969508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:24.979885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:24.981841 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b9870f5-9e8c-42ca-8840-da932e8537e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:24.995939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.044775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.059019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Pushing event updated for resources: {'Port': ['ID=6effc04a-d3e0-4921-83b1-417b9e57eb08,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.059610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.060426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.081756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,segment=NetworkSegment(a3e2cd5d-c440-4314-8d69-2a6a540d6d2b),segment_id=a3e2cd5d-c440-4314-8d69-2a6a540d6d2b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:25.082531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Attempting to bind port 6effc04a-d3e0-4921-83b1-417b9e57eb08 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:25.082890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Attempting to bind port 6effc04a-d3e0-4921-83b1-417b9e57eb08 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:25.083211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Attempting to bind port 6effc04a-d3e0-4921-83b1-417b9e57eb08 on network 5c050de4-424a-4cac-90b3-5290e9dbabb8 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:25.094403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.117450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.155912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=d3520136-29be-4151-bdbf-5070c7665a6b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.157169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.162887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.166451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-adc4f05c-a227-4fef-b311-c40fd4534d61 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/d3520136-29be-4151-bdbf-5070c7665a6b HTTP/1.1" status: 204 len: 168 time: 0.4805448 Aug 03 16:13:25.168927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36442) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:25.173154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Port': ['ID=cef4046e-44b5-4550-8f1d-00710a3f4465,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.202963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:25.203658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Checking segment: {'id': 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:25.204323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.205048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Bound using segment: {'id': 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:25.206270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Bound port: 6effc04a-d3e0-4921-83b1-417b9e57eb08, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '5c050de4-424a-4cac-90b3-5290e9dbabb8'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:25.206270 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.212226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d3698-fe84-4b40-b092-8e4ed0a3401a None None] Network ad7a7e56-51cb-4330-94a5-c02000832b7b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:25.220854 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-1b9870f5-9e8c-42ca-8840-da932e8537e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:13:25.221383 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-1b9870f5-9e8c-42ca-8840-da932e8537e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:13:25.228507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:25.230364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:25.267901 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.358987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 614aca90-9792-4bef-82b8-3421ab90cf72 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:25.359760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.370223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] For port 6effc04a-d3e0-4921-83b1-417b9e57eb08, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:25.409268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] For port 6effc04a-d3e0-4921-83b1-417b9e57eb08, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6effc04a-d3e0-4921-83b1-417b9e57eb08,segment=NetworkSegment(e13bbaa7-c806-4cd1-8580-e5e6b74a16bb),segment_id=e13bbaa7-c806-4cd1-8580-e5e6b74a16bb)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:25.412194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Router a5ec6fe9-1f9a-4470-87a3-0437127c3e29 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:13:25.438674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.505417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] For port 614aca90-9792-4bef-82b8-3421ab90cf72, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=614aca90-9792-4bef-82b8-3421ab90cf72,segment=NetworkSegment(df271bef-d55a-49bd-b80b-37903fa27d85),segment_id=df271bef-d55a-49bd-b80b-37903fa27d85)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:25.505842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.538478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 614aca90-9792-4bef-82b8-3421ab90cf72 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:25.553443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f0348-d130-4c61-a3e6-4499c6fb3ce6 None None] Pushing event updated for resources: {'Port': ['ID=6effc04a-d3e0-4921-83b1-417b9e57eb08,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.608088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:25.631746 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d2ec6876-e034-4255-9e27-058b583c096a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535739 Aug 03 16:13:25.632058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] Sync routers for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:25.634652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:25.649865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:25.650944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.719918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.720440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.766333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=614aca90-9792-4bef-82b8-3421ab90cf72,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:25.768491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No DVR routers for this DVR port 614aca90-9792-4bef-82b8-3421ab90cf72 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:25.807147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c648d20-a923-4dc4-b93d-4f0810d7db8b None None] DHCP port deletion for ad7a7e56-51cb-4330-94a5-c02000832b7b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:25.834884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:25.834884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.884548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.885229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96746-9f98-4d43-b57e-cd899330afda None None] The sync data for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:25.907240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:25.927164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7a7e56-51cb-4330-94a5-c02000832b7b']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.939884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df271bef-d55a-49bd-b80b-37903fa27d85') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.940376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df271bef-d55a-49bd-b80b-37903fa27d85') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:25.962079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14df1391-ec0d-408e-b6e2-aee91094d382 None None] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:25.978293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.008035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.017544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:26.027075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:26.032957 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:26.077765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d277e517-a895-4e46-bdb3-52d4cde5c366 None None] Provisioning for port 71afab82-d5f6-4099-ad8f-a4cb911a35ce completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:26.127177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.135751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.139887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/ad7a7e56-51cb-4330-94a5-c02000832b7b HTTP/1.1" status: 204 len: 168 time: 0.9686191 Aug 03 16:13:26.143478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36450) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:26.162024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd36338-b07b-40c4-b520-f00d57a97763 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=ad7a7e56-51cb-4330-94a5-c02000832b7b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:26.173243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.226673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ee12b-b46c-491a-b38a-20be546427cb tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:26.228128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-af1ee12b-b46c-491a-b38a-20be546427cb tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/20151ae6-e3d2-44bb-ada1-7cbb2b17a01c HTTP/1.1" status: 200 len: 840 time: 0.0832822 Aug 03 16:13:26.234588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36452) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:26.249032 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-4d5cb6e5-9268-436f-a081-0035596d06e9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:26.259052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d5cb6e5-9268-436f-a081-0035596d06e9 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6144385 Aug 03 16:13:26.262032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36454) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:26.328343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5bdc4da3-5056-460c-b9ef-19b7c274e7a0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/20151ae6-e3d2-44bb-ada1-7cbb2b17a01c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0900652 Aug 03 16:13:26.330338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36456) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:26.340021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:26.465761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:26.469877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.506637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6effc04a-d3e0-4921-83b1-417b9e57eb08 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:26.595010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6effc04a-d3e0-4921-83b1-417b9e57eb08 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:26.602676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:26.718599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:26.719174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.720858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dc5825f9-20eb-4d79-b232-0549ab8ae65d None None] Provisioning for port cef4046e-44b5-4550-8f1d-00710a3f4465 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:26.773153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dc5825f9-20eb-4d79-b232-0549ab8ae65d None None] Provisioning complete for port cef4046e-44b5-4550-8f1d-00710a3f4465 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:26.778801 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc5825f9-20eb-4d79-b232-0549ab8ae65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.803073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.808184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.863660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dc5825f9-20eb-4d79-b232-0549ab8ae65d None None] Port cef4046e-44b5-4550-8f1d-00710a3f4465 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:26.897259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:26.904669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:26.906748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:26.907698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.924668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621389f-cc4d-4d30-bbc2-407eb04565f0 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:26.932563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=7c17bd2e-6f04-4c62-8273-12436d9e729f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:26.947316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c0f08ae5-ce95-4626-9e4d-4167f43918b7 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6155517 Aug 03 16:13:26.950002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36464) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:26.955034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'security_group': {'name': 'tempest-secgroup-714081358'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:26.994519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:26.999824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71afab82-d5f6-4099-ad8f-a4cb911a35ce up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:27.031347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d358e3-46be-474d-9ef6-07a57250e611 req-5b359399-0abb-4db4-8f94-f44b364b4465 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:27.033231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5d358e3-46be-474d-9ef6-07a57250e611 req-5b359399-0abb-4db4-8f94-f44b364b4465 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.2257681 Aug 03 16:13:27.130728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 71afab82-d5f6-4099-ad8f-a4cb911a35ce completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:27.133149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b353cc0c-81be-4595-a817-8cb3edd9b8ae None None] Provisioning complete for port cef4046e-44b5-4550-8f1d-00710a3f4465 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:27.133529 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b353cc0c-81be-4595-a817-8cb3edd9b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.134381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.143052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.154255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5d358e3-46be-474d-9ef6-07a57250e611 req-f63816a4-8e92-481d-998c-a6d7b2fccd55 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755801 Aug 03 16:13:27.165067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 71afab82-d5f6-4099-ad8f-a4cb911a35ce triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:27.165455 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.207836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.217940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2664554 Aug 03 16:13:27.220016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36468) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:27.237947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'security_group': {'name': 'tempest-secgroup-668413816'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:27.278652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be1c67-36a1-4b52-8dc4-07f953fd563f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5c0735-d9f7-41e1-9302-593eaadfc196,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:27.310957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b353cc0c-81be-4595-a817-8cb3edd9b8ae None None] Port cef4046e-44b5-4550-8f1d-00710a3f4465 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:27.311199 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.342439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'tenant_id': 'f0e6d89d962d4c25b6407783737b22c4', 'fixed_ips': [{'subnet_id': '7c17bd2e-6f04-4c62-8273-12436d9e729f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:27.343444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.392182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c020e4f-dbb9-47e6-a42e-3feb9532a842 None None] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:27.488064 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.497673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.503981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.538188 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.543142 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3160846 Aug 03 16:13:27.546720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36478) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:27.567007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-200104795', 'security_groups': ['530414c7-6880-443e-8366-191eca3943dd'], 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c17bd2e-6f04-4c62-8273-12436d9e729f'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:27.591846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Provisioning for port 6effc04a-d3e0-4921-83b1-417b9e57eb08 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:27.616800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Provisioning complete for port 6effc04a-d3e0-4921-83b1-417b9e57eb08 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:27.618115 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.621467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f1bf-0315-428d-8edb-5d00a05a468a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530414c7-6880-443e-8366-191eca3943dd,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:27.660356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 71afab82-d5f6-4099-ad8f-a4cb911a35ce, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71afab82-d5f6-4099-ad8f-a4cb911a35ce,segment=NetworkSegment(6855a83c-0ad5-440d-a405-55d9176a703f),segment_id=6855a83c-0ad5-440d-a405-55d9176a703f)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:27.731638 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.744821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:27.830039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Allocated IP 172.20.0.2 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/7c17bd2e-6f04-4c62-8273-12436d9e729f/0289c02b-f83c-40c2-bfd2-1b78495197b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:27.853505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 614aca90-9792-4bef-82b8-3421ab90cf72 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:27.857456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting port cef4046e-44b5-4550-8f1d-00710a3f4465 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:27.859549 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.871183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.889985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:27.916050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 614aca90-9792-4bef-82b8-3421ab90cf72 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:27.916617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 614aca90-9792-4bef-82b8-3421ab90cf72 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:27.932311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=71afab82-d5f6-4099-ad8f-a4cb911a35ce,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:27.983879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:27.997754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Calling delete_port for cef4046e-44b5-4550-8f1d-00710a3f4465 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:28.053611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.137368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] For port 6effc04a-d3e0-4921-83b1-417b9e57eb08, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6effc04a-d3e0-4921-83b1-417b9e57eb08,segment=NetworkSegment(e13bbaa7-c806-4cd1-8580-e5e6b74a16bb),segment_id=e13bbaa7-c806-4cd1-8580-e5e6b74a16bb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:28.142635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.197462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.228250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Port': ['ID=cef4046e-44b5-4550-8f1d-00710a3f4465,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:28.372143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71afab82-d5f6-4099-ad8f-a4cb911a35ce up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:28.380633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-eaa417b3-bdd7-41ef-97bb-e9a9a3276df1 None None] Could not find standard attr ID for object cef4046e-44b5-4550-8f1d-00710a3f4465. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:28.383471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.385088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.435311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Transition to ACTIVE for port object 0289c02b-f83c-40c2-bfd2-1b78495197b6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:28.464269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e616bd-e5d3-433a-a40e-c05e308c0c27 None None] Pushing event updated for resources: {'Port': ['ID=6effc04a-d3e0-4921-83b1-417b9e57eb08,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:28.476559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Transition to ACTIVE for port object 0289c02b-f83c-40c2-bfd2-1b78495197b6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:28.486096 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.530094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 71afab82-d5f6-4099-ad8f-a4cb911a35ce triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:28.530979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.542305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:28.543597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.11 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/7c17bd2e-6f04-4c62-8273-12436d9e729f/84c7f02d-9e8e-49d3-87a5-bdd784eccfd7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:28.550120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Router a5ec6fe9-1f9a-4470-87a3-0437127c3e29 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:28.567313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:28.576610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:28.590793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Pushing event updated for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:28.603159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2d94934b-6fb0-423f-9924-8e9bf9757145 None None] Provisioning complete for port 6effc04a-d3e0-4921-83b1-417b9e57eb08 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:28.603543 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d94934b-6fb0-423f-9924-8e9bf9757145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.643467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:28.653059 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] Sync routers for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:28.667774 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf591de0-9380-4e72-85a6-cdf660c9597f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4001939 Aug 03 16:13:28.668196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36486) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:28.670939 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:28.672076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:28.702753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Attempting to bind port 0289c02b-f83c-40c2-bfd2-1b78495197b6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:28.703354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Attempting to bind port 0289c02b-f83c-40c2-bfd2-1b78495197b6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '31dbd8ca-dd4e-40f0-9422-1dc44010d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:28.703597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Attempting to bind port 0289c02b-f83c-40c2-bfd2-1b78495197b6 on network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:28.707295 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:28.708077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.712708 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-d06fb852-6510-4522-8eb3-fc8fb3bdd12d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] delete failed (client error): The resource could not be found. Aug 03 16:13:28.712996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:28.713399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Checking segment: {'id': '31dbd8ca-dd4e-40f0-9422-1dc44010d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:28.717383 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.717524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d06fb852-6510-4522-8eb3-fc8fb3bdd12d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1307326213 HTTP/1.1" status: 404 len: 335 time: 0.0445726 Aug 03 16:13:28.717669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Bound using segment: {'id': '31dbd8ca-dd4e-40f0-9422-1dc44010d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:28.717669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Bound port: 0289c02b-f83c-40c2-bfd2-1b78495197b6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dbd8ca-dd4e-40f0-9422-1dc44010d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:28.717669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.717982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36488) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:28.723293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:28.724131 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:28.725679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-43955cd1-ab8c-4a8b-96da-4e3463bc703d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:28.742734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:28.764976 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:28.765967 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c763d1de-57e6-4256-ba21-f8af4670a107 None None] The sync data for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:28.782872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.827934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:28.831214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:28.837758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:28.868594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=84c7f02d-9e8e-49d3-87a5-bdd784eccfd7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:28.889274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:28.893374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0289c02b-f83c-40c2-bfd2-1b78495197b6,segment=NetworkSegment(31dbd8ca-dd4e-40f0-9422-1dc44010d20e),segment_id=31dbd8ca-dd4e-40f0-9422-1dc44010d20e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:28.899253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.903279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:28.903939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:28.920506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-750ce2f8-59d0-4283-b6ca-8946d1868481 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3723567 Aug 03 16:13:28.922907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:28.929436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:28.987221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2404d26-2eac-40e9-bad5-29b1e94881a8 None None] Pushing event updated for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:29.003969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-43955cd1-ab8c-4a8b-96da-4e3463bc703d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.027670 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-43955cd1-ab8c-4a8b-96da-4e3463bc703d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] update failed (client error): The resource could not be found. Aug 03 16:13:29.028902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-43955cd1-ab8c-4a8b-96da-4e3463bc703d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29 HTTP/1.1" status: 404 len: 339 time: 0.3102944 Aug 03 16:13:29.033228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36498) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:29.038708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1087385120'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:29.062764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:29.066530 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.092575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:29.096611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.098147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:13:29.110697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.111248 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Added segment 39076365-62ca-49d9-8306-13dc60d74ec4 of type vlan for network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 Aug 03 16:13:29.163237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.216468 n-d-803226-3 neutron-server[106017]: INFO neutron.db.ipam_backend_mixin [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c17bd2e-6f04-4c62-8273-12436d9e729f (CIDR: 172.20.0.0/28) Aug 03 16:13:29.219266 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:29.219485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.219980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:29.225329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:29.225996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.238665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0bf137d-a418-4bb9-880f-c1aaedf8d7a6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3142691 Aug 03 16:13:29.239295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36500) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:29.286065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:29.344217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3098633 Aug 03 16:13:29.347128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36502) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:29.352629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'subnet': {'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:29.361392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc77f-faf9-4f3c-bdbf-a34841cb3920 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Network': ['ID=ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:29.376232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:13:29.422186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:29.426522 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.449616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Made reservation on behalf of 3c6468134dc64b248bbe5005943ecff9 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:29.453444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.655088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.673911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.716559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:29.720064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:29.720708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Subnet': ['ID=a9bf7636-c6a9-41ae-88a0-f4be47138864,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:29.726347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:29.727180 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.734152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Checking segment: {'id': '39076365-62ca-49d9-8306-13dc60d74ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:29.734517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network hostable DHCP agents. Network: ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:13:29.754350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=dad76dc8-37e1-4b12-8224-798147a68776,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:29.757058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:13:29.762339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bcdb7647-9bf5-482c-a2b3-283833e8187e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5102615 Aug 03 16:13:29.764756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36504) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:29.770758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1148841078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dad76dc8-37e1-4b12-8224-798147a68776'}], 'security_groups': ['7c5c0735-d9f7-41e1-9302-593eaadfc196']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:29.771124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:29.779731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:29.780427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.784624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56472d5d-0e2e-40d6-865e-b5f5a6265bf0 None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:29.817923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f0cc2d6d-d7e5-4f1e-a2d3-7173f7441a67 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4669418 Aug 03 16:13:29.818287 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36510) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:29.825351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-48e23890-076a-4098-acb1-4843838ad330 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:29.947486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:29.960043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9', 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9', 'tenant_id': '3c6468134dc64b248bbe5005943ecff9', 'fixed_ips': [{'subnet_id': 'a9bf7636-c6a9-41ae-88a0-f4be47138864'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:13:29.962711 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.062187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:13:30.075924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-48e23890-076a-4098-acb1-4843838ad330 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.132280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3b744-7a65-4b8c-ae82-5e5a4054e9f8 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:30.200358 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-48e23890-076a-4098-acb1-4843838ad330 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:30.206863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-48e23890-076a-4098-acb1-4843838ad330 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29 HTTP/1.1" status: 400 len: 364 time: 0.3820179 Aug 03 16:13:30.207209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:30.252896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Allocated IP 2001:db8:1::2 (ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9/a9bf7636-c6a9-41ae-88a0-f4be47138864/830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:30.275828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dca21351-17ee-4623-b5a4-abacb1272b16 None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:30.276223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dca21351-17ee-4623-b5a4-abacb1272b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.323201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Delete allocated IP 172.20.0.11 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/7c17bd2e-6f04-4c62-8273-12436d9e729f) {{(pid=106016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:13:30.343339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.29 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/dad76dc8-37e1-4b12-8224-798147a68776/84c7f02d-9e8e-49d3-87a5-bdd784eccfd7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:30.405898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:30.409126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dca21351-17ee-4623-b5a4-abacb1272b16 None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:30.459776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2455ace3-c077-4935-bf6e-3a891099fc69', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:13:30.473810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dca21351-17ee-4623-b5a4-abacb1272b16 None None] Provisioning for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:30.499614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:30.581921 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.597494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Ignored duplicate provisioning block setup for port 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 16:13:30.598458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.606297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.618862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.657666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.669187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:13:30.676911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Transition to ACTIVE for port object 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:30.699720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:30.716203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:30.716444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.721089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:30.722905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Transition to ACTIVE for port object 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:30.744243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.746555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.755922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=84c7f02d-9e8e-49d3-87a5-bdd784eccfd7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:30.780834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] In _notify_port_updated(), no bound segment for port 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 on network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:13:30.786856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:30.787497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.788987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-db2d7a3c-f468-4b36-aeff-77986bb3fdea tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/ports/84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 HTTP/1.1" status: 200 len: 921 time: 1.0231841 Aug 03 16:13:30.792610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:30.832467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:30.847932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:30.850032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2455ace3-c077-4935-bf6e-3a891099fc69'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:13:30.856173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:30.892510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:30.912246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:30.912889 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:30.959839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Update dhcp port {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'fixed_ips': [{'subnet_id': '7c17bd2e-6f04-4c62-8273-12436d9e729f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dad76dc8-37e1-4b12-8224-798147a68776'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0289c02b-f83c-40c2-bfd2-1b78495197b6'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:13:30.964724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Allocated IP 2001:db8::1 (76e7daea-bff6-4f1f-b685-1fc56a64deff/ce1786f5-464f-4ea5-9582-59685953254f/f870a23c-1af3-4ed5-aac6-d53502701b03) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:31.037568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.053375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Pushing event updated for resources: {'Port': ['ID=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:31.053714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:31.064747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Attempting to bind port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:13:31.065120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Attempting to bind port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '39076365-62ca-49d9-8306-13dc60d74ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:13:31.065482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Attempting to bind port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 on network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:13:31.067263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.083952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.093299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:13:31.093718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Checking segment: {'id': '39076365-62ca-49d9-8306-13dc60d74ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:13:31.094128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.094526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Bound using segment: {'id': '39076365-62ca-49d9-8306-13dc60d74ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:13:31.095000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Bound port: 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39076365-62ca-49d9-8306-13dc60d74ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:13:31.095385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.127003 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.153150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Transition to ACTIVE for port object f870a23c-1af3-4ed5-aac6-d53502701b03 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:31.212624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.251365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0289c02b-f83c-40c2-bfd2-1b78495197b6,segment=NetworkSegment(31dbd8ca-dd4e-40f0-9422-1dc44010d20e),segment_id=31dbd8ca-dd4e-40f0-9422-1dc44010d20e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:31.254190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.281597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:31.285016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:31.289046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:31.290374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.340681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Port': ['ID=f870a23c-1af3-4ed5-aac6-d53502701b03,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:31.350868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=84c7f02d-9e8e-49d3-87a5-bdd784eccfd7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:31.486537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.488764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4ab3fd37-d14d-4548-b4cc-bd6c7f94849e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 HTTP/1.1" status: 204 len: 168 time: 0.6951323 Aug 03 16:13:31.491473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:31.511724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.548875 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc918bbd-ede2-405e-981d-9b8e034f8fe1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:31.553020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc918bbd-ede2-405e-981d-9b8e034f8fe1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/84c7f02d-9e8e-49d3-87a5-bdd784eccfd7 HTTP/1.1" status: 404 len: 333 time: 0.0571806 Aug 03 16:13:31.560307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:31.613037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Allocated IP 172.20.0.18 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/dad76dc8-37e1-4b12-8224-798147a68776/0289c02b-f83c-40c2-bfd2-1b78495197b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:31.632851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.633728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6effc04a-d3e0-4921-83b1-417b9e57eb08 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:31.658716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] For port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:13:31.793390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] For port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,segment=NetworkSegment(39076365-62ca-49d9-8306-13dc60d74ec4),segment_id=39076365-62ca-49d9-8306-13dc60d74ec4)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:13:31.815214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.859864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6fad1da-8b97-41c1-a0ad-d63aac6fcfe3 None None] Provisioning for port f870a23c-1af3-4ed5-aac6-d53502701b03 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:31.898190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:31.903404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b6fad1da-8b97-41c1-a0ad-d63aac6fcfe3 None None] Provisioning complete for port f870a23c-1af3-4ed5-aac6-d53502701b03 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:31.904030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6fad1da-8b97-41c1-a0ad-d63aac6fcfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:31.949965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b6fad1da-8b97-41c1-a0ad-d63aac6fcfe3 None None] Port f870a23c-1af3-4ed5-aac6-d53502701b03 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:31.986057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.986404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.986749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.987086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.987426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.988490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.988816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.989152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.989483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.991490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.991843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:31.992274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:32.044853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6effc04a-d3e0-4921-83b1-417b9e57eb08 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:32.045188 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.051994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0289c02b-f83c-40c2-bfd2-1b78495197b6,segment=NetworkSegment(31dbd8ca-dd4e-40f0-9422-1dc44010d20e),segment_id=31dbd8ca-dd4e-40f0-9422-1dc44010d20e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:32.147479 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.157182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79c20-a2ea-40ae-b0d6-699cc8e9e186 None None] Pushing event updated for resources: {'Port': ['ID=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:32.159885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.184050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Transition to ACTIVE for port object 0289c02b-f83c-40c2-bfd2-1b78495197b6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:32.243913 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.347256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.398521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512a21e-17a8-4c43-9584-627dcdf3fc7c None None] Pushing event updated for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:32.520066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.522706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.527075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.528923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/security-groups/530414c7-6880-443e-8366-191eca3943dd HTTP/1.1" status: 204 len: 168 time: 0.9675181 Aug 03 16:13:32.531769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36562) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:32.535333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.536402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.599761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1151-4aa3-47d8-aad4-5be151297de8 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530414c7-6880-443e-8366-191eca3943dd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:32.643506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.685449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:32.692187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.746425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event updated for resources: {'Port': ['ID=f870a23c-1af3-4ed5-aac6-d53502701b03,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:32.753621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.756606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.758718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/security-groups/7c5c0735-d9f7-41e1-9302-593eaadfc196 HTTP/1.1" status: 204 len: 168 time: 0.2252588 Aug 03 16:13:32.765082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:32.781095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeef9e9-a5a8-448b-bac8-82ae3108a489 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5c0735-d9f7-41e1-9302-593eaadfc196,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:32.796565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:32.863163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet 7c17bd2e-6f04-4c62-8273-12436d9e729f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:32.873415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:32.875309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:32.936487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:32.941435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:32.950652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.285855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.401166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Router a5ec6fe9-1f9a-4470-87a3-0437127c3e29 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:33.454138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.591453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Could not find standard attr ID for object 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:33.613378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Provisioning for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:33.617724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:33.618452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.622788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=7c17bd2e-6f04-4c62-8273-12436d9e729f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:33.646314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.650444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0395eab3-4d1b-48e8-8b27-b14b27c29fc9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/7c17bd2e-6f04-4c62-8273-12436d9e729f HTTP/1.1" status: 204 len: 168 time: 0.8824847 Aug 03 16:13:33.655097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36574) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:33.674150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:33.687292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022cfb8-af79-4392-8d25-695a939e55fc None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:33.731739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:33.744676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-125d65b4-24e1-4ab2-bf08-f1c7f65a2f5c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361824 Aug 03 16:13:33.747322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:33.788635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] Sync routers for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:33.874361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:33.875712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:33.886886 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-013fd97c-2c97-4c30-a9b3-31032c3f478f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:33.946238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:34.007137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:34.009082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:34.032312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:34.037228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.061243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:34.072041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:34.072750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf14442-91a4-4c22-a89a-13a431c9edbc None None] The sync data for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:34.128866 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-013fd97c-2c97-4c30-a9b3-31032c3f478f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 16:13:34.130445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-013fd97c-2c97-4c30-a9b3-31032c3f478f tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29 HTTP/1.1" status: 409 len: 329 time: 0.3818920 Aug 03 16:13:34.134840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36584) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:34.173759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:34.175150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.256187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:34.287652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2455ace3-c077-4935-bf6e-3a891099fc69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:34.288213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.365728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ec386-617f-4495-8de7-7e583b5cd9fc None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:34.490944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.494268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Provisioning complete for port f870a23c-1af3-4ed5-aac6-d53502701b03 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:34.494742 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.557196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:34.569837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:34.573555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:34.578486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:34.579128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.591574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=6f4f9f56-5833-4231-9338-a42d010e2414,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:34.605741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf01b6bf-405b-4098-98aa-0312f756ce1a tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9458272 Aug 03 16:13:34.608458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:34.614407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582014639'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:34.700413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.719855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.736165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8ad1df58-a538-4e47-8039-c51368167496 None None] Port f870a23c-1af3-4ed5-aac6-d53502701b03 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:34.791071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:34.793415 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46797e2a-04f1-47bd-8760-a99ffb58cad9" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:34.844286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:34.856021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:34.856672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.858422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.884820 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff10d367-9238-429d-9273-79ba6ec5e89d x-openstack-request-id: req-ff10d367-9238-429d-9273-79ba6ec5e89d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:34.885533 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:34.885533 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff10d367-9238-429d-9273-79ba6ec5e89d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:34.885795 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:13:34.905192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Could not find standard attr ID for object 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:34.916182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.920956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.972674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daab41d-1792-4904-8608-e5549770da4d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:34.974697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Provisioning for port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:34.975616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:34.977928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f34df3e0-421f-4de3-8dd1-272d5b4b9ede tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3683987 Aug 03 16:13:34.982021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36592) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:34.987569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004202235'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:35.017120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Provisioning complete for port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:35.017603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.051455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.062018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.084151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:35.206666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.250777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] For port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,segment=NetworkSegment(39076365-62ca-49d9-8306-13dc60d74ec4),segment_id=39076365-62ca-49d9-8306-13dc60d74ec4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:35.251762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.256280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.264561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.316367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.317909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3347862 Aug 03 16:13:35.321616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:35.331152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'security_group': {'name': 'tempest-secgroup-440421942'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:35.339951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32f7a-375d-4a90-a0ab-c05182a47c1e None None] Pushing event updated for resources: {'Port': ['ID=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:35.365513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123adbd-032b-417d-a6d6-b24ae304c8ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af0974-34a3-4618-b0f7-a36e3a9dac18,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:35.384232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de045592-f4e9-49c5-a871-f316c6b0bb63 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:35.392887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.422390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a659ecda-1680-4c80-905b-134d6dce4c0d None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:35.422929 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a659ecda-1680-4c80-905b-134d6dce4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.517576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a659ecda-1680-4c80-905b-134d6dce4c0d None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:35.551414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a659ecda-1680-4c80-905b-134d6dce4c0d None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:35.551937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a659ecda-1680-4c80-905b-134d6dce4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.558202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.570243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.603647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.606350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting port f870a23c-1af3-4ed5-aac6-d53502701b03 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:35.607261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2845714 Aug 03 16:13:35.611519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.614409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36600) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:35.620482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-316728245', 'security_groups': ['2a19c4e2-d408-4a9f-8849-9c146a9f0241'], 'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f4f9f56-5833-4231-9338-a42d010e2414'}]}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:35.734973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13e76-f363-4140-aee4-c4f055ab1b2d tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19c4e2-d408-4a9f-8849-9c146a9f0241,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:35.758610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:35.827557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.860326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Calling delete_port for f870a23c-1af3-4ed5-aac6-d53502701b03 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:35.877750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:35.902343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] device_id is not set on port 1728576a-d882-4f5c-a897-7513594f37d1 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:13:36.165498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.9 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/6f4f9f56-5833-4231-9338-a42d010e2414/1728576a-d882-4f5c-a897-7513594f37d1) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:36.176026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.205204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b24dc99-fb91-47e0-ac7d-948403fb7ebb None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:36.205852 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b24dc99-fb91-47e0-ac7d-948403fb7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.233440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Port': ['ID=f870a23c-1af3-4ed5-aac6-d53502701b03,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:36.317168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6b24dc99-fb91-47e0-ac7d-948403fb7ebb None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:36.344419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b24dc99-fb91-47e0-ac7d-948403fb7ebb None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:36.345925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b24dc99-fb91-47e0-ac7d-948403fb7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.419969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.521081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.553852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 1728576a-d882-4f5c-a897-7513594f37d1 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:36.575093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:36.625094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.705341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=1728576a-d882-4f5c-a897-7513594f37d1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:36.708387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6fd58909-9946-47e1-abb7-827676e88a2e None None] Could not find standard attr ID for object 84c7f02d-9e8e-49d3-87a5-bdd784eccfd7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:36.769670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:36.771081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:36.771310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:36.771525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.776317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:13:36.827908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:36.828569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:36.848187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ab4b1418-b964-4577-8112-b30201f00211 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2316833 Aug 03 16:13:36.850020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:36.856630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:36.926402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Router a5ec6fe9-1f9a-4470-87a3-0437127c3e29 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:37.014846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:37.022545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.095952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:37.102731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7771fd8a-ea17-4d60-a81a-dd5e3e527d6b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9666536 Aug 03 16:13:37.108641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36612) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.119598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] Sync routers for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:37.135406 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:37.136138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:37.215841 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-09d04890-3f64-468d-a83b-5d151347f36c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] show failed (client error): The resource could not be found. Aug 03 16:13:37.218126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09d04890-3f64-468d-a83b-5d151347f36c tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-657663050 HTTP/1.1" status: 404 len: 334 time: 0.1093469 Aug 03 16:13:37.222339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.229228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10453c2e-cc23-4e4c-af05-5765f86c2115 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:37.233434 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f4f9f56-5833-4231-9338-a42d010e2414 (CIDR: 172.20.0.0/28) Aug 03 16:13:37.248150 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:37.248707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:37.272521 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4e44542a-ecac-4378-a3ec-f9d50bf391fd tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4209816 Aug 03 16:13:37.276359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.282723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:37.318769 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-10453c2e-cc23-4e4c-af05-5765f86c2115 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] update failed (client error): The resource could not be found. Aug 03 16:13:37.324307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10453c2e-cc23-4e4c-af05-5765f86c2115 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-134364820 HTTP/1.1" status: 404 len: 334 time: 0.1007047 Aug 03 16:13:37.325272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36622) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.346838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1d6bee49-8bbc-4cc2-9b03-67b6e4926e7d None None] Provisioning for port 1728576a-d882-4f5c-a897-7513594f37d1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:37.358760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1d6bee49-8bbc-4cc2-9b03-67b6e4926e7d None None] Provisioning complete for port 1728576a-d882-4f5c-a897-7513594f37d1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:37.359143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1d6bee49-8bbc-4cc2-9b03-67b6e4926e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.377075 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:37.417723 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] Routers {'a5ec6fe9-1f9a-4470-87a3-0437127c3e29'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:37.419155 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:37.467131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting subnet a9bf7636-c6a9-41ae-88a0-f4be47138864 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:37.479204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.527596 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:37.528341 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f4d25-c859-42bc-8780-3ecf1523722c None None] The sync data for ids ['a5ec6fe9-1f9a-4470-87a3-0437127c3e29'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:37.530083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:37.535366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.625814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.718475 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dad76dc8-37e1-4b12-8224-798147a68776 (CIDR: 172.20.0.16/28) Aug 03 16:13:37.724662 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:37.725302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:37.751484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.751826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bee49-8bbc-4cc2-9b03-67b6e4926e7d None None] Port 1728576a-d882-4f5c-a897-7513594f37d1 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:37.763558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26a22925-0042-45af-ade0-a43bb4ae6c19 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4853582 Aug 03 16:13:37.768751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36628) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.778759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'subnet': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:37.873352 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.898899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bf7636-c6a9-41ae-88a0-f4be47138864,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:37.910212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:37.915070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8a426ce6-566c-4356-82ad-f9ccaa13df99 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/subnets/a9bf7636-c6a9-41ae-88a0-f4be47138864 HTTP/1.1" status: 204 len: 168 time: 0.5859268 Aug 03 16:13:37.918151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36630) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:37.920984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2237cb9-8d5d-4ab5-837e-5f355aa1237e None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:37.961299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Made reservation on behalf of f0e6d89d962d4c25b6407783737b22c4 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:13:37.967174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.054453 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.184156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:38.185187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.279249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] DHCP port deletion for ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:38.368753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Deleting port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:38.369444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.379097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] For port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,segment=NetworkSegment(39076365-62ca-49d9-8306-13dc60d74ec4),segment_id=39076365-62ca-49d9-8306-13dc60d74ec4)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:38.379750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.404208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.423238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Calling delete_port for 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:38.450880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] For port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,segment=NetworkSegment(39076365-62ca-49d9-8306-13dc60d74ec4),segment_id=39076365-62ca-49d9-8306-13dc60d74ec4)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:38.451442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.466650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Calling delete_port for 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:38.527877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Subnet': ['ID=75541d1d-9574-44df-b4cd-e7c9e526149e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:38.537591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:13:38.539170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:13:38.542293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:38.542897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.571760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.577631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-03052fc1-fb81-434a-bfc6-b829ceb5f714 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8029721 Aug 03 16:13:38.578017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:38.580024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:38.587848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1404607382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75541d1d-9574-44df-b4cd-e7c9e526149e'}], 'security_groups': ['3daab41d-1792-4904-8608-e5549770da4d', 'c1af0974-34a3-4618-b0f7-a36e3a9dac18']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:38.607490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3747757-c3f3-44ab-832e-ef175671da80 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:38.613067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Port': ['ID=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:38.629632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] No DVR routers for this DVR port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:38.723713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.732248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.736289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:38.739001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:38.739564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:38.749987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39076365-62ca-49d9-8306-13dc60d74ec4') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:38.750386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39076365-62ca-49d9-8306-13dc60d74ec4') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:38.763324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.782193 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.790282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:38.791226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.854398 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:38.873100 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:38.876172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.882851 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:38.887563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/networks/ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 HTTP/1.1" status: 204 len: 168 time: 0.9658294 Aug 03 16:13:38.895219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Pushing event deleted for resources: {'Port': ['ID=830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:38.901368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36640) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:38.905792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9c58-cbc7-4325-9346-a7ed4b6b0a0d tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Network': ['ID=ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:38.907501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] Network ee5b8f95-6a9a-4c2c-99c3-0c2b31d65cb9 is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:13:38.907980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f7976-ba17-4449-8a61-16871cdd9821 None None] No DVR routers for this DVR port 830b5fe2-2f3d-4e31-bfde-4bd7bd5a4536 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:39.056844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Update dhcp port {'port': {'network_id': '46e61fd1-b121-451b-ae8f-aaf8a63aa9c2', 'fixed_ips': [{'subnet_id': 'dad76dc8-37e1-4b12-8224-798147a68776', 'ip_address': '172.20.0.18'}, {'subnet_id': '75541d1d-9574-44df-b4cd-e7c9e526149e'}, {'subnet_id': '6f4f9f56-5833-4231-9338-a42d010e2414'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0289c02b-f83c-40c2-bfd2-1b78495197b6'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:13:39.088978 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.446953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Allocated IP 172.20.0.34 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/75541d1d-9574-44df-b4cd-e7c9e526149e/0289c02b-f83c-40c2-bfd2-1b78495197b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:39.458765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Allocated IP 172.20.0.2 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/6f4f9f56-5833-4231-9338-a42d010e2414/0289c02b-f83c-40c2-bfd2-1b78495197b6) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:39.615426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0289c02b-f83c-40c2-bfd2-1b78495197b6,segment=NetworkSegment(31dbd8ca-dd4e-40f0-9422-1dc44010d20e),segment_id=31dbd8ca-dd4e-40f0-9422-1dc44010d20e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:39.647716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting subnet a873c2f5-7f88-475a-8c45-4de86637a86c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:39.653169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.655846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.673935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Transition to ACTIVE for port object 0289c02b-f83c-40c2-bfd2-1b78495197b6 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:39.678812 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.745006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.811237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41d37f-06c8-469a-847b-3b7ab6cfe0d4 None None] Pushing event updated for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:39.856464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5cef8206-b0b9-400f-a0a8-61d12af72137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.913630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Delete allocated IP 172.20.0.9 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/6f4f9f56-5833-4231-9338-a42d010e2414) {{(pid=106016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 16:13:39.929782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:39.963794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Allocated IP 172.20.0.37 (46e61fd1-b121-451b-ae8f-aaf8a63aa9c2/75541d1d-9574-44df-b4cd-e7c9e526149e/1728576a-d882-4f5c-a897-7513594f37d1) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:13:40.075247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.164852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Subnet': ['ID=a873c2f5-7f88-475a-8c45-4de86637a86c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:40.175830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.178689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e8ac0de-97c4-4456-9781-83997e24bce4 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/subnets/a873c2f5-7f88-475a-8c45-4de86637a86c HTTP/1.1" status: 204 len: 168 time: 1.2763405 Aug 03 16:13:40.183075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:40.196657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73980146-6da3-4f9f-8f9c-d4829e82971f None None] Network 5c050de4-424a-4cac-90b3-5290e9dbabb8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:40.309734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting subnet 41f2536c-7349-44ac-b9d7-9fefb0b7c892 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:40.322045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.451399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.462716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.476576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Transition to ACTIVE for port object 1728576a-d882-4f5c-a897-7513594f37d1 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:13:40.484188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.577070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:40.652793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.695378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] DHCP port deletion for 5c050de4-424a-4cac-90b3-5290e9dbabb8 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:40.724154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event updated for resources: {'Port': ['ID=1728576a-d882-4f5c-a897-7513594f37d1,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:40.760937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] In _notify_port_updated(), no bound segment for port 1728576a-d882-4f5c-a897-7513594f37d1 on network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 {{(pid=106016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 16:13:40.766963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.772857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:40.774124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.775625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b9c3a034-1376-4fa9-937a-6c4b1bb06b1f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "PUT /v2.0/ports/1728576a-d882-4f5c-a897-7513594f37d1 HTTP/1.1" status: 200 len: 960 time: 2.1962321 Aug 03 16:13:40.779364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36662) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:40.811124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Subnet': ['ID=41f2536c-7349-44ac-b9d7-9fefb0b7c892,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:40.815074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.819599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c30447ff-a99d-461c-8eac-c40ce8358849 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/subnets/41f2536c-7349-44ac-b9d7-9fefb0b7c892 HTTP/1.1" status: 204 len: 168 time: 0.6354322 Aug 03 16:13:40.822828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36664) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:40.829175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341c3f4-e5bd-4424-883f-efa832035243 None None] Network a5226dcb-fbd3-4c60-811a-2b61fac2af12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:40.902334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Deleting port 6effc04a-d3e0-4921-83b1-417b9e57eb08 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:40.903117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.955948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:40.985084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Provisioning for port 1728576a-d882-4f5c-a897-7513594f37d1 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:41.000760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Provisioning complete for port 1728576a-d882-4f5c-a897-7513594f37d1 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:41.001168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.006283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 1728576a-d882-4f5c-a897-7513594f37d1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:41.006686 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.109550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] For port 6effc04a-d3e0-4921-83b1-417b9e57eb08, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6effc04a-d3e0-4921-83b1-417b9e57eb08,segment=NetworkSegment(e13bbaa7-c806-4cd1-8580-e5e6b74a16bb),segment_id=e13bbaa7-c806-4cd1-8580-e5e6b74a16bb)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:41.109944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.111116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting port 6effc04a-d3e0-4921-83b1-417b9e57eb08 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:41.111472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.130535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Calling delete_port for 6effc04a-d3e0-4921-83b1-417b9e57eb08 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:41.141478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Port 1728576a-d882-4f5c-a897-7513594f37d1 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:41.158994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.214843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:41.215260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.227816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 1728576a-d882-4f5c-a897-7513594f37d1 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:41.301191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:41.304199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a34937-bfe6-40da-affd-908dc702135e None None] DHCP port deletion for a5226dcb-fbd3-4c60-811a-2b61fac2af12 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:41.354253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Provisioning for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:13:41.355845 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:13:41.366443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:41.366756 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8f20c512-70d7-425c-a45b-8aafb2767d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.454470 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.492858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] For port 6effc04a-d3e0-4921-83b1-417b9e57eb08, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6effc04a-d3e0-4921-83b1-417b9e57eb08,segment=NetworkSegment(e13bbaa7-c806-4cd1-8580-e5e6b74a16bb),segment_id=e13bbaa7-c806-4cd1-8580-e5e6b74a16bb)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:41.493741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.503117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.510972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] Pushing event deleted for resources: {'Port': ['ID=6effc04a-d3e0-4921-83b1-417b9e57eb08,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:41.521676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943705b4-0d10-4414-aa21-5427c1376980 None None] No DVR routers for this DVR port 6effc04a-d3e0-4921-83b1-417b9e57eb08 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:41.536491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Calling delete_port for 6effc04a-d3e0-4921-83b1-417b9e57eb08 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:41.543310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Deleting port 71afab82-d5f6-4099-ad8f-a4cb911a35ce {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:41.543689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.562965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=1728576a-d882-4f5c-a897-7513594f37d1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:41.684629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19a34937-bfe6-40da-affd-908dc702135e None None] For port 71afab82-d5f6-4099-ad8f-a4cb911a35ce, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=71afab82-d5f6-4099-ad8f-a4cb911a35ce,segment=NetworkSegment(6855a83c-0ad5-440d-a405-55d9176a703f),segment_id=6855a83c-0ad5-440d-a405-55d9176a703f)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:41.685545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.711500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Calling delete_port for 71afab82-d5f6-4099-ad8f-a4cb911a35ce owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:41.728841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.733500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a5d3837-9163-4b7c-bb32-e663f3a1ff56 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/1728576a-d882-4f5c-a897-7513594f37d1 HTTP/1.1" status: 204 len: 168 time: 0.9504166 Aug 03 16:13:41.734325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:41.792088 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2958998e-1b75-4e36-b147-59310905bb0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] GET failed (client error): The resource could not be found. Aug 03 16:13:41.795965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2958998e-1b75-4e36-b147-59310905bb0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports/1728576a-d882-4f5c-a897-7513594f37d1 HTTP/1.1" status: 404 len: 333 time: 0.0577250 Aug 03 16:13:41.796406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:41.812951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.825191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8c0d23fa-7b4e-459a-98ec-df5d5e21badc None None] Could not find standard attr ID for object 1728576a-d882-4f5c-a897-7513594f37d1. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:13:41.847237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] No DVR routers for this DVR port 6effc04a-d3e0-4921-83b1-417b9e57eb08 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:41.872657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:41.890166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Port': ['ID=6effc04a-d3e0-4921-83b1-417b9e57eb08,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:41.915917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a34937-bfe6-40da-affd-908dc702135e None None] Pushing event deleted for resources: {'Port': ['ID=71afab82-d5f6-4099-ad8f-a4cb911a35ce,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:41.924863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a34937-bfe6-40da-affd-908dc702135e None None] No DVR routers for this DVR port 71afab82-d5f6-4099-ad8f-a4cb911a35ce on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:42.008285 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.030658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c050de4-424a-4cac-90b3-5290e9dbabb8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.042018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.047458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.047757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13bbaa7-c806-4cd1-8580-e5e6b74a16bb') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.068335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.088311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.097809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.112231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:42.115428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:42.118986 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:42.142927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8f5c-f502-4456-8353-3d2619818a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.201633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.222019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.228285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36680) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:42.228481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/networks/5c050de4-424a-4cac-90b3-5290e9dbabb8 HTTP/1.1" status: 204 len: 168 time: 1.4044719 Aug 03 16:13:42.232709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0918a-164e-4257-a1ff-e3f5c812c7cc tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Network': ['ID=5c050de4-424a-4cac-90b3-5290e9dbabb8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:42.236694 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.239638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.244992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a19c4e2-d408-4a9f-8849-9c146a9f0241 HTTP/1.1" status: 204 len: 168 time: 0.4476509 Aug 03 16:13:42.245821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:42.265074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268290-5f50-4ba5-adb0-126267dc3a96 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19c4e2-d408-4a9f-8849-9c146a9f0241,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:42.333417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.367952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.377881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.427049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.439415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.441298 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/security-groups/c1af0974-34a3-4618-b0f7-a36e3a9dac18 HTTP/1.1" status: 204 len: 168 time: 0.1914580 Aug 03 16:13:42.456237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36688) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:42.468201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4deed-6e49-4330-bbd4-ef501cea1803 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af0974-34a3-4618-b0f7-a36e3a9dac18,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:42.488428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6effc04a-d3e0-4921-83b1-417b9e57eb08 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:42.518204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6effc04a-d3e0-4921-83b1-417b9e57eb08 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:42.527807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6effc04a-d3e0-4921-83b1-417b9e57eb08 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:42.528517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71afab82-d5f6-4099-ad8f-a4cb911a35ce no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:42.538225 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.559093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5226dcb-fbd3-4c60-811a-2b61fac2af12']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.567657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 71afab82-d5f6-4099-ad8f-a4cb911a35ce {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:42.568008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 71afab82-d5f6-4099-ad8f-a4cb911a35ce not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:42.575116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6855a83c-0ad5-440d-a405-55d9176a703f') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.575519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6855a83c-0ad5-440d-a405-55d9176a703f') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:42.592745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.628204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.641336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:42.641336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:42.648903 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:42.703187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.734079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.739747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.743058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/networks/a5226dcb-fbd3-4c60-811a-2b61fac2af12 HTTP/1.1" status: 204 len: 168 time: 0.5129809 Aug 03 16:13:42.745425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36692) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:42.756456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.779026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.789395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7042ec6-df16-4fa1-b537-5e59ef1b6fb0 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Network': ['ID=a5226dcb-fbd3-4c60-811a-2b61fac2af12,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:42.827138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting subnet ce1786f5-464f-4ea5-9582-59685953254f {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:42.840134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.845459 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.852392 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.854342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/security-groups/3daab41d-1792-4904-8608-e5549770da4d HTTP/1.1" status: 204 len: 168 time: 0.3971241 Aug 03 16:13:42.858140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36694) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:42.881231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b750626-5eb8-4bed-9f1d-5f280d5f155c tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daab41d-1792-4904-8608-e5549770da4d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:42.894511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:42.959467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet 6f4f9f56-5833-4231-9338-a42d010e2414 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:42.964446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.015467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.018081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.107128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.135320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.148867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1786f5-464f-4ea5-9582-59685953254f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:43.162688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.167063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9e74af5f-6560-4406-b9f5-e74b532e6f3a tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/subnets/ce1786f5-464f-4ea5-9582-59685953254f HTTP/1.1" status: 204 len: 168 time: 0.4195104 Aug 03 16:13:43.169203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36698) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:43.175140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3104c6-2337-4e1d-85bd-483b70b501ad None None] Network 76e7daea-bff6-4f1f-b685-1fc56a64deff requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:43.239831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.268375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.276494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36700) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:43.277162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/6f4f9f56-5833-4231-9338-a42d010e2414 HTTP/1.1" status: 204 len: 168 time: 0.4162259 Aug 03 16:13:43.279890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec6fff3-5056-463c-98ee-bec100b822df None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:43.305003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962968-d088-4480-8ff6-01959b0592db tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4f9f56-5833-4231-9338-a42d010e2414,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:43.342130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.381802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet 75541d1d-9574-44df-b4cd-e7c9e526149e {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:43.410536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.535572 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.543967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] DHCP port deletion for 76e7daea-bff6-4f1f-b685-1fc56a64deff request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:43.616517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Deleting port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:43.616975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.667221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Deleting port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:43.668869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.773411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] For port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,segment=NetworkSegment(a3e2cd5d-c440-4314-8d69-2a6a540d6d2b),segment_id=a3e2cd5d-c440-4314-8d69-2a6a540d6d2b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:43.774571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.787487 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.801454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Calling delete_port for 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:43.810411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.814776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] For port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,segment=NetworkSegment(a3e2cd5d-c440-4314-8d69-2a6a540d6d2b),segment_id=a3e2cd5d-c440-4314-8d69-2a6a540d6d2b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:43.815184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.835103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Calling delete_port for 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:43.959546 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.970633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:43.995983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] Pushing event deleted for resources: {'Port': ['ID=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:43.997800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcaf576-070c-402a-888e-528a650d5f7b None None] No DVR routers for this DVR port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:44.009962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.018023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=75541d1d-9574-44df-b4cd-e7c9e526149e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:44.020959 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.025455 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e753be84-98c9-4590-862d-26ff3c745b6f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/75541d1d-9574-44df-b4cd-e7c9e526149e HTTP/1.1" status: 204 len: 168 time: 0.7454503 Aug 03 16:13:44.025686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36708) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.048436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Port': ['ID=99042c06-7b3c-48a2-8eea-f4d53da0f9b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:44.052983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] No DVR routers for this DVR port 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:44.069737 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-553b8160-6831-45db-bd61-97222a40bbe1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:44.071144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553b8160-6831-45db-bd61-97222a40bbe1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:44.075639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-553b8160-6831-45db-bd61-97222a40bbe1 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/6f4f9f56-5833-4231-9338-a42d010e2414 HTTP/1.1" status: 404 len: 337 time: 0.0466506 Aug 03 16:13:44.075943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36710) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.153207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting subnet dad76dc8-37e1-4b12-8224-798147a68776 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:13:44.159283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.184445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.197497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e7daea-bff6-4f1f-b685-1fc56a64deff']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:44.213525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:44.214762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e2cd5d-c440-4314-8d69-2a6a540d6d2b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:44.243908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.266264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.270352 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.274577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:44.275061 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:44.279012 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:44.377903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.388217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.392015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/networks/76e7daea-bff6-4f1f-b685-1fc56a64deff HTTP/1.1" status: 204 len: 168 time: 1.2206550 Aug 03 16:13:44.396185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.409011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9a53b-3aba-452a-b53a-6739e7507485 tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Pushing event deleted for resources: {'Network': ['ID=76e7daea-bff6-4f1f-b685-1fc56a64deff,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:44.428018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f13b26-c6c0-4457-ad71-caeb6da53c90 None None] Network 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:13:44.433759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.484131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:44.487065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d4071fbe-da99-4b37-8a0b-08508db5c2ac tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5ec6fe9-1f9a-4470-87a3-0437127c3e29 HTTP/1.1" status: 200 len: 205 time: 0.0882275 Aug 03 16:13:44.489737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.588217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.618217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.626462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Subnet': ['ID=dad76dc8-37e1-4b12-8224-798147a68776,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:44.648080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.650666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5f8258a-fa77-45be-afbb-0b15776861d0 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/dad76dc8-37e1-4b12-8224-798147a68776 HTTP/1.1" status: 204 len: 168 time: 0.5737457 Aug 03 16:13:44.653329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36720) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.688318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:44.688582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 99042c06-7b3c-48a2-8eea-f4d53da0f9b6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:44.702757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f9524a72-014c-480a-bb92-41c8c3e14628 None None] Provisioning complete for port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:44.703130 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9524a72-014c-480a-bb92-41c8c3e14628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.722382 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-684045b5-4f58-4073-82b4-13b0c99f4c5f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:44.722835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684045b5-4f58-4073-82b4-13b0c99f4c5f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:44.724743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-684045b5-4f58-4073-82b4-13b0c99f4c5f tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/7c17bd2e-6f04-4c62-8273-12436d9e729f HTTP/1.1" status: 404 len: 337 time: 0.0704203 Aug 03 16:13:44.728446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36722) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.773203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-03cc37ba-f690-4700-81ba-71da81a098d4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "GET /v2.0/ports?device_id=8745704c-88b3-4a71-bb43-6d66496c211f HTTP/1.1" status: 200 len: 205 time: 0.0428834 Aug 03 16:13:44.776379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.831499 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ad38a851-2504-40f4-b3c1-43ab725967a9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] delete failed (client error): The resource could not be found. Aug 03 16:13:44.832827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ad38a851-2504-40f4-b3c1-43ab725967a9 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/routers/8745704c-88b3-4a71-bb43-6d66496c211f HTTP/1.1" status: 404 len: 336 time: 0.0555050 Aug 03 16:13:44.835343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36728) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.843766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.848852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.856527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f9524a72-014c-480a-bb92-41c8c3e14628 None None] Port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:13:44.873631 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f751b240-83cb-4179-b579-ab79bcacd9ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:44.874417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f751b240-83cb-4179-b579-ab79bcacd9ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:44.876345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f751b240-83cb-4179-b579-ab79bcacd9ca tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/d3520136-29be-4151-bdbf-5070c7665a6b HTTP/1.1" status: 404 len: 337 time: 0.0386989 Aug 03 16:13:44.879661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f9524a72-014c-480a-bb92-41c8c3e14628 None None] Provisioning complete for port 0289c02b-f83c-40c2-bfd2-1b78495197b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:44.880164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9524a72-014c-480a-bb92-41c8c3e14628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.883907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36730) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.918600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.919294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Fanout notify agent at l3_agent the message router_deleted on router a5ec6fe9-1f9a-4470-87a3-0437127c3e29 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:13:44.924554 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fb3cfc-956f-4f06-968f-20bbdf263ad6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:44.924554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fb3cfc-956f-4f06-968f-20bbdf263ad6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:44.928509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c4fb3cfc-956f-4f06-968f-20bbdf263ad6 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/c36342a6-4442-475c-8b81-6a34ab9b867b HTTP/1.1" status: 404 len: 337 time: 0.0412343 Aug 03 16:13:44.928761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36732) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.931803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:44.933133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-baad54a7-e8d5-4add-baa5-c4f240ad4c4b tempest-RoutersNegativeIpV6Test-314311624 tempest-RoutersNegativeIpV6Test-314311624-project] 10.222.0.70 "DELETE /v2.0/routers/a5ec6fe9-1f9a-4470-87a3-0437127c3e29 HTTP/1.1" status: 204 len: 168 time: 0.4424314 Aug 03 16:13:44.964034 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fefb46-f955-491a-91c8-15c739fcc586 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:44.964740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fefb46-f955-491a-91c8-15c739fcc586 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:44.967325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37fefb46-f955-491a-91c8-15c739fcc586 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/c77c39ba-928b-4525-8ec1-12e39a75d809 HTTP/1.1" status: 404 len: 337 time: 0.0363412 Aug 03 16:13:44.970068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36736) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:44.990473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] DHCP port deletion for 46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:13:45.018009 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-912ee444-655a-4b03-8944-2b7b897ed8f3 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.018926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912ee444-655a-4b03-8944-2b7b897ed8f3 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.021019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-912ee444-655a-4b03-8944-2b7b897ed8f3 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/5ce2f1e5-69b9-43fc-950a-4e6440ad27d6 HTTP/1.1" status: 404 len: 333 time: 0.0498376 Aug 03 16:13:45.024401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36738) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.068276 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e482aa5-48b1-489b-9f2b-739e122b8cf4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.069123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e482aa5-48b1-489b-9f2b-739e122b8cf4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.071732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4e482aa5-48b1-489b-9f2b-739e122b8cf4 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/418c20af-2161-48f8-b30d-4c004b49dcef HTTP/1.1" status: 404 len: 337 time: 0.0463409 Aug 03 16:13:45.073342 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.075240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.090373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Deleting port 0289c02b-f83c-40c2-bfd2-1b78495197b6 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:45.091054 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.115736 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-30590fec-6332-4d0e-919d-b49bf6d75b14 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.116305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30590fec-6332-4d0e-919d-b49bf6d75b14 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.120859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-30590fec-6332-4d0e-919d-b49bf6d75b14 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/810de26d-0ad0-4caf-aef4-c441024a8571 HTTP/1.1" status: 404 len: 337 time: 0.0444894 Aug 03 16:13:45.121322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36742) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.161328 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8790c4b-d51d-4556-b7e3-2c4edb6d563b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.162353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8790c4b-d51d-4556-b7e3-2c4edb6d563b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.165502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8790c4b-d51d-4556-b7e3-2c4edb6d563b tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/80bd0bc3-bdbf-4d27-bc90-ede3de548e0c HTTP/1.1" status: 404 len: 333 time: 0.0426702 Aug 03 16:13:45.167945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36744) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.175688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] For port 0289c02b-f83c-40c2-bfd2-1b78495197b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0289c02b-f83c-40c2-bfd2-1b78495197b6,segment=NetworkSegment(31dbd8ca-dd4e-40f0-9422-1dc44010d20e),segment_id=31dbd8ca-dd4e-40f0-9422-1dc44010d20e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:45.176277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.193143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Calling delete_port for 0289c02b-f83c-40c2-bfd2-1b78495197b6 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:45.202696 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f15010a-e153-486b-ab3b-10614e7734f2 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.203567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f15010a-e153-486b-ab3b-10614e7734f2 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.206658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2f15010a-e153-486b-ab3b-10614e7734f2 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/eb6668f1-85f7-4419-ae31-3dacb746b49b HTTP/1.1" status: 404 len: 337 time: 0.0374992 Aug 03 16:13:45.209138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36746) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.249260 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-15595b53-ca30-443b-96d5-341f79738026 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] DELETE failed (client error): The resource could not be found. Aug 03 16:13:45.249919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15595b53-ca30-443b-96d5-341f79738026 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:13:45.252293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-15595b53-ca30-443b-96d5-341f79738026 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/subnets/a1f29fd5-b053-4d49-93b2-9f15738a3d3b HTTP/1.1" status: 404 len: 337 time: 0.0418794 Aug 03 16:13:45.254819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36750) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.323106 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.353798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] Pushing event deleted for resources: {'Port': ['ID=0289c02b-f83c-40c2-bfd2-1b78495197b6,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:45.358564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd50087-d48a-4fe6-a3cf-f857334f0fc6 None None] No DVR routers for this DVR port 0289c02b-f83c-40c2-bfd2-1b78495197b6 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:45.411110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36752) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.435570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Deleting port 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:45.436229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.520386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.540485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Calling delete_port for 20151ae6-e3d2-44bb-ada1-7cbb2b17a01c owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:45.618614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-443f9e09-512a-46d1-9cad-49eecb5ac837 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c6468134dc64b248bbe5005943ecff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010753 Aug 03 16:13:45.619353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36760) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.682313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.687361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.718037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.725681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Port': ['ID=20151ae6-e3d2-44bb-ada1-7cbb2b17a01c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:45.728682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.732367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1c45d781-2b65-4cde-9b22-e9fcb4b71d26 tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/ports/20151ae6-e3d2-44bb-ada1-7cbb2b17a01c HTTP/1.1" status: 204 len: 168 time: 0.4685335 Aug 03 16:13:45.733283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36762) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:45.799837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.803062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.805695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daa5acf3-c4c4-48b5-b0a1-51d449401874 HTTP/1.1" status: 204 len: 168 time: 0.1845453 Aug 03 16:13:45.815898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a33b7-554f-4631-aea1-b99c5c236c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa5acf3-c4c4-48b5-b0a1-51d449401874,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:45.837928 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.976723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:45.988585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e61fd1-b121-451b-ae8f-aaf8a63aa9c2']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:46.009490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dbd8ca-dd4e-40f0-9422-1dc44010d20e') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:46.010752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dbd8ca-dd4e-40f0-9422-1dc44010d20e') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:46.026242 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.047465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.064316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:13:46.065028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:13:46.068545 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:13:46.174428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.186625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.192706 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] 10.222.0.70 "DELETE /v2.0/networks/46e61fd1-b121-451b-ae8f-aaf8a63aa9c2 HTTP/1.1" status: 204 len: 168 time: 0.4541721 Aug 03 16:13:46.224517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774043-1d6a-4795-a1aa-ce27009d7e0e tempest-PortsTestJSON-265035740 tempest-PortsTestJSON-265035740-project] Pushing event deleted for resources: {'Network': ['ID=46e61fd1-b121-451b-ae8f-aaf8a63aa9c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:46.494047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:46.516206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0289c02b-f83c-40c2-bfd2-1b78495197b6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:46.516573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0289c02b-f83c-40c2-bfd2-1b78495197b6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:46.564316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36788) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:46.796713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da5d287f-e955-4813-abaa-b7689bb347fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0e6d89d962d4c25b6407783737b22c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229638 Aug 03 16:13:46.798907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36804) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:46.870555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.902015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.923597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36806) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:46.974072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.993134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:46.993134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fa7bd7d-d377-4395-a4f3-d98d68f38a93 HTTP/1.1" status: 204 len: 168 time: 0.1891921 Aug 03 16:13:47.002861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953910a-f817-41e9-a8b2-127204031c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa7bd7d-d377-4395-a4f3-d98d68f38a93,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:47.144852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f8331827-5fc2-43e3-813c-5a42efb15d58 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:47.145867 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-f8331827-5fc2-43e3-813c-5a42efb15d58 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 16:13:47.146550 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f8331827-5fc2-43e3-813c-5a42efb15d58 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:13:47.151565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36814) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:47.156817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--851121055'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:47.162162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8331827-5fc2-43e3-813c-5a42efb15d58 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2401152 Aug 03 16:13:47.185696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.196776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.343273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.351254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.392658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f260983-8f47-486d-9cbf-7cbc1d7e55e0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:47.473355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.480563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.510876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.512221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3590932 Aug 03 16:13:47.520209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:47.525987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd66322-24b9-400e-a847-b079cf4fc3d0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea416ac-a3b3-417c-8346-c2bd4d332549,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:47.526971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '4ea416ac-a3b3-417c-8346-c2bd4d332549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:47.560968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.627887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.632015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.651297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e44f236-8351-4581-bf49-42192ec8aee6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:47.658221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.662263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-274db8e6-d28b-428b-8017-d7f91c747a2d tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408551 Aug 03 16:13:47.662559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:47.668119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f27f2c2d-a405-4d5e-b1a0-8a9b26baebe1 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '4ea416ac-a3b3-417c-8346-c2bd4d332549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:47.698827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c2d-a405-4d5e-b1a0-8a9b26baebe1 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.762777 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-f27f2c2d-a405-4d5e-b1a0-8a9b26baebe1 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:13:47.764052 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f27f2c2d-a405-4d5e-b1a0-8a9b26baebe1 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1004963 Aug 03 16:13:47.767053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36852) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:47.861336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85cf23-3e50-44f4-ace0-e041cb781a59 req-c2b3d320-df86-4499-a873-a383b0aa7fd4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:47.862916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f85cf23-3e50-44f4-ace0-e041cb781a59 req-c2b3d320-df86-4499-a873-a383b0aa7fd4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.0868225 Aug 03 16:13:47.876433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.921684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.938480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f85cf23-3e50-44f4-ace0-e041cb781a59 req-b8f12c0d-7f3b-42d2-a075-1b38cabd35df tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639997 Aug 03 16:13:47.982543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.986062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:47.987301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/4ea416ac-a3b3-417c-8346-c2bd4d332549 HTTP/1.1" status: 204 len: 168 time: 0.2192581 Aug 03 16:13:47.990731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.000691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3e9d1-f598-4f80-aa13-5779ec61a88b tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea416ac-a3b3-417c-8346-c2bd4d332549,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:48.059841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7fe05386-6f5b-4934-9738-2c206d3672eb tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632434 Aug 03 16:13:48.060239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.064832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--460159698'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:48.088634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.189041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.193756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.229421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.230713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1695778 Aug 03 16:13:48.231758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae418e-3239-4a55-a0e6-31eb7738049f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c52bf3-926e-40e7-bcd0-b0e39d6bbbf2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:48.233729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.238588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f69377bd-4889-4445-8f38-85f69512dfd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': 'd1c52bf3-926e-40e7-bcd0-b0e39d6bbbf2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:48.239407 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-f69377bd-4889-4445-8f38-85f69512dfd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 16:13:48.239909 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-f69377bd-4889-4445-8f38-85f69512dfd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:48.240862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f69377bd-4889-4445-8f38-85f69512dfd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060334 Aug 03 16:13:48.244520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36876) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.304181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.336158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.758070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.767320 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.768508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/d1c52bf3-926e-40e7-bcd0-b0e39d6bbbf2 HTTP/1.1" status: 204 len: 168 time: 0.5227642 Aug 03 16:13:48.771991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36896) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.779977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efac2c8-58b7-46c0-93d7-b24dc985f460 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c52bf3-926e-40e7-bcd0-b0e39d6bbbf2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:48.843490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c99fc89-15f8-4f46-842d-269c2c33981c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661430 Aug 03 16:13:48.843650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36900) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:48.847847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--447731449'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:48.875417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.967062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:48.973117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.008706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.012822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1662152 Aug 03 16:13:49.013016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36912) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.017755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b43e5044-a69b-4207-bd44-3b0d58c00045 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '00df290d-c166-48d4-9c66-88d93d9121c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.018629 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-b43e5044-a69b-4207-bd44-3b0d58c00045 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 16:13:49.019381 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b43e5044-a69b-4207-bd44-3b0d58c00045 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:49.020516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b43e5044-a69b-4207-bd44-3b0d58c00045 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066202 Aug 03 16:13:49.024248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.031007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b76755-837f-4876-a26c-bc379e4d20dd tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00df290d-c166-48d4-9c66-88d93d9121c2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:49.128261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ddd30-afc8-4cfc-9e82-9dda276104ce req-534313d5-673a-4bbd-a038-a92678c463fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:49.130230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-985ddd30-afc8-4cfc-9e82-9dda276104ce req-534313d5-673a-4bbd-a038-a92678c463fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.1074317 Aug 03 16:13:49.131409 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.170517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.206950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-985ddd30-afc8-4cfc-9e82-9dda276104ce req-825819c8-6cb0-42d1-ad78-09fcee720ef5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639064 Aug 03 16:13:49.241689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.245475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.246689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/00df290d-c166-48d4-9c66-88d93d9121c2 HTTP/1.1" status: 204 len: 168 time: 0.2215714 Aug 03 16:13:49.249538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.273548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23466-15f5-4179-a808-796cc74e72d3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df290d-c166-48d4-9c66-88d93d9121c2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:49.334529 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea18e0a0-e687-4a39-896b-311f6367eba0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818667 Aug 03 16:13:49.339483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36944) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.344825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519837937'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.371270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.472148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.477866 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.504400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.505632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1647575 Aug 03 16:13:49.510899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36960) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.515933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defef8f-e5de-4706-a24a-403f45a27242 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:49.518584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ee4d58c4-b672-4510-bbb6-78f68c2219dc tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.534441 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-ee4d58c4-b672-4510-bbb6-78f68c2219dc tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 16:13:49.535353 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-ee4d58c4-b672-4510-bbb6-78f68c2219dc tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:49.538316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee4d58c4-b672-4510-bbb6-78f68c2219dc tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253134 Aug 03 16:13:49.540359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.546983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e4576220-4c12-44ca-9f8c-64bb2b6162fe tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.548879 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-e4576220-4c12-44ca-9f8c-64bb2b6162fe tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 16:13:49.549383 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-e4576220-4c12-44ca-9f8c-64bb2b6162fe tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:49.550700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4576220-4c12-44ca-9f8c-64bb2b6162fe tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085285 Aug 03 16:13:49.553781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36966) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.560580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-27e0f0b9-a72b-4dcf-8cc0-74639efbacef tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.562015 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-27e0f0b9-a72b-4dcf-8cc0-74639efbacef tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 16:13:49.563032 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-27e0f0b9-a72b-4dcf-8cc0-74639efbacef tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:49.564037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27e0f0b9-a72b-4dcf-8cc0-74639efbacef tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072732 Aug 03 16:13:49.568085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36970) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.575340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c79c42b4-34ae-4de9-9087-46eb80dd954f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.576489 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-c79c42b4-34ae-4de9-9087-46eb80dd954f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 16:13:49.576988 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-c79c42b4-34ae-4de9-9087-46eb80dd954f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:49.578091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c79c42b4-34ae-4de9-9087-46eb80dd954f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090141 Aug 03 16:13:49.582307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 36972) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.669737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.703078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.752378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.759012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.760210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9 HTTP/1.1" status: 204 len: 168 time: 0.1774497 Aug 03 16:13:49.762960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 36990) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.770194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbee72-eea5-49d3-abc8-f3337957d0f9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6b1db2-1088-4ac9-9419-c82f5c3ac9f9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:49.826938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-023d91c3-4407-4614-8d4f-d936b0dd751e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625980 Aug 03 16:13:49.830736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37000) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.835148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305700627'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.858633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.953056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.958547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.988647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:49.989917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1582515 Aug 03 16:13:49.991766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97c073-7136-4698-8889-ed94235b9f4a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006f3be7-9bae-49b7-91fe-d8de1b23795f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:49.993365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37014) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:49.998301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3e4cfce0-e36f-4dab-87a7-3bd11dbee330 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:49.999042 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-3e4cfce0-e36f-4dab-87a7-3bd11dbee330 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 16:13:49.999752 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-3e4cfce0-e36f-4dab-87a7-3bd11dbee330 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.003766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e4cfce0-e36f-4dab-87a7-3bd11dbee330 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061154 Aug 03 16:13:50.003766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37016) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.009068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c8b141dc-046e-406c-930d-bbea1b97c60c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.045604 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-c8b141dc-046e-406c-930d-bbea1b97c60c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.046689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8b141dc-046e-406c-930d-bbea1b97c60c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0422232 Aug 03 16:13:50.050161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37020) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.054935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0d874975-3c0f-4a32-98d4-f1e6fb548676 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.055554 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-0d874975-3c0f-4a32-98d4-f1e6fb548676 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 16:13:50.056047 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-0d874975-3c0f-4a32-98d4-f1e6fb548676 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.060334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d874975-3c0f-4a32-98d4-f1e6fb548676 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059538 Aug 03 16:13:50.060820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37024) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.065946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4b9a9347-d362-44d5-a5ab-03447e58bd9a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.108072 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-4b9a9347-d362-44d5-a5ab-03447e58bd9a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.109363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4b9a9347-d362-44d5-a5ab-03447e58bd9a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0475595 Aug 03 16:13:50.112245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37028) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.117317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-227dc51a-9b2d-4fef-a747-d60cd41fcdd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.118101 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-227dc51a-9b2d-4fef-a747-d60cd41fcdd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 16:13:50.118700 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-227dc51a-9b2d-4fef-a747-d60cd41fcdd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.119945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-227dc51a-9b2d-4fef-a747-d60cd41fcdd5 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064421 Aug 03 16:13:50.123230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.128884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b1ab8043-4563-4947-833e-57389385b363 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.176017 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-b1ab8043-4563-4947-833e-57389385b363 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.177092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b1ab8043-4563-4947-833e-57389385b363 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0521820 Aug 03 16:13:50.179935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.184540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0f1dba4f-5eef-40d2-ba9e-0593a6e23a03 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.185124 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-0f1dba4f-5eef-40d2-ba9e-0593a6e23a03 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 16:13:50.185486 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-0f1dba4f-5eef-40d2-ba9e-0593a6e23a03 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.187204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f1dba4f-5eef-40d2-ba9e-0593a6e23a03 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061979 Aug 03 16:13:50.189954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37040) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.194578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f8941ff7-d6cf-410b-890e-99cf30e40cd9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.236638 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f8941ff7-d6cf-410b-890e-99cf30e40cd9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.237535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8941ff7-d6cf-410b-890e-99cf30e40cd9 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0464826 Aug 03 16:13:50.243049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37042) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.248053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a29fd3b4-ca82-499e-97b6-6dc719e44dac tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '006f3be7-9bae-49b7-91fe-d8de1b23795f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.296542 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-a29fd3b4-ca82-499e-97b6-6dc719e44dac tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:50.301912 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a29fd3b4-ca82-499e-97b6-6dc719e44dac tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0537364 Aug 03 16:13:50.302322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37046) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.383712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.420212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.481276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.484185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.485347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/006f3be7-9bae-49b7-91fe-d8de1b23795f HTTP/1.1" status: 204 len: 168 time: 0.1821320 Aug 03 16:13:50.492364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.508153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5adcd6-bf76-4e2a-9bc2-bfd68d8161f0 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f3be7-9bae-49b7-91fe-d8de1b23795f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:50.536142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37052) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.568999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ee1eab89-ea95-4fa9-888e-7af9f9020014 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747368 Aug 03 16:13:50.569444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37056) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.574937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996479234'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.601477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.668979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68be4165-1585-4aaa-ae18-eeb6ed8694e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.720930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.726956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.776781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408371a8-15ad-427f-b8b2-c136ff1fda93,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:50.846456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68be4165-1585-4aaa-ae18-eeb6ed8694e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.852923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68be4165-1585-4aaa-ae18-eeb6ed8694e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.860991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.864355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a52f52d1-480b-4557-b08e-d73fb7d762f3 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2931824 Aug 03 16:13:50.865221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37062) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.870263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-198a36ce-2190-4658-8acd-517ff012f466 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '408371a8-15ad-427f-b8b2-c136ff1fda93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.902611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68be4165-1585-4aaa-ae18-eeb6ed8694e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=394f5519176d4f3da43450d9a4022418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653400 Aug 03 16:13:50.903605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be4165-1585-4aaa-ae18-eeb6ed8694e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cfe562-d3bc-4355-aa49-f43c28bdaea1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:50.906733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.915778 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-198a36ce-2190-4658-8acd-517ff012f466 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The resource could not be found. Aug 03 16:13:50.919850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-198a36ce-2190-4658-8acd-517ff012f466 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0535593 Aug 03 16:13:50.920411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37066) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:50.926059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec0835f2-9e06-4ff5-a8d6-bb213c88c088 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '408371a8-15ad-427f-b8b2-c136ff1fda93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '95a164fd-74d8-4abd-b112-d11f85c61015'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:50.968814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:50.975036 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ec0835f2-9e06-4ff5-a8d6-bb213c88c088 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The resource could not be found. Aug 03 16:13:50.976952 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec0835f2-9e06-4ff5-a8d6-bb213c88c088 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0555804 Aug 03 16:13:50.980068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37068) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.012871 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.043234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.070339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.074911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.077587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.078928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38cfe562-d3bc-4355-aa49-f43c28bdaea1 HTTP/1.1" status: 204 len: 168 time: 0.1712518 Aug 03 16:13:51.088827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636724ec-6f1e-4d78-96cc-01a2a01bcb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cfe562-d3bc-4355-aa49-f43c28bdaea1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:51.124510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.127975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.129185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/408371a8-15ad-427f-b8b2-c136ff1fda93 HTTP/1.1" status: 204 len: 168 time: 0.1473396 Aug 03 16:13:51.131976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.140183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bb3c1-b002-450b-9f0e-153fbd064627 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408371a8-15ad-427f-b8b2-c136ff1fda93,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:51.187996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e1425641-a129-4829-bd60-aca79f6a024c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541093 Aug 03 16:13:51.192832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.198882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1b3eabb5-7042-45c9-a7ce-0a352eb23786 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '5e73ccb0-6b38-48b9-b256-0c7dcdea7145', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:51.252885 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-1b3eabb5-7042-45c9-a7ce-0a352eb23786 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The resource could not be found. Aug 03 16:13:51.254021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b3eabb5-7042-45c9-a7ce-0a352eb23786 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0599177 Aug 03 16:13:51.258455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.263455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588716174'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:51.294723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.406545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.416542 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.456482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.463242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1981745 Aug 03 16:13:51.463242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876e17-702c-4105-80c8-639b1950cd1c tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9768f3c2-1c8c-44ef-8894-3eacb4f7351b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:51.464230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37084) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.469469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--332355557'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:51.479105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.494575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6da3e1a3-818a-453a-bb81-e2902d64100c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.503634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.540317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.614600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6da3e1a3-818a-453a-bb81-e2902d64100c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.620416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6da3e1a3-818a-453a-bb81-e2902d64100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.668820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3e1a3-818a-453a-bb81-e2902d64100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bc5591-a327-4fe2-90b2-c82a22d044a0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:51.673772 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6da3e1a3-818a-453a-bb81-e2902d64100c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=390294511eed44569ad6fb4cce8d8567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927617 Aug 03 16:13:51.679631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.837408 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.867927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.879992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.891082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.896541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 9419f3f7-4a47-448f-a2df-c11f5f19e17b {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:51.897005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.972762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:51.974100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5088832 Aug 03 16:13:51.977300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:51.983022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9e195e94-9d3c-4777-98f2-220ca40a739e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group_rule': {'security_group_id': '9768f3c2-1c8c-44ef-8894-3eacb4f7351b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '89c38fd9-5fe3-44cf-a296-2f54ca437534'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:52.004658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04e77d-79bd-49c4-8cac-7d2556298503 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c38fd9-5fe3-44cf-a296-2f54ca437534,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.028818 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-9e195e94-9d3c-4777-98f2-220ca40a739e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:13:52.034404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37098) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:52.034684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9e195e94-9d3c-4777-98f2-220ca40a739e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0555940 Aug 03 16:13:52.052628 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.052953 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.084809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.088557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.089830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18bc5591-a327-4fe2-90b2-c82a22d044a0 HTTP/1.1" status: 204 len: 168 time: 0.4058833 Aug 03 16:13:52.093325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 9419f3f7-4a47-448f-a2df-c11f5f19e17b owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:52.114065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:13:52.118455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:52.124700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba936-c380-4b76-bf64-4cf2b6a72b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bc5591-a327-4fe2-90b2-c82a22d044a0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.194468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.286754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.322503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:52.325388 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5860aae3-5a85-49af-83a9-9a8044345e72" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:52.347019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:52.355517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.388655 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c7cd7-bd3c-4652-a108-07a80e9e1e06 x-openstack-request-id: req-b31c7cd7-bd3c-4652-a108-07a80e9e1e06 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:52.388956 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:52.389197 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b31c7cd7-bd3c-4652-a108-07a80e9e1e06 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:52.389894 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:13:52.405666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:52.439050 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2455ace3-c077-4935-bf6e-3a891099fc69', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:13:52.451781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.495901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.511118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:13:52.533100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:52.539248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.593943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.609432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2455ace3-c077-4935-bf6e-3a891099fc69'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:13:52.622013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.658745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.729359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.733954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.735326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/89c38fd9-5fe3-44cf-a296-2f54ca437534 HTTP/1.1" status: 204 len: 168 time: 0.7002273 Aug 03 16:13:52.737904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:52.748342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ee6a-b929-474d-b3e7-b4ba9e030891 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c38fd9-5fe3-44cf-a296-2f54ca437534,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.811163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-26e3df36-6389-4fb0-9022-2f3b01e13809 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0719762 Aug 03 16:13:52.814097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37126) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:52.823247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.851588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=9419f3f7-4a47-448f-a2df-c11f5f19e17b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:52.872199 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.900577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.926207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.926655 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Floating IP e84438d2-15f1-4ebf-9b52-2062b26eccfa disassociated (deleted). External IP: 172.25.7.224, port: c26488c6-7d7d-426d-8194-3070c34e6b40. Aug 03 16:13:52.954577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.958279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:52.963956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/9768f3c2-1c8c-44ef-8894-3eacb4f7351b HTTP/1.1" status: 204 len: 168 time: 0.1446388 Aug 03 16:13:52.973729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:52.974027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d12b6b-c880-4ccc-93a7-745681ed0f7a tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768f3c2-1c8c-44ef-8894-3eacb4f7351b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:53.088610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7b23713a-8d42-4e98-b406-580e239c5550 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166973 Aug 03 16:13:53.092847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37140) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.102975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025479772'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:53.144063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.282849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.289961 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.310451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:13:53.327924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.334716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.335019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2402706 Aug 03 16:13:53.345185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6b93be0f-3d1a-4a06-8535-a1b1c6b41747 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:13:53.346768 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-6b93be0f-3d1a-4a06-8535-a1b1c6b41747 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 16:13:53.347905 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-6b93be0f-3d1a-4a06-8535-a1b1c6b41747 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 16:13:53.350181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b93be0f-3d1a-4a06-8535-a1b1c6b41747 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "PUT /v2.0/security-groups/876500e4-2486-47db-be53-d1faaff848be HTTP/1.1" status: 409 len: 330 time: 0.0126648 Aug 03 16:13:53.350405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd28a-75de-4d8a-9657-ce1ae8945700 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876500e4-2486-47db-be53-d1faaff848be,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:53.364769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.478675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.528405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:13:53.533685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.539187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.543756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Sync routers for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:13:53.558996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:53.562520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:53.585739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b2ae6cbf-29ec-4f98-b1e6-5be456e4a6ec tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/floatingips/e84438d2-15f1-4ebf-9b52-2062b26eccfa HTTP/1.1" status: 204 len: 168 time: 2.0402880 Aug 03 16:13:53.585739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:53.585739 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700e341-52d6-415e-98f8-202ce0e64a00" -d '{"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:53.674117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.680485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:53.681849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/876500e4-2486-47db-be53-d1faaff848be HTTP/1.1" status: 204 len: 168 time: 0.3156462 Aug 03 16:13:53.685942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.718449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fc746-9e7a-4b44-9fac-c9eeca6c282e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876500e4-2486-47db-be53-d1faaff848be,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:53.795011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:13:53.799786 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc14427-b0b7-444d-8fbc-703afea87f16 x-openstack-request-id: req-2bc14427-b0b7-444d-8fbc-703afea87f16 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:53.800319 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:53.800538 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bc14427-b0b7-444d-8fbc-703afea87f16 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:53.801251 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'status': 'completed', 'code': 200} Aug 03 16:13:53.806962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6752a616-2bc8-474b-8741-3ef9afca8d5f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185267 Aug 03 16:13:53.818528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37180) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.845557 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-9f0f2c00-adcb-4ddb-a4e1-8a8f04aea83e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] delete failed (client error): The resource could not be found. Aug 03 16:13:53.847414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f0f2c00-adcb-4ddb-a4e1-8a8f04aea83e tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "DELETE /v2.0/security-groups/b7d21267-1a9f-42bf-8c2e-2ff06b6c62d2 HTTP/1.1" status: 404 len: 347 time: 0.0263221 Aug 03 16:13:53.854156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37182) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.915546 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-220ffe21-2529-4c31-8f72-0e6d0ec3df0f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] show failed (client error): The resource could not be found. Aug 03 16:13:53.922016 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-220ffe21-2529-4c31-8f72-0e6d0ec3df0f tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-groups/f120887f-427d-45f2-ba21-44845f864dca HTTP/1.1" status: 404 len: 347 time: 0.0634584 Aug 03 16:13:53.924110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37188) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:53.948214 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ab173fdd-31a5-442a-a8cf-6593587f2bb7 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] show failed (client error): The resource could not be found. Aug 03 16:13:53.949284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ab173fdd-31a5-442a-a8cf-6593587f2bb7 tempest-NegativeSecGroupTest-1003100583 tempest-NegativeSecGroupTest-1003100583-project] 10.222.0.70 "GET /v2.0/security-group-rules/d250f7ae-bb65-4acb-9ff9-aeb5ee1893a5 HTTP/1.1" status: 404 len: 356 time: 0.0225313 Aug 03 16:13:53.949437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-dc638389-65d9-41ab-bebb-24c35f4bf0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:53.952129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-dc638389-65d9-41ab-bebb-24c35f4bf0aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0ef1c18733084b37b21981061221f2dd&device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 1097 time: 0.1226318 Aug 03 16:13:54.045589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338702-da83-42be-80e5-62b41cfb048f req-1a97bf51-f059-4775-980a-56d1c14fcb75 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:54.054900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a338702-da83-42be-80e5-62b41cfb048f req-1a97bf51-f059-4775-980a-56d1c14fcb75 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.0655737 Aug 03 16:13:54.097946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-d38c64b6-7bf1-4b6c-880f-53bebe0e3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:54.099710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:54.100713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-d38c64b6-7bf1-4b6c-880f-53bebe0e3a6f service neutron] 10.222.0.78 "GET /v2.0/networks?id=9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 200 len: 897 time: 0.1389470 Aug 03 16:13:54.105068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:13:54.111130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a338702-da83-42be-80e5-62b41cfb048f req-7942c872-b7b8-4530-8251-616f993ea6e8 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 Aug 03 16:13:54.157672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Checking router: ce40ca72-8fef-4bd8-bd12-9712c9ffe525 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:13:54.167845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-d975122a-9de0-4761-9512-88e2b042f9ca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 200 len: 217 time: 0.0591049 Aug 03 16:13:54.182782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:13:54.183459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:54.235154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-f1c2327e-3865-45bb-acbd-74152edf2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:54.237036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-f1c2327e-3865-45bb-acbd-74152edf2208 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 200 len: 834 time: 0.0608492 Aug 03 16:13:54.327508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2455ace3-c077-4935-bf6e-3a891099fc69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:13:54.328938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:54.387192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:54.388392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-fb14c3d9-ee5e-4f00-8717-7094e46de049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:54.410072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-fb14c3d9-ee5e-4f00-8717-7094e46de049 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=9d6d7a21-346a-4020-b86f-0d297e48f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640091 Aug 03 16:13:54.423276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:13:54.639659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-f63bf322-a607-487d-b9f4-34eb22d6c3f2 service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203426 Aug 03 16:13:54.684930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f861293-2ddf-442c-a915-bfa899cc03fd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5eca456ca7e45d39cda493c6ecf3af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943385 Aug 03 16:13:54.685738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37208) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:54.776377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:54.811833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:54.814955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:13:54.855909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:54.891910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d5ff3-8663-4c7a-8bd0-dc5e9a531b39 None None] The sync data for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 is: [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:11:55Z', 'revision_number': 4, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '07c4ee21-3b88-4f48-af3d-b57c210d8eea', 'name': '', 'network_id': '9d6d7a21-346a-4020-b86f-0d297e48f2a0', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'mac_address': 'fa:16:3e:81:6c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:53Z', 'updated_at': '2021-08-03T16:12:01Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'subnets': [{'id': '260ec4d8-ab19-4136-b2c5-72bfd1b847f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:13:54.923715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3700e341-52d6-415e-98f8-202ce0e64a00 req-15897e4c-999b-459a-bdb4-1e8f4602928a service neutron] 10.222.0.78 "GET /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736878 Aug 03 16:13:54.952332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:54.972801 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890255a4-20d0-4ab8-8da2-c7d9f4993413" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:55.001734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:55.009233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:55.011439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8f260983-8f47-486d-9cbf-7cbc1d7e55e0 HTTP/1.1" status: 204 len: 168 time: 0.3224707 Aug 03 16:13:55.014782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:55.022298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:55.028439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832909e-d3a2-4a2e-9d2a-8c43aefdd56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f260983-8f47-486d-9cbf-7cbc1d7e55e0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:55.122837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:55.154244 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eacf77-5cbb-43d9-b3a7-b10de89a26f7 x-openstack-request-id: req-78eacf77-5cbb-43d9-b3a7-b10de89a26f7 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:55.154816 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:55.155084 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78eacf77-5cbb-43d9-b3a7-b10de89a26f7 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:55.155501 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:13:55.422456 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d45e6-784e-409e-8400-f645f15d81b4 None None] New status for floating IP e84438d2-15f1-4ebf-9b52-2062b26eccfa: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:13:55.426594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-af0812dd-60c9-4ce0-9a0a-2f3cda36a1f0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:55.432837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-af0812dd-60c9-4ce0-9a0a-2f3cda36a1f0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1128607 Aug 03 16:13:55.446706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a3495-edeb-48f5-84c5-e7e61945a284 req-7d5f15a6-f02c-4fbd-88b9-1a12ffd92b91 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:13:55.458215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-310a3495-edeb-48f5-84c5-e7e61945a284 req-7d5f15a6-f02c-4fbd-88b9-1a12ffd92b91 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 946 time: 0.1866095 Aug 03 16:13:55.562849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-310a3495-edeb-48f5-84c5-e7e61945a284 req-922c09f2-09fa-45d2-8c3c-5c49793564b1 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/security-groups?id=601a1ecc-cfe4-40f4-8d76-254191d90050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018107 Aug 03 16:13:55.870552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:55.875770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:56.074570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port c26488c6-7d7d-426d-8194-3070c34e6b40, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c26488c6-7d7d-426d-8194-3070c34e6b40,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:56.074570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:56.093714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for c26488c6-7d7d-426d-8194-3070c34e6b40 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:56.160314 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:56.384010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:56.426547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=c26488c6-7d7d-426d-8194-3070c34e6b40,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:56.519394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] No DVR routers for this DVR port c26488c6-7d7d-426d-8194-3070c34e6b40 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:13:56.523188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:56.525469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81ade094-65a1-44a2-84f4-d5c5216d97db req-56160d3a-cfe6-4483-924f-4adfeceff9a0 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.78 "DELETE /v2.0/ports/c26488c6-7d7d-426d-8194-3070c34e6b40 HTTP/1.1" status: 204 len: 173 time: 1.0192585 Aug 03 16:13:56.526526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-deleted', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:13:56.549202 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534eb849-81dd-44d4-a13c-7143c2bc7f65" -d '{"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-deleted", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:13:56.674048 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4356abbc-5b09-4740-b340-d2517bc3aa17 x-openstack-request-id: req-4356abbc-5b09-4740-b340-d2517bc3aa17 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:13:56.674606 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10b5375-b251-4926-9a1a-63c4a12eac14", "name": "network-vif-deleted", "tag": "c26488c6-7d7d-426d-8194-3070c34e6b40", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:13:56.675080 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4356abbc-5b09-4740-b340-d2517bc3aa17 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:13:56.675673 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10b5375-b251-4926-9a1a-63c4a12eac14', 'name': 'network-vif-deleted', 'tag': 'c26488c6-7d7d-426d-8194-3070c34e6b40', 'status': 'completed', 'code': 200} Aug 03 16:13:56.751243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-584f0b14-1d67-4b80-b3b3-786530dcaa87 req-998256f8-5fce-4946-b3b4-00f23cce5327 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "GET /v2.0/ports?device_id=d10b5375-b251-4926-9a1a-63c4a12eac14 HTTP/1.1" status: 200 len: 210 time: 0.0462925 Aug 03 16:13:57.809010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37304) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:58.581900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:58.617001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:58.692153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:13:58.755599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: c26488c6-7d7d-426d-8194-3070c34e6b40 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:13:58.756181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c26488c6-7d7d-426d-8194-3070c34e6b40 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:13:58.825962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a4617a2-2c30-4ba9-a648-dcf76ed2520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.046309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a4617a2-2c30-4ba9-a648-dcf76ed2520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.052039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a4617a2-2c30-4ba9-a648-dcf76ed2520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.126575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4617a2-2c30-4ba9-a648-dcf76ed2520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7384ad5-db3a-4110-9aee-43df98040d5e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:59.132398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2a4617a2-2c30-4ba9-a648-dcf76ed2520c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c4ddc97aa704ef68c5cbe28cd2c995f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5499623 Aug 03 16:13:59.135320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37334) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:59.153283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port 07c4ee21-3b88-4f48-af3d-b57c210d8eea {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:13:59.153628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.211618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.245546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.321158 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.325496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.328358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7384ad5-db3a-4110-9aee-43df98040d5e HTTP/1.1" status: 204 len: 168 time: 0.1919229 Aug 03 16:13:59.359662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7384ad5-db3a-4110-9aee-43df98040d5e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:59.370167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port 07c4ee21-3b88-4f48-af3d-b57c210d8eea, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07c4ee21-3b88-4f48-af3d-b57c210d8eea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:13:59.371459 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.419576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.419992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.420422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.420773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.421049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.421382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.421864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.422296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.422657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.423123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.424366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for 07c4ee21-3b88-4f48-af3d-b57c210d8eea owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:13:59.434218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.434571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1284de-9319-4c84-85f7-1ffa73b26b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:13:59.765308 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:13:59.795949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=07c4ee21-3b88-4f48-af3d-b57c210d8eea,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:13:59.939967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37350) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:13:59.974048 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09ebff97-381e-4bce-b322-af5927cf9c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.151063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.173356 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09ebff97-381e-4bce-b322-af5927cf9c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.189729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37358) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:00.192739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09ebff97-381e-4bce-b322-af5927cf9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.255473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09ebff97-381e-4bce-b322-af5927cf9c5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7226bae807d41d79844d07adae55f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143172 Aug 03 16:14:00.257326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebff97-381e-4bce-b322-af5927cf9c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941a9069-adba-4ab3-94bb-ee9a782ff8b9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:00.273535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:00.371534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ef4-39f9-4ea2-9d0d-0a9f40579888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.385308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.488574 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.624957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:14:00.630378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.634136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.636137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/941a9069-adba-4ab3-94bb-ee9a782ff8b9 HTTP/1.1" status: 204 len: 168 time: 0.3598828 Aug 03 16:14:00.656254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417445ea-7cf1-4d67-970b-96e0dba2c35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a9069-adba-4ab3-94bb-ee9a782ff8b9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:00.685234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ef4-39f9-4ea2-9d0d-0a9f40579888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.695843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ef4-39f9-4ea2-9d0d-0a9f40579888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.768904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9eb16ef4-39f9-4ea2-9d0d-0a9f40579888 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=44be9ca9312d4ad78d452267022fbb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771396 Aug 03 16:14:00.770620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb16ef4-39f9-4ea2-9d0d-0a9f40579888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e700df7a-b3b2-4155-b982-f141194490cb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:00.774292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37368) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:00.844313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:00.853758 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5c6233a2-e6f2-4b96-ab87-7991ca055d42 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "PUT /v2.0/routers/ce40ca72-8fef-4bd8-bd12-9712c9ffe525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407209 Aug 03 16:14:00.855136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.856787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:00.860808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Sync routers for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:00.873607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:00.874626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:00.897474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.964991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting subnet 260ec4d8-ab19-4136-b2c5-72bfd1b847f4 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:14:00.970631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.983880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.986771 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:00.990267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e700df7a-b3b2-4155-b982-f141194490cb HTTP/1.1" status: 204 len: 168 time: 0.2125993 Aug 03 16:14:01.004275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdff66-7d0b-4946-b2fc-46459051277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e700df7a-b3b2-4155-b982-f141194490cb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:01.093983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.125273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:01.252867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.403234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.471899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Subnet': ['ID=260ec4d8-ab19-4136-b2c5-72bfd1b847f4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:01.483581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.485535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2556d16-c08f-4c1b-bf8f-0a2407936c65 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/subnets/260ec4d8-ab19-4136-b2c5-72bfd1b847f4 HTTP/1.1" status: 204 len: 168 time: 0.6277559 Aug 03 16:14:01.488228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:01.663904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:01.695058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c327b53-7c39-495c-824e-c7ad6f729e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.716431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa9636-3125-4185-adc9-072060618b67 None None] Network 9d6d7a21-346a-4020-b86f-0d297e48f2a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:01.728577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.920869 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c327b53-7c39-495c-824e-c7ad6f729e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.927057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2c327b53-7c39-495c-824e-c7ad6f729e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:01.990759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.005993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2c327b53-7c39-495c-824e-c7ad6f729e1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efe227da84a74e31a7eaf2200b23e09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377621 Aug 03 16:14:02.006492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:02.051181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:13:59Z', 'revision_number': 5, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port': {'id': 'eb008977-a613-4857-a7d0-9a59bc25fdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:47Z', 'updated_at': '2021-08-03T16:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:02.066784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c327b53-7c39-495c-824e-c7ad6f729e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb4d97-2538-48ba-a819-abe469063600,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:02.142596 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.143268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] DHCP port deletion for 9d6d7a21-346a-4020-b86f-0d297e48f2a0 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:14:02.150928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Checking router: ce40ca72-8fef-4bd8-bd12-9712c9ffe525 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:02.180939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.182925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Routers {'ce40ca72-8fef-4bd8-bd12-9712c9ffe525'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:02.183831 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:02.238362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Deleting port eb008977-a613-4857-a7d0-9a59bc25fdde {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:14:02.238763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.287126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] Set router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:02.353615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:14:01Z', 'revision_number': 6, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:02.383430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afcd26-efb0-4b28-9b5f-04241c42241b None None] The sync data for ids ['ce40ca72-8fef-4bd8-bd12-9712c9ffe525'] in n-d-803226-3 is: [{'id': 'ce40ca72-8fef-4bd8-bd12-9712c9ffe525', 'name': 'tempest-TestNetworkAdvancedServerOps-router-159532466', 'tenant_id': '0ef1c18733084b37b21981061221f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:46Z', 'updated_at': '2021-08-03T16:14:01Z', 'revision_number': 6, 'project_id': '0ef1c18733084b37b21981061221f2dd', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:02.415163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Deleting port 96506dc3-24de-4669-bec2-146950545fea {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:14:02.415559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.436035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] For port eb008977-a613-4857-a7d0-9a59bc25fdde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=eb008977-a613-4857-a7d0-9a59bc25fdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:02.436535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.458106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Calling delete_port for eb008977-a613-4857-a7d0-9a59bc25fdde owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:14:02.479938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.484181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.489078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28eb4d97-2538-48ba-a819-abe469063600 HTTP/1.1" status: 204 len: 168 time: 0.4797606 Aug 03 16:14:02.543319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] For port 96506dc3-24de-4669-bec2-146950545fea, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=96506dc3-24de-4669-bec2-146950545fea,segment=NetworkSegment(0a807e40-7ac7-4c7e-8dbd-b4abd76b3092),segment_id=0a807e40-7ac7-4c7e-8dbd-b4abd76b3092)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:02.547893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db37727-7fc9-4538-9d3f-84e75f553d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb4d97-2538-48ba-a819-abe469063600,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:02.550589 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.587499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Calling delete_port for 96506dc3-24de-4669-bec2-146950545fea owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:14:02.778749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.794124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:02.881012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Port': ['ID=eb008977-a613-4857-a7d0-9a59bc25fdde,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:02.892265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96506dc3-24de-4669-bec2-146950545fea no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:02.914158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] Pushing event deleted for resources: {'Port': ['ID=96506dc3-24de-4669-bec2-146950545fea,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:03.012374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 96506dc3-24de-4669-bec2-146950545fea {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:14:03.012724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 96506dc3-24de-4669-bec2-146950545fea not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:14:03.027854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fbbf7-e182-4289-b4fa-b046b3c4b515 None None] No DVR routers for this DVR port 96506dc3-24de-4669-bec2-146950545fea on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:14:03.063194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.238966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.242708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.352041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.355026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Fanout notify agent at l3_agent the message router_deleted on router ce40ca72-8fef-4bd8-bd12-9712c9ffe525 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:14:03.374386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.378538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-404604c2-3292-4bb5-9abe-967d731ec0b2 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/routers/ce40ca72-8fef-4bd8-bd12-9712c9ffe525 HTTP/1.1" status: 204 len: 168 time: 1.8830090 Aug 03 16:14:03.381358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37440) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:03.588252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.764893 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.790712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6d7a21-346a-4020-b86f-0d297e48f2a0']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:03.808151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:03.808565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a807e40-7ac7-4c7e-8dbd-b4abd76b3092') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:03.834264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.877303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.885302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:14:03.885890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:14:03.921475 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:14:04.023987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.029941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.033755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/networks/9d6d7a21-346a-4020-b86f-0d297e48f2a0 HTTP/1.1" status: 204 len: 168 time: 0.6500008 Aug 03 16:14:04.037396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37464) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:04.055303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba40fa-c4b1-4ee9-aa53-746222708880 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'Network': ['ID=9d6d7a21-346a-4020-b86f-0d297e48f2a0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:04.161245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.202812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.319050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.323387 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:04.328755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] 10.222.0.70 "DELETE /v2.0/security-groups/601a1ecc-cfe4-40f4-8d76-254191d90050 HTTP/1.1" status: 204 len: 168 time: 0.2857237 Aug 03 16:14:04.353240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab2cd8-32d2-47e2-9484-ecedb7c82d35 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601a1ecc-cfe4-40f4-8d76-254191d90050,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:04.646302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb008977-a613-4857-a7d0-9a59bc25fdde no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:04.691578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: eb008977-a613-4857-a7d0-9a59bc25fdde {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:14:04.692707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device eb008977-a613-4857-a7d0-9a59bc25fdde not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:14:04.695282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07c4ee21-3b88-4f48-af3d-b57c210d8eea no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:04.721384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 07c4ee21-3b88-4f48-af3d-b57c210d8eea {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:14:04.722245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07c4ee21-3b88-4f48-af3d-b57c210d8eea not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:14:04.861937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37488) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:05.058524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37498) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:05.068701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ed4351f-1e4e-4f2c-b903-e88ee82644b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ef1c18733084b37b21981061221f2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054896 Aug 03 16:14:05.124616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:05.166090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:05.240292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:05.243896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:05.245738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7148bc20-bce3-4d21-873b-fb15cb104aa0 HTTP/1.1" status: 204 len: 168 time: 0.1846647 Aug 03 16:14:05.253452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118b498-7860-46cd-bc6c-c3fcbded114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7148bc20-bce3-4d21-873b-fb15cb104aa0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:05.805351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37536) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:05.861461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cde3e634-6194-48ac-950c-77d984e3c33d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ad4e282cece54b1dbe29d29f97a0c60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547769 Aug 03 16:14:05.864233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:05.943835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:05.972441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:06.099663 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:06.103439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:06.107139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b0a3be5-b6cd-4b03-a4f0-cc26365a8d7f HTTP/1.1" status: 204 len: 168 time: 0.2391636 Aug 03 16:14:06.116654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd09d5d-446c-40c3-855b-702c053ece85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a3be5-b6cd-4b03-a4f0-cc26365a8d7f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:08.082574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37616) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:08.228645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4acb4851-beb6-4184-953c-1156df1ebfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.411349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4acb4851-beb6-4184-953c-1156df1ebfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.421507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4acb4851-beb6-4184-953c-1156df1ebfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.490982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb4851-beb6-4184-953c-1156df1ebfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fa76b9-f52b-44f9-8bee-b13c798c92fa,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:08.520253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37628) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:08.527908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4acb4851-beb6-4184-953c-1156df1ebfa3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab7e1503c2384c80a3dcc84130c98b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441729 Aug 03 16:14:08.600378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.640906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.705904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.713896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:08.715556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52fa76b9-f52b-44f9-8bee-b13c798c92fa HTTP/1.1" status: 204 len: 168 time: 0.1942713 Aug 03 16:14:08.728096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828db6-58c5-499b-bcbc-bbd59a59d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fa76b9-f52b-44f9-8bee-b13c798c92fa,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:09.127337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37650) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:09.148630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b228a22-1f10-47e9-beda-a88318eec6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.409901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b228a22-1f10-47e9-beda-a88318eec6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.417166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2b228a22-1f10-47e9-beda-a88318eec6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.477288 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2b228a22-1f10-47e9-beda-a88318eec6b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=533535c3b546461b88ccb0d4809c946d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485940 Aug 03 16:14:09.479916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37656) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:09.486702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b228a22-1f10-47e9-beda-a88318eec6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f708e37-8048-4871-abd9-4544d464e7c6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:09.547880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.572332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.658113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.661678 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:09.667375 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f708e37-8048-4871-abd9-4544d464e7c6 HTTP/1.1" status: 204 len: 168 time: 0.1837137 Aug 03 16:14:09.676775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f65a9-ae31-4b29-aa6d-e5fa478bf1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f708e37-8048-4871-abd9-4544d464e7c6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:09.916781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-595b0e14-aabe-4acb-825c-e4d21d8f2d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.259853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37686) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:10.265035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'network': {'name': 'tempest-network-smoke--632751020', 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:10.310661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:10.314942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.327647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.493751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.501531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.609988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:14:10.622403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb64557c-ef73-44da-a169-94cc2b1f0699,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:10.658250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.658800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.659274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.659764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.660299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.660979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.661676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.662413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.663724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.664605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.665174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.665732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:10.674232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.674854 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Added segment fd8ba9bb-3da4-4f04-95aa-8ba924609a13 of type vlan for network c2c2181f-10fb-4875-b273-b4a621981bc9 Aug 03 16:14:10.745105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.821164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.842191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:10.842853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.924345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6606011 Aug 03 16:14:10.925428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37714) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:10.931787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'admin_state_up': True, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:10.950875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631d9c4-f017-4ca2-aa83-631ab21a7225 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Network': ['ID=c2c2181f-10fb-4875-b273-b4a621981bc9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:10.965334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c2c2181f-10fb-4875-b273-b4a621981bc9 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:14:10.988911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:10.995907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.082470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.264121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.493265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.514455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.628456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.25.7.157 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:11.805174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.862389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:11.918173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:11.921326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:11.925711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:11.958968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:12.110168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f17a59a-e4bd-45c6-a210-1b715438f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:12.158962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6074e6-a4da-450c-bfe4-2877e34de9d0 req-2d3f7d05-3f16-4aa4-b8e1-517c79ba5e31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:12.160457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e6074e6-a4da-450c-bfe4-2877e34de9d0 req-2d3f7d05-3f16-4aa4-b8e1-517c79ba5e31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0887074 Aug 03 16:14:12.642865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7e6074e6-a4da-450c-bfe4-2877e34de9d0 req-07ffcb98-59e3-4f7c-9bdc-e343cc28b989 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 Aug 03 16:14:12.666793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:12.776756 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:12.989279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:13.148936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router e8830a3a-b80c-4e0d-b300-841a5ff5396d is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:14:13.293543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:13.308188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Sync routers for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:13.318977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9844-19ca-4b3a-9ef6-075586f9804f req-08cbe6a5-5380-49a8-9cdc-b3665ebcb8c2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:13.323888 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:13.325264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:13.328844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c6b9844-19ca-4b3a-9ef6-075586f9804f req-08cbe6a5-5380-49a8-9cdc-b3665ebcb8c2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0655725 Aug 03 16:14:13.352870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:13.357332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f774faf1-cb2a-4116-8488-629899b296cf tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4277494 Aug 03 16:14:13.357563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37792) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:13.400165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c6b9844-19ca-4b3a-9ef6-075586f9804f req-9c2f0d86-4dd6-4e28-9151-595330c82cff tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644979 Aug 03 16:14:13.495873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:13.647725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d91f1f61-ed68-48b2-8675-f1cd34c82491 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f60d81f765f94360ae07e330aa2e1954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2888339 Aug 03 16:14:13.650365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37804) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:13.702060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:13.739552 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:12Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:13.773573 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Checking router: e8830a3a-b80c-4e0d-b300-841a5ff5396d for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:13.774081 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Updating router e8830a3a-b80c-4e0d-b300-841a5ff5396d port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:14:13.791077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e182f-86a0-42e9-a9e2-c7f2697cbf7b tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:13.795356 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df1e182f-86a0-42e9-a9e2-c7f2697cbf7b tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410944 Aug 03 16:14:13.796195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:13.823059 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:13.842000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b6fcc05-2fab-4893-916f-26ee77f34822 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414155 Aug 03 16:14:13.844122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37810) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:13.850575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2042740917', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:13.966584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:13.970699 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.133720 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.150246 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Transition to ACTIVE for port object a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:14.157421 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.185018 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Attempting to bind port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:14.185461 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Attempting to bind port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:14.185909 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Attempting to bind port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:14.208933 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:14.209416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:14.210111 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.210718 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:14.211314 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Bound port: a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:14.211997 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.233411 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.276112 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Pushing event updated for resources: {'Port': ['ID=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:14.290542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.291260 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.291804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.292904 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.293475 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.293852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.294181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.294960 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.294960 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.295280 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.295559 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.295884 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:14.299790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Subnet': ['ID=c64c0bcb-dec1-4054-83a4-45542330d8c4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:14.300861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] For port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:14.306826 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] For port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:14.313618 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.326370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Checking segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:14.327459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network hostable DHCP agents. Network: c2c2181f-10fb-4875-b273-b4a621981bc9, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:14:14.353158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network c2c2181f-10fb-4875-b273-b4a621981bc9 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:14:14.378008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c2c2181f-10fb-4875-b273-b4a621981bc9) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:14.384515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:14.385511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:14.392478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfce3b7-e5ab-4afb-bc68-6e825b8ef177 None None] Network c2c2181f-10fb-4875-b273-b4a621981bc9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:14.403132 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:14.403690 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:14.407664 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85388f-5f17-4f9c-b4e1-b87c7d77fe1d None None] Pushing event updated for resources: {'Port': ['ID=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:14.430525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-afbe1059-21f0-442b-9e61-475e9c567e1b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5849135 Aug 03 16:14:14.433332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37816) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:14.606079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86c085-30ed-49c0-983a-7b395fbdfbe3 req-041e5196-6921-4baf-afdd-e8e372a89140 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:14.619720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b86c085-30ed-49c0-983a-7b395fbdfbe3 req-041e5196-6921-4baf-afdd-e8e372a89140 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0930271 Aug 03 16:14:14.632102 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:14.685028 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b86c085-30ed-49c0-983a-7b395fbdfbe3 req-71f91938-4b05-4562-96aa-91ade664f2d7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638452 Aug 03 16:14:14.776460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c2c2181f-10fb-4875-b273-b4a621981bc9', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:14:14.778193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.038655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Allocated IP 172.20.0.2 (c2c2181f-10fb-4875-b273-b4a621981bc9/c64c0bcb-dec1-4054-83a4-45542330d8c4/88a97e92-590c-4805-b846-9d35048fb261) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:15.044306 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:12Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:15.089041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e8db1-5c2c-4bdb-b294-67d9f3f90a38 None None] The sync data for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 is: [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:12Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:15.325984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.348120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.384724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.405555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Transition to ACTIVE for port object 88a97e92-590c-4805-b846-9d35048fb261 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:15.429735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Transition to ACTIVE for port object 88a97e92-590c-4805-b846-9d35048fb261 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:15.442446 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.545679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Pushing event updated for resources: {'Port': ['ID=88a97e92-590c-4805-b846-9d35048fb261,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:15.591763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Network c2c2181f-10fb-4875-b273-b4a621981bc9 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:15.593562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:15.598503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:15.702390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Attempting to bind port 88a97e92-590c-4805-b846-9d35048fb261 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:15.702946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Attempting to bind port 88a97e92-590c-4805-b846-9d35048fb261 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:15.716694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Attempting to bind port 88a97e92-590c-4805-b846-9d35048fb261 on network c2c2181f-10fb-4875-b273-b4a621981bc9 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:15.731649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:15.735102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Checking segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:15.735751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.736842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Bound using segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:15.737758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Bound port: 88a97e92-590c-4805-b846-9d35048fb261, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:15.738345 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:15.918333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23332264-1bdd-4a23-9a04-94c6bf520f2f req-69e57094-e7c0-40b4-8ea9-99b7df733363 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:15.936512 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23332264-1bdd-4a23-9a04-94c6bf520f2f req-69e57094-e7c0-40b4-8ea9-99b7df733363 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1307528 Aug 03 16:14:15.943792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] For port 88a97e92-590c-4805-b846-9d35048fb261, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:15.947162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.20.0.1 (c2c2181f-10fb-4875-b273-b4a621981bc9/c64c0bcb-dec1-4054-83a4-45542330d8c4/ca168909-279e-49ee-92be-6b6f014f3db9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:15.968634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] For port 88a97e92-590c-4805-b846-9d35048fb261, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88a97e92-590c-4805-b846-9d35048fb261,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:15.977450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.039133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23332264-1bdd-4a23-9a04-94c6bf520f2f req-a89aaa7e-479d-4138-b8db-539fba415683 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948110 Aug 03 16:14:16.039133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:16.109797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e3baa-e220-43c8-be26-5543aba4ed1e None None] Pushing event updated for resources: {'Port': ['ID=88a97e92-590c-4805-b846-9d35048fb261,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:16.195301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:14:16.198178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.199248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:16.224731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Transition to ACTIVE for port object ca168909-279e-49ee-92be-6b6f014f3db9 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:16.227878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb0966d-a6b0-4f9b-99ec-d6989659d6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.289080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.351600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network c2c2181f-10fb-4875-b273-b4a621981bc9 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:16.357141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:16.361880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:16.476619 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.502016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:16.511992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb0966d-a6b0-4f9b-99ec-d6989659d6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.518223 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb0966d-a6b0-4f9b-99ec-d6989659d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.574587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.588908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:16.591491 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23d32e9-2262-48d2-9871-9df23e7747d3" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:16.593283 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cdb0966d-a6b0-4f9b-99ec-d6989659d6d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05ca28bdd20d41ff8d7face73d3d3636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538483 Aug 03 16:14:16.594077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:16.650394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:16.690645 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.706399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0966d-a6b0-4f9b-99ec-d6989659d6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6bd290-87af-4109-ab43-e0faeb4935e5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:16.729349 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467096c-c9e5-4be5-9da1-a4d134786bd9 x-openstack-request-id: req-b467096c-c9e5-4be5-9da1-a4d134786bd9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:16.729735 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:16.729940 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b467096c-c9e5-4be5-9da1-a4d134786bd9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:16.730350 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:14:16.736718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:16.816648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2455ace3-c077-4935-bf6e-3a891099fc69', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '2455ace3-c077-4935-bf6e-3a891099fc69', 'mac_address': 'fa:16:3e:8b:d4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:14:16.828940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.904432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.943281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:16.953578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:16.997782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.003712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.009474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c6bd290-87af-4109-ab43-e0faeb4935e5 HTTP/1.1" status: 204 len: 168 time: 0.4101586 Aug 03 16:14:17.028648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:17.032728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ea5d3-9882-4f46-9496-c47b82391b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6bd290-87af-4109-ab43-e0faeb4935e5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:17.072865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.125352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:17.169278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:17.191348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.198646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:17.235628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:17.237431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.300620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2455ace3-c077-4935-bf6e-3a891099fc69'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:14:17.340931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:17.489795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3957ab2-1a82-4bec-9d2c-9f27b1d1b879 req-1c6236d7-c850-4ce1-be05-a153513ca335 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:17.505446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3957ab2-1a82-4bec-9d2c-9f27b1d1b879 req-1c6236d7-c850-4ce1-be05-a153513ca335 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.2904623 Aug 03 16:14:17.536229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.614426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:17.621047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.628591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88a97e92-590c-4805-b846-9d35048fb261 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:17.645225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37878) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:17.681093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e83024a6-65b6-4700-94eb-b1c503e4a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.688887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3957ab2-1a82-4bec-9d2c-9f27b1d1b879 req-06594080-179e-4fc2-9586-8b31d99d75c8 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822896 Aug 03 16:14:17.916642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:17.983757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:17.994038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.004350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e83024a6-65b6-4700-94eb-b1c503e4a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.018027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-a35eee18-830c-47d5-ae67-2ef921be5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:18.027126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-a35eee18-830c-47d5-ae67-2ef921be5829 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1096 time: 0.1749563 Aug 03 16:14:18.030196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e83024a6-65b6-4700-94eb-b1c503e4a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.078661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 88a97e92-590c-4805-b846-9d35048fb261 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:18.133350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:18.133961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e83024a6-65b6-4700-94eb-b1c503e4a1b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=540844273bfe485bb18c2429c9671655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832494 Aug 03 16:14:18.175903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722f987-cd53-46b9-8f98-175d4238d68b None None] Network c2c2181f-10fb-4875-b273-b4a621981bc9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:18.214050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:18.219761 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.269832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83024a6-65b6-4700-94eb-b1c503e4a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa5b0c-bb0c-4519-9f45-cac326dd8a68,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:18.297106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Provisioning for port 88a97e92-590c-4805-b846-9d35048fb261 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:18.318352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Provisioning complete for port 88a97e92-590c-4805-b846-9d35048fb261 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:18.324607 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.360097 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:14:18.371295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-66479970-5681-4a79-9970-3f12f238722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:18.379120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-66479970-5681-4a79-9970-3f12f238722e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2908859 Aug 03 16:14:18.453804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network c2c2181f-10fb-4875-b273-b4a621981bc9 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:18.456506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:18.515520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-758ab5b5-975c-47e2-b5cb-7a47ee7d7d1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 1000 time: 0.1278539 Aug 03 16:14:18.602896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-4b45d58d-d1e2-43a6-b5db-34fc5b9d71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:18.604477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-4b45d58d-d1e2-43a6-b5db-34fc5b9d71e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0811119 Aug 03 16:14:18.620370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:18.678038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.702025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.724733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-46a922b2-d0e1-4f56-ab19-cd760b9d71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:18.731293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-46a922b2-d0e1-4f56-ab19-cd760b9d71f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141024 Aug 03 16:14:18.757542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] For port 88a97e92-590c-4805-b846-9d35048fb261, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88a97e92-590c-4805-b846-9d35048fb261,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:18.768430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.831289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d39ad0-773c-47bf-a5ab-a3ea0edb36d0 None None] Pushing event updated for resources: {'Port': ['ID=88a97e92-590c-4805-b846-9d35048fb261,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:18.839318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.858534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:18.860926 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:18.938013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-9aad5fb8-88d0-43c9-bc1f-83c371a439a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992598 Aug 03 16:14:18.981434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router e8830a3a-b80c-4e0d-b300-841a5ff5396d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:14:19.091223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a50d-6ac1-4e54-9e81-73b13131472a req-fb70dcd0-7dd8-47a2-9d81-39de5a4f06c1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:19.093040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb36a50d-6ac1-4e54-9e81-73b13131472a req-fb70dcd0-7dd8-47a2-9d81-39de5a4f06c1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.2092526 Aug 03 16:14:19.130314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.133113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.135100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5fa5b0c-bb0c-4519-9f45-cac326dd8a68 HTTP/1.1" status: 204 len: 168 time: 0.9973621 Aug 03 16:14:19.167931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581e8a6-f5e8-487b-a82b-a166a1e1aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa5b0c-bb0c-4519-9f45-cac326dd8a68,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:19.179704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ea7e4be-3c59-47bf-a067-23623f87d833 req-9dd5c592-fa46-451e-a042-a97c3b55a315 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259426 Aug 03 16:14:19.226473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cb36a50d-6ac1-4e54-9e81-73b13131472a req-882735fd-7fd4-4a02-87cc-450bb72b63a9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199956 Aug 03 16:14:19.247332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:19.263415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0c9fa9c3-abf3-4dd7-8d68-e0e987df1539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "PUT /v2.0/routers/e8830a3a-b80c-4e0d-b300-841a5ff5396d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8286285 Aug 03 16:14:19.266097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Sync routers for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:19.267804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37900) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:19.286727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--463953313', 'description': 'tempest-secgroup_access--463953313 description', 'project_id': 'f60d81f765f94360ae07e330aa2e1954'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:19.292449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:19.293354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:19.322626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.369544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Provisioning for port ca168909-279e-49ee-92be-6b6f014f3db9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:19.385968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Provisioning complete for port ca168909-279e-49ee-92be-6b6f014f3db9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:19.386390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.461615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.466944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.508599 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.514637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2400761 Aug 03 16:14:19.515136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37906) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:19.521219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--333480319', 'description': 'tempest-secgroup_general--333480319 description', 'project_id': 'f60d81f765f94360ae07e330aa2e1954'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:19.545355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445a89-314c-4094-a230-5470413ecef2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaa9eec-a2e2-4eea-bbb6-613cf012f290,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:19.568115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.620056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Port ca168909-279e-49ee-92be-6b6f014f3db9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:19.651915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:19.656314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Provisioning complete for port 88a97e92-590c-4805-b846-9d35048fb261 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:19.656696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fad1a756-fabf-4674-a09f-31422009b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.759664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.766329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.819346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:19.822478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:19.823986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-583cd3b1-7ca9-4ce5-b745-633b6effd0ef tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3073030 Aug 03 16:14:19.827643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:19.834235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'security_group_rule': {'security_group_id': '6aaa9eec-a2e2-4eea-bbb6-613cf012f290', 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:19.899462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.018023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.026020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.063143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687b7c51-0415-4492-ad57-cd226fd4c75d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:20.087424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.088887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f12d7c33-2d2a-439d-bfd5-4fb9deb7d162 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2596829 Aug 03 16:14:20.321666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:20.423675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-3822dd8a-aec4-4541-b7ea-ded8a1e15e6c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--463953313&fields=id&tenant_id=f60d81f765f94360ae07e330aa2e1954 HTTP/1.1" status: 200 len: 267 time: 0.0705452 Aug 03 16:14:20.436059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2455ace3-c077-4935-bf6e-3a891099fc69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:20.436444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.495452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f568c24-0344-4697-8066-950ce1eb1be5 req-3656eca7-34c0-468e-bf30-18d55e85f25a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:20.505736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f568c24-0344-4697-8066-950ce1eb1be5 req-3656eca7-34c0-468e-bf30-18d55e85f25a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 945 time: 0.1212225 Aug 03 16:14:20.530371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-1bef82c5-d566-41d8-b054-9322b37d39e1 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--333480319&fields=id&tenant_id=f60d81f765f94360ae07e330aa2e1954 HTTP/1.1" status: 200 len: 267 time: 0.1036203 Aug 03 16:14:20.554574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 2, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:20.597975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-949cf74d-84b3-4ae0-9203-c648f45019a5 None None] Provisioning complete for port ca168909-279e-49ee-92be-6b6f014f3db9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:20.598621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-949cf74d-84b3-4ae0-9203-c648f45019a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.601062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.604174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Checking router: e8830a3a-b80c-4e0d-b300-841a5ff5396d for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:20.604741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Updating router e8830a3a-b80c-4e0d-b300-841a5ff5396d port ca168909-279e-49ee-92be-6b6f014f3db9 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:14:20.609688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f568c24-0344-4697-8066-950ce1eb1be5 req-074b2b9a-d272-43b9-9d9c-94f58118060e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908871 Aug 03 16:14:20.680924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 37944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:20.691611 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.708251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-949cf74d-84b3-4ae0-9203-c648f45019a5 None None] Port ca168909-279e-49ee-92be-6b6f014f3db9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:20.715819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:20.718702 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8627a6-e30a-493c-8c69-8d729d3d6fb7" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:20.729120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88a97e92-590c-4805-b846-9d35048fb261 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:20.795326 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:20.823440 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978fd48a-55bb-4f54-91fc-feb2a134dfe4 x-openstack-request-id: req-978fd48a-55bb-4f54-91fc-feb2a134dfe4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:20.823440 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-plugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:20.824581 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-978fd48a-55bb-4f54-91fc-feb2a134dfe4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:20.825916 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:14:20.832103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.860018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795419171-network', 'tenant_id': '036c0ee4b4d84f5ca9ce7f7dc8627195'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:20.866570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-24a17abb-2d50-42f6-85c9-4ff81ec4634f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:20.876219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-24a17abb-2d50-42f6-85c9-4ff81ec4634f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/networks?id=c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 200 len: 796 time: 0.3435800 Aug 03 16:14:20.899240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Made reservation on behalf of 036c0ee4b4d84f5ca9ce7f7dc8627195 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:20.901236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-764e46a1-860b-4581-a154-8f43a12b196d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/quotas/f60d81f765f94360ae07e330aa2e1954 HTTP/1.1" status: 200 len: 375 time: 0.0236523 Aug 03 16:14:20.901590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:20.915356 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.005914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 88a97e92-590c-4805-b846-9d35048fb261 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:21.007164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.018204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-9545a5bf-60ac-451b-b365-9ddf6e7b0a1d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077523 Aug 03 16:14:21.076151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=13']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:21.137477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.151066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.173980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:14:21.188647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.189041 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Added segment b515e0e8-3856-4660-821b-e9426fc71754 of type vlan for network c1df3e47-240a-4690-a72a-c142edfd2712 Aug 03 16:14:21.230742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-206cb6df-8323-490e-a2f6-0399708ad346 service neutron] 10.222.0.70 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040968 Aug 03 16:14:21.254137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.300768 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.316486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Transition to ACTIVE for port object ca168909-279e-49ee-92be-6b6f014f3db9 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:21.332857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.360622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.361697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:21.362232 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.407306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-d3508ef1-7d39-4191-8140-b6ab096da5fd service neutron] 10.222.0.70 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747136 Aug 03 16:14:21.432245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b394-25b5-4835-bd14-0f16c0a1b4c7 None None] Pushing event updated for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:21.491039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Attempting to bind port ca168909-279e-49ee-92be-6b6f014f3db9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:21.491456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Attempting to bind port ca168909-279e-49ee-92be-6b6f014f3db9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:21.491890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Attempting to bind port ca168909-279e-49ee-92be-6b6f014f3db9 on network c2c2181f-10fb-4875-b273-b4a621981bc9 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:21.498963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:21.499485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Checking segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:21.500219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.500815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Bound using segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:21.501674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Bound port: ca168909-279e-49ee-92be-6b6f014f3db9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:21.502134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.514016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ee71f-63f9-405b-ab6a-1ed90f8df5e7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:21.520393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8354733 Aug 03 16:14:21.520907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37954) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:21.527080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Request body: {'subnet': {'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795419171-subnet', 'tenant_id': '036c0ee4b4d84f5ca9ce7f7dc8627195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:21.560466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f6059-bd75-4992-b247-002653add15a admin admin] Pushing event updated for resources: {'Network': ['ID=c1df3e47-240a-4690-a72a-c142edfd2712,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:21.583433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Made reservation on behalf of 036c0ee4b4d84f5ca9ce7f7dc8627195 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:21.589764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:21.617109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c1df3e47-240a-4690-a72a-c142edfd2712 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:14:21.914624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8ece-dd4a-43d5-b466-d69509fcf9f7 req-803a5665-5606-4239-95a8-00c24b00e24d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:21.916227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a3a8ece-dd4a-43d5-b466-d69509fcf9f7 req-803a5665-5606-4239-95a8-00c24b00e24d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1371467 Aug 03 16:14:21.935703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1110e52d-d535-4cb4-987b-1f7ad7a6406f req-104321d0-0a9f-4275-97a0-33fc6645b054 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 210 time: 0.1873844 Aug 03 16:14:22.017521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] For port ca168909-279e-49ee-92be-6b6f014f3db9, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:22.029770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a3a8ece-dd4a-43d5-b466-d69509fcf9f7 req-2065965b-2425-4bcb-a79b-e18b4f6cbc56 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037071 Aug 03 16:14:22.032472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:22.043815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] For port ca168909-279e-49ee-92be-6b6f014f3db9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ca168909-279e-49ee-92be-6b6f014f3db9,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:22.072062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:22.089817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6be8e5-06d9-4ef6-8a89-b314481e3503,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:22.160656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Checking segment: {'id': 'b515e0e8-3856-4660-821b-e9426fc71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:22.161494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Network hostable DHCP agents. Network: c1df3e47-240a-4690-a72a-c142edfd2712, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:14:22.195677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Network c1df3e47-240a-4690-a72a-c142edfd2712 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:14:22.213937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c1df3e47-240a-4690-a72a-c142edfd2712) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:22.214698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:22.222619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:22.223778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:22.235582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123798e-f8bf-41f5-a448-ff26db33fbb3 None None] Network c1df3e47-240a-4690-a72a-c142edfd2712 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:22.254176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-82c14217-511b-4b2d-aa40-f42a51a4f4fa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7245605 Aug 03 16:14:22.478783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:22.482885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:22.572261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-3312ce73-68df-4281-a100-057be49fc02a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365578 Aug 03 16:14:22.706542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0b394-25b5-4835-bd14-0f16c0a1b4c7 None None] Pushing event updated for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:22.752603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-78d5dcb7-c8e0-4aeb-beb2-e442bad62880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:22.755260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-78d5dcb7-c8e0-4aeb-beb2-e442bad62880 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=30d99d06ba444c7c81557f665854da2c&device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 1096 time: 0.1399033 Aug 03 16:14:22.814386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1a7da-d39b-40d9-9374-00aaca739dc1 None None] Network c1df3e47-240a-4690-a72a-c142edfd2712 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:23.023190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-abaa9b79-dfff-4af9-a26a-c07ec1644f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:23.025273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-abaa9b79-dfff-4af9-a26a-c07ec1644f34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 200 len: 911 time: 0.2237525 Aug 03 16:14:23.034586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:23.096802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4b5929e1-f0f3-421f-8930-26c70be5f9d1 req-8d436b30-7119-40af-b8d3-434c20dbf9c1 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 210 time: 0.0690885 Aug 03 16:14:23.138606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-d043af41-91ad-4dd6-ba68-04914d53bd4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 200 len: 1000 time: 0.1002750 Aug 03 16:14:23.218242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-158377f2-73eb-4c93-8b8a-120abe6bff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:23.220680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-158377f2-73eb-4c93-8b8a-120abe6bff86 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 200 len: 849 time: 0.0714934 Aug 03 16:14:23.307820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-872ca66c-2598-4c4b-a4c2-8ff5ea6ecc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:23.311992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-872ca66c-2598-4c4b-a4c2-8ff5ea6ecc11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818329 Aug 03 16:14:23.328418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809865f-9ce3-4599-aabb-bc5bb375f76b req-10acc25a-c57b-403e-8ff4-8ed086941483 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:23.338577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a809865f-9ce3-4599-aabb-bc5bb375f76b req-10acc25a-c57b-403e-8ff4-8ed086941483 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1522477 Aug 03 16:14:23.397842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 37992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:23.430560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241792553-network', 'tenant_id': '28967c34037d466db2f43e581b44cf57'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:23.485272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-995b6452-ce4e-4577-bf68-37ec016a9ab4 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642859 Aug 03 16:14:23.514130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Made reservation on behalf of 28967c34037d466db2f43e581b44cf57 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:23.516650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:23.521811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a809865f-9ce3-4599-aabb-bc5bb375f76b req-3bf1d2f8-5b2d-4724-8ed7-f39b7aee4601 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764283 Aug 03 16:14:23.551674 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:23.647768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:21Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:23.698383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8dae4e7f-bcd4-47c3-a2df-96d41b9d9386 req-37cc287a-ff43-4cd2-b295-35633d31ed54 service neutron] 10.222.0.78 "GET /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984966 Aug 03 16:14:23.728174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c8a71-8a87-449e-afe8-74c404d93aaa None None] The sync data for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 is: [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:21Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:23.782597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:23.787691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:23.862161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:14:23.876730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:23.877092 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Added segment 2d7c1db3-1968-405d-8393-2f8e56fb8123 of type vlan for network 2c232a70-f907-456d-8607-5a3bdc9afc29 Aug 03 16:14:23.943733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.013287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.014527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:24.015121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.026886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa17a77d-e297-48cf-bbcd-ec1bad4413b9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:24.130869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-067741b8-fa19-46d2-98b4-6e17faca56ac tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:24.133850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-067741b8-fa19-46d2-98b4-6e17faca56ac tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.72 "GET /v2.0/networks?id=c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 200 len: 796 time: 0.4335346 Aug 03 16:14:24.169135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7679942 Aug 03 16:14:24.169385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38004) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:24.187259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Request body: {'subnet': {'network_id': '2c232a70-f907-456d-8607-5a3bdc9afc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241792553-subnet', 'tenant_id': '28967c34037d466db2f43e581b44cf57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:24.189340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38006) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:24.218052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-278e24d9-33bc-41ea-b8d4-2ab247440dc8 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f60d81f765f94360ae07e330aa2e1954 HTTP/1.1" status: 200 len: 476 time: 0.0696614 Aug 03 16:14:24.245665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'port': {'device_id': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'admin_state_up': True, 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'security_groups': ['6aaa9eec-a2e2-4eea-bbb6-613cf012f290', '5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:24.259926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Made reservation on behalf of 28967c34037d466db2f43e581b44cf57 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:24.265840 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.577860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-198b53b4-b241-4a01-b092-f53a99000357 req-eaa727e4-90ea-4912-a854-8fa5257fdb30 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 210 time: 0.1774092 Aug 03 16:14:24.629492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ca168909-279e-49ee-92be-6b6f014f3db9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:24.637271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c06c45-7286-4725-924f-f0566da6b65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.691054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:24.696710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.778844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ca168909-279e-49ee-92be-6b6f014f3db9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:24.797253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ca168909-279e-49ee-92be-6b6f014f3db9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:24.797945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.947677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424a73-7014-444a-bfee-6783549ac2de admin admin] Pushing event updated for resources: {'Network': ['ID=2c232a70-f907-456d-8607-5a3bdc9afc29,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:24.959283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.20.0.14 (c2c2181f-10fb-4875-b273-b4a621981bc9/c64c0bcb-dec1-4054-83a4-45542330d8c4/f4703a9d-b222-44ed-acbc-3af35b2944f5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:24.970714 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.973290 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c06c45-7286-4725-924f-f0566da6b65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:24.974135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2c232a70-f907-456d-8607-5a3bdc9afc29 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:14:24.982736 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-24c06c45-7286-4725-924f-f0566da6b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.015019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c06c45-7286-4725-924f-f0566da6b65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1cbf7-78d7-4bdc-9121-8732e44410f9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:25.134110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-24c06c45-7286-4725-924f-f0566da6b65b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a857b4d9dbe044eba956b3dfc8b5ad3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434571 Aug 03 16:14:25.138214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38014) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:25.139314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port ca168909-279e-49ee-92be-6b6f014f3db9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ca168909-279e-49ee-92be-6b6f014f3db9,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:25.153232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.204557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.229236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:25.292818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.318143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a4871-a44b-4a40-b25f-fe0dda8b27ab req-08fee620-271c-40a3-be1b-d9969a109523 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:25.320756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de0a4871-a44b-4a40-b25f-fe0dda8b27ab req-08fee620-271c-40a3-be1b-d9969a109523 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.3696551 Aug 03 16:14:25.356969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.385808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d2c42d-a7e8-401c-bcc3-9430dab96164,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:25.387375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.409059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Checking segment: {'id': '2d7c1db3-1968-405d-8393-2f8e56fb8123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2c232a70-f907-456d-8607-5a3bdc9afc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:25.409476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Network hostable DHCP agents. Network: 2c232a70-f907-456d-8607-5a3bdc9afc29, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:14:25.419856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Transition to ACTIVE for port object f4703a9d-b222-44ed-acbc-3af35b2944f5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:25.452810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de0a4871-a44b-4a40-b25f-fe0dda8b27ab req-8712b09e-a1c5-4e3c-863b-a1ad05f594f3 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164212 Aug 03 16:14:25.475832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Network 2c232a70-f907-456d-8607-5a3bdc9afc29 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:14:25.478573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.496080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2c232a70-f907-456d-8607-5a3bdc9afc29) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:25.500781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:25.501819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.514735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f2f812-16dd-41e1-bf7e-c65bb8f2767c None None] Network 2c232a70-f907-456d-8607-5a3bdc9afc29 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:25.532696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10e2c3e3-4b28-40cb-b6b3-6903d17ee706 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3542442 Aug 03 16:14:25.586983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.589828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.591408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccd1cbf7-78d7-4bdc-9121-8732e44410f9 HTTP/1.1" status: 204 len: 168 time: 0.4515612 Aug 03 16:14:25.656638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network c2c2181f-10fb-4875-b273-b4a621981bc9 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:25.670010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:25.695629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:25.831996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778ab35-6c0c-43cd-97c7-17b29d6b0a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1cbf7-78d7-4bdc-9121-8732e44410f9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:25.873344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:25.913517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:25.922110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a6d1-d663-4b8d-9541-cdc9a3347e7c req-f5b9c680-596f-4ee0-82bf-be9feee2f365 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:25.928419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7a5a6d1-d663-4b8d-9541-cdc9a3347e7c req-f5b9c680-596f-4ee0-82bf-be9feee2f365 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 971 time: 0.1652679 Aug 03 16:14:25.933313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:25.979807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-66b518d8-447e-493c-bf48-214e0758f4d4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.7554328 Aug 03 16:14:25.995669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Request body: {'port': {'device_id': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:26.017634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7a5a6d1-d663-4b8d-9541-cdc9a3347e7c req-e5baa8a2-b8d2-402c-ac41-611fbae3e6e9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0809987 Aug 03 16:14:26.071964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde66770-5109-4f69-9d72-9e7a8455b633 None None] Network 2c232a70-f907-456d-8607-5a3bdc9afc29 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:26.132427 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.203357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.292875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc60e4e1-0c84-43a3-86cc-298f124be518 None None] Provisioning for port f4703a9d-b222-44ed-acbc-3af35b2944f5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:26.358130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc60e4e1-0c84-43a3-86cc-298f124be518 None None] Provisioning complete for port f4703a9d-b222-44ed-acbc-3af35b2944f5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:26.358514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc60e4e1-0c84-43a3-86cc-298f124be518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.411749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fc60e4e1-0c84-43a3-86cc-298f124be518 None None] Port f4703a9d-b222-44ed-acbc-3af35b2944f5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:26.538846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:26.586435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5769bd14-cf78-4d11-b2ef-62aafda2d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.610445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ca168909-279e-49ee-92be-6b6f014f3db9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:26.671135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a414e-16a1-4334-8a04-293e7ff10be7 req-e889b8e4-01c0-41cb-b9d4-03b0975035d2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:26.681131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e6a414e-16a1-4334-8a04-293e7ff10be7 req-e889b8e4-01c0-41cb-b9d4-03b0975035d2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1058774 Aug 03 16:14:26.762636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e6a414e-16a1-4334-8a04-293e7ff10be7 req-94292f1f-9633-4b38-99ee-a476ce846178 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803845 Aug 03 16:14:26.875573 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5769bd14-cf78-4d11-b2ef-62aafda2d3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.889774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5769bd14-cf78-4d11-b2ef-62aafda2d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:26.947396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769bd14-cf78-4d11-b2ef-62aafda2d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e734096e-9e1d-4893-ac65-97cb2ea6669a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:26.952513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5769bd14-cf78-4d11-b2ef-62aafda2d3e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=961d82d930b04b0cafadb80df1f58fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124823 Aug 03 16:14:26.966455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:27.029981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ca168909-279e-49ee-92be-6b6f014f3db9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:27.030275 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.058595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.119582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.253606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.256861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.261489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e734096e-9e1d-4893-ac65-97cb2ea6669a HTTP/1.1" status: 204 len: 168 time: 0.2936528 Aug 03 16:14:27.276137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec397f2b-3a6d-42b1-8f57-9554a2c40125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e734096e-9e1d-4893-ac65-97cb2ea6669a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:27.323525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880009d9-941c-4507-9d48-634e7e61c5a6 req-43aedf3c-2494-4798-b251-ed9858a71929 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:27.339452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-880009d9-941c-4507-9d48-634e7e61c5a6 req-43aedf3c-2494-4798-b251-ed9858a71929 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 971 time: 0.1673307 Aug 03 16:14:27.387989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-880009d9-941c-4507-9d48-634e7e61c5a6 req-8185df63-e812-4ac1-9728-5b82669e6bea tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0486727 Aug 03 16:14:27.415557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-8e320b26-8252-45c9-b0f6-b8ad302c121c tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:27.417354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-8e320b26-8252-45c9-b0f6-b8ad302c121c tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/networks?id=c1df3e47-240a-4690-a72a-c142edfd2712 HTTP/1.1" status: 200 len: 808 time: 0.8105621 Aug 03 16:14:27.429351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4703a9d-b222-44ed-acbc-3af35b2944f5 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:27.443969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-6e80ad18-c784-4918-bdaf-ad269ce9c277 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/quotas/036c0ee4b4d84f5ca9ce7f7dc8627195 HTTP/1.1" status: 200 len: 375 time: 0.0185244 Aug 03 16:14:27.451235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.498181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-6ee19bfb-d3e7-4cfa-8496-9ab93c93ea76 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=036c0ee4b4d84f5ca9ce7f7dc8627195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438297 Aug 03 16:14:27.507202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Transition to ACTIVE for port object f4703a9d-b222-44ed-acbc-3af35b2944f5 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:27.523198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.693560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Attempting to bind port f4703a9d-b222-44ed-acbc-3af35b2944f5 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:27.694000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Attempting to bind port f4703a9d-b222-44ed-acbc-3af35b2944f5 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:27.694400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Attempting to bind port f4703a9d-b222-44ed-acbc-3af35b2944f5 on network c2c2181f-10fb-4875-b273-b4a621981bc9 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:27.703209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Pushing event updated for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:27.707309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Port f4703a9d-b222-44ed-acbc-3af35b2944f5 on network c2c2181f-10fb-4875-b273-b4a621981bc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:14:27.707309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Attempting to bind port f4703a9d-b222-44ed-acbc-3af35b2944f5 on network c2c2181f-10fb-4875-b273-b4a621981bc9 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:27.718489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:27.718838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Checking segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:27.719239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Bound using segment: {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:27.719706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Bound port: f4703a9d-b222-44ed-acbc-3af35b2944f5, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:27.721537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.904512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:27.914455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:27.926097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:27.980812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae606a-c88d-44df-b5de-997569d17729 req-848b4dbf-c0d1-4bdd-8705-938bc162261d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:27.983344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ae606a-c88d-44df-b5de-997569d17729 req-848b4dbf-c0d1-4bdd-8705-938bc162261d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0944524 Aug 03 16:14:27.995200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-ddaa1bf1-9f97-461e-ae50-f1a06566ea05 service neutron] 10.222.0.70 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826236 Aug 03 16:14:28.013506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:28.016112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:28.019539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] 10.222.0.72 "PUT /v2.0/ports/f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 200 len: 1131 time: 2.0294285 Aug 03 16:14:28.020415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:28.024261 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929e70bd-4742-4401-b897-393d64a71535" -d '{"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:28.112420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ae606a-c88d-44df-b5de-997569d17729 req-d953bbcf-7721-47b8-9dbc-c2dfa383e567 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158888 Aug 03 16:14:28.277507 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e573bc68-d837-4b36-b3c4-7db238e51c86 x-openstack-request-id: req-e573bc68-d837-4b36-b3c4-7db238e51c86 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:28.278623 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:28.278623 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e573bc68-d837-4b36-b3c4-7db238e51c86 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:28.278941 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'status': 'completed', 'code': 200} Aug 03 16:14:28.341680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-7f3bf336-0499-4495-be4b-c530521a7372 service neutron] 10.222.0.70 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136656 Aug 03 16:14:28.363536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1e644-39be-4244-aa61-b7f90f739340 service neutron] Pushing event updated for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:28.404972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-85239911-f0ea-4b0b-9c6a-7d6a45bfa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:28.409662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-85239911-f0ea-4b0b-9c6a-7d6a45bfa0a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1134 time: 0.1886048 Aug 03 16:14:28.508696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-524c4a62-675b-4218-aeed-6a6d93fc56e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 200 len: 217 time: 0.0854878 Aug 03 16:14:28.571644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764949-00da-4ac7-a6be-666c72a07b09 req-a477d08c-08d4-40a9-96d9-2dc82eaa3f7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:28.581515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8764949-00da-4ac7-a6be-666c72a07b09 req-a477d08c-08d4-40a9-96d9-2dc82eaa3f7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 983 time: 0.0820391 Aug 03 16:14:28.616653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-56816c92-2b35-4bee-8f25-e489cba91815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:28.618457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-56816c92-2b35-4bee-8f25-e489cba91815 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c64c0bcb-dec1-4054-83a4-45542330d8c4 HTTP/1.1" status: 200 len: 835 time: 0.1023700 Aug 03 16:14:28.680301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-01b92c0e-d119-4bf3-a5d9-6aea951cac3b req-6ad42e97-d94a-499c-a530-e0a65f2b39b1 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 210 time: 0.0607188 Aug 03 16:14:28.696144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b47e1-8134-4402-965d-24c6332b0316 req-45f6b318-20d2-4a4a-8c6d-2a5a09773599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:28.697721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-45f6b318-20d2-4a4a-8c6d-2a5a09773599 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2c2181f-10fb-4875-b273-b4a621981bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678046 Aug 03 16:14:28.717422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8764949-00da-4ac7-a6be-666c72a07b09 req-28a93b9a-c00c-4165-b0ec-2a16fdd32f8c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1304224 Aug 03 16:14:28.838360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-1ac264fe-4b29-4a28-9c8c-026faf000fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329710 Aug 03 16:14:28.994636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d37b47e1-8134-4402-965d-24c6332b0316 req-f1ecffbd-78af-496e-8c8f-f41bd072ce68 service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477773 Aug 03 16:14:29.144597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e70bd-4742-4401-b897-393d64a71535 req-34f350cb-394b-4be8-a085-51236e3e13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:29.146096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-34f350cb-394b-4be8-a085-51236e3e13c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1134 time: 0.0974560 Aug 03 16:14:29.392774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b898d-72d5-48ec-a2e7-8262cafbe0fb req-b09e50cb-f9da-40f6-b78d-85f04e1a3a6b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:29.394607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac1b898d-72d5-48ec-a2e7-8262cafbe0fb req-b09e50cb-f9da-40f6-b78d-85f04e1a3a6b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1457415 Aug 03 16:14:29.398615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e70bd-4742-4401-b897-393d64a71535 req-b14c0dae-fd42-4623-8437-a865f3ad8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:29.400036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-b14c0dae-fd42-4623-8437-a865f3ad8559 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 200 len: 897 time: 0.2425408 Aug 03 16:14:29.507728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-224ee5e0-50dd-48fe-9613-b893afc171d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 200 len: 217 time: 0.1001687 Aug 03 16:14:29.565909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e70bd-4742-4401-b897-393d64a71535 req-6737a076-7ca7-496c-a575-357bba9fce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:29.567555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-6737a076-7ca7-496c-a575-357bba9fce0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c64c0bcb-dec1-4054-83a4-45542330d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0510011 Aug 03 16:14:29.574347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac1b898d-72d5-48ec-a2e7-8262cafbe0fb req-e3339e88-aae3-40d3-aac9-4113a6e1f2aa tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686115 Aug 03 16:14:29.640655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e70bd-4742-4401-b897-393d64a71535 req-9c010df1-19f6-432d-b2e6-2592d0bcb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:29.642244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-9c010df1-19f6-432d-b2e6-2592d0bcb092 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2c2181f-10fb-4875-b273-b4a621981bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657098 Aug 03 16:14:29.842328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0cb641e-87a0-475a-9308-69dd1791913e req-8d544543-3448-4458-ad68-9bf9279559ad tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 210 time: 0.0460501 Aug 03 16:14:29.873362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-9864aaab-3a37-4881-90fe-df4221fb91ef service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235155 Aug 03 16:14:30.017221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0ed13-f279-428c-9744-d2cb5938239c req-6c0e7834-6421-48fd-8821-f7e4b60bf01c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:30.025359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65a0ed13-f279-428c-9744-d2cb5938239c req-6c0e7834-6421-48fd-8821-f7e4b60bf01c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 983 time: 0.1189919 Aug 03 16:14:30.062849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-929e70bd-4742-4401-b897-393d64a71535 req-9b0f70ba-db2e-472f-8219-4ba768201c6b service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789541 Aug 03 16:14:30.105930 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65a0ed13-f279-428c-9744-d2cb5938239c req-88487fc2-fa5c-4cf5-82b4-761042fd0a23 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0795369 Aug 03 16:14:30.223626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-8d203c9e-3cc4-4cb1-86a7-2a61ab9688f0 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:30.227137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-8d203c9e-3cc4-4cb1-86a7-2a61ab9688f0 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.78 "GET /v2.0/networks?id=c1df3e47-240a-4690-a72a-c142edfd2712 HTTP/1.1" status: 200 len: 808 time: 0.1626987 Aug 03 16:14:30.247270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Request body: {'port': {'device_id': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712', 'admin_state_up': True, 'tenant_id': '036c0ee4b4d84f5ca9ce7f7dc8627195'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:30.260302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f4703a9d-b222-44ed-acbc-3af35b2944f5 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:14:30.415656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:30.427878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38128) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:30.431708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'port_id': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'mac_address': 'fa:16:3e:77:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:14:30.479557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.491420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Made reservation on behalf of 036c0ee4b4d84f5ca9ce7f7dc8627195 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:30.495973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.500042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4703a9d-b222-44ed-acbc-3af35b2944f5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:30.528788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:30.535662 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.617453 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fee3ce3-029b-4199-b845-10bde59430ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.619540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:30.684821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Allocated IP 172.20.0.11 (c1df3e47-240a-4690-a72a-c142edfd2712/bc6be8e5-06d9-4ef6-8a89-b314481e3503/f2e32625-5217-4565-85ea-4f8297ec117c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:30.741569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fee3ce3-029b-4199-b845-10bde59430ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.747446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fee3ce3-029b-4199-b845-10bde59430ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.794619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f4703a9d-b222-44ed-acbc-3af35b2944f5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:14:30.816690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6fee3ce3-029b-4199-b845-10bde59430ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7401924bb404dca8cd4f9a14d488a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862066 Aug 03 16:14:30.821995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38134) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:30.823668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee3ce3-029b-4199-b845-10bde59430ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539893d0-469e-4f95-a174-dfcdde82941d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:30.865858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151354c1-15ed-4c9d-9854-578c031de1e5 req-6d5a4a96-138b-4e89-90e8-6e3cf6e83100 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:30.868090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-151354c1-15ed-4c9d-9854-578c031de1e5 req-6d5a4a96-138b-4e89-90e8-6e3cf6e83100 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1497111 Aug 03 16:14:30.910198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.923933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-151354c1-15ed-4c9d-9854-578c031de1e5 req-4329b6b9-c2ed-4062-9982-029f9e7904cf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Aug 03 16:14:30.951693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:30.985100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.033287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.044962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.047891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.049031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/539893d0-469e-4f95-a174-dfcdde82941d HTTP/1.1" status: 204 len: 168 time: 0.2216775 Aug 03 16:14:31.071693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af87251-0ded-4cbf-a82a-d059abd3751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539893d0-469e-4f95-a174-dfcdde82941d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:31.114491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51b7f2-5359-4f82-b710-fa366404b8a9 req-d901dbe2-b8dd-4572-b0ec-3ce4dff46dc7 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:31.123748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da51b7f2-5359-4f82-b710-fa366404b8a9 req-d901dbe2-b8dd-4572-b0ec-3ce4dff46dc7 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 932 time: 0.1071360 Aug 03 16:14:31.127913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Network c1df3e47-240a-4690-a72a-c142edfd2712 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:31.146147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:31.156397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:31.213761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Pushing event updated for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:31.223763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da51b7f2-5359-4f82-b710-fa366404b8a9 req-00ccc54e-5c71-465a-a465-f0821a30200a tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Aug 03 16:14:31.284098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:31.284855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.307071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3fbedc3d-d099-497c-8431-72abf149f472 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0675995 Aug 03 16:14:31.324231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4872d9-81b4-4175-a960-273158a373bb req-82e11dcb-9875-4a90-8540-72a7020efe44 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:31.330246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e4872d9-81b4-4175-a960-273158a373bb req-82e11dcb-9875-4a90-8540-72a7020efe44 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 984 time: 0.0900075 Aug 03 16:14:31.340097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Request body: {'port': {'device_id': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:31.438165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e4872d9-81b4-4175-a960-273158a373bb req-50f6310d-434a-4e2d-b4c0-7c878ac12513 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1028664 Aug 03 16:14:31.440995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.514194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:31.534564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ac8188-5c80-46e8-8cee-43833ce9e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.675008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ac8188-5c80-46e8-8cee-43833ce9e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.682529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-68ac8188-5c80-46e8-8cee-43833ce9e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.727327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68ac8188-5c80-46e8-8cee-43833ce9e55f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3774494847204f6d867d9bb7dabcb23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113481 Aug 03 16:14:31.728452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8188-5c80-46e8-8cee-43833ce9e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e35dc6-8f23-46d3-9211-beb73de3977a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:31.730519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38148) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:31.845370 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.848565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e32625-5217-4565-85ea-4f8297ec117c {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:31.859383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.889144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.891404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Transition to ACTIVE for port object f2e32625-5217-4565-85ea-4f8297ec117c will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:31.898859 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:31.999709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:32.049695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.052212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.053581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44e35dc6-8f23-46d3-9211-beb73de3977a HTTP/1.1" status: 204 len: 168 time: 0.3190830 Aug 03 16:14:32.097993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4224d93-4ebc-4fee-88ae-afc702b06865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e35dc6-8f23-46d3-9211-beb73de3977a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:32.149312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Attempting to bind port f2e32625-5217-4565-85ea-4f8297ec117c on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:32.149960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Attempting to bind port f2e32625-5217-4565-85ea-4f8297ec117c by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'b515e0e8-3856-4660-821b-e9426fc71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:32.150515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Attempting to bind port f2e32625-5217-4565-85ea-4f8297ec117c on network c1df3e47-240a-4690-a72a-c142edfd2712 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:32.161550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1ad6-19fe-4c5a-ae76-6978b2dee66c req-8c8ebc09-d9ec-40f5-8c5a-af5a48ea195f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.164086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3bd1ad6-19fe-4c5a-ae76-6978b2dee66c req-8c8ebc09-d9ec-40f5-8c5a-af5a48ea195f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1176703 Aug 03 16:14:32.166467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Port f2e32625-5217-4565-85ea-4f8297ec117c on network c1df3e47-240a-4690-a72a-c142edfd2712 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:14:32.166795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Attempting to bind port f2e32625-5217-4565-85ea-4f8297ec117c on network c1df3e47-240a-4690-a72a-c142edfd2712 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:32.174032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:32.174405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Checking segment: {'id': 'b515e0e8-3856-4660-821b-e9426fc71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:32.174753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Bound using segment: {'id': 'b515e0e8-3856-4660-821b-e9426fc71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:32.175193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Bound port: f2e32625-5217-4565-85ea-4f8297ec117c, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b515e0e8-3856-4660-821b-e9426fc71754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:32.175557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.245562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3bd1ad6-19fe-4c5a-ae76-6978b2dee66c req-a39548cc-dcbd-4b3a-9a0f-51513ff1ddaa tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732257 Aug 03 16:14:32.289390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:32.291863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f4703a9d-b222-44ed-acbc-3af35b2944f5 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:32.295400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2e32625-5217-4565-85ea-4f8297ec117c,segment=NetworkSegment(b515e0e8-3856-4660-821b-e9426fc71754),segment_id=b515e0e8-3856-4660-821b-e9426fc71754)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:32.306352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.397580 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:32.423506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.425001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.429291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3120874b-fd2e-4aeb-a6e8-d9a444872122 service neutron] 10.222.0.78 "PUT /v2.0/ports/f2e32625-5217-4565-85ea-4f8297ec117c HTTP/1.1" status: 200 len: 1092 time: 1.0939939 Aug 03 16:14:32.430327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:32.434674 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42015b8f-4655-41bb-b75c-7551d0156c63" -d '{"events": [{"name": "network-changed", "server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:32.435942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port f4703a9d-b222-44ed-acbc-3af35b2944f5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:32.445573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f22e-a3ba-4082-83ff-616f5d455bcb req-3e75b6ea-85bc-4c60-949e-80221baba16f tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.446634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f4703a9d-b222-44ed-acbc-3af35b2944f5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:32.447219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.461178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce83f22e-a3ba-4082-83ff-616f5d455bcb req-3e75b6ea-85bc-4c60-949e-80221baba16f tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 944 time: 0.1481233 Aug 03 16:14:32.511962 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae045a-d43e-4fd1-a4ff-b607637b8133 x-openstack-request-id: req-efae045a-d43e-4fd1-a4ff-b607637b8133 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:32.528021 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:32.528454 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efae045a-d43e-4fd1-a4ff-b607637b8133 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:32.528793 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c', 'status': 'completed', 'code': 200} Aug 03 16:14:32.559135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ce83f22e-a3ba-4082-83ff-616f5d455bcb req-86318247-38d7-45a7-891e-228547f7bcd0 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Aug 03 16:14:32.623961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-29e6b832-ae0f-46d2-90e2-e6ee738de5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.625590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-29e6b832-ae0f-46d2-90e2-e6ee738de5f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=036c0ee4b4d84f5ca9ce7f7dc8627195&device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 1095 time: 0.1580873 Aug 03 16:14:32.700351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.735162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:32.736454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:32.739546 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9207cab1-32dd-43a9-831b-4936e0fc3100" -d '{"events": [{"server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "name": "network-vif-plugged", "status": "completed", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:32.745069 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:32.790797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-a4f14ac8-18de-4d38-922e-d81564dcf3ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e32625-5217-4565-85ea-4f8297ec117c HTTP/1.1" status: 200 len: 217 time: 0.1519279 Aug 03 16:14:32.811759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:32.820960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.821625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.822152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.822705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.823237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.823865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.824452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.824990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.825538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.826131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.826682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.827217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:14:32.867636 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9f6782-462c-4100-a588-1cdb2c65986d x-openstack-request-id: req-7b9f6782-462c-4100-a588-1cdb2c65986d {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:32.868852 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "name": "network-vif-plugged", "status": "completed", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:32.869371 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b9f6782-462c-4100-a588-1cdb2c65986d {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:32.870148 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'code': 200} Aug 03 16:14:32.905132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef2b69-6b06-45d6-9e9b-5ba7f1f7b469 req-0d7380db-4e46-4e75-9cb6-a254c3084abd tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.913562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6ef2b69-6b06-45d6-9e9b-5ba7f1f7b469 req-0d7380db-4e46-4e75-9cb6-a254c3084abd tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 984 time: 0.3062966 Aug 03 16:14:32.960658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-16a2f6cb-6dfe-4e04-8e14-8d54cc61788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:32.962611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-16a2f6cb-6dfe-4e04-8e14-8d54cc61788b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc6be8e5-06d9-4ef6-8a89-b314481e3503 HTTP/1.1" status: 200 len: 848 time: 0.1494827 Aug 03 16:14:33.042461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-f7a895ce-34be-443c-a44b-89ba1cad830b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1df3e47-240a-4690-a72a-c142edfd2712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667815 Aug 03 16:14:33.077807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6ef2b69-6b06-45d6-9e9b-5ba7f1f7b469 req-fa98a3bb-8b2c-40c1-9db9-e9747bb135c0 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1628551 Aug 03 16:14:33.150475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35943c5-2555-4190-99db-2909b310b58b req-27141844-a728-4d46-80b9-703d030dba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.152879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e35943c5-2555-4190-99db-2909b310b58b req-27141844-a728-4d46-80b9-703d030dba79 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1136 time: 0.1551840 Aug 03 16:14:33.244651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e35943c5-2555-4190-99db-2909b310b58b req-1d8034af-c2c9-4afa-88bf-cf5025fdb500 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0779676 Aug 03 16:14:33.248505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-3d556464-fa9c-40c9-8821-684d582da6be service neutron] 10.222.0.78 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694753 Aug 03 16:14:33.356881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49e9f591-5a76-45d1-9797-8f2e892cf87c req-724cb2f4-314f-432d-8d83-9376e1ac99d8 service neutron] 10.222.0.78 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990388 Aug 03 16:14:33.423636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cde77a-19b3-4f5b-a102-af53e62531ce req-070ccb7b-f229-4578-89fa-6fcc056e5e8d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.425367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90cde77a-19b3-4f5b-a102-af53e62531ce req-070ccb7b-f229-4578-89fa-6fcc056e5e8d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0764534 Aug 03 16:14:33.498567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-c5f1932a-87a5-4ad7-9e56-fb641343ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.504351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-c5f1932a-87a5-4ad7-9e56-fb641343ecb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=036c0ee4b4d84f5ca9ce7f7dc8627195&device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0732887 Aug 03 16:14:33.544158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90cde77a-19b3-4f5b-a102-af53e62531ce req-81940785-3ab0-4120-bbbd-de34b24447ff tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983071 Aug 03 16:14:33.724453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-41bde8b8-6c3c-4d4b-8954-01bda474ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.726916 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-41bde8b8-6c3c-4d4b-8954-01bda474ca1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1df3e47-240a-4690-a72a-c142edfd2712 HTTP/1.1" status: 200 len: 909 time: 0.2129345 Aug 03 16:14:33.760479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cf905-f967-44fc-996e-a7e9db7d86b8 req-2a13f4c5-6268-4f3d-abda-eeec2ef1a262 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.762200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd5cf905-f967-44fc-996e-a7e9db7d86b8 req-2a13f4c5-6268-4f3d-abda-eeec2ef1a262 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 944 time: 0.1015358 Aug 03 16:14:33.801877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-ca23886d-c11b-4b4a-92f2-0b7f52cd8d70 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e32625-5217-4565-85ea-4f8297ec117c HTTP/1.1" status: 200 len: 217 time: 0.0601165 Aug 03 16:14:33.898730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bd5cf905-f967-44fc-996e-a7e9db7d86b8 req-83a32bbc-07dc-401d-a971-f83fd4ca7111 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044223 Aug 03 16:14:33.907718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-235aeb19-f5b2-472e-80f9-69f07b51a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:33.909156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-235aeb19-f5b2-472e-80f9-69f07b51a4d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bc6be8e5-06d9-4ef6-8a89-b314481e3503 HTTP/1.1" status: 200 len: 848 time: 0.0894001 Aug 03 16:14:33.955113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-6799fde6-47ed-499b-8f13-41d907c9db61 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1df3e47-240a-4690-a72a-c142edfd2712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352049 Aug 03 16:14:34.146112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-61f48a8e-6059-45b8-a8b0-870285e0f92a service neutron] 10.222.0.78 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812840 Aug 03 16:14:34.312939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae0530-4a06-49ab-9870-c589faae2002 req-9b4487e2-61c6-40f2-9be2-f87f17bb3503 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:34.315570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6eae0530-4a06-49ab-9870-c589faae2002 req-9b4487e2-61c6-40f2-9be2-f87f17bb3503 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.0871441 Aug 03 16:14:34.342939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42015b8f-4655-41bb-b75c-7551d0156c63 req-53d112c4-908e-4b27-86bb-79a01abacf3c service neutron] 10.222.0.78 "GET /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876330 Aug 03 16:14:34.401904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6eae0530-4a06-49ab-9870-c589faae2002 req-023750e1-e820-452d-baf5-31f899fe05e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0785761 Aug 03 16:14:34.697777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f313e45-d7b3-4b7a-a076-9bd92dcb6a75 req-b950f11d-5c8d-4f9a-b366-c51e18325a2a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:34.705939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f313e45-d7b3-4b7a-a076-9bd92dcb6a75 req-b950f11d-5c8d-4f9a-b366-c51e18325a2a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0718715 Aug 03 16:14:34.761814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f313e45-d7b3-4b7a-a076-9bd92dcb6a75 req-c388bf91-8336-400f-b72f-1fd184e29b71 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546873 Aug 03 16:14:34.883672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2e32625-5217-4565-85ea-4f8297ec117c details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:14:35.106869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1e19e-baed-46a3-b173-01d23ae22c80 req-f30223cd-bfe1-4b32-ba88-bf1269efcf40 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:35.114898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46a1e19e-baed-46a3-b173-01d23ae22c80 req-f30223cd-bfe1-4b32-ba88-bf1269efcf40 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 944 time: 0.0904243 Aug 03 16:14:35.171771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2e32625-5217-4565-85ea-4f8297ec117c,segment=NetworkSegment(b515e0e8-3856-4660-821b-e9426fc71754),segment_id=b515e0e8-3856-4660-821b-e9426fc71754)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:35.189038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f2e32625-5217-4565-85ea-4f8297ec117c', 'network_id': 'c1df3e47-240a-4690-a72a-c142edfd2712', 'port_id': 'f2e32625-5217-4565-85ea-4f8297ec117c', 'mac_address': 'fa:16:3e:8f:f8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6be8e5-06d9-4ef6-8a89-b314481e3503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:14:35.202332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-46a1e19e-baed-46a3-b173-01d23ae22c80 req-5acf9225-cad6-446e-8aeb-20012989b284 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854223 Aug 03 16:14:35.252925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:35.272784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e32625-5217-4565-85ea-4f8297ec117c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:35.304026 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2e32625-5217-4565-85ea-4f8297ec117c,segment=NetworkSegment(b515e0e8-3856-4660-821b-e9426fc71754),segment_id=b515e0e8-3856-4660-821b-e9426fc71754)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:35.313759 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:35.422721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:35.624402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f2e32625-5217-4565-85ea-4f8297ec117c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:14:35.662342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6469-185e-46af-a0ef-48c23f59148b req-49f8e97f-dec3-46e4-ab22-5f1ce892a404 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:35.673226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c85b6469-185e-46af-a0ef-48c23f59148b req-49f8e97f-dec3-46e4-ab22-5f1ce892a404 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.1122205 Aug 03 16:14:35.738179 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c85b6469-185e-46af-a0ef-48c23f59148b req-2b5fafbe-972d-400d-a6b4-79dcbcbd0fd2 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0638859 Aug 03 16:14:35.997736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8b79d-047c-4c57-a72d-b8916c77f580 req-e3b87a42-d785-4984-914a-fc4668ed8432 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:35.999359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6ff13-1d06-41e1-b03b-ca3ce2cda0a9 req-2eba1a87-21ea-4272-a3e8-270841c1d575 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:36.000503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98f8b79d-047c-4c57-a72d-b8916c77f580 req-e3b87a42-d785-4984-914a-fc4668ed8432 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.0855010 Aug 03 16:14:36.015297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bda6ff13-1d06-41e1-b03b-ca3ce2cda0a9 req-2eba1a87-21ea-4272-a3e8-270841c1d575 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1148486 Aug 03 16:14:36.080319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bda6ff13-1d06-41e1-b03b-ca3ce2cda0a9 req-6bc9f59b-c026-4d2a-b566-d496790d2f8f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565777 Aug 03 16:14:36.122789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98f8b79d-047c-4c57-a72d-b8916c77f580 req-c72df9e7-920e-426c-862c-7aa94fcda407 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1136312 Aug 03 16:14:36.345422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-908e930b-2e7f-45f6-9962-9fd838111d30 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:36.354765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-908e930b-2e7f-45f6-9962-9fd838111d30 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1136 time: 0.1499591 Aug 03 16:14:36.396682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-056a1204-61e1-405e-a201-e01146fd8816 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:36.480587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed052d5a-3fa4-4d5b-b536-8eca68e6905e req-1e208f87-5b70-46fd-a224-a50129115378 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:36.494087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed052d5a-3fa4-4d5b-b536-8eca68e6905e req-1e208f87-5b70-46fd-a224-a50129115378 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 945 time: 0.0916772 Aug 03 16:14:36.593563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed052d5a-3fa4-4d5b-b536-8eca68e6905e req-b3b099c7-2f1d-40e4-8d8c-8b519a81f504 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981889 Aug 03 16:14:36.638446 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-056a1204-61e1-405e-a201-e01146fd8816 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:36.657842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-056a1204-61e1-405e-a201-e01146fd8816 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:36.728436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae835cfb-1e0c-448d-8cfc-5328f924e12c req-056a1204-61e1-405e-a201-e01146fd8816 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3618698 Aug 03 16:14:36.730718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1204-61e1-405e-a201-e01146fd8816 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3213ee0-33a3-42ed-9da6-76ed82d883d0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:36.747994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:36.856477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d11899b-7c91-4477-bf98-e2b894e1a8e4 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:36.860831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d11899b-7c91-4477-bf98-e2b894e1a8e4 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1131 time: 0.1090562 Aug 03 16:14:36.861947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:36.869965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:36.928363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2e32625-5217-4565-85ea-4f8297ec117c up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:36.944906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:36.993522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f2e32625-5217-4565-85ea-4f8297ec117c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:36.998344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f2e32625-5217-4565-85ea-4f8297ec117c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:36.999131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.100617 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.104238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.143626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:37.147317 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09544d34-f99c-4535-a54d-6dd897d2c75e" -d '{"events": [{"server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:37.169211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2e32625-5217-4565-85ea-4f8297ec117c,segment=NetworkSegment(b515e0e8-3856-4660-821b-e9426fc71754),segment_id=b515e0e8-3856-4660-821b-e9426fc71754)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:37.174983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.208486 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9bdbf-6328-4fc6-8773-522bcbf6ac16 x-openstack-request-id: req-1fe9bdbf-6328-4fc6-8773-522bcbf6ac16 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:37.208486 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:37.209719 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fe9bdbf-6328-4fc6-8773-522bcbf6ac16 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:37.210343 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c', 'code': 200} Aug 03 16:14:37.277473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef310e-ce51-416b-a477-3e6acccf87a8 req-bf3b0d44-b469-4d26-a459-92a7c056980b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:37.278685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:37.289276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0bef310e-ce51-416b-a477-3e6acccf87a8 req-bf3b0d44-b469-4d26-a459-92a7c056980b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1132617 Aug 03 16:14:37.328128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.25.7.19 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6dba8c42-0cb5-487f-a4d1-bc14c1b386d9) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:37.347443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0bef310e-ce51-416b-a477-3e6acccf87a8 req-bc3c2181-d157-425a-9684-46846e127fdf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565147 Aug 03 16:14:37.409963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be0024-eff3-4f0e-afbd-0a953f49f29a req-ae374a91-a27d-4cab-b756-c797ec6a1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:37.411859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55be0024-eff3-4f0e-afbd-0a953f49f29a req-ae374a91-a27d-4cab-b756-c797ec6a1b4a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 1097 time: 0.1038463 Aug 03 16:14:37.520764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55be0024-eff3-4f0e-afbd-0a953f49f29a req-7118761b-f590-477c-85d9-a60e7abbf2d1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817666 Aug 03 16:14:37.525524 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.587194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:37.641831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:37.645341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:37.649688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:37.698108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=6dba8c42-0cb5-487f-a4d1-bc14c1b386d9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:37.791005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaf2da-6af0-49c3-8ac3-5480ed2d444c req-07c43644-de58-4aa9-b886-d89c6cfbcf83 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:37.792783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cafaf2da-6af0-49c3-8ac3-5480ed2d444c req-07c43644-de58-4aa9-b886-d89c6cfbcf83 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0982893 Aug 03 16:14:37.881693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cafaf2da-6af0-49c3-8ac3-5480ed2d444c req-8004f725-1919-4cef-a8e9-00bf98a1ae5f tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810471 Aug 03 16:14:38.223271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:38.314069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:38.608846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a32e98-a370-4731-bfa4-b0fffaad9cdb req-b9d2ad7a-919b-43f4-a188-10f904e44c66 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:38.617605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46a32e98-a370-4731-bfa4-b0fffaad9cdb req-b9d2ad7a-919b-43f4-a188-10f904e44c66 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.1129951 Aug 03 16:14:38.626111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:38.639214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:38.729498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46a32e98-a370-4731-bfa4-b0fffaad9cdb req-709c4261-5f1b-4b6e-b085-211951397303 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111622 Aug 03 16:14:38.747588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=6dba8c42-0cb5-487f-a4d1-bc14c1b386d9,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:38.786190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:38.924080 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Floating IP 1351c714-38bf-45ed-b858-096a3b3b15a7 associated. External IP: 172.25.7.19, port: f4703a9d-b222-44ed-acbc-3af35b2944f5. Aug 03 16:14:39.093626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50914-7fc8-45c0-a177-d0545461ea52 req-88206c1c-7e79-4a4c-8c85-3a302b9f7483 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:39.109820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50914-7fc8-45c0-a177-d0545461ea52 req-88206c1c-7e79-4a4c-8c85-3a302b9f7483 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1058056 Aug 03 16:14:39.197822 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ddd50914-7fc8-45c0-a177-d0545461ea52 req-4998b9a9-8e0e-47f3-b586-b7badec22e20 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 Aug 03 16:14:39.701147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router e8830a3a-b80c-4e0d-b300-841a5ff5396d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:14:39.844676 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8c3dec63-a32e-4592-abb4-bf073d8f1de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:39.903187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:39.916410 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Sync routers for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:39.931885 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:39.933714 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:39.940266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:39.979282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-133e6f20-5a9b-4bb8-b4ff-3b4ee42ba814 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1155999 Aug 03 16:14:39.980057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:39.982122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38390) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:39.982890 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecba933-f2d5-4406-9416-b1472a184a47" -d '{"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:40.062733 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbf3eb-eef6-4d05-913b-6eb47a65e990 x-openstack-request-id: req-02cbf3eb-eef6-4d05-913b-6eb47a65e990 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:40.063026 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:40.063279 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02cbf3eb-eef6-4d05-913b-6eb47a65e990 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:40.063678 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'status': 'completed', 'code': 200} Aug 03 16:14:40.184293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:40.191521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-c363a849-1670-43a5-b712-43af94ccfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.198335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-c363a849-1670-43a5-b712-43af94ccfa4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1136 time: 0.1081884 Aug 03 16:14:40.421013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03f10-2e49-4e91-b86b-1e1d6a460b2b req-3974e177-d741-4018-a750-0ed5d5d56314 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.427248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-21a13297-bf47-4869-9e58-31aeeb1d04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.431448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74a03f10-2e49-4e91-b86b-1e1d6a460b2b req-3974e177-d741-4018-a750-0ed5d5d56314 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.2179375 Aug 03 16:14:40.431790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-21a13297-bf47-4869-9e58-31aeeb1d04c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 200 len: 897 time: 0.2282500 Aug 03 16:14:40.511956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.512791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.514059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.516355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.517021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.517682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.518309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.519189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.523960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9714f827-f683-49f9-be9b-e3e4cda97018 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.5383265 Aug 03 16:14:40.526599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38414) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:40.594467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-588ac045-7a48-4174-9ab2-efd4ae1254f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 200 len: 999 time: 0.1549342 Aug 03 16:14:40.612439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-74a03f10-2e49-4e91-b86b-1e1d6a460b2b req-c0c1b966-c54a-414b-a7fe-6ce355602663 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794512 Aug 03 16:14:40.691407 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1351c714-38bf-45ed-b858-096a3b3b15a7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'port_id': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'mac_address': 'fa:16:3e:77:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:14:38Z', 'updated_at': '2021-08-03T16:14:38Z', 'revision_number': 0, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:40.730791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-c07cf0d4-060f-4acc-a7b3-deaba07ec181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.732140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.732756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-c07cf0d4-060f-4acc-a7b3-deaba07ec181 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c64c0bcb-dec1-4054-83a4-45542330d8c4 HTTP/1.1" status: 200 len: 835 time: 0.1312540 Aug 03 16:14:40.733054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.733515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.734027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.734483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.734928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.735374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.735950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.737887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ebcfa5d-2ec8-4024-8a2c-2fe645bdae34 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.2101605 Aug 03 16:14:40.741952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38430) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:40.744091 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Checking router: e8830a3a-b80c-4e0d-b300-841a5ff5396d for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:40.756131 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:40.757179 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:40.844403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-ef6aff42-5da0-43dc-a261-d6a32d25f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:40.848630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-ef6aff42-5da0-43dc-a261-d6a32d25f978 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2c2181f-10fb-4875-b273-b4a621981bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082287 Aug 03 16:14:40.995482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-037ede42-e29d-47fd-9e85-6d416bc946d0 service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352384 Aug 03 16:14:41.185992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ecba933-f2d5-4406-9416-b1472a184a47 req-519b2752-fa32-47cc-98f0-24fa5c42e329 service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803563 Aug 03 16:14:41.268781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38468) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:41.279599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65b3ba16-6a02-4215-a6a5-5cc0536fcaa5 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.5360386 Aug 03 16:14:41.284822 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:41.324971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e0a84-99fc-485d-b988-9270d929e7af tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:41.326074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e0a84-99fc-485d-b988-9270d929e7af tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:41.341675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-623e0a84-99fc-485d-b988-9270d929e7af tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8830a3a-b80c-4e0d-b300-841a5ff5396d HTTP/1.1" status: 200 len: 1990 time: 0.0585001 Aug 03 16:14:41.630134 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1351c714-38bf-45ed-b858-096a3b3b15a7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'port_id': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'mac_address': 'fa:16:3e:77:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:14:38Z', 'updated_at': '2021-08-03T16:14:38Z', 'revision_number': 0, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:41.666682 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ade685-31f2-42f5-9773-ac65aa1fe315 None None] The sync data for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 is: [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1351c714-38bf-45ed-b858-096a3b3b15a7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'floating_ip_address': '172.25.7.19', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'port_id': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'mac_address': 'fa:16:3e:77:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:14:38Z', 'updated_at': '2021-08-03T16:14:38Z', 'revision_number': 0, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:42.110531 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aa98b6d6-4c97-4696-aaf3-f71f4d108eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:42.117933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56817ec2-43ae-4dc1-8b8d-083aa7d1f98b None None] New status for floating IP 1351c714-38bf-45ed-b858-096a3b3b15a7: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:14:42.170268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900432b-1466-4f86-ac6b-c3c9e9cfc0b4 req-bbdc0ad4-cd62-42f2-81d4-5e46d98cb19c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:42.179026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9900432b-1466-4f86-ac6b-c3c9e9cfc0b4 req-bbdc0ad4-cd62-42f2-81d4-5e46d98cb19c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 946 time: 0.0959687 Aug 03 16:14:42.247966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9900432b-1466-4f86-ac6b-c3c9e9cfc0b4 req-fd35a253-94be-4748-a991-73d322e24b4d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Aug 03 16:14:42.339927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:42.449622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:42.487853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:42.491594 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a535d480-f1be-48b5-9d9b-9dd2d9e4c6e4" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:42.508401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:42.514437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:42.606535 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea5a2e9-a304-4592-b34b-dcaa0b74fe78 x-openstack-request-id: req-9ea5a2e9-a304-4592-b34b-dcaa0b74fe78 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:42.606816 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-unplugged", "status": "completed", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:42.607071 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ea5a2e9-a304-4592-b34b-dcaa0b74fe78 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:42.607463 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'code': 200} Aug 03 16:14:42.608463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=14']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:42.638652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-e07636c3-f6ca-4f0b-9142-6beeaf86793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:42.641970 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-e07636c3-f6ca-4f0b-9142-6beeaf86793b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1097 time: 0.1431267 Aug 03 16:14:42.681813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747b6c-d4df-4169-9c1b-7c2c39d7aed4 req-3dca0ffb-fa9b-4574-98dc-563260696dea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:42.696178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8747b6c-d4df-4169-9c1b-7c2c39d7aed4 req-3dca0ffb-fa9b-4574-98dc-563260696dea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1311200 Aug 03 16:14:42.776606 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:42.837594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8747b6c-d4df-4169-9c1b-7c2c39d7aed4 req-b3a4900f-a56e-4df1-b435-1b1cc7c5b56c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399515 Aug 03 16:14:42.893105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-52de6cac-9ce4-403c-a213-416a4a9bb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:42.894931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-52de6cac-9ce4-403c-a213-416a4a9bb9ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2437224 Aug 03 16:14:42.982037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-d8be498e-3a8a-45dd-a2ed-13874e897c4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.0793123 Aug 03 16:14:43.044077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-1d3777cf-63cb-4715-aeb3-c7e5c6341b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:43.045948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-1d3777cf-63cb-4715-aeb3-c7e5c6341b4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0574465 Aug 03 16:14:43.171351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-cef09170-cc18-4bde-b91d-273ef451f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:43.172890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-cef09170-cc18-4bde-b91d-273ef451f12e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151683 Aug 03 16:14:43.185831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c374665-615e-4aed-81e0-dbf933a55256 req-737e2ebd-ae5e-4da2-819e-0b5f40b4a8a1 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:43.194363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c374665-615e-4aed-81e0-dbf933a55256 req-737e2ebd-ae5e-4da2-819e-0b5f40b4a8a1 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0972445 Aug 03 16:14:43.305933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c374665-615e-4aed-81e0-dbf933a55256 req-a4e81663-2708-475b-8b82-8c0a0e8ad174 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001050 Aug 03 16:14:43.343617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-9260132b-f767-4075-b8bc-7629e45795b0 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481717 Aug 03 16:14:43.461062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d9cef09a-bfdd-4cff-aa81-c5191afa06bd req-64341357-1e94-4159-9d2e-598438eab167 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101642 Aug 03 16:14:43.699182 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:44.013910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a107fe7-2f72-4999-a536-c811eca2600c req-b1f5041b-8088-4207-b819-aab5ee193af2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:44.015517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a107fe7-2f72-4999-a536-c811eca2600c req-b1f5041b-8088-4207-b819-aab5ee193af2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0594819 Aug 03 16:14:44.060793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a107fe7-2f72-4999-a536-c811eca2600c req-55a9b78e-0e09-47ec-aeeb-e9c899c85446 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Aug 03 16:14:44.439866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0b4f0-b0ad-4e72-a7a3-8d041d3680d8 req-5069e8cd-b7cd-4464-bed0-34fb4bd2c0d8 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:44.441819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7d0b4f0-b0ad-4e72-a7a3-8d041d3680d8 req-5069e8cd-b7cd-4464-bed0-34fb4bd2c0d8 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0555983 Aug 03 16:14:44.487876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7d0b4f0-b0ad-4e72-a7a3-8d041d3680d8 req-6a5f6fd9-9433-4aed-a25c-fb44fa0b086d tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/security-groups?id=383ee71f-63f9-405b-ab6a-1ed90f8df5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Aug 03 16:14:44.605324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38574) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:44.743319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d73f5e0-4e91-4cfe-9cc5-bef7607d1e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:44.775324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-070c1f24-0f56-4d30-8966-e0e7ec2e5cba tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:44.776836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-070c1f24-0f56-4d30-8966-e0e7ec2e5cba tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.78 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0855529 Aug 03 16:14:44.925035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Deleting port f2e32625-5217-4565-85ea-4f8297ec117c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:14:44.925366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:44.930860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d73f5e0-4e91-4cfe-9cc5-bef7607d1e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:44.944346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7d73f5e0-4e91-4cfe-9cc5-bef7607d1e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.018130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d73f5e0-4e91-4cfe-9cc5-bef7607d1e2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=509bbaae3d164df785cf7802be877445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114699 Aug 03 16:14:45.021602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38578) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:45.034490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73f5e0-4e91-4cfe-9cc5-bef7607d1e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155da89-e3ad-4ec0-a4fa-dc426a85c5f0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:45.069864 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.070578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] For port f2e32625-5217-4565-85ea-4f8297ec117c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f2e32625-5217-4565-85ea-4f8297ec117c,segment=NetworkSegment(b515e0e8-3856-4660-821b-e9426fc71754),segment_id=b515e0e8-3856-4660-821b-e9426fc71754)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:45.070578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.088760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Calling delete_port for f2e32625-5217-4565-85ea-4f8297ec117c owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:14:45.119701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.158471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.238213 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.268486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87efd6-4f8c-49ae-a0ac-42586c47c710 req-02e0c259-4006-4871-bedd-a45c6d15c927 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:45.270437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a87efd6-4f8c-49ae-a0ac-42586c47c710 req-02e0c259-4006-4871-bedd-a45c6d15c927 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1158895 Aug 03 16:14:45.275175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Pushing event deleted for resources: {'Port': ['ID=f2e32625-5217-4565-85ea-4f8297ec117c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:45.308690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.311626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.312845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4155da89-e3ad-4ec0-a4fa-dc426a85c5f0 HTTP/1.1" status: 204 len: 168 time: 0.2898128 Aug 03 16:14:45.327094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] No DVR routers for this DVR port f2e32625-5217-4565-85ea-4f8297ec117c on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:14:45.331009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.335017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9487e345-0d0d-488f-b8cb-3db970dde2ee req-1d227396-bcf7-45cd-bf70-448dadfb5512 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.78 "DELETE /v2.0/ports/f2e32625-5217-4565-85ea-4f8297ec117c HTTP/1.1" status: 204 len: 173 time: 0.5479481 Aug 03 16:14:45.335690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'name': 'network-vif-deleted', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:45.338856 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02e910-f3a4-4e5a-abb5-21bd9115fcf6" -d '{"events": [{"server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "name": "network-vif-deleted", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:45.339117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cd8ef-8e21-466a-884f-d6c806041af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155da89-e3ad-4ec0-a4fa-dc426a85c5f0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:45.376413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a87efd6-4f8c-49ae-a0ac-42586c47c710 req-1081639a-65e1-441e-a3c7-ae3926e360cb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907512 Aug 03 16:14:45.413373 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2086d2b-9685-45d5-94ff-4c38ff35e453 x-openstack-request-id: req-c2086d2b-9685-45d5-94ff-4c38ff35e453 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:45.413686 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d6e27d-e87b-44df-b005-6c280617e5f7", "name": "network-vif-deleted", "tag": "f2e32625-5217-4565-85ea-4f8297ec117c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:45.413956 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2086d2b-9685-45d5-94ff-4c38ff35e453 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:45.414425 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d6e27d-e87b-44df-b005-6c280617e5f7', 'name': 'network-vif-deleted', 'tag': 'f2e32625-5217-4565-85ea-4f8297ec117c', 'status': 'completed', 'code': 200} Aug 03 16:14:45.595674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74158-6d75-4261-a826-fa764f1dacd2 req-982c5470-2779-442d-beab-84cad77edae9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:45.597301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fec74158-6d75-4261-a826-fa764f1dacd2 req-982c5470-2779-442d-beab-84cad77edae9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0694559 Aug 03 16:14:45.639979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4d1d638f-1c79-4554-87e9-c5223df8d2b9 req-ba3d0dfe-ae0c-4fd6-b743-bfff089a4001 tempest-VolumesActionsTest-1827843095 tempest-VolumesActionsTest-1827843095-project] 10.222.0.70 "GET /v2.0/ports?device_id=74d6e27d-e87b-44df-b005-6c280617e5f7 HTTP/1.1" status: 200 len: 210 time: 0.0368650 Aug 03 16:14:45.657691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fec74158-6d75-4261-a826-fa764f1dacd2 req-4df45d9d-d916-44ce-af3a-9a13b98173f7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487077 Aug 03 16:14:45.715041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:45.740776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df083de7-8096-43bd-ad43-d4c5863e5018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.849592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567df4b6-0eb7-4d1d-962b-47737770e74e req-d17b368a-cba5-4dd0-a9c3-0a01391948fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:45.852832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-567df4b6-0eb7-4d1d-962b-47737770e74e req-d17b368a-cba5-4dd0-a9c3-0a01391948fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1040273 Aug 03 16:14:45.900170 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-567df4b6-0eb7-4d1d-962b-47737770e74e req-93604da3-5fa2-4b51-9932-bffa75fd7d9c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Aug 03 16:14:45.944027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df083de7-8096-43bd-ad43-d4c5863e5018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.950188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-df083de7-8096-43bd-ad43-d4c5863e5018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:45.995921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-df083de7-8096-43bd-ad43-d4c5863e5018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cebd757aa2d4afd9ed9e81d6634de41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786610 Aug 03 16:14:45.997107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df083de7-8096-43bd-ad43-d4c5863e5018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f823520-1b72-4e4b-8f6b-6e1169ed992c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:45.999292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38602) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:46.066845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:46.094364 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:46.149485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:46.152197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:46.153814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f823520-1b72-4e4b-8f6b-6e1169ed992c HTTP/1.1" status: 204 len: 168 time: 0.1524205 Aug 03 16:14:46.163926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1260a6-0c32-421b-a5b3-db8b7fa4eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f823520-1b72-4e4b-8f6b-6e1169ed992c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:46.252845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-39f255a5-1cba-46aa-ab1e-7a4b3806c404 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:46.254413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-39f255a5-1cba-46aa-ab1e-7a4b3806c404 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.1161828 Aug 03 16:14:46.273994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a96c0a78-2556-49ae-97bc-8a4dd191a4db tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/quotas/c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 375 time: 0.0122786 Aug 03 16:14:46.345818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-448c5356-7e15-44cd-ab0a-31d260b8ac81 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0620396 Aug 03 16:14:46.438050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-9e641a88-e3c8-4872-a205-c2a99927843d service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911133 Aug 03 16:14:46.546869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-42672390-f7f1-4531-8127-7c7ab57ccb60 service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013601 Aug 03 16:14:46.753570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be36c916-0d21-47ea-a81f-79e4d635d6f8 req-517caf93-4179-430f-b8cd-fdb95f14ab07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 210 time: 0.0382543 Aug 03 16:14:46.908194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38646) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:46.951394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2e32625-5217-4565-85ea-4f8297ec117c no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:14:47.026487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: f2e32625-5217-4565-85ea-4f8297ec117c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:14:47.027466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f2e32625-5217-4565-85ea-4f8297ec117c not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:14:47.038812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1813579981-network', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:47.063675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Made reservation on behalf of ba1b401afba34deb8e2867d749f78499 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:47.066502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.075865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.191020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.197476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.218445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:14:47.237443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38e205-cb83-4691-9255-afaf7817fb04,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:47.241687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.242298 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Added segment 6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a of type vlan for network 0dac1e17-65d4-409a-bf23-eea19863272d Aug 03 16:14:47.306575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.345028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.346176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:47.346769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.411954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5024681 Aug 03 16:14:47.416136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:47.424252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Request body: {'subnet': {'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1813579981-subnet', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:47.432029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4505c-5bdd-4e57-a6b4-dfc2baea6af6 admin admin] Pushing event updated for resources: {'Network': ['ID=0dac1e17-65d4-409a-bf23-eea19863272d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:47.450136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:14:47.461167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Made reservation on behalf of ba1b401afba34deb8e2867d749f78499 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:47.466839 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.678760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.759973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4260ba15-0cdf-4080-9e10-920857cf5aaa,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:47.778048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Checking segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:47.778428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Network hostable DHCP agents. Network: 0dac1e17-65d4-409a-bf23-eea19863272d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:14:47.804344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Network 0dac1e17-65d4-409a-bf23-eea19863272d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:14:47.823448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 0dac1e17-65d4-409a-bf23-eea19863272d) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:47.832914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:47.834139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.839376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfe863-873e-46a1-9591-32e017df397d None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:47.853398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b1cfcded-69aa-4be8-8dcb-29977e42af11 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4359093 Aug 03 16:14:47.854092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38668) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:47.862648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:47.891656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.892719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.898147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c34345fd-3ee0-4a53-aa5b-4723aca7692d req-f84bb2d1-72f0-4a0b-88e7-5739d5aaf81d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 210 time: 0.0408747 Aug 03 16:14:47.976203 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:47.977905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-7852def9-e621-4bab-afaf-7934df496a3d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:47.979433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-7852def9-e621-4bab-afaf-7934df496a3d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.1848593 Aug 03 16:14:47.997623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'device_id': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'admin_state_up': True, 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:48.046412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-0dac1e17-65d4-409a-bf23-eea19863272d', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:14:48.048480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.142916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:48.146920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.152363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.215839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Allocated IP 172.20.0.2 (0dac1e17-65d4-409a-bf23-eea19863272d/4260ba15-0cdf-4080-9e10-920857cf5aaa/cd2a6293-c530-4811-b9a2-8ca51b750b05) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:48.372387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.20.0.5 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/72a7fc6a-8a24-4e48-a5c5-8414b9c1d673) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:48.454691 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.471968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Transition to ACTIVE for port object cd2a6293-c530-4811-b9a2-8ca51b750b05 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:48.483984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.502539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Transition to ACTIVE for port object cd2a6293-c530-4811-b9a2-8ca51b750b05 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:48.506249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.514289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.544054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:48.546719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:48.578371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:48.631250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.646451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Pushing event updated for resources: {'Port': ['ID=cd2a6293-c530-4811-b9a2-8ca51b750b05,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:48.667343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Attempting to bind port cd2a6293-c530-4811-b9a2-8ca51b750b05 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:48.667343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Attempting to bind port cd2a6293-c530-4811-b9a2-8ca51b750b05 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:48.668047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Attempting to bind port cd2a6293-c530-4811-b9a2-8ca51b750b05 on network 0dac1e17-65d4-409a-bf23-eea19863272d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:48.674971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Transition to ACTIVE for port object 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:48.678497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Allocated IP 172.25.7.110 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e2a3f8c6-b878-4d41-9d30-cd939fcf5978) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:48.684546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:48.684546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Checking segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:48.684546 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.685392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Bound using segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:48.685948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Bound port: cd2a6293-c530-4811-b9a2-8ca51b750b05, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:48.686535 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.748816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.754409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] For port cd2a6293-c530-4811-b9a2-8ca51b750b05, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:48.759630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] For port cd2a6293-c530-4811-b9a2-8ca51b750b05, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cd2a6293-c530-4811-b9a2-8ca51b750b05,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:48.764745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.820505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:48.821915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:48.824956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:48.838304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:48.850251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.852195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708d69-a0bd-47d8-b2ac-4b4e2eea2d53 None None] Pushing event updated for resources: {'Port': ['ID=cd2a6293-c530-4811-b9a2-8ca51b750b05,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:48.908601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:48.909458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.911359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:48.938545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a384c461-30cb-4035-8fdc-f1fde36790e0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453447 Aug 03 16:14:48.955242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Request body: {'port': {'device_id': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:48.984957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:48.988467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:48.999961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:49.037233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.075387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Pushing event updated for resources: {'Port': ['ID=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:49.256625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-832e95a3-4b68-4d97-bef5-33bb0b31d380 None None] Provisioning for port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:49.261168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-832e95a3-4b68-4d97-bef5-33bb0b31d380 None None] Provisioning complete for port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:49.262086 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-832e95a3-4b68-4d97-bef5-33bb0b31d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.284604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0960fb-8036-4299-8421-9d779afaddc0 req-e14a0599-9e35-433d-8be3-c48407ccd137 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:49.286477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a0960fb-8036-4299-8421-9d779afaddc0 req-e14a0599-9e35-433d-8be3-c48407ccd137 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 931 time: 0.2261202 Aug 03 16:14:49.340173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-832e95a3-4b68-4d97-bef5-33bb0b31d380 None None] Port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:49.404550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a0960fb-8036-4299-8421-9d779afaddc0 req-b722f5e5-ed1a-4e52-9f7e-557860ad1557 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076970 Aug 03 16:14:49.450701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:49.459636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.474224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Transition to ACTIVE for port object 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:49.477879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.479726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.596024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Pushing event updated for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:49.657315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Attempting to bind port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:49.658284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Attempting to bind port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:49.658908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Attempting to bind port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:49.667814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 on network 0827b38d-930b-4282-9dc9-f49a582a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:14:49.668948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Attempting to bind port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:49.676575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:49.676888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:49.678406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:49.679532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Bound port: 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:49.679532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.849536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:49.853958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:49.858989 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.963609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Pushing event updated for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:49.993673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:49.994286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:49.995712 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-a469ed40-3d7c-4dc6-bd73-1813e7dec727 service neutron] 10.222.0.78 "PUT /v2.0/ports/72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 1091 time: 1.0463178 Aug 03 16:14:49.996177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:49.998509 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:50.093192 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08043d66-2023-4781-9d88-c491ce35f2ff x-openstack-request-id: req-08043d66-2023-4781-9d88-c491ce35f2ff {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:50.093471 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:50.093754 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08043d66-2023-4781-9d88-c491ce35f2ff {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:50.094181 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', 'status': 'completed', 'code': 200} Aug 03 16:14:50.126824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-0bf4e4e4-b2ae-4ec7-a74a-8931d2d2bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:50.128416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-0bf4e4e4-b2ae-4ec7-a74a-8931d2d2bc5a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1094 time: 0.0846617 Aug 03 16:14:50.215752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-795f4fbe-b1d4-42a3-8ba1-1cfd6840c6a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 217 time: 0.0785596 Aug 03 16:14:50.322337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-dadae8b2-6af4-43b5-96db-0381cf72a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:50.328958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-dadae8b2-6af4-43b5-96db-0381cf72a0c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1049356 Aug 03 16:14:50.432245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-31633b8f-abb0-4b77-845c-e1b1d9752f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:50.440885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-31633b8f-abb0-4b77-845c-e1b1d9752f90 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999923 Aug 03 16:14:50.477815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:50.611280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d4e50-38fb-4fca-87dd-e015344943c0 None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:50.634200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-823ec7da-e5b1-4efe-a498-1b124138fbe1 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822677 Aug 03 16:14:50.720219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3090f-8293-4a94-9f01-8e1380564908 req-e8773f3b-059d-4eb2-a44f-f1952bb52e53 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:50.730409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c3090f-8293-4a94-9f01-8e1380564908 req-e8773f3b-059d-4eb2-a44f-f1952bb52e53 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 943 time: 0.0931954 Aug 03 16:14:50.735930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd2a6293-c530-4811-b9a2-8ca51b750b05 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:50.809292 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57c3090f-8293-4a94-9f01-8e1380564908 req-f65ccc96-d80a-404e-84f3-3560dc09b56f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Aug 03 16:14:50.810157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ef27450-624a-4d52-bf6b-9a5714c52879 req-2168cf78-0b63-4d9c-b83d-c01b408f99b5 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690280 Aug 03 16:14:50.814989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Router 20d4110c-2545-4dfd-8245-0b0bbe54d484 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:14:50.844495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-72df40bd-44b2-4f10-bcd5-34742b24a301 None None] Provisioning for port cd2a6293-c530-4811-b9a2-8ca51b750b05 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:50.956678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-031f7b9c-69d7-4ccf-8fbd-9bfeb776056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:50.958504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-031f7b9c-69d7-4ccf-8fbd-9bfeb776056b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1094 time: 0.0889006 Aug 03 16:14:51.041017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:51.056512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Sync routers for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:51.078400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:51.080078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-86919deb-72d9-4388-a85b-6710f0900a6b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2249408 Aug 03 16:14:51.080698 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:51.081824 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:51.082627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port cd2a6293-c530-4811-b9a2-8ca51b750b05 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:51.084045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38712) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:51.103665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cd2a6293-c530-4811-b9a2-8ca51b750b05 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:51.104038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:51.190056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-a4cf0677-6fc7-4d5f-b153-2d2f8b1f32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:51.192361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-a4cf0677-6fc7-4d5f-b153-2d2f8b1f32a8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2268231 Aug 03 16:14:51.250158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-a153b6f7-ce76-42f5-bdcf-116e439f1fcf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 217 time: 0.0500026 Aug 03 16:14:51.292479 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:51.337050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:51.403494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-02606290-fbff-4ac3-9c9e-ef487503ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:51.405139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-02606290-fbff-4ac3-9c9e-ef487503ab1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1457770 Aug 03 16:14:51.413718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port cd2a6293-c530-4811-b9a2-8ca51b750b05, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cd2a6293-c530-4811-b9a2-8ca51b750b05,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:51.421961 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:51.498286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-12d72218-00a5-4805-bb2c-178bdc6ca150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:51.503987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-12d72218-00a5-4805-bb2c-178bdc6ca150 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884900 Aug 03 16:14:51.563627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=cd2a6293-c530-4811-b9a2-8ca51b750b05,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:51.723605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f7edad57-6e3a-4adb-a949-c6f94ff4e2f2 None None] Provisioning complete for port cd2a6293-c530-4811-b9a2-8ca51b750b05 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:51.726713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-8644532a-10ed-494b-8d5c-ea66c5d6af54 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089655 Aug 03 16:14:51.727217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f7edad57-6e3a-4adb-a949-c6f94ff4e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:51.824053 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:49Z', 'revision_number': 3, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:51.970416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Checking router: 20d4110c-2545-4dfd-8245-0b0bbe54d484 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:51.974362 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Updating router 20d4110c-2545-4dfd-8245-0b0bbe54d484 port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:14:52.038810 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.045862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b31a5b82-1c41-4383-9f20-4daf61b8ebb8 req-58bb0c59-2edb-4389-b2a4-dab4c9b021e8 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109369 Aug 03 16:14:52.139095 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.165126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5af3a-b64e-40b5-b169-2b672b93cf01 req-6d50cc98-e75c-4421-858a-23528a4b3b57 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:52.168236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47d5af3a-b64e-40b5-b169-2b672b93cf01 req-6d50cc98-e75c-4421-858a-23528a4b3b57 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 943 time: 0.1470952 Aug 03 16:14:52.205213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.271932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47d5af3a-b64e-40b5-b169-2b672b93cf01 req-0838ae2c-7834-4a52-8807-0f1e45e0b38c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952270 Aug 03 16:14:52.512717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Allocated IP 172.20.0.1 (0dac1e17-65d4-409a-bf23-eea19863272d/4260ba15-0cdf-4080-9e10-920857cf5aaa/d72dfb8b-5ecf-40a8-ae67-eece9ab15e11) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:52.542962 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.567200 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Transition to ACTIVE for port object e2a3f8c6-b878-4d41-9d30-cd939fcf5978 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:52.575190 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.584235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd2a6293-c530-4811-b9a2-8ca51b750b05 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:52.631761 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Attempting to bind port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:52.632142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Attempting to bind port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:52.632489 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Attempting to bind port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:52.639571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cd2a6293-c530-4811-b9a2-8ca51b750b05 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:52.639941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.642823 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabf713-337c-4a1f-b6be-f90cfb41b3dc None None] Pushing event updated for resources: {'Port': ['ID=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:52.649247 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:52.649830 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:52.652320 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.652320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:52.652320 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Bound port: e2a3f8c6-b878-4d41-9d30-cd939fcf5978, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:52.652320 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.657734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.675070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Transition to ACTIVE for port object d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:52.714613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] For port e2a3f8c6-b878-4d41-9d30-cd939fcf5978, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:52.718016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] For port e2a3f8c6-b878-4d41-9d30-cd939fcf5978, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:52.723275 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.729013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.785750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Network 0dac1e17-65d4-409a-bf23-eea19863272d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:52.791425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:52.795093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:52.795301 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:52.795650 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:52.824005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Pushing event updated for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:52.838076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabf713-337c-4a1f-b6be-f90cfb41b3dc None None] Pushing event updated for resources: {'Port': ['ID=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:52.844280 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:52.934113 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:53.004506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:14:53.061677 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.142668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fa0e3b4a-f55d-4659-9a78-b30f2979c0ed None None] Provisioning for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:53.154821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fa0e3b4a-f55d-4659-9a78-b30f2979c0ed None None] Provisioning complete for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:53.155784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3b4a-f55d-4659-9a78-b30f2979c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.199199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:49Z', 'revision_number': 3, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:53.227104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3b4a-f55d-4659-9a78-b30f2979c0ed None None] Port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:53.230950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:53.236834 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8246e3-dfae-472e-b13e-2e5f55b574e2 None None] The sync data for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 is: [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:49Z', 'revision_number': 3, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:53.249405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', 'mac_address': 'fa:16:3e:2d:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:14:53.308164 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.325457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:14:53.350622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.357473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.361264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:53.369787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.434598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:53.476408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d2af2-58ec-4b5c-85fe-4ebc7ab45212 req-1e6e7efb-bb01-4fc3-ada9-5259f684a295 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:53.478133 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c36d2af2-58ec-4b5c-85fe-4ebc7ab45212 req-1e6e7efb-bb01-4fc3-ada9-5259f684a295 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 944 time: 0.0627954 Aug 03 16:14:53.484980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Pushing event updated for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:53.492921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:53.547674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c36d2af2-58ec-4b5c-85fe-4ebc7ab45212 req-4e80c65d-7a8e-4563-a21f-fc74a773295f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624108 Aug 03 16:14:53.599562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:14:53.707663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Network 0dac1e17-65d4-409a-bf23-eea19863272d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:53.710044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:53.947192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Router 20d4110c-2545-4dfd-8245-0b0bbe54d484 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:14:54.096628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:54.108451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9d890826-110a-46c5-acb6-7ae5e2531db4 admin admin] 10.222.0.70 "PUT /v2.0/routers/20d4110c-2545-4dfd-8245-0b0bbe54d484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0229993 Aug 03 16:14:54.168828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b91165ee-ac18-4f4f-b328-7b308ea677af None None] Provisioning complete for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:54.169539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b91165ee-ac18-4f4f-b328-7b308ea677af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:54.256020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b91165ee-ac18-4f4f-b328-7b308ea677af None None] Port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:14:54.689049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e2a3f8c6-b878-4d41-9d30-cd939fcf5978 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:54.758694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5397b-edbc-4dda-a01e-1530993e47ff req-ec4d8b37-864f-489b-b036-c84171ad8866 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:54.776077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55d5397b-edbc-4dda-a01e-1530993e47ff req-ec4d8b37-864f-489b-b036-c84171ad8866 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 944 time: 0.1007214 Aug 03 16:14:54.826882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55d5397b-edbc-4dda-a01e-1530993e47ff req-bd2134a1-66c7-4dda-86c2-5bb30e82b233 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494995 Aug 03 16:14:54.830413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:54.854656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:54.855049 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:54.916833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38770) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:54.923678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2011159300-network', 'tenant_id': '504925bf46b94ec4b572800022c21c48'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:54.952732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Made reservation on behalf of 504925bf46b94ec4b572800022c21c48 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:54.963252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:54.970458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.011239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:55.074455 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.106685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e2a3f8c6-b878-4d41-9d30-cd939fcf5978, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:55.111690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.136014 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.141931 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.169278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:55.171137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:14:55.179766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:55.180404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.187612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780337d0-85be-4bdc-a9d9-b5709f6fdf5a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:55.214670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.216692 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Added segment 3376ebd2-8c34-41e0-8317-4b9746819918 of type vlan for network 3d026422-32d4-46ad-abee-108775ca877a Aug 03 16:14:55.268301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:55.294727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.332999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.338291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:55.340548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.359630 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:14:55.364097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.422649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:14:55.425122 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec52fff3-9a93-4bd7-a654-a33cb5d1e37c" -d '{"events": [{"server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "name": "network-vif-plugged", "status": "completed", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:14:55.463920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:14:55.467207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] Pushing event updated for resources: {'Network': ['ID=3d026422-32d4-46ad-abee-108775ca877a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:55.475345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8e2422d5-f943-4464-a803-1cc83ba53a76 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5570197 Aug 03 16:14:55.475504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38776) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:55.477072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.484456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Request body: {'subnet': {'network_id': '3d026422-32d4-46ad-abee-108775ca877a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2011159300-subnet', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:55.486199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3d026422-32d4-46ad-abee-108775ca877a details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:14:55.529402 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87b20cb-4978-4662-a219-943bc9dbb14c x-openstack-request-id: req-a87b20cb-4978-4662-a219-943bc9dbb14c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:14:55.530227 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "name": "network-vif-plugged", "status": "completed", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:14:55.530723 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a87b20cb-4978-4662-a219-943bc9dbb14c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:14:55.531359 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', 'code': 200} Aug 03 16:14:55.543564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Made reservation on behalf of 504925bf46b94ec4b572800022c21c48 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:14:55.546882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.821920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:55.857167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:55.942622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Sync routers for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:55.954868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:55.955916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:55.964150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24aec34-1f8e-4f51-9e98-0e53839831a6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:56.003581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Checking segment: {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:56.003951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Network hostable DHCP agents. Network: 3d026422-32d4-46ad-abee-108775ca877a, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:14:56.053484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56d2a6-2114-4bcc-8454-c7549b4a56db req-c9e0a531-52c7-43d0-92ed-29657cf8a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:56.058877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff56d2a6-2114-4bcc-8454-c7549b4a56db req-c9e0a531-52c7-43d0-92ed-29657cf8a512 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1096 time: 0.2490716 Aug 03 16:14:56.076181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Network 3d026422-32d4-46ad-abee-108775ca877a is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:14:56.080320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41cb45-f15f-48c1-8bb3-a4edb62d45c9 req-a0db12f4-b570-43fd-a6de-1e25289e16f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:56.082642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e41cb45-f15f-48c1-8bb3-a4edb62d45c9 req-a0db12f4-b570-43fd-a6de-1e25289e16f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1392543 Aug 03 16:14:56.115514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:56.142995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3d026422-32d4-46ad-abee-108775ca877a) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:56.169206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:56.170041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e41cb45-f15f-48c1-8bb3-a4edb62d45c9 req-4c85d24f-fac7-410a-b5e0-04fb1213b160 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774157 Aug 03 16:14:56.172080 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.179804 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff56d2a6-2114-4bcc-8454-c7549b4a56db req-756b91d3-6cb8-443c-8241-7b9b9ddd8e71 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122258 Aug 03 16:14:56.207444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a1f23502-fb68-4430-a5e2-1da966321939 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7291565 Aug 03 16:14:56.209918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38782) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:56.217483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:14:56.246477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0f863-fdd3-45a4-b15e-6dd6803c5b5d None None] Network 3d026422-32d4-46ad-abee-108775ca877a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:14:56.273331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.274538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.359102 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.482063 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.522484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:14:53Z', 'revision_number': 2, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:56.560941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Checking router: 20d4110c-2545-4dfd-8245-0b0bbe54d484 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:14:56.561461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Updating router 20d4110c-2545-4dfd-8245-0b0bbe54d484 port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:14:56.592906 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.640006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.659990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e2a3f8c6-b878-4d41-9d30-cd939fcf5978 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:56.785257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3d026422-32d4-46ad-abee-108775ca877a', 'network_id': '3d026422-32d4-46ad-abee-108775ca877a', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'fixed_ips': [{'subnet_id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:14:56.786263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:56.947013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Allocated IP 172.20.0.2 (3d026422-32d4-46ad-abee-108775ca877a/e24aec34-1f8e-4f51-9e98-0e53839831a6/b1e96c66-dea8-4443-a872-7aebb91a4efd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:57.104013 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.110597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Transition to ACTIVE for port object b1e96c66-dea8-4443-a872-7aebb91a4efd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:57.127301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Transition to ACTIVE for port object b1e96c66-dea8-4443-a872-7aebb91a4efd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:57.138462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.199455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Network 3d026422-32d4-46ad-abee-108775ca877a is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:57.204865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Pushing event updated for resources: {'Port': ['ID=b1e96c66-dea8-4443-a872-7aebb91a4efd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:57.207811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:57.218768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:57.314262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:14:57.315261 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.413077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.438773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc0f5f-8165-4eab-9ca3-263e0d1bb6b3 req-91d9cdce-e632-46b1-928d-6d048e09fd55 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:57.441233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19dc0f5f-8165-4eab-9ca3-263e0d1bb6b3 req-91d9cdce-e632-46b1-928d-6d048e09fd55 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1133709 Aug 03 16:14:57.461285 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.535389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19dc0f5f-8165-4eab-9ca3-263e0d1bb6b3 req-cf7099b2-52db-4475-813e-7c9886d4c828 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837741 Aug 03 16:14:57.557355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Attempting to bind port b1e96c66-dea8-4443-a872-7aebb91a4efd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:57.563863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Attempting to bind port b1e96c66-dea8-4443-a872-7aebb91a4efd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:57.569092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Attempting to bind port b1e96c66-dea8-4443-a872-7aebb91a4efd on network 3d026422-32d4-46ad-abee-108775ca877a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:57.617417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:57.617851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Checking segment: {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:57.618229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.618622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Bound using segment: {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:57.619114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Bound port: b1e96c66-dea8-4443-a872-7aebb91a4efd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:57.619498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.658624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Allocated IP 172.25.7.191 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:14:57.856736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.858425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] For port b1e96c66-dea8-4443-a872-7aebb91a4efd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:57.875239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] For port b1e96c66-dea8-4443-a872-7aebb91a4efd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b1e96c66-dea8-4443-a872-7aebb91a4efd,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:57.884473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.902565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.923416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:57.954331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Transition to ACTIVE for port object d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:14:57.965771 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:58.001413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49c340-1f01-4e06-87f7-a1ea4baa237d None None] Pushing event updated for resources: {'Port': ['ID=b1e96c66-dea8-4443-a872-7aebb91a4efd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:58.014594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:58.041854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:14:58.049141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:14:58.054474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:14:58.197041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489c8f2-046e-4729-965e-3f33b1264b51 None None] Pushing event updated for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:58.231545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Attempting to bind port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:14:58.232084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Attempting to bind port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:14:58.232653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Attempting to bind port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 on network 0dac1e17-65d4-409a-bf23-eea19863272d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:14:58.270746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:14:58.273191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Checking segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:14:58.274177 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:58.274794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Bound using segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:14:58.275481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Bound port: d72dfb8b-5ecf-40a8-ae67-eece9ab15e11, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:14:58.276046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:58.399583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f263570-c755-4913-a158-82775741c101 req-b62049c4-31fd-4421-bb85-1afa0ed591c7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:58.401347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f263570-c755-4913-a158-82775741c101 req-b62049c4-31fd-4421-bb85-1afa0ed591c7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1464407 Aug 03 16:14:58.465034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] For port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:14:58.478186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] For port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:14:58.497090 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:58.546042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f263570-c755-4913-a158-82775741c101 req-b5f1492f-2f88-4a7b-89da-54fd32077d3d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317329 Aug 03 16:14:58.751500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:58.755450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:58.870512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:59.128141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b1e96c66-dea8-4443-a872-7aebb91a4efd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:14:59.188885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489c8f2-046e-4729-965e-3f33b1264b51 None None] Pushing event updated for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:14:59.280412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:59.282354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:14:59.332301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b1e96c66-dea8-4443-a872-7aebb91a4efd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:14:59.465957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Router 7d955901-7dbd-45bc-ba16-970c7581c922 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:14:59.558531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:14:58Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:59.596813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd1c207-f369-43c2-bdc1-1bc8a375a2ba None None] The sync data for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 is: [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:14:58Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:14:59.656025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:14:59.705611 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:14:59.706804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Sync routers for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:14:59.708027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fd9cf4f0-de7b-49ac-8a11-b5def48da1a7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4962714 Aug 03 16:14:59.710462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38812) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:14:59.726059 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:14:59.726703 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:14:59.793971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9d286-78a8-4e2c-bf2e-76cc4fd2d69d req-4ccdef56-b6dc-4f5d-aa92-cbdb96cf8133 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:14:59.798291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43a9d286-78a8-4e2c-bf2e-76cc4fd2d69d req-4ccdef56-b6dc-4f5d-aa92-cbdb96cf8133 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1125317 Aug 03 16:14:59.886708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43a9d286-78a8-4e2c-bf2e-76cc4fd2d69d req-6d9e4f39-f6c3-49e5-ac7a-215d6696fa1f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781240 Aug 03 16:14:59.927248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3853c-08b3-41c7-8301-a76f4153c357 None None] Network 3d026422-32d4-46ad-abee-108775ca877a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:15:00.097269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Provisioning for port b1e96c66-dea8-4443-a872-7aebb91a4efd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:00.106691 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:00.109203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Provisioning complete for port b1e96c66-dea8-4443-a872-7aebb91a4efd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:00.109816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:00.307235 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:00.425624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] For port b1e96c66-dea8-4443-a872-7aebb91a4efd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b1e96c66-dea8-4443-a872-7aebb91a4efd,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:00.446291 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:00.561828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852a7fd-83ff-483c-b9d7-bfee6e6f25d1 None None] Pushing event updated for resources: {'Port': ['ID=b1e96c66-dea8-4443-a872-7aebb91a4efd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:00.617102 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:14:58Z', 'revision_number': 3, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:00.695076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Checking router: 7d955901-7dbd-45bc-ba16-970c7581c922 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:00.695076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Updating router 7d955901-7dbd-45bc-ba16-970c7581c922 port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:15:00.711299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:00.748086 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:00.791917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:00.821258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:00.826719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:00.827347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.026217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.075431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6d0ba6ad-3057-42fb-8fc7-aa1abe2f6218 None None] Provisioning complete for port b1e96c66-dea8-4443-a872-7aebb91a4efd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:01.076110 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba6ad-3057-42fb-8fc7-aa1abe2f6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.151470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf56077-0547-4b96-8f18-049e378eb3a5 req-e7bdfbf9-76de-489f-bb02-bf2b68aa6eb0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:01.160647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3cf56077-0547-4b96-8f18-049e378eb3a5 req-e7bdfbf9-76de-489f-bb02-bf2b68aa6eb0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1260767 Aug 03 16:15:01.208869 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.218780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Allocated IP 172.20.0.1 (3d026422-32d4-46ad-abee-108775ca877a/e24aec34-1f8e-4f51-9e98-0e53839831a6/461289de-f761-4a56-af93-2527c2bbe923) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:01.222792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Transition to ACTIVE for port object 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:01.233272 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.245330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:01.246434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3cf56077-0547-4b96-8f18-049e378eb3a5 req-7b4440ef-b8c1-4066-8a70-401ba300c018 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Aug 03 16:15:01.251705 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.352148 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b048-d11a-46a2-9434-ea91438a17b4 None None] Pushing event updated for resources: {'Port': ['ID=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:01.376521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Attempting to bind port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:01.376892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Attempting to bind port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:01.377257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Attempting to bind port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:01.387221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:01.395170 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.396474 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:01.396913 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:01.397683 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.397683 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:01.398176 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Bound port: 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:01.398559 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.417292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Transition to ACTIVE for port object 461289de-f761-4a56-af93-2527c2bbe923 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:01.460959 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.474764 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] For port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:01.484336 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] For port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:01.490534 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.510552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Network 3d026422-32d4-46ad-abee-108775ca877a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:01.515776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:01.518596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:01.563119 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.597475 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b048-d11a-46a2-9434-ea91438a17b4 None None] Pushing event updated for resources: {'Port': ['ID=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:01.641103 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:01.641948 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:01.644303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Pushing event updated for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:01.656568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.659339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.659339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.659339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.659870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.660549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.661542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.662659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.662992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.663529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.663897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.664234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:01.889586 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:01.900251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b441507-7010-4423-b2f0-8f4c354ad3d9 None None] Provisioning for port 461289de-f761-4a56-af93-2527c2bbe923 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:01.909299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b441507-7010-4423-b2f0-8f4c354ad3d9 None None] Provisioning complete for port 461289de-f761-4a56-af93-2527c2bbe923 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:01.910115 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b441507-7010-4423-b2f0-8f4c354ad3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:01.961347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6b441507-7010-4423-b2f0-8f4c354ad3d9 None None] Port 461289de-f761-4a56-af93-2527c2bbe923 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:02.128195 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:14:58Z', 'revision_number': 3, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:02.157540 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898e805e-780d-4509-a3db-451eddbb58a3 None None] The sync data for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 is: [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:14:58Z', 'revision_number': 3, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:02.311195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:02.453310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae243e-fce6-43c4-a238-b0a96c27f942 req-13c1f983-9ea6-4732-9baf-3133b4240d56 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:02.454928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7ae243e-fce6-43c4-a238-b0a96c27f942 req-13c1f983-9ea6-4732-9baf-3133b4240d56 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1023853 Aug 03 16:15:02.553442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7ae243e-fce6-43c4-a238-b0a96c27f942 req-eb13d4ba-1157-40d1-856e-55f5bcecd41b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866055 Aug 03 16:15:02.591906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:02.606442 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:02.674174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Pushing event updated for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:02.697291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:02.831586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:02.839648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Network 3d026422-32d4-46ad-abee-108775ca877a is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:02.841263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:02.901720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:02.914614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:02.915021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.099099 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.111403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Router 7d955901-7dbd-45bc-ba16-970c7581c922 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:03.154105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:03.161993 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.163877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b1e96c66-dea8-4443-a872-7aebb91a4efd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:03.325150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:03.339068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-33f34249-0e31-451f-b28d-c4d0f807a698 None None] Provisioning complete for port 461289de-f761-4a56-af93-2527c2bbe923 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:03.339465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-33f34249-0e31-451f-b28d-c4d0f807a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.345279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:03.352313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3dc85492-cff5-4d7b-84c0-ae7bd9dff391 admin admin] 10.222.0.70 "PUT /v2.0/routers/7d955901-7dbd-45bc-ba16-970c7581c922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6401424 Aug 03 16:15:03.414960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b1e96c66-dea8-4443-a872-7aebb91a4efd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:03.415718 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.421308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-33f34249-0e31-451f-b28d-c4d0f807a698 None None] Port 461289de-f761-4a56-af93-2527c2bbe923 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:03.667069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:03.772960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:03.774221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:03.812371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce782-5962-4614-93df-f3f9a66085cd req-0bd0f49b-8da9-4768-b340-d7c0b0d0d091 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:03.821357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ffce782-5962-4614-93df-f3f9a66085cd req-0bd0f49b-8da9-4768-b340-d7c0b0d0d091 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1520069 Aug 03 16:15:03.905448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ffce782-5962-4614-93df-f3f9a66085cd req-c30a6f8a-5ae4-4708-9763-e5f8cb7735af tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824907 Aug 03 16:15:04.366811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:04.375387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180903362', 'description': 'tempest-secgroup-smoke-180903362 description', 'project_id': 'ba1b401afba34deb8e2867d749f78499'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:04.418735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.522342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.526714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.560200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.564550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1963494 Aug 03 16:15:04.564727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 38866) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:04.569707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d37bb-a9b2-4b67-89fd-ea6e92c82a16 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:04.571815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:04.596269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:04.622942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.654969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:04.655442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.678044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.684895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.706345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a7adcc-48d8-4e2a-88d5-7af30a1fe816,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:04.711799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.714006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-198be3b5-bb6f-4fd3-85b6-d066e7ba530e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473119 Aug 03 16:15:04.716145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:04.723313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:04.761629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.823033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Sync routers for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:04.832421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:04.833051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:04.836249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.840303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.858407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbb1f89-229f-4e93-b036-d0335aa73b85,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:04.869909 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.874113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2123d61d-7ab9-4e04-96f4-050a7dc970f1 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567230 Aug 03 16:15:04.875315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38870) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:04.880041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:04.918237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.966104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:04.995623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:04.999781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.024020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e35d1-1a65-4be3-b15c-bd96782feebe,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:05.030827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cd06-9518-4cff-adf3-bb25b7541233 req-f25793be-04ff-47ce-b621-fcea6664c066 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:05.031787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.032592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d260cd06-9518-4cff-adf3-bb25b7541233 req-f25793be-04ff-47ce-b621-fcea6664c066 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0559366 Aug 03 16:15:05.033420 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6e37475-3008-4354-b113-b916c6b73d2c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570406 Aug 03 16:15:05.037545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:05.042311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:05.073385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.077863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d260cd06-9518-4cff-adf3-bb25b7541233 req-b5ebad44-5dae-4bfb-8827-caaeb69f3167 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 Aug 03 16:15:05.146463 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.150431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.169278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddfa3d9-f652-4226-ae80-4d720f1a8616,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:05.175441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.176706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3129a533-cafc-4629-832a-757ce38aa005 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380765 Aug 03 16:15:05.180014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38876) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:05.184562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:05.212796 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Project ba1b401afba34deb8e2867d749f78499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:15:05.218511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.233909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 4, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '461289de-f761-4a56-af93-2527c2bbe923', 'name': '', 'network_id': '3d026422-32d4-46ad-abee-108775ca877a', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'mac_address': 'fa:16:3e:85:2b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:00Z', 'updated_at': '2021-08-03T16:15:02Z', 'revision_number': 2, 'project_id': '504925bf46b94ec4b572800022c21c48', 'subnets': [{'id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:05.265804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Checking router: 7d955901-7dbd-45bc-ba16-970c7581c922 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:05.266160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Updating router 7d955901-7dbd-45bc-ba16-970c7581c922 port 461289de-f761-4a56-af93-2527c2bbe923 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:15:05.290901 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.294653 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.294943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.312270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0943a21a-db69-495f-96b9-e468b8da2e3c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:05.322670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.326747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea570ed8-117b-422d-b3fd-67ca07ab34d5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431327 Aug 03 16:15:05.327032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 38878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:05.335216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'security_group_rule': {'security_group_id': '873a32df-c8ac-4cf8-9b2b-cd20f0791ea7', 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:05.371714 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Project ba1b401afba34deb8e2867d749f78499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:15:05.381176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.466962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.471176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.492866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fe9b48-4a51-4b80-977b-1437b9db5422,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:05.507513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.509321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4b5dbd16-7eed-49bc-ba99-e56e949ec736 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1809289 Aug 03 16:15:05.635031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.647769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Transition to ACTIVE for port object 461289de-f761-4a56-af93-2527c2bbe923 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:05.655000 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.729277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2056da-7045-41c4-8d89-42308717795b None None] Pushing event updated for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:05.729827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-73121500-25de-4beb-acc1-4ca0a26ea89b tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180903362&fields=id&tenant_id=ba1b401afba34deb8e2867d749f78499 HTTP/1.1" status: 200 len: 267 time: 0.0637996 Aug 03 16:15:05.779282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Attempting to bind port 461289de-f761-4a56-af93-2527c2bbe923 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:05.779667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Attempting to bind port 461289de-f761-4a56-af93-2527c2bbe923 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:05.780044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Attempting to bind port 461289de-f761-4a56-af93-2527c2bbe923 on network 3d026422-32d4-46ad-abee-108775ca877a {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:05.786662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:05.787137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Checking segment: {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:05.787552 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.787962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Bound using segment: {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:05.788455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Bound port: 461289de-f761-4a56-af93-2527c2bbe923, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3376ebd2-8c34-41e0-8317-4b9746819918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '3d026422-32d4-46ad-abee-108775ca877a'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:05.788964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.875924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] For port 461289de-f761-4a56-af93-2527c2bbe923, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:05.880974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] For port 461289de-f761-4a56-af93-2527c2bbe923, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=461289de-f761-4a56-af93-2527c2bbe923,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:05.887998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:05.896467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-723c931b-f995-4be1-919e-c29b09ae35d2 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:05.898776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-723c931b-f995-4be1-919e-c29b09ae35d2 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 809 time: 0.1608820 Aug 03 16:15:05.932667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-db22002f-3c23-4ed8-8442-e99ef73b3c31 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/quotas/ba1b401afba34deb8e2867d749f78499 HTTP/1.1" status: 200 len: 375 time: 0.0210884 Aug 03 16:15:05.993297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:05.994697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:14:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:05.999702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2056da-7045-41c4-8d89-42308717795b None None] Pushing event updated for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:06.012067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-bc4cd05e-698e-4591-b983-9e8990ba7006 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778830 Aug 03 16:15:06.149265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-a8d374ee-dc67-421d-93d7-0195fb8487f0 service neutron] 10.222.0.70 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182899 Aug 03 16:15:06.175553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:06.276069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-ca21bf35-4512-497b-b90c-2cc84384cfd2 service neutron] 10.222.0.70 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137347 Aug 03 16:15:06.289352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ac17-a7e9-4519-bace-0a4f1bb63fb6 req-3a395adc-b0ee-4753-83ac-be9376d47a66 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:06.291344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d20ac17-a7e9-4519-bace-0a4f1bb63fb6 req-3a395adc-b0ee-4753-83ac-be9376d47a66 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0809071 Aug 03 16:15:06.341869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d20ac17-a7e9-4519-bace-0a4f1bb63fb6 req-71845d0d-9b5b-475a-852f-3aca65b44a82 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Aug 03 16:15:06.586439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd7bb965-3d57-4f29-9905-a6c70e2ceac9 req-3ee0f2e1-52c9-4354-be76-249dfeadf067 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 210 time: 0.0388608 Aug 03 16:15:06.649160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 4, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '461289de-f761-4a56-af93-2527c2bbe923', 'name': '', 'network_id': '3d026422-32d4-46ad-abee-108775ca877a', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'mac_address': 'fa:16:3e:85:2b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:00Z', 'updated_at': '2021-08-03T16:15:05Z', 'revision_number': 4, 'project_id': '504925bf46b94ec4b572800022c21c48', 'subnets': [{'id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:06.690773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599e08c-2a9a-4e88-8592-4818a8482996 None None] The sync data for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 is: [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 4, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '461289de-f761-4a56-af93-2527c2bbe923', 'name': '', 'network_id': '3d026422-32d4-46ad-abee-108775ca877a', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'mac_address': 'fa:16:3e:85:2b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:00Z', 'updated_at': '2021-08-03T16:15:05Z', 'revision_number': 4, 'project_id': '504925bf46b94ec4b572800022c21c48', 'subnets': [{'id': 'e24aec34-1f8e-4f51-9e98-0e53839831a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:07.554386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7de24-8e50-498d-a76c-4b07964ac0d3 req-08cc6caf-ca21-4c88-82f3-7d2f92ec6ad4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:07.556169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32d7de24-8e50-498d-a76c-4b07964ac0d3 req-08cc6caf-ca21-4c88-82f3-7d2f92ec6ad4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0931203 Aug 03 16:15:07.613745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32d7de24-8e50-498d-a76c-4b07964ac0d3 req-29c3b82d-3fd8-49a1-b9d3-0c45ba0ba542 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Aug 03 16:15:07.729418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a39f598c-d04d-43a2-b7b4-4e9ba9b2fabf req-ed1da825-d2c6-4380-84ea-675ead04c6eb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 210 time: 0.0428498 Aug 03 16:15:07.901948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-0e1a8264-6ce7-4eca-bf22-7185893b5337 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:07.904336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-0e1a8264-6ce7-4eca-bf22-7185893b5337 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 809 time: 0.1627820 Aug 03 16:15:07.997964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-df23f878-bb48-40db-a569-4b362bc4cb11 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1b401afba34deb8e2867d749f78499 HTTP/1.1" status: 200 len: 379 time: 0.0802548 Aug 03 16:15:08.017548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'port': {'device_id': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'admin_state_up': True, 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'security_groups': ['873a32df-c8ac-4cf8-9b2b-cd20f0791ea7']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:08.246725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Made reservation on behalf of ba1b401afba34deb8e2867d749f78499 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:08.262868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:08.523958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Allocated IP 172.20.0.14 (0dac1e17-65d4-409a-bf23-eea19863272d/4260ba15-0cdf-4080-9e10-920857cf5aaa/d7052309-0cdf-43e9-8584-63832b9e0c4e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:08.731992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 461289de-f761-4a56-af93-2527c2bbe923 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:08.792600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:08.827284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Transition to ACTIVE for port object d7052309-0cdf-43e9-8584-63832b9e0c4e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:08.840341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614e4e-0fcd-45e9-9c7c-3a54736f534e req-4d23b658-1eb4-494a-a10a-56afbc9563e5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:08.842478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b1614e4e-0fcd-45e9-9c7c-3a54736f534e req-4d23b658-1eb4-494a-a10a-56afbc9563e5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0877259 Aug 03 16:15:08.847294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 461289de-f761-4a56-af93-2527c2bbe923 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:08.852411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 461289de-f761-4a56-af93-2527c2bbe923 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:08.852920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:08.915043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b1614e4e-0fcd-45e9-9c7c-3a54736f534e req-bef50cd0-47a8-4cdb-8752-bfe954773363 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635707 Aug 03 16:15:08.928413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c2c872de-6f45-4798-b01c-609917cf7d18 req-43b16ada-2764-4f38-9eb5-89a7d1de628b tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 210 time: 0.0725698 Aug 03 16:15:08.930511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.011308 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.090496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 461289de-f761-4a56-af93-2527c2bbe923, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=461289de-f761-4a56-af93-2527c2bbe923,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:09.092346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Network 0dac1e17-65d4-409a-bf23-eea19863272d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:09.093954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:09.110369 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.115843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:09.120911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:09.264026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:09.265733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.295574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-2e6b1aad-aace-42a1-b422-0d762f1efb0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2840247 Aug 03 16:15:09.323360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Request body: {'port': {'device_id': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:09.338872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:09.463820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.691524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75a73b57-453c-45a2-b5ec-c9f652a9ea5c None None] Provisioning for port d7052309-0cdf-43e9-8584-63832b9e0c4e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:09.699052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75a73b57-453c-45a2-b5ec-c9f652a9ea5c None None] Provisioning complete for port d7052309-0cdf-43e9-8584-63832b9e0c4e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:09.699627 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-75a73b57-453c-45a2-b5ec-c9f652a9ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:09.816105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-75a73b57-453c-45a2-b5ec-c9f652a9ea5c None None] Port d7052309-0cdf-43e9-8584-63832b9e0c4e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:09.843566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1faf7268-0a98-4ec7-9b1b-d24fd53547df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.090836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7052309-0cdf-43e9-8584-63832b9e0c4e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:10.103237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.135737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362cf71-1c84-40c0-893d-ba4e03b3b4dc req-f5fbad1c-a8a2-4cc1-ac4c-95c2bcd1d10c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:10.139012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e362cf71-1c84-40c0-893d-ba4e03b3b4dc req-f5fbad1c-a8a2-4cc1-ac4c-95c2bcd1d10c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 932 time: 0.0782561 Aug 03 16:15:10.143586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d09498-ee4e-438a-b208-06a669764e01 req-d49476ec-5f42-48f0-b8b8-2bcb484bcc44 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:10.148742 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5d09498-ee4e-438a-b208-06a669764e01 req-d49476ec-5f42-48f0-b8b8-2bcb484bcc44 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1426928 Aug 03 16:15:10.150223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Transition to ACTIVE for port object d7052309-0cdf-43e9-8584-63832b9e0c4e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:10.155979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.232882 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e362cf71-1c84-40c0-893d-ba4e03b3b4dc req-93be4d5e-4e77-40e4-9434-76fc5f355fa6 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877352 Aug 03 16:15:10.258047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b5d09498-ee4e-438a-b208-06a669764e01 req-64edca4f-191e-4f45-844b-7d31f69a1cf5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993195 Aug 03 16:15:10.275737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Pushing event updated for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:10.361132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Attempting to bind port d7052309-0cdf-43e9-8584-63832b9e0c4e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:10.361627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Attempting to bind port d7052309-0cdf-43e9-8584-63832b9e0c4e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:10.362599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Attempting to bind port d7052309-0cdf-43e9-8584-63832b9e0c4e on network 0dac1e17-65d4-409a-bf23-eea19863272d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:10.371222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Port d7052309-0cdf-43e9-8584-63832b9e0c4e on network 0dac1e17-65d4-409a-bf23-eea19863272d not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:15:10.371902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Attempting to bind port d7052309-0cdf-43e9-8584-63832b9e0c4e on network 0dac1e17-65d4-409a-bf23-eea19863272d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:10.380671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:10.381025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Checking segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:10.381418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Bound using segment: {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:10.381899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Bound port: d7052309-0cdf-43e9-8584-63832b9e0c4e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:10.382267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.476143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:10.479710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:10.489740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.576304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:10.576304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.583221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] 10.222.0.72 "PUT /v2.0/ports/d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 1092 time: 1.2792480 Aug 03 16:15:10.586072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:10.591734 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64077db7-8dfb-45dd-8b79-e68d9f58d536" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:10.685036 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b65d752-f638-419e-a1cf-182e867a5884 x-openstack-request-id: req-2b65d752-f638-419e-a1cf-182e867a5884 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:10.685344 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:10.685759 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b65d752-f638-419e-a1cf-182e867a5884 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:10.686260 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'status': 'completed', 'code': 200} Aug 03 16:15:10.702517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 461289de-f761-4a56-af93-2527c2bbe923 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:10.705008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118163-ee4d-442f-b1e1-fe5781d890da service neutron] Pushing event updated for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:10.758288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95829a50-d9f1-4d14-808a-dffb4da492b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:10.760245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-95829a50-d9f1-4d14-808a-dffb4da492b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1083684 Aug 03 16:15:10.796830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 461289de-f761-4a56-af93-2527c2bbe923 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:10.802102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:10.836764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-3646cc9d-ab1c-4a56-b42b-78730e9c7161 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 217 time: 0.0681117 Aug 03 16:15:10.927411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-012161cc-9e2b-48a7-a5b4-6f89483657be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:10.929051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-012161cc-9e2b-48a7-a5b4-6f89483657be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.0845718 Aug 03 16:15:11.006373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-107b4211-1c4f-4e7c-add5-37fd287a4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.008252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-107b4211-1c4f-4e7c-add5-37fd287a4b03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705345 Aug 03 16:15:11.110409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-40e4ae5b-ef25-4e69-85fb-32fb255cdb45 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945914 Aug 03 16:15:11.232038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e24ad41f-e33c-49f1-85a4-75d8f11e4874 req-8d1307d5-4d81-4436-88b0-f8932ad6317d service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140685 Aug 03 16:15:11.420333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-6ad3f644-02a1-44a1-adb1-04a70b14f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.420501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-6ad3f644-02a1-44a1-adb1-04a70b14f99b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1215773 Aug 03 16:15:11.430426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c122c-8a5e-487e-a5d1-4a6899da15be req-40f68de8-b376-43e1-be49-a9f7019d9569 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.431973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f54c122c-8a5e-487e-a5d1-4a6899da15be req-40f68de8-b376-43e1-be49-a9f7019d9569 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 944 time: 0.0973482 Aug 03 16:15:11.454718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9f520-d231-437f-b366-eed05dd89d44 req-782533cb-49d0-42a7-91ab-ac0872bd4e07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.465259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fee9f520-d231-437f-b366-eed05dd89d44 req-782533cb-49d0-42a7-91ab-ac0872bd4e07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0883319 Aug 03 16:15:11.519767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fee9f520-d231-437f-b366-eed05dd89d44 req-b508b330-1b62-4fec-afbd-4ee3d4f9ea24 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Aug 03 16:15:11.522142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f54c122c-8a5e-487e-a5d1-4a6899da15be req-679729c7-42bb-42dc-bde5-fcc0267c9f34 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814111 Aug 03 16:15:11.583726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-a61b67cf-e7f1-4b4a-9d9f-8001319749fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.585326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-a61b67cf-e7f1-4b4a-9d9f-8001319749fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 910 time: 0.1524556 Aug 03 16:15:11.636091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-98e6071c-c6b0-4ad7-b54e-2ff5738fa301 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 217 time: 0.0391057 Aug 03 16:15:11.705789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-440f1303-25e2-45ca-85c5-b430e592f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.708049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-440f1303-25e2-45ca-85c5-b430e592f4fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.0638225 Aug 03 16:15:11.794846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-0dfa9431-5ac7-489e-8162-b444ee4213c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:11.798607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-0dfa9431-5ac7-489e-8162-b444ee4213c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811286 Aug 03 16:15:11.911444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-b198e717-2716-4d44-babe-712dc1a9586d service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041284 Aug 03 16:15:12.031701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64077db7-8dfb-45dd-8b79-e68d9f58d536 req-5a963059-827b-478a-99ba-f6531a95e7da service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120231 Aug 03 16:15:12.113728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2464e69c-1353-4193-b689-81cc971ccd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:12.455966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7052309-0cdf-43e9-8584-63832b9e0c4e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:15:12.626940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:12.688759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'port_id': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'mac_address': 'fa:16:3e:53:f6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:15:12.759132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794ae0-4652-4c12-8b86-0f7b24ca1c5d req-43b2bcfe-1f15-4c83-b4df-62e1ef3a0c5a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:12.770185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed794ae0-4652-4c12-8b86-0f7b24ca1c5d req-43b2bcfe-1f15-4c83-b4df-62e1ef3a0c5a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0916135 Aug 03 16:15:12.796348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042942c-cbaf-4c27-9037-7fd7adcec1ca req-0aa3b8b8-1100-4b2a-9eb4-0f75ff32833f tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:12.808915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:12.813348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f042942c-cbaf-4c27-9037-7fd7adcec1ca req-0aa3b8b8-1100-4b2a-9eb4-0f75ff32833f tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 944 time: 0.1268773 Aug 03 16:15:12.841719 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:12.852826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ed794ae0-4652-4c12-8b86-0f7b24ca1c5d req-3d722251-5397-4e90-a7f9-23be0fba2f7f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 Aug 03 16:15:12.885246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f042942c-cbaf-4c27-9037-7fd7adcec1ca req-a2f19325-e4a9-4806-9376-d0f2521fa88d tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704472 Aug 03 16:15:12.908455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7052309-0cdf-43e9-8584-63832b9e0c4e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:12.941444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:12.947274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:13.024118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:13.175958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['d7052309-0cdf-43e9-8584-63832b9e0c4e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:15:13.701995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.048646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63559c6d-9c17-45c7-b147-5e652ef5fde5 req-e836fd43-f3d9-4696-8808-1934ac79d5ff tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:14.058081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c3ac5-aa34-4c50-9227-accf237f536a req-79461c52-8368-4e6b-a8de-90650261ca7d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:14.059003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63559c6d-9c17-45c7-b147-5e652ef5fde5 req-e836fd43-f3d9-4696-8808-1934ac79d5ff tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 945 time: 0.0672281 Aug 03 16:15:14.066658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca1c3ac5-aa34-4c50-9227-accf237f536a req-79461c52-8368-4e6b-a8de-90650261ca7d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0879862 Aug 03 16:15:14.104405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63559c6d-9c17-45c7-b147-5e652ef5fde5 req-aeee585d-7f43-4a69-9f0d-9ae140640400 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Aug 03 16:15:14.106913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca1c3ac5-aa34-4c50-9227-accf237f536a req-cdc41678-3bc8-4aa7-8ac1-5cc4b0554169 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Aug 03 16:15:14.468193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7052309-0cdf-43e9-8584-63832b9e0c4e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:14.524206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port d7052309-0cdf-43e9-8584-63832b9e0c4e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:14.528552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port d7052309-0cdf-43e9-8584-63832b9e0c4e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:14.528924 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.616918 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.643528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:14.646576 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9682aea-2a7c-45fd-a7f2-6a474c93b0b1" -d '{"events": [{"server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "name": "network-vif-plugged", "status": "completed", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:14.662521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:14.667798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.693978 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57c7c1-7d11-44dc-9719-671c43ec411a x-openstack-request-id: req-cd57c7c1-7d11-44dc-9719-671c43ec411a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:14.694197 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "name": "network-vif-plugged", "status": "completed", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:14.694887 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd57c7c1-7d11-44dc-9719-671c43ec411a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:14.694887 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'code': 200} Aug 03 16:15:14.728265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:14.780756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39044) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:14.801754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2ecfe-7a66-4f44-b4e3-0b800d5984ba req-551c8244-0c5f-4ffc-8732-8e04d374cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:14.803926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fea2ecfe-7a66-4f44-b4e3-0b800d5984ba req-551c8244-0c5f-4ffc-8732-8e04d374cbfa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0467200 Aug 03 16:15:14.843217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fea2ecfe-7a66-4f44-b4e3-0b800d5984ba req-d50ad948-5f3d-4195-9be9-aaf63c4b515a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Aug 03 16:15:14.884075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-44455cc9-ebdc-43ae-9c20-e96db63adfb8 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3709 time: 0.1020899 Aug 03 16:15:14.886389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39046) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:14.933319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'network': {'name': 'tempest-network-smoke--484525347', 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'port_security_enabled': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:14.947620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:14.951712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.978142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:15:14.989479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:14.989898 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Added segment 76780f59-4a3c-45fe-aa86-83e8b0c387e9 of type vlan for network 61561b28-d54d-4285-a3e9-276173099ad7 Aug 03 16:15:15.048040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.072033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.080033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.086340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:15.086976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.155285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2677820 Aug 03 16:15:15.158646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39052) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:15.164474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'admin_state_up': True, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:15.194102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Network': ['ID=61561b28-d54d-4285-a3e9-276173099ad7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:15.204643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.205113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.205812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.206292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.206769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.207246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.208317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.208930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.209412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.209999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.210622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.211292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477cf306-80e3-43f3-bf4e-09f83b9ae7c6 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:15.222755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.224372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.225065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 61561b28-d54d-4285-a3e9-276173099ad7 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:15:15.271962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c25ac-67c1-432b-b6ca-9f2cbd9906cb req-ed16a275-f8b2-4fae-8ba3-f521c11e2913 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:15.279839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f8c25ac-67c1-432b-b6ca-9f2cbd9906cb req-ed16a275-f8b2-4fae-8ba3-f521c11e2913 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0803776 Aug 03 16:15:15.288835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.335371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f8c25ac-67c1-432b-b6ca-9f2cbd9906cb req-9f75a463-41ba-4883-b141-5ccab8a1e096 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539434 Aug 03 16:15:15.423851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287d9fe-fca1-4d66-9da6-59a8ac810f4d req-43b54cae-709b-48f2-a7d9-6417c2898b0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:15.425502 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3287d9fe-fca1-4d66-9da6-59a8ac810f4d req-43b54cae-709b-48f2-a7d9-6417c2898b0a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.1341238 Aug 03 16:15:15.517835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.836040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39058) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:15.886188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Deleting subnet bc6be8e5-06d9-4ef6-8a89-b314481e3503 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:15:15.890235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.952456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:15.970048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3287d9fe-fca1-4d66-9da6-59a8ac810f4d req-dc7c1bbc-a49e-440a-b1e1-90b16ca18216 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5019658 Aug 03 16:15:16.024230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.093882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.131059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6be8e5-06d9-4ef6-8a89-b314481e3503,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:16.139799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.142516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-52b77ad1-a13e-4765-bcbe-fc95bfbb8287 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bc6be8e5-06d9-4ef6-8a89-b314481e3503 HTTP/1.1" status: 204 len: 168 time: 0.3054054 Aug 03 16:15:16.150190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39060) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:16.199880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.224406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.254091 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.371226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.25.7.134 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/095b6630-5f61-4f21-ac98-c52a155331e4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:16.406674 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.424697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1df3e47-240a-4690-a72a-c142edfd2712']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:16.464381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b515e0e8-3856-4660-821b-e9426fc71754') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:16.464820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b515e0e8-3856-4660-821b-e9426fc71754') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:16.478979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.507584 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.520658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:15:16.521245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.525161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:15:16.527038 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:15:16.587876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.600749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088647ee-3089-499e-95a0-7787c88f7e16 req-3093a818-56f9-401c-8a00-5fb8d2188bae tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:16.602651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-088647ee-3089-499e-95a0-7787c88f7e16 req-3093a818-56f9-401c-8a00-5fb8d2188bae tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1819067 Aug 03 16:15:16.646322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:16.651816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:16.654497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.660464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:16.669554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.674289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1df3e47-240a-4690-a72a-c142edfd2712 HTTP/1.1" status: 204 len: 168 time: 0.5197957 Aug 03 16:15:16.675712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39066) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:16.689789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=095b6630-5f61-4f21-ac98-c52a155331e4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:16.701240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bbf97-06e9-450c-b2b1-4469c848f27d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1df3e47-240a-4690-a72a-c142edfd2712,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:16.723212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-088647ee-3089-499e-95a0-7787c88f7e16 req-f850ba54-96eb-4bbb-bf92-32e81c6bedb9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120279 Aug 03 16:15:16.749312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Deleting subnet 34d2c42d-a7e8-401c-bcc3-9430dab96164 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:15:16.753262 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.800375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.861140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.964677 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:16.972116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.004550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d2c42d-a7e8-401c-bcc3-9430dab96164,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:17.013866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.018591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d4217bd9-3337-4ef8-b494-c9d77c040cd0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/34d2c42d-a7e8-401c-bcc3-9430dab96164 HTTP/1.1" status: 204 len: 168 time: 0.3294094 Aug 03 16:15:17.019604 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39070) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:17.140511 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.258518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.273693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c232a70-f907-456d-8607-5a3bdc9afc29']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:17.287855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7c1db3-1968-405d-8393-2f8e56fb8123') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:17.291850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7c1db3-1968-405d-8393-2f8e56fb8123') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:17.306117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.310577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e351-ea65-4509-b879-be4416072935 req-fd90d985-09da-45e0-9643-b50b9f628fd5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:17.320596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3fd5e351-ea65-4509-b879-be4416072935 req-fd90d985-09da-45e0-9643-b50b9f628fd5 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.1806495 Aug 03 16:15:17.323952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.345173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:15:17.347468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:15:17.352323 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:15:17.357261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.430887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.450705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3fd5e351-ea65-4509-b879-be4416072935 req-951c8424-cd7e-4773-97f3-41e8163ada7b tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287150 Aug 03 16:15:17.464475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.469241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] 10.222.0.70 "DELETE /v2.0/networks/2c232a70-f907-456d-8607-5a3bdc9afc29 HTTP/1.1" status: 204 len: 168 time: 0.4478617 Aug 03 16:15:17.471524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4190-8146-4c24-b082-76ea93d3a5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=2c232a70-f907-456d-8607-5a3bdc9afc29,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:17.628396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b823ac-ad58-4513-9e17-d4330652300d req-dd8ce7f9-951b-4f86-8a47-77a94af792b8 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:17.632198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-99b823ac-ad58-4513-9e17-d4330652300d req-dd8ce7f9-951b-4f86-8a47-77a94af792b8 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.0828536 Aug 03 16:15:17.699297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router 2109b8aa-c394-450d-9ee6-604a133be067 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:15:17.700187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-99b823ac-ad58-4513-9e17-d4330652300d req-4971e00e-cb28-494e-8272-3ca77adfe1b6 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611434 Aug 03 16:15:17.818585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:17.886115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81e45180-fb84-4871-a453-752712e0f9e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=036c0ee4b4d84f5ca9ce7f7dc8627195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660551 Aug 03 16:15:17.888726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39084) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:17.906736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:17.921622 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Sync routers for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:17.936488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6581ef-40e5-47fb-8585-d805284acc2a req-35c77d33-70d1-4fe8-8621-85a0cb4dd567 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:17.938566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:17.939424 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:17.945694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a6581ef-40e5-47fb-8585-d805284acc2a req-35c77d33-70d1-4fe8-8621-85a0cb4dd567 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.0962338 Aug 03 16:15:17.956747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:17.961085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9fde9e6b-f443-4700-984e-987d40efeb7e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7984123 Aug 03 16:15:17.965194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:17.966227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcbf3c-1f5d-48fa-8306-77e9d85c015c req-669e781e-1453-4be1-a2ba-93d4d9df2cc4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:17.968376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-badcbf3c-1f5d-48fa-8306-77e9d85c015c req-669e781e-1453-4be1-a2ba-93d4d9df2cc4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0966535 Aug 03 16:15:18.032594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-badcbf3c-1f5d-48fa-8306-77e9d85c015c req-460bf6f9-b473-4406-9815-c308ecfa8f30 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Aug 03 16:15:18.037421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.068461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.080065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8a6581ef-40e5-47fb-8585-d805284acc2a req-53ddb706-d92d-429d-bfcb-6251e3b2c7e2 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228421 Aug 03 16:15:18.080509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39088) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.099531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3da62-e903-4409-9358-e519741a99c4 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:18.101761 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dbe3da62-e903-4409-9358-e519741a99c4 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f60d81f765f94360ae07e330aa2e1954&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1349757 Aug 03 16:15:18.104228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39092) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.158248 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:18.244207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d92cf0-ed30-45cf-8dfa-8814ad68e01c tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:18.246168 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26d92cf0-ed30-45cf-8dfa-8814ad68e01c tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407568 Aug 03 16:15:18.248945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.293993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39096) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.294438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-091807ee-1b68-4bd8-a9b6-357aa6bdc9ae tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439522 Aug 03 16:15:18.295506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.298703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.299870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/383ee71f-63f9-405b-ab6a-1ed90f8df5e7 HTTP/1.1" status: 204 len: 168 time: 0.4100862 Aug 03 16:15:18.312432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6b06a-18fd-41e2-a1c9-b8b5c2503051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ee71f-63f9-405b-ab6a-1ed90f8df5e7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:18.381777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f789f915-b9b4-4d4d-ac19-da94e3ad1177 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f60d81f765f94360ae07e330aa2e1954&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859668 Aug 03 16:15:18.385314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.462177 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:16Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:18.515294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90567e3-ed93-424b-a1f7-f606e2429da3 tempest-TestServerBasicOps-240325125 tempest-TestServerBasicOps-240325125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:18.521027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c90567e3-ed93-424b-a1f7-f606e2429da3 tempest-TestServerBasicOps-240325125 tempest-TestServerBasicOps-240325125-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1092 time: 0.4356608 Aug 03 16:15:18.521191 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Checking router: 2109b8aa-c394-450d-9ee6-604a133be067 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:18.521191 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Updating router 2109b8aa-c394-450d-9ee6-604a133be067 port 095b6630-5f61-4f21-ac98-c52a155331e4 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:15:18.521366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.529497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:18.545424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-9651d4e6-c1ac-42f0-9d9a-caab8634dd08 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775452 Aug 03 16:15:18.591585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.592139 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.595799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da8092-0ae7-4742-9cff-db23ac28d11b tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:18.605295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35da8092-0ae7-4742-9cff-db23ac28d11b tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2186589 Aug 03 16:15:18.606380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.694738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-987515dd-6670-45ea-9edd-4df05b4e7fb4 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857995 Aug 03 16:15:18.695868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39108) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:18.703459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1173234782', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:18.844055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-558d488e-5a09-47cd-ad33-ffc25ab30cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:18.845969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-558d488e-5a09-47cd-ad33-ffc25ab30cd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.2195907 Aug 03 16:15:18.883994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:18.885416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.888078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.942999 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:18.958127 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Transition to ACTIVE for port object 095b6630-5f61-4f21-ac98-c52a155331e4 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:18.967790 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.004863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:19.044439 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Attempting to bind port 095b6630-5f61-4f21-ac98-c52a155331e4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:19.044967 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Attempting to bind port 095b6630-5f61-4f21-ac98-c52a155331e4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:19.045502 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Attempting to bind port 095b6630-5f61-4f21-ac98-c52a155331e4 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:19.054404 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Pushing event updated for resources: {'Port': ['ID=095b6630-5f61-4f21-ac98-c52a155331e4,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:19.059733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Allocated IP 172.25.7.55 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6629948d-d850-4ec9-8ef8-e5cfd52aae41) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:19.061508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:19.062103 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:19.062586 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.063277 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:19.064084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Bound port: 095b6630-5f61-4f21-ac98-c52a155331e4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:19.064725 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.095570 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.096073 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.096473 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.096896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.097419 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.098403 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.098864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.099403 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.101204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.101204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.101204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.101204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:19.139480 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] For port 095b6630-5f61-4f21-ac98-c52a155331e4, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:19.143519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] For port 095b6630-5f61-4f21-ac98-c52a155331e4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=095b6630-5f61-4f21-ac98-c52a155331e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:19.149722 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.214027 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:19.214788 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:19.222347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-5417b6ed-4233-4271-8e0b-0ddd39ec9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:19.225192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-5417b6ed-4233-4271-8e0b-0ddd39ec9773 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.3539710 Aug 03 16:15:19.247757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.265509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44ac4-b00d-4fa5-a5d1-eff11956a648 None None] Pushing event updated for resources: {'Port': ['ID=095b6630-5f61-4f21-ac98-c52a155331e4,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:19.340344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.364086 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:19.399709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-087e43d1-c8e3-44d7-a4b1-519bf04ba9ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28967c34037d466db2f43e581b44cf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535005 Aug 03 16:15:19.402275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:19.403238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39118) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:19.415806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:19.433262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:19.460465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-fdbe4870-2303-483d-81b7-4417486a70e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.2107117 Aug 03 16:15:19.463271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.541506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'Port': ['ID=6629948d-d850-4ec9-8ef8-e5cfd52aae41,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:19.601624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Subnet': ['ID=49f05f33-9429-46de-990c-993a6c01d77f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:19.615664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-2f133592-72a0-4144-b1d5-3405bc8d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:19.624553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-2f133592-72a0-4144-b1d5-3405bc8d5a23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1339631 Aug 03 16:15:19.661905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.684997 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:16Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:19.689080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.752289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Checking segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:19.752289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network hostable DHCP agents. Network: 61561b28-d54d-4285-a3e9-276173099ad7, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:15:19.814623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-9ab624ad-6074-4d47-8b6f-fdee4a1828b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:19.816493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-9ab624ad-6074-4d47-8b6f-fdee4a1828b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909094 Aug 03 16:15:19.826114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.829984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:19.833157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa17a77d-e297-48cf-bbcd-ec1bad4413b9 HTTP/1.1" status: 204 len: 168 time: 0.4281139 Aug 03 16:15:19.860183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 61561b28-d54d-4285-a3e9-276173099ad7 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:15:19.875289 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a2944-afb6-4d8d-b883-a588e19478cc None None] The sync data for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 is: [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:16Z', 'revision_number': 3, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:19.904483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee117-99f6-4e9b-8d87-2b29de2e2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa17a77d-e297-48cf-bbcd-ec1bad4413b9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:19.948159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138ab38-ca8c-4cfe-b6df-e787665f8bbb req-b80bb798-053d-4d87-9026-c1a17d0eea99 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:19.950539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e138ab38-ca8c-4cfe-b6df-e787665f8bbb req-b80bb798-053d-4d87-9026-c1a17d0eea99 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.7395215 Aug 03 16:15:19.956309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 61561b28-d54d-4285-a3e9-276173099ad7) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:19.977318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beae788-4991-4ded-8053-977667280b14 None None] Network 61561b28-d54d-4285-a3e9-276173099ad7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:15:19.994402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:19.995012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:20.064324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-be2c64ed-1391-41ac-8ba6-c89502f319df tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3657923 Aug 03 16:15:20.072850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:20.097584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e138ab38-ca8c-4cfe-b6df-e787665f8bbb req-1340a0f7-6801-4dc4-ac08-6cb16feeba88 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365049 Aug 03 16:15:20.154995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-06aee536-9373-4bae-996e-199831befbdb service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300021 Aug 03 16:15:20.306085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-61561b28-d54d-4285-a3e9-276173099ad7', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'fixed_ips': [{'subnet_id': '49f05f33-9429-46de-990c-993a6c01d77f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:15:20.307536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:20.869339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Allocated IP 172.20.0.18 (61561b28-d54d-4285-a3e9-276173099ad7/49f05f33-9429-46de-990c-993a6c01d77f/19b30f55-2b22-4581-a061-e481054d6b4a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:20.900168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 095b6630-5f61-4f21-ac98-c52a155331e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:21.096974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 095b6630-5f61-4f21-ac98-c52a155331e4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:21.106928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 095b6630-5f61-4f21-ac98-c52a155331e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:21.107299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.282884 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.344059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 095b6630-5f61-4f21-ac98-c52a155331e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=095b6630-5f61-4f21-ac98-c52a155331e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:21.352900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.388178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3ec6243-f2ae-45c5-b317-f5ef324f88e6 req-e0a70d08-3110-49d2-b2f9-8b45de02b048 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2253013 Aug 03 16:15:21.446145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efeab8-1708-4f8c-b46f-e8c2b66ed2c8 req-4d289304-8906-4ece-8be7-8518a873f785 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:21.461148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80efeab8-1708-4f8c-b46f-e8c2b66ed2c8 req-4d289304-8906-4ece-8be7-8518a873f785 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.2398872 Aug 03 16:15:21.481458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.531900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=095b6630-5f61-4f21-ac98-c52a155331e4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:21.591276 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362b49-a8db-430b-a50a-55015088954b req-a27047c8-530c-4dd6-a19e-e6affbce06bb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:21.592414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b362b49-a8db-430b-a50a-55015088954b req-a27047c8-530c-4dd6-a19e-e6affbce06bb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.2942827 Aug 03 16:15:21.595681 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.613143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Transition to ACTIVE for port object 19b30f55-2b22-4581-a061-e481054d6b4a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:21.637534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80efeab8-1708-4f8c-b46f-e8c2b66ed2c8 req-f56a485b-978d-4fb8-ba6d-cab9f8cbe80e tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749084 Aug 03 16:15:21.669832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Transition to ACTIVE for port object 19b30f55-2b22-4581-a061-e481054d6b4a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:21.684199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.766712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Network 61561b28-d54d-4285-a3e9-276173099ad7 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:21.769769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b362b49-a8db-430b-a50a-55015088954b req-a3383396-8410-4aed-91bf-07e6e724c441 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656189 Aug 03 16:15:21.789195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Pushing event updated for resources: {'Port': ['ID=19b30f55-2b22-4581-a061-e481054d6b4a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:21.795664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:21.805887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:21.838277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.894339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Attempting to bind port 19b30f55-2b22-4581-a061-e481054d6b4a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:21.894742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Attempting to bind port 19b30f55-2b22-4581-a061-e481054d6b4a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:21.895767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Attempting to bind port 19b30f55-2b22-4581-a061-e481054d6b4a on network 61561b28-d54d-4285-a3e9-276173099ad7 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:21.903833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:21.904250 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Checking segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:21.904720 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:21.905121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Bound using segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:21.905634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Bound port: 19b30f55-2b22-4581-a061-e481054d6b4a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:21.906049 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.033332 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.072755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] For port 19b30f55-2b22-4581-a061-e481054d6b4a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:22.086539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] For port 19b30f55-2b22-4581-a061-e481054d6b4a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19b30f55-2b22-4581-a061-e481054d6b4a,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:22.093071 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.132004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.139038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.225587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.226471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event updated for resources: {'Port': ['ID=6629948d-d850-4ec9-8ef8-e5cfd52aae41,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:22.282994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae5cae-8128-457e-8205-f5b8bd6ff61d None None] Pushing event updated for resources: {'Port': ['ID=19b30f55-2b22-4581-a061-e481054d6b4a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:22.380425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:22.665123 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Floating IP 8491c942-abda-4d97-a0c0-31e4469b0df1 associated. External IP: 172.25.7.55, port: d7052309-0cdf-43e9-8584-63832b9e0c4e. Aug 03 16:15:22.912703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.20.0.17 (61561b28-d54d-4285-a3e9-276173099ad7/49f05f33-9429-46de-990c-993a6c01d77f/f2b23899-c843-4362-9a45-17ce685163cc) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:22.946139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-eb077734-59d1-480b-b254-2e13a779329d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:22.947813 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-eb077734-59d1-480b-b254-2e13a779329d tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.1748288 Aug 03 16:15:22.983240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19b30f55-2b22-4581-a061-e481054d6b4a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:23.058554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86f759-93f4-487b-9c8d-88508ba3c903 req-5914d742-1629-4d88-b2cc-b7882213968a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:23.068447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b86f759-93f4-487b-9c8d-88508ba3c903 req-5914d742-1629-4d88-b2cc-b7882213968a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1550679 Aug 03 16:15:23.080840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 19b30f55-2b22-4581-a061-e481054d6b4a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:23.080840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 095b6630-5f61-4f21-ac98-c52a155331e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:23.118414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b86f759-93f4-487b-9c8d-88508ba3c903 req-dee15bb7-4c71-4e79-bd0c-5e71f00dadc7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489123 Aug 03 16:15:23.145496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 095b6630-5f61-4f21-ac98-c52a155331e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:23.146144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.198035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01494fa-5b8c-42c9-ba0c-b0a5fe0dae0f req-2ae7cdfa-a5f3-4cc9-9cf5-1f6455bbad07 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:23.199656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f01494fa-5b8c-42c9-ba0c-b0a5fe0dae0f req-2ae7cdfa-a5f3-4cc9-9cf5-1f6455bbad07 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.3840470 Aug 03 16:15:23.205435 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.242571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Router 20d4110c-2545-4dfd-8245-0b0bbe54d484 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:23.290877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Transition to ACTIVE for port object f2b23899-c843-4362-9a45-17ce685163cc will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:23.330695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f01494fa-5b8c-42c9-ba0c-b0a5fe0dae0f req-1c7254b6-e95e-4d94-9274-f553ea460a03 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225154 Aug 03 16:15:23.379603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Deleting port 2c98ed57-eda2-424c-af11-880e06f074bf {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:23.379989 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.411861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:23.423556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Sync routers for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:23.434594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.445839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:23.446488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:23.466132 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.480355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8123ce5c-6dae-4215-a925-d423a4f7dabb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9576662 Aug 03 16:15:23.481485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:23.485544 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c533b9-0abd-45a3-bee1-04ac4e15358f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:23.552134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 61561b28-d54d-4285-a3e9-276173099ad7 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:23.597292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:23.612880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:23.621760 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1606a6-bed8-4a73-9074-e259459102a8 x-openstack-request-id: req-ea1606a6-bed8-4a73-9074-e259459102a8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:23.622085 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:23.622343 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea1606a6-bed8-4a73-9074-e259459102a8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:23.624267 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'status': 'completed', 'code': 200} Aug 03 16:15:23.645364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:23.723539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:23.736296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] For port 2c98ed57-eda2-424c-af11-880e06f074bf, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2c98ed57-eda2-424c-af11-880e06f074bf,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:23.736931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:23.855848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-63a93fe7-6c8e-40cb-8380-301bbb2c93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:23.858139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-63a93fe7-6c8e-40cb-8380-301bbb2c93ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1765695 Aug 03 16:15:23.858988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:24.117496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8491c942-abda-4d97-a0c0-31e4469b0df1', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'port_id': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'mac_address': 'fa:16:3e:53:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:15:19Z', 'updated_at': '2021-08-03T16:15:19Z', 'revision_number': 0, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:24.171852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Checking router: 20d4110c-2545-4dfd-8245-0b0bbe54d484 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:24.186830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:24.188031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:24.252178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f1eae1-2c86-4c91-b473-3ac6175e2c08 None None] Network 61561b28-d54d-4285-a3e9-276173099ad7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:15:24.324606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-a3368859-b82f-4c74-adec-ef39e09e0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:24.326478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-a3368859-b82f-4c74-adec-ef39e09e0bd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 910 time: 0.4608407 Aug 03 16:15:24.448005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:24.448579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:24.449135 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Floating IP f92c4751-3b94-4625-b98e-c7a2536bb388 disassociated. External IP: 172.25.7.24, port: 2c98ed57-eda2-424c-af11-880e06f074bf. Aug 03 16:15:24.449771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Calling delete_port for 2c98ed57-eda2-424c-af11-880e06f074bf owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:24.496293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:24.534483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6118d9-6be6-4f11-8098-dffb32e8830e req-127d756f-0b60-418f-b871-ca472d9fb044 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:24.536799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Provisioning for port 19b30f55-2b22-4581-a061-e481054d6b4a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:24.537320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7b6118d9-6be6-4f11-8098-dffb32e8830e req-127d756f-0b60-418f-b871-ca472d9fb044 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.2730265 Aug 03 16:15:24.594621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Provisioning complete for port 19b30f55-2b22-4581-a061-e481054d6b4a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:24.595012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:24.617394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-4f844cca-1953-4db0-903d-e71f42b6e262 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2327697 Aug 03 16:15:24.650103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817fc33-8800-46c1-94da-6a0c73e296dd req-ea77dac1-29f7-40b7-a944-5030c385b648 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:24.652951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b817fc33-8800-46c1-94da-6a0c73e296dd req-ea77dac1-29f7-40b7-a944-5030c385b648 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 945 time: 0.1793067 Aug 03 16:15:24.699765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:24.715587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b817fc33-8800-46c1-94da-6a0c73e296dd req-ff028d63-d74a-4ac8-8ae4-c71fc6a41856 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a6daecf-e0f6-4667-89bc-4d2030f114f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Aug 03 16:15:24.829622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-d5a7fc1e-f242-4959-a0c1-4e5a0bbd766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:24.836364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-d5a7fc1e-f242-4959-a0c1-4e5a0bbd766e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1096 time: 0.1272597 Aug 03 16:15:25.014754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.043359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-1890ce3f-dac6-4d08-ac22-559ff81cc786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 999 time: 0.7008379 Aug 03 16:15:25.148495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2c98ed57-eda2-424c-af11-880e06f074bf no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:25.180224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7b6118d9-6be6-4f11-8098-dffb32e8830e req-af30e1b2-811c-4eb2-996f-837574777260 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006863 Aug 03 16:15:25.199326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-531124d2-051f-4ccc-930a-ed34267a8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.201345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-531124d2-051f-4ccc-930a-ed34267a8347 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.3390551 Aug 03 16:15:25.319666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.320859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-bb4ae11d-230f-4c16-b488-b8ed331640e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 217 time: 0.0997393 Aug 03 16:15:25.331175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] For port 19b30f55-2b22-4581-a061-e481054d6b4a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19b30f55-2b22-4581-a061-e481054d6b4a,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:25.356272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-d00428c1-acdd-49b1-9fc7-d03db29ae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.356272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-d00428c1-acdd-49b1-9fc7-d03db29ae3f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.2952535 Aug 03 16:15:25.371885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.435707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.483666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-27f865e9-7e3e-4c92-ad65-8e04a24064b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.490512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-27f865e9-7e3e-4c92-ad65-8e04a24064b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1618862 Aug 03 16:15:25.537321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Provisioning for port f2b23899-c843-4362-9a45-17ce685163cc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:25.570244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.609445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:25.625015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Provisioning complete for port f2b23899-c843-4362-9a45-17ce685163cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:25.625549 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.631438 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.642708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-0164041e-4e9c-4fc1-94f2-1938199bf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.645404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-0164041e-4e9c-4fc1-94f2-1938199bf239 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497865 Aug 03 16:15:25.674475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d685-121e-4a4a-b9e1-fa7e6fc202fd None None] Pushing event updated for resources: {'Port': ['ID=19b30f55-2b22-4581-a061-e481054d6b4a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:25.721034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Port f2b23899-c843-4362-9a45-17ce685163cc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:25.746579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.779600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Provisioning complete for port 19b30f55-2b22-4581-a061-e481054d6b4a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:25.780030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5151bcb9-9f78-4ac9-854f-0906d1edf844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:25.796241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-5d3bffb5-80f0-4760-8c4e-afb20d2bc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.798232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-5d3bffb5-80f0-4760-8c4e-afb20d2bc8be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900956 Aug 03 16:15:25.825811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'Port': ['ID=2c98ed57-eda2-424c-af11-880e06f074bf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:25.827210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8491c942-abda-4d97-a0c0-31e4469b0df1', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'port_id': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'mac_address': 'fa:16:3e:53:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:15:19Z', 'updated_at': '2021-08-03T16:15:19Z', 'revision_number': 0, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:25.837620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-901fc6be-0f34-48dc-86f5-6621fdb39ab3 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826031 Aug 03 16:15:25.858494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad0bd8-730b-463a-aaf3-c1d983555935 req-c36582b4-12ee-41b7-8afe-46b15f2c391a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:25.860271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2cad0bd8-730b-463a-aaf3-c1d983555935 req-c36582b4-12ee-41b7-8afe-46b15f2c391a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.2518799 Aug 03 16:15:25.899656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba8086-0c33-424c-a763-9b06e0ef7012 None None] The sync data for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 is: [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8491c942-abda-4d97-a0c0-31e4469b0df1', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'port_id': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'mac_address': 'fa:16:3e:53:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:15:19Z', 'updated_at': '2021-08-03T16:15:19Z', 'revision_number': 0, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:25.990113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-942b3171-4da3-43de-a7ed-541adff08501 req-627028df-cec2-40ae-b4fa-f3445dc60904 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 210 time: 0.1087871 Aug 03 16:15:26.038299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d399f9dc-4873-46e6-9382-a8caad5ea63c req-ad37e88f-a6c2-4bcd-8d5a-c3df11b8f18b service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930857 Aug 03 16:15:26.104486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 61561b28-d54d-4285-a3e9-276173099ad7 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:26.109990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2cad0bd8-730b-463a-aaf3-c1d983555935 req-9c9f80ee-184f-45db-8e11-2c82bec3d605 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225976 Aug 03 16:15:26.119833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ebca53af-841d-4a16-941b-cde181d936b9 None None] Provisioning complete for port f2b23899-c843-4362-9a45-17ce685163cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:26.120169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ebca53af-841d-4a16-941b-cde181d936b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:26.123124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:26.149840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-8c02f577-b058-4c21-8551-f4a22070fdb8 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420553 Aug 03 16:15:26.217612 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:26.221671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ebca53af-841d-4a16-941b-cde181d936b9 None None] Port f2b23899-c843-4362-9a45-17ce685163cc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:26.319211 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654c0bd-a41d-44c0-9953-f76055192a26 None None] New status for floating IP 8491c942-abda-4d97-a0c0-31e4469b0df1: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:15:26.371906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9b8da-5bb1-49b4-903f-35e92931aa55 req-4d20043a-582d-48b7-b095-8d4f4fb16339 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:26.376304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bd9b8da-5bb1-49b4-903f-35e92931aa55 req-4d20043a-582d-48b7-b095-8d4f4fb16339 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1040547 Aug 03 16:15:26.413547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:26.485818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bd9b8da-5bb1-49b4-903f-35e92931aa55 req-704aa83e-32d4-4045-abd7-938e95147d4b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029270 Aug 03 16:15:26.664327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e1581336-ff23-4ace-87b6-37df97e014cb None None] Provisioning complete for port f2b23899-c843-4362-9a45-17ce685163cc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:26.665060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e1581336-ff23-4ace-87b6-37df97e014cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:26.671241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19b30f55-2b22-4581-a061-e481054d6b4a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:26.710063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40c533b9-0abd-45a3-bee1-04ac4e15358f req-07905d6e-23ad-4d41-a464-0d2de69bfe55 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491138 Aug 03 16:15:26.788759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router 2109b8aa-c394-450d-9ee6-604a133be067 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:26.823597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e1581336-ff23-4ace-87b6-37df97e014cb None None] Port f2b23899-c843-4362-9a45-17ce685163cc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:26.843094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 19b30f55-2b22-4581-a061-e481054d6b4a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:26.843850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:27.338498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:27.360677 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91e9814b-e912-4b3b-bdcb-f009ba26530d req-5cf4b455-2414-420b-9950-a788820241d3 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/ports?device_id=64bb3a78-4a16-474b-9fef-4152ed5adfef HTTP/1.1" status: 200 len: 210 time: 0.2629721 Aug 03 16:15:27.361197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:27.371527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:27.372356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:27.409831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] No DVR routers for this DVR port 2c98ed57-eda2-424c-af11-880e06f074bf on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:27.454160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:27.456235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4524c439-0589-4d9c-bd56-bcd459a3a9c6 req-f40410a7-fa7c-4cec-bb00-913bcd1251ad tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.78 "DELETE /v2.0/ports/2c98ed57-eda2-424c-af11-880e06f074bf HTTP/1.1" status: 204 len: 173 time: 4.3226058 Aug 03 16:15:27.456641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'name': 'network-vif-deleted', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:27.459372 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48a1792-dbef-45fe-9ba1-a215bb644f46" -d '{"events": [{"server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "name": "network-vif-deleted", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:27.514748 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dfa5d1-698c-4931-a327-1caf74723c12 x-openstack-request-id: req-86dfa5d1-698c-4931-a327-1caf74723c12 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:27.515344 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb3a78-4a16-474b-9fef-4152ed5adfef", "name": "network-vif-deleted", "tag": "2c98ed57-eda2-424c-af11-880e06f074bf", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:27.515344 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86dfa5d1-698c-4931-a327-1caf74723c12 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:27.515903 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bb3a78-4a16-474b-9fef-4152ed5adfef', 'name': 'network-vif-deleted', 'tag': '2c98ed57-eda2-424c-af11-880e06f074bf', 'status': 'completed', 'code': 200} Aug 03 16:15:27.554391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-37cb0ef1-4699-4b0e-a560-7e87ceff8c2e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:27.556681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-37cb0ef1-4699-4b0e-a560-7e87ceff8c2e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.3292301 Aug 03 16:15:27.571005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:27.578874 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-57e279b8-3e39-48c3-8c0a-933c7d2d57ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "PUT /v2.0/routers/2109b8aa-c394-450d-9ee6-604a133be067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4968424 Aug 03 16:15:27.591824 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Sync routers for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:27.607331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:27.608219 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:27.612199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:27.612400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-85d3aa14-7a3c-4213-9d56-22d76cde0d94 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/quotas/c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 375 time: 0.0383008 Aug 03 16:15:27.782027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-d388209b-3fb3-45bd-8209-ec3502bf6a93 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1573474 Aug 03 16:15:27.824141 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:27.967982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-9d436b9b-2fd1-46c3-a898-3697af5cec17 service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836588 Aug 03 16:15:28.091072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-64973a3e-d337-429d-baf9-be12927d88f8 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:28.092672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-64973a3e-d337-429d-baf9-be12927d88f8 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/networks?id=61561b28-d54d-4285-a3e9-276173099ad7 HTTP/1.1" status: 200 len: 797 time: 0.1682117 Aug 03 16:15:28.093601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:28.128486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-67cd5719-5baa-4ead-806a-7b6c478d329b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/quotas/f60d81f765f94360ae07e330aa2e1954 HTTP/1.1" status: 200 len: 375 time: 0.0268862 Aug 03 16:15:28.139990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:28.171924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:28.172570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:28.203890 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:24Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f2b23899-c843-4362-9a45-17ce685163cc', 'name': '', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:c1:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '49f05f33-9429-46de-990c-993a6c01d77f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:22Z', 'updated_at': '2021-08-03T16:15:24Z', 'revision_number': 2, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': '49f05f33-9429-46de-990c-993a6c01d77f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:28.256034 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Checking router: 2109b8aa-c394-450d-9ee6-604a133be067 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:28.256624 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Updating router 2109b8aa-c394-450d-9ee6-604a133be067 port f2b23899-c843-4362-9a45-17ce685163cc binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:15:28.268031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-77b230f3-7e32-4c3d-baea-e8f723dcd22f service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908950 Aug 03 16:15:28.286638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-cef8f54d-1661-42ca-a99f-082d3f810ccd tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1559269 Aug 03 16:15:28.345387 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:28.377431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:28.464516 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-79e5768d-2b2e-4dbe-8398-f947f16d5a2b service neutron] 10.222.0.70 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599512 Aug 03 16:15:28.612902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-d8b5330e-0a03-4115-931b-4f6e2d33a697 service neutron] 10.222.0.70 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474936 Aug 03 16:15:28.689438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1c51b2a0-dd1b-41dc-abd4-017f68c25185 req-8527be60-1b4e-43a2-93bb-d691a6fef08b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 210 time: 0.0447011 Aug 03 16:15:28.797297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:28.809912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:28.912346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48749-f436-466f-bdab-87ffab47321c None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:08:21Z', 'revision_number': 4, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2676181e-b4cd-4794-8694-c4f6ecde97bb', 'name': '', 'network_id': '27dbe91f-a6e1-45eb-9f77-f09b595eb4f5', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'mac_address': 'fa:16:3e:db:e9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:19Z', 'updated_at': '2021-08-03T16:08:28Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'subnets': [{'id': '118c9a1a-2e84-44af-a6bc-26a2199143ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:28.991779 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.014428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21c80fb6-7743-4fad-8915-035ef641e26c req-3b21133a-b388-45b4-af3e-1ea9a20e4384 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 210 time: 0.0860314 Aug 03 16:15:29.015677 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Transition to ACTIVE for port object f2b23899-c843-4362-9a45-17ce685163cc will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:29.023861 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.035034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.078880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.160868 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677f65-b3a7-403e-ac00-0568492311a3 None None] Pushing event updated for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:29.168475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.176829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.178580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a6daecf-e0f6-4667-89bc-4d2030f114f1 HTTP/1.1" status: 204 len: 168 time: 0.3791666 Aug 03 16:15:29.181300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39280) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:29.208162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d0710-69c6-4c76-be91-58da0448dee7 tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6daecf-e0f6-4667-89bc-4d2030f114f1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:29.212059 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-fa09dfd3-3416-40d4-8ac2-bd249d0155aa tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] show failed (client error): The resource could not be found. Aug 03 16:15:29.213523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa09dfd3-3416-40d4-8ac2-bd249d0155aa tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "GET /v2.0/security-groups/9a6daecf-e0f6-4667-89bc-4d2030f114f1 HTTP/1.1" status: 404 len: 347 time: 0.0311289 Aug 03 16:15:29.226571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:29.296201 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Attempting to bind port f2b23899-c843-4362-9a45-17ce685163cc on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:29.296574 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Attempting to bind port f2b23899-c843-4362-9a45-17ce685163cc by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:29.297002 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Attempting to bind port f2b23899-c843-4362-9a45-17ce685163cc on network 61561b28-d54d-4285-a3e9-276173099ad7 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:29.314444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:29.314750 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Checking segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:29.315170 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.315579 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Bound using segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:29.316083 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Bound port: f2b23899-c843-4362-9a45-17ce685163cc, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:29.317245 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.474434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235db8a-4937-46a4-9989-38b7d091ac71 None None] New status for floating IP f92c4751-3b94-4625-b98e-c7a2536bb388: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:15:29.520585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Deleting port fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:29.521296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.552529 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] For port f2b23899-c843-4362-9a45-17ce685163cc, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:29.563230 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] For port f2b23899-c843-4362-9a45-17ce685163cc, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2b23899-c843-4362-9a45-17ce685163cc,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:29.572302 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.703827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.706171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:29.734185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677f65-b3a7-403e-ac00-0568492311a3 None None] Pushing event updated for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:29.749940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Calling delete_port for fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:29.754619 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:29.755267 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:30.041082 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:30.164572 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8949fe43-b445-431f-a403-fd37f478f3ac req-163b8075-a152-4542-a7b1-06895effdee7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 210 time: 0.0377555 Aug 03 16:15:30.293572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9995e89-85eb-45a3-a1a5-e881153bb834 req-c3be49ff-84ad-46c6-8e0f-327ee332d659 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 210 time: 0.4445720 Aug 03 16:15:30.376755 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:24Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f2b23899-c843-4362-9a45-17ce685163cc', 'name': '', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:c1:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '49f05f33-9429-46de-990c-993a6c01d77f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:22Z', 'updated_at': '2021-08-03T16:15:29Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': '49f05f33-9429-46de-990c-993a6c01d77f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:30.409654 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8d9a1-5f37-4390-88e0-4331df51d3e8 None None] The sync data for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 is: [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:24Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f2b23899-c843-4362-9a45-17ce685163cc', 'name': '', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:c1:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '49f05f33-9429-46de-990c-993a6c01d77f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:22Z', 'updated_at': '2021-08-03T16:15:29Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': '49f05f33-9429-46de-990c-993a6c01d77f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:30.431039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-30547115-ac59-4b68-bbe4-f3f67ee449f7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:30.433354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-30547115-ac59-4b68-bbe4-f3f67ee449f7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.1845763 Aug 03 16:15:30.434386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:30.454336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'device_id': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'admin_state_up': True, 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:30.458956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Pushing event deleted for resources: {'Port': ['ID=fe526fcd-ed84-4fdd-8a29-a4cc10d4b2de,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:30.613121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:30.620117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:30.623313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-83942c25-dd43-4eec-91db-7ce95ed84b9c tempest-AttachVolumeTestJSON-930884905 tempest-AttachVolumeTestJSON-930884905-project] 10.222.0.70 "DELETE /v2.0/floatingips/f92c4751-3b94-4625-b98e-c7a2536bb388 HTTP/1.1" status: 204 len: 168 time: 1.3953159 Aug 03 16:15:30.646856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:30.653309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:30.724287 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2b23899-c843-4362-9a45-17ce685163cc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:30.866297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f2b23899-c843-4362-9a45-17ce685163cc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:30.873553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2b23899-c843-4362-9a45-17ce685163cc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:30.874382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:30.939200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.20.0.11 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/58adde10-528e-45ce-8233-2d29ab291bc0) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:31.071091 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.130235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-e6e567b0-4bc7-40b4-aa64-1192b54a62fa tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:31.134221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-e6e567b0-4bc7-40b4-aa64-1192b54a62fa tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.78 "GET /v2.0/networks?id=61561b28-d54d-4285-a3e9-276173099ad7 HTTP/1.1" status: 200 len: 797 time: 0.3267026 Aug 03 16:15:31.148205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f2b23899-c843-4362-9a45-17ce685163cc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2b23899-c843-4362-9a45-17ce685163cc,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:31.149347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Request body: {'port': {'device_id': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'admin_state_up': True, 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:31.153150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.303210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:31.386332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dea07ef8-a389-45bf-9b49-4bef69c8a10d req-ee866d77-d2e3-4efe-9c4d-55677197bff4 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 210 time: 0.0469542 Aug 03 16:15:31.399099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.433809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Transition to ACTIVE for port object 58adde10-528e-45ce-8233-2d29ab291bc0 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:31.489166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.505377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:15:31.581541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:31.600571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:31.621989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:31.627706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:31.703174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56787b8d-e9b8-4a5f-a132-b597585b92c7 req-2bfa84c9-72d9-4d55-b875-bd12dac6a46e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:31.705840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56787b8d-e9b8-4a5f-a132-b597585b92c7 req-2bfa84c9-72d9-4d55-b875-bd12dac6a46e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 932 time: 0.1791275 Aug 03 16:15:31.707139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Made reservation on behalf of f60d81f765f94360ae07e330aa2e1954 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:31.714340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.766320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:31.767598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:31.802637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-4a728f0d-17d5-4ad5-a38e-a40897f60a25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3551605 Aug 03 16:15:31.818858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Request body: {'port': {'device_id': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:31.861442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56787b8d-e9b8-4a5f-a132-b597585b92c7 req-db74c2b6-ae39-4360-8c08-14f109e93261 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428554 Aug 03 16:15:32.028351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.094251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Allocated IP 172.20.0.26 (61561b28-d54d-4285-a3e9-276173099ad7/49f05f33-9429-46de-990c-993a6c01d77f/b59c28e0-76e0-4ff4-a47d-528e957c1047) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:15:32.109873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3427d3b0-514b-4128-a9c9-57aec862ae96 None None] Provisioning for port 58adde10-528e-45ce-8233-2d29ab291bc0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:32.111308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3427d3b0-514b-4128-a9c9-57aec862ae96 None None] Provisioning complete for port 58adde10-528e-45ce-8233-2d29ab291bc0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:32.111900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3427d3b0-514b-4128-a9c9-57aec862ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.224361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3427d3b0-514b-4128-a9c9-57aec862ae96 None None] Port 58adde10-528e-45ce-8233-2d29ab291bc0 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:32.290548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.320953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Transition to ACTIVE for port object b59c28e0-76e0-4ff4-a47d-528e957c1047 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:32.368434 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:15:32.376144 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.435513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Network 61561b28-d54d-4285-a3e9-276173099ad7 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:15:32.443073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:15:32.449709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:15:32.459767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event updated for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:32.592652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:32.600787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.633207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-418f3bef-6a54-4366-8d15-2903d37788e7 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4890838 Aug 03 16:15:32.656123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Request body: {'port': {'device_id': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:32.673873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58adde10-528e-45ce-8233-2d29ab291bc0 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:32.701081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5718c2-c461-4aed-809a-b414b4533e40 req-f78b27db-c392-444f-85b1-d9ec3710be71 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:32.704527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a5718c2-c461-4aed-809a-b414b4533e40 req-f78b27db-c392-444f-85b1-d9ec3710be71 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 895 time: 0.1358123 Aug 03 16:15:32.709315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.742286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2b23899-c843-4362-9a45-17ce685163cc up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:32.767716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Transition to ACTIVE for port object 58adde10-528e-45ce-8233-2d29ab291bc0 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:32.773538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.877547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.894699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f2b23899-c843-4362-9a45-17ce685163cc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:32.897030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:32.905033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Pushing event updated for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:33.154372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Attempting to bind port 58adde10-528e-45ce-8233-2d29ab291bc0 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:33.154372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Attempting to bind port 58adde10-528e-45ce-8233-2d29ab291bc0 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:33.154372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Attempting to bind port 58adde10-528e-45ce-8233-2d29ab291bc0 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:33.170304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Port 58adde10-528e-45ce-8233-2d29ab291bc0 on network 0827b38d-930b-4282-9dc9-f49a582a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:15:33.170862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Attempting to bind port 58adde10-528e-45ce-8233-2d29ab291bc0 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:33.187180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:33.187614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:33.188136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:33.192913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Bound port: 58adde10-528e-45ce-8233-2d29ab291bc0, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:33.193691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.373770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:33.384532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=58adde10-528e-45ce-8233-2d29ab291bc0,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:33.390854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.469394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bccb488c-157b-4d82-8d47-c17c65a88acc None None] Provisioning for port b59c28e0-76e0-4ff4-a47d-528e957c1047 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:33.478711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bccb488c-157b-4d82-8d47-c17c65a88acc None None] Provisioning complete for port b59c28e0-76e0-4ff4-a47d-528e957c1047 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:33.479379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bccb488c-157b-4d82-8d47-c17c65a88acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.557409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Pushing event updated for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:33.572403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:33.573117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.574991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2baf00ad-2a65-49fb-8797-87474ca997dc service neutron] 10.222.0.78 "PUT /v2.0/ports/58adde10-528e-45ce-8233-2d29ab291bc0 HTTP/1.1" status: 200 len: 1092 time: 1.7647142 Aug 03 16:15:33.575628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:33.579995 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392b30c-dc33-41ae-943e-8189bedee4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:33.610341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c28e0-76e0-4ff4-a47d-528e957c1047 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:33.623824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.645037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bccb488c-157b-4d82-8d47-c17c65a88acc None None] Port b59c28e0-76e0-4ff4-a47d-528e957c1047 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:15:33.671695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Transition to ACTIVE for port object b59c28e0-76e0-4ff4-a47d-528e957c1047 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:15:33.687906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:33.690260 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7581e262-953b-4026-8cbd-b8c6c39cb19d x-openstack-request-id: req-7581e262-953b-4026-8cbd-b8c6c39cb19d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:33.690966 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:33.690966 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7581e262-953b-4026-8cbd-b8c6c39cb19d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:33.691663 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0', 'status': 'completed', 'code': 200} Aug 03 16:15:33.706180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-85e1e4db-8010-4366-b183-617b1c58df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:33.709751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-85e1e4db-8010-4366-b183-617b1c58df61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 1095 time: 0.0818217 Aug 03 16:15:33.810788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9024e-d4a4-4f22-9673-66d98c778fb1 req-e37098fe-8608-4222-91e9-8f51d91abb7e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:33.836795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbd9024e-d4a4-4f22-9673-66d98c778fb1 req-e37098fe-8608-4222-91e9-8f51d91abb7e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 944 time: 0.7149465 Aug 03 16:15:33.894463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-97011120-26e2-4036-a402-7ae241ae0961 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58adde10-528e-45ce-8233-2d29ab291bc0 HTTP/1.1" status: 200 len: 217 time: 0.1745350 Aug 03 16:15:33.966204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:34.011299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbd9024e-d4a4-4f22-9673-66d98c778fb1 req-2f81a7b9-c91a-48b4-87af-78c9637ec3eb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514895 Aug 03 16:15:34.053657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Attempting to bind port b59c28e0-76e0-4ff4-a47d-528e957c1047 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:15:34.053657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Attempting to bind port b59c28e0-76e0-4ff4-a47d-528e957c1047 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:15:34.053657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Attempting to bind port b59c28e0-76e0-4ff4-a47d-528e957c1047 on network 61561b28-d54d-4285-a3e9-276173099ad7 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:34.053657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Port b59c28e0-76e0-4ff4-a47d-528e957c1047 on network 61561b28-d54d-4285-a3e9-276173099ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:15:34.053657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Attempting to bind port b59c28e0-76e0-4ff4-a47d-528e957c1047 on network 61561b28-d54d-4285-a3e9-276173099ad7 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:15:34.056025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-97c3f28b-aad1-48ea-b711-aa9ef0a3652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.058216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:15:34.058610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Checking segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:15:34.059209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Bound using segment: {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:15:34.059441 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Bound port: b59c28e0-76e0-4ff4-a47d-528e957c1047, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76780f59-4a3c-45fe-aa86-83e8b0c387e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:15:34.059802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:34.064079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-97c3f28b-aad1-48ea-b711-aa9ef0a3652d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1615422 Aug 03 16:15:34.158051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:15:34.166220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137632-46c1-45fd-9333-bdfb5b8a96a1 req-04b52d0b-ab6d-49b6-8717-ab107926c77d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.166520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:15:34.167959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03137632-46c1-45fd-9333-bdfb5b8a96a1 req-04b52d0b-ab6d-49b6-8717-ab107926c77d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 907 time: 0.1976621 Aug 03 16:15:34.174186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:34.195733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fd26-9280-4114-95db-2547abd45ab4 req-b1626f40-a033-4b38-8af3-35ce22cdd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.198548 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-b1626f40-a033-4b38-8af3-35ce22cdd5cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252837 Aug 03 16:15:34.219070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.219966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:34.222098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] 10.222.0.78 "PUT /v2.0/ports/b59c28e0-76e0-4ff4-a47d-528e957c1047 HTTP/1.1" status: 200 len: 1055 time: 1.5783465 Aug 03 16:15:34.223873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:34.226601 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff877189-c6ae-41e0-920e-692eced99836" -d '{"events": [{"name": "network-changed", "server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:34.297591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72c2e0-86fe-46bb-a515-ded0597a3c73 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:34.361551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09f979-cded-4913-9c98-a7a63e6d25d0 x-openstack-request-id: req-5e09f979-cded-4913-9c98-a7a63e6d25d0 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:34.361969 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:34.362317 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e09f979-cded-4913-9c98-a7a63e6d25d0 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:34.362876 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047', 'status': 'completed', 'code': 200} Aug 03 16:15:34.372791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-2c72e3f8-fdc4-4068-a4e0-fd5dc5e951c1 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658044 Aug 03 16:15:34.374970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-66dae166-f744-4b71-825e-201fd49306ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.376923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-66dae166-f744-4b71-825e-201fd49306ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 1058 time: 0.1055586 Aug 03 16:15:34.436408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-a6794e01-5d88-4f09-9746-ba4da4cd45c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047 HTTP/1.1" status: 200 len: 217 time: 0.0487676 Aug 03 16:15:34.506053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-000f10d6-7ca9-49ec-91fc-e8c7aaab6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.507980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-000f10d6-7ca9-49ec-91fc-e8c7aaab6e50 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49f05f33-9429-46de-990c-993a6c01d77f HTTP/1.1" status: 200 len: 838 time: 0.0640156 Aug 03 16:15:34.518293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0320fd26-9280-4114-95db-2547abd45ab4 req-12ecbe15-df15-42c0-8db8-2f3255dda937 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308894 Aug 03 16:15:34.603880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-0c573d92-db60-4380-add6-c31a955da5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.617402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-0c573d92-db60-4380-add6-c31a955da5e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=61561b28-d54d-4285-a3e9-276173099ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959067 Aug 03 16:15:34.671802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-b7363371-a1c6-4f92-a316-e120f72ec9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.674201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-b7363371-a1c6-4f92-a316-e120f72ec9ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 1095 time: 0.0953026 Aug 03 16:15:34.778928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-6d82cecf-5690-416c-b9a8-00cea70ab4f4 service neutron] 10.222.0.78 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577322 Aug 03 16:15:34.928087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-26c81972-4a39-416f-8f04-93c4bb9c3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:34.930842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-26c81972-4a39-416f-8f04-93c4bb9c3a76 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2473347 Aug 03 16:15:34.993327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e00bb688-5dbe-40a9-b395-955d2a782f85 req-70cfb02d-b7d6-4c97-9d69-1fa9d21e13c1 service neutron] 10.222.0.78 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048042 Aug 03 16:15:35.011096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-79422cf9-cd4d-4836-90a8-81156cd2ed14 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58adde10-528e-45ce-8233-2d29ab291bc0 HTTP/1.1" status: 200 len: 217 time: 0.0721776 Aug 03 16:15:35.118297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877189-c6ae-41e0-920e-692eced99836 req-5e14698b-f82e-4b39-b55e-2f57cf77db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.120093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-5e14698b-f82e-4b39-b55e-2f57cf77db21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 1058 time: 0.0636225 Aug 03 16:15:35.141528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-e663233f-8441-4813-bc49-e9fcd8dd0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.144959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-e663233f-8441-4813-bc49-e9fcd8dd0424 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1194136 Aug 03 16:15:35.308426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877189-c6ae-41e0-920e-692eced99836 req-b2902c54-7f02-4ba2-ad3a-299a5ecbeae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.309188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4c5a-d51a-4604-a414-052346324a59 req-756bbe27-9b3e-438f-adaa-87f727b66914 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.310190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-b2902c54-7f02-4ba2-ad3a-299a5ecbeae0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=61561b28-d54d-4285-a3e9-276173099ad7 HTTP/1.1" status: 200 len: 898 time: 0.1826015 Aug 03 16:15:35.310338 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-612f4c5a-d51a-4604-a414-052346324a59 req-756bbe27-9b3e-438f-adaa-87f727b66914 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 944 time: 0.1600080 Aug 03 16:15:35.312115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-6e48e87f-1ad1-4af6-b484-c508e729030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.313598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-6e48e87f-1ad1-4af6-b484-c508e729030b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517775 Aug 03 16:15:35.390479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-dd42f648-20a1-4c4b-afac-1357ceb06cff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047 HTTP/1.1" status: 200 len: 217 time: 0.0644665 Aug 03 16:15:35.508126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-612f4c5a-d51a-4604-a414-052346324a59 req-9f576ff5-0b44-44a7-86b8-e6796c00e0e8 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867588 Aug 03 16:15:35.519973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f586dad-18e3-4d37-a264-dd839e13de99 req-9b7bb946-dc4a-4ab2-af62-df91f4d143d0 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.522046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f586dad-18e3-4d37-a264-dd839e13de99 req-9b7bb946-dc4a-4ab2-af62-df91f4d143d0 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 907 time: 0.1306074 Aug 03 16:15:35.524381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877189-c6ae-41e0-920e-692eced99836 req-4ee708a2-5d00-44b7-afe0-a760fd4908f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.525799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-4ee708a2-5d00-44b7-afe0-a760fd4908f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49f05f33-9429-46de-990c-993a6c01d77f HTTP/1.1" status: 200 len: 838 time: 0.1232438 Aug 03 16:15:35.580009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-aa193d4b-d4a9-413c-9818-45d3acee68f9 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323029 Aug 03 16:15:35.607437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff877189-c6ae-41e0-920e-692eced99836 req-2f911bc0-7a2d-4fba-9df1-1dab477536cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:35.610203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-2f911bc0-7a2d-4fba-9df1-1dab477536cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=61561b28-d54d-4285-a3e9-276173099ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681274 Aug 03 16:15:35.746156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-0e8095f3-f1bb-4e3a-b44b-84330dbb155a service neutron] 10.222.0.78 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277015 Aug 03 16:15:35.752519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5392b30c-dc33-41ae-943e-8189bedee4d5 req-155e51ab-d488-4d71-a375-6a8f63d10d13 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642089 Aug 03 16:15:35.945863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff877189-c6ae-41e0-920e-692eced99836 req-56b6efc5-b575-49a3-8cfb-89a0da9fb1bb service neutron] 10.222.0.78 "GET /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917531 Aug 03 16:15:36.761485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335333-2622-4d8d-a788-2fa35c2cc58a req-90c78d27-d060-4581-b87e-00e19c12741d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:36.763284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d335333-2622-4d8d-a788-2fa35c2cc58a req-90c78d27-d060-4581-b87e-00e19c12741d tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 907 time: 0.1174948 Aug 03 16:15:36.820203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388217a0-67a1-46a7-b1be-468b9eecb71d req-6832575f-3a54-4f4a-98c6-de45f1e59a82 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:36.822656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-388217a0-67a1-46a7-b1be-468b9eecb71d req-6832575f-3a54-4f4a-98c6-de45f1e59a82 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 944 time: 0.1231110 Aug 03 16:15:36.871293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-388217a0-67a1-46a7-b1be-468b9eecb71d req-9340b92c-f77b-4ff9-85b2-6bacef3b5362 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Aug 03 16:15:37.162734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 58adde10-528e-45ce-8233-2d29ab291bc0 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:15:37.342334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=58adde10-528e-45ce-8233-2d29ab291bc0,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:37.361072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '58adde10-528e-45ce-8233-2d29ab291bc0', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': '58adde10-528e-45ce-8233-2d29ab291bc0', 'mac_address': 'fa:16:3e:0d:03:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:15:37.405319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:37.424351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58adde10-528e-45ce-8233-2d29ab291bc0 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:37.460553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=58adde10-528e-45ce-8233-2d29ab291bc0,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:37.465958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:37.466913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b59c28e0-76e0-4ff4-a47d-528e957c1047 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:15:37.617528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:37.638042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.638400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.638729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.639068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.639404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.639733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.652693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.653191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.653541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.653903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.654241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.654572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:15:37.735063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:37.753733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'b59c28e0-76e0-4ff4-a47d-528e957c1047', 'network_id': '61561b28-d54d-4285-a3e9-276173099ad7', 'port_id': 'b59c28e0-76e0-4ff4-a47d-528e957c1047', 'mac_address': 'fa:16:3e:18:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f05f33-9429-46de-990c-993a6c01d77f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:15:37.830742 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:37.864835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c28e0-76e0-4ff4-a47d-528e957c1047 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:15:37.889169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:37.895608 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:37.958774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:37.984910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20c4a4-10ac-4d9d-a8d1-4d6077653c11 req-3212103d-e195-405d-ba3e-1a3c0cf46264 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:37.987071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f20c4a4-10ac-4d9d-a8d1-4d6077653c11 req-3212103d-e195-405d-ba3e-1a3c0cf46264 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 908 time: 0.1056335 Aug 03 16:15:38.046069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847995e4-b71b-4df2-9ce5-14d09443c625 req-fb9b3f0a-4182-4c84-8d7d-aec683568cef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:38.048010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-847995e4-b71b-4df2-9ce5-14d09443c625 req-fb9b3f0a-4182-4c84-8d7d-aec683568cef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 945 time: 0.0609891 Aug 03 16:15:38.139330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:15:38.158038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-847995e4-b71b-4df2-9ce5-14d09443c625 req-5fa6b86e-c2b0-4508-adab-d421278ff4f9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950174 Aug 03 16:15:38.205027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b59c28e0-76e0-4ff4-a47d-528e957c1047'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:15:39.149234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14c9d4-c381-47fd-a002-f508a0005675 req-06d13ea0-ed17-46d2-b6f4-95587c28dd09 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:39.151273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a14c9d4-c381-47fd-a002-f508a0005675 req-06d13ea0-ed17-46d2-b6f4-95587c28dd09 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 908 time: 0.0644288 Aug 03 16:15:39.171802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 58adde10-528e-45ce-8233-2d29ab291bc0 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:39.266119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 58adde10-528e-45ce-8233-2d29ab291bc0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:39.273210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 58adde10-528e-45ce-8233-2d29ab291bc0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:39.273210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.327703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45c92e-4b0f-4898-b60e-6b1e11ee8ad1 req-8639a9f7-9a78-4afe-a7d2-0fed99b9e65c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:39.336869 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f45c92e-4b0f-4898-b60e-6b1e11ee8ad1 req-8639a9f7-9a78-4afe-a7d2-0fed99b9e65c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 945 time: 0.0834260 Aug 03 16:15:39.392012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f45c92e-4b0f-4898-b60e-6b1e11ee8ad1 req-e43f1959-103e-4a66-8ba6-133eec592adf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538795 Aug 03 16:15:39.415037 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.454674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:39.459034 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c0877c-2a13-4ac5-87b1-cd08a2677b86" -d '{"events": [{"server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:39.475826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=58adde10-528e-45ce-8233-2d29ab291bc0,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:39.480787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.482147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b59c28e0-76e0-4ff4-a47d-528e957c1047 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:15:39.541613 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f61a11-c5e3-42fc-9acb-a47e5544e9fb x-openstack-request-id: req-39f61a11-c5e3-42fc-9acb-a47e5544e9fb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:39.543014 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "name": "network-vif-plugged", "status": "completed", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:39.543014 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39f61a11-c5e3-42fc-9acb-a47e5544e9fb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:39.543690 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0', 'code': 200} Aug 03 16:15:39.631829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port b59c28e0-76e0-4ff4-a47d-528e957c1047 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:15:39.635428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:39.642161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port b59c28e0-76e0-4ff4-a47d-528e957c1047 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:15:39.642925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.720497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389485bc-2665-493e-8959-79283fb61a88 req-d24fb094-29a6-4c38-a43e-2837dba88b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:39.722841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-389485bc-2665-493e-8959-79283fb61a88 req-d24fb094-29a6-4c38-a43e-2837dba88b01 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 1097 time: 0.1047792 Aug 03 16:15:39.782076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-389485bc-2665-493e-8959-79283fb61a88 req-552ccb55-c0b6-4c6c-92b5-8140be944456 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 Aug 03 16:15:39.789271 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.854176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:39.877029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.928593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d33d205d-7b61-42f6-8aa8-47f71aa6496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:39.970181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:40.368446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b419-b6f6-4204-ab0a-555e414ee08d req-eecf8768-96c1-45f6-b31c-346b730f454c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:40.370217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ea4b419-b6f6-4204-ab0a-555e414ee08d req-eecf8768-96c1-45f6-b31c-346b730f454c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0758839 Aug 03 16:15:40.612119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0768-e74c-4824-abe4-13fbd3a294e1 req-f1fb03a3-1fdc-4e4c-a174-55bc8a7a53e4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:40.614431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ade0768-e74c-4824-abe4-13fbd3a294e1 req-f1fb03a3-1fdc-4e4c-a174-55bc8a7a53e4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 946 time: 0.0976813 Aug 03 16:15:40.716258 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ade0768-e74c-4824-abe4-13fbd3a294e1 req-db5f6734-d8a3-4395-a8d0-cd69bcb5aa52 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947919 Aug 03 16:15:41.502717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc5142-e5dd-4200-bc9c-aac652a99a2d req-f270efbb-7101-4562-87a7-c74c94c85c38 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:41.505016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7bfc5142-e5dd-4200-bc9c-aac652a99a2d req-f270efbb-7101-4562-87a7-c74c94c85c38 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0544026 Aug 03 16:15:41.545398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:41.548478 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66937992-1031-47eb-9464-c4b70c3672c0" -d '{"events": [{"server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "name": "network-vif-plugged", "status": "completed", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:41.601618 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391b28cc-c0f6-4776-9528-f3ac01d8b0b6 x-openstack-request-id: req-391b28cc-c0f6-4776-9528-f3ac01d8b0b6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:41.601952 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "name": "network-vif-plugged", "status": "completed", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:41.602386 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-391b28cc-c0f6-4776-9528-f3ac01d8b0b6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:41.602709 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047', 'code': 200} Aug 03 16:15:41.718409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a555ead-3ac1-427b-9dc6-1a30f03f3e26 req-3e73d7b1-14ce-42c3-875b-05de0d5c8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:41.720231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a555ead-3ac1-427b-9dc6-1a30f03f3e26 req-3e73d7b1-14ce-42c3-875b-05de0d5c8553 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 1060 time: 0.0490685 Aug 03 16:15:41.857830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ceb08-4fe7-46f9-ad96-35412264a4d4 req-5500207b-ef0c-4522-9d43-5dcb3b7e0159 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:41.866246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a0ceb08-4fe7-46f9-ad96-35412264a4d4 req-5500207b-ef0c-4522-9d43-5dcb3b7e0159 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 946 time: 0.0710309 Aug 03 16:15:41.916494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a0ceb08-4fe7-46f9-ad96-35412264a4d4 req-3483218c-d3c6-422c-9f12-d588b4b4dbb7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476863 Aug 03 16:15:42.101354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-03200d4d-ec35-4414-a4c5-ee4f0d08225f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.142412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39430) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:42.273676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af314778-7088-44cb-8db6-3b6ef1259e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.408911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af314778-7088-44cb-8db6-3b6ef1259e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.415471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-af314778-7088-44cb-8db6-3b6ef1259e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.461628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-af314778-7088-44cb-8db6-3b6ef1259e05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d4a77b600294f77926c13e9770c933c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181119 Aug 03 16:15:42.462522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af314778-7088-44cb-8db6-3b6ef1259e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e12d76d-63b1-458c-a165-734998d71ba1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:42.464220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39436) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:42.527035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.560118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.700086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13610ea2-5887-4f3f-a9bf-cc8beec9869f req-397b8e6f-2be5-4c97-b4c4-56aa0b03a78e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:42.708483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-13610ea2-5887-4f3f-a9bf-cc8beec9869f req-397b8e6f-2be5-4c97-b4c4-56aa0b03a78e tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.1000521 Aug 03 16:15:42.715062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.718823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:42.719496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e12d76d-63b1-458c-a165-734998d71ba1 HTTP/1.1" status: 204 len: 168 time: 0.2493265 Aug 03 16:15:42.740981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c048a27-fdd6-4c90-93bc-b9c178628380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e12d76d-63b1-458c-a165-734998d71ba1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:42.785258 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.040531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:43.055512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42ba18cb-8ad8-4f28-b066-df759e7161ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.170037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42ba18cb-8ad8-4f28-b066-df759e7161ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.174481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-42ba18cb-8ad8-4f28-b066-df759e7161ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.214629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba18cb-8ad8-4f28-b066-df759e7161ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2f0d0-3c15-4282-9040-aed3aea9cbf0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:43.218694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-42ba18cb-8ad8-4f28-b066-df759e7161ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56e71abcb7b042eeb9dc709433a8f6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771338 Aug 03 16:15:43.221199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:43.273844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.301591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.353772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.356430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.360098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aaa2f0d0-3c15-4282-9040-aed3aea9cbf0 HTTP/1.1" status: 204 len: 168 time: 0.1354463 Aug 03 16:15:43.367980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975d909-e52c-4977-8dd2-4ddf6526efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2f0d0-3c15-4282-9040-aed3aea9cbf0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:43.526290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39460) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:43.714585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:43.915858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32d273-f327-4f5c-af84-9ac0090379f1 req-8093ffc1-787a-4f65-b2a0-1ef77f131179 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:43.917363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac32d273-f327-4f5c-af84-9ac0090379f1 req-8093ffc1-787a-4f65-b2a0-1ef77f131179 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.1042933 Aug 03 16:15:44.047415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c517dc-80b9-411b-b6c6-7a8ab3501802 req-5c9e510d-7d78-43fe-8fa3-e61d419e95f3 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:44.060003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60c517dc-80b9-411b-b6c6-7a8ab3501802 req-5c9e510d-7d78-43fe-8fa3-e61d419e95f3 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0632212 Aug 03 16:15:44.171374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:44.184804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62cbe6-eefe-4408-a6f6-f8b14aa302ce req-b00e0257-09ae-4e36-a7f6-4dd8226e4107 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:44.186602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e62cbe6-eefe-4408-a6f6-f8b14aa302ce req-b00e0257-09ae-4e36-a7f6-4dd8226e4107 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 1060 time: 0.0469577 Aug 03 16:15:44.373714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07f6d7-a7b8-4e2a-b60d-9cfb9d6f359a req-69ccff10-3d9a-4b9f-aa71-b0de3fe1476f tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:44.375237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e07f6d7-a7b8-4e2a-b60d-9cfb9d6f359a req-69ccff10-3d9a-4b9f-aa71-b0de3fe1476f tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1136 time: 0.1025150 Aug 03 16:15:44.430562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e07f6d7-a7b8-4e2a-b60d-9cfb9d6f359a req-b302f2cb-7fe0-48c6-9176-12faf75fb965 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0468276 Aug 03 16:15:44.455181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39498) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:44.503269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9cecf-95f7-44eb-a65e-124e05d02111 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:44.505678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4f9cecf-95f7-44eb-a65e-124e05d02111 tempest-TestSecurityGroupsBasicOps-1487559986 tempest-TestSecurityGroupsBasicOps-1487559986-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 1055 time: 0.0491323 Aug 03 16:15:44.520234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Deleting port 2676181e-b4cd-4794-8694-c4f6ecde97bb {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:44.520596 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:44.645116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] For port 2676181e-b4cd-4794-8694-c4f6ecde97bb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2676181e-b4cd-4794-8694-c4f6ecde97bb,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:44.645914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:44.663082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Calling delete_port for 2676181e-b4cd-4794-8694-c4f6ecde97bb owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:44.788040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7710-a1ec-4aeb-bae3-3bd89450e562 req-c24bd7ad-9c8f-466e-bbd9-02fbca96d07f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:44.789352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c4e7710-a1ec-4aeb-bae3-3bd89450e562 req-c24bd7ad-9c8f-466e-bbd9-02fbca96d07f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0728490 Aug 03 16:15:44.915392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:44.951436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Pushing event deleted for resources: {'Port': ['ID=2676181e-b4cd-4794-8694-c4f6ecde97bb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:45.073524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.152867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.398327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:45.521788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:45.527533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a3ad36b8-4a91-4c24-8be0-f06c1bcc704d admin admin] 10.222.0.70 "PUT /v2.0/routers/8465c6a8-47ac-4a12-9324-d1d48e60e7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9998455 Aug 03 16:15:45.530150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39530) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:45.532146 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Sync routers for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:45.543423 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:45.544062 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:45.649569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.654918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:45.759136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.827834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Deleting port df74ca25-46b4-47d1-bbb6-1f06780427ae {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:45.827834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.875051 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:15:44Z', 'revision_number': 5, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port': {'id': 'df74ca25-46b4-47d1-bbb6-1f06780427ae', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:05:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:08:14Z', 'updated_at': '2021-08-03T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:45.913827 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Checking router: 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:45.923944 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Routers {'8465c6a8-47ac-4a12-9324-d1d48e60e7e7'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:45.924633 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:45.972508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f196-777f-4b34-be16-3cb2ed536b5d req-0f3be60e-50db-4ee5-afb6-d2477db7f524 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:45.975264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] For port df74ca25-46b4-47d1-bbb6-1f06780427ae, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df74ca25-46b4-47d1-bbb6-1f06780427ae,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:45.975888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:45.980369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4686f196-777f-4b34-be16-3cb2ed536b5d req-0f3be60e-50db-4ee5-afb6-d2477db7f524 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0865347 Aug 03 16:15:45.993536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Calling delete_port for df74ca25-46b4-47d1-bbb6-1f06780427ae owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:46.147724 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] Set router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:46.176981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-ad1da2b9-63e2-420e-bff0-b72d822aacd3 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:46.178565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-ad1da2b9-63e2-420e-bff0-b72d822aacd3 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.78 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 909 time: 0.0633209 Aug 03 16:15:46.209262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:15:45Z', 'revision_number': 6, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:46.242281 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffe4bb-05b5-42a3-a30b-2b7ca39da1a2 None None] The sync data for ids ['8465c6a8-47ac-4a12-9324-d1d48e60e7e7'] in n-d-803226-3 is: [{'id': '8465c6a8-47ac-4a12-9324-d1d48e60e7e7', 'name': 'tempest-AttachVolumeTestJSON-850825171-router', 'tenant_id': '30d99d06ba444c7c81557f665854da2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:08:13Z', 'updated_at': '2021-08-03T16:15:45Z', 'revision_number': 6, 'project_id': '30d99d06ba444c7c81557f665854da2c', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:46.297271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.334481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Pushing event deleted for resources: {'Port': ['ID=df74ca25-46b4-47d1-bbb6-1f06780427ae,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:46.404631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.407744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port b59c28e0-76e0-4ff4-a47d-528e957c1047 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:46.408073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.544155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.547680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.655916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.656807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8465c6a8-47ac-4a12-9324-d1d48e60e7e7 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:15:46.671699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.672909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0446058a-e9f1-4200-8858-e7067e21e442 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8465c6a8-47ac-4a12-9324-d1d48e60e7e7 HTTP/1.1" status: 204 len: 168 time: 1.1417391 Aug 03 16:15:46.675288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port b59c28e0-76e0-4ff4-a47d-528e957c1047, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b59c28e0-76e0-4ff4-a47d-528e957c1047,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:46.676383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39542) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:46.676803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.714544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for b59c28e0-76e0-4ff4-a47d-528e957c1047 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:46.800966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Deleting subnet 118c9a1a-2e84-44af-a6bc-26a2199143ac {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:15:46.807129 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.828550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2676181e-b4cd-4794-8694-c4f6ecde97bb no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:46.854537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2676181e-b4cd-4794-8694-c4f6ecde97bb {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:46.855096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2676181e-b4cd-4794-8694-c4f6ecde97bb not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:46.880169 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.915106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.942878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=b59c28e0-76e0-4ff4-a47d-528e957c1047,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:46.978465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.987339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] No DVR routers for this DVR port b59c28e0-76e0-4ff4-a47d-528e957c1047 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:46.990629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:46.992661 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbb62fbe-bbde-44d0-9f74-a3bd31b7ac40 req-4074a361-3e9e-4c22-b5cb-39f363fb379c tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.78 "DELETE /v2.0/ports/b59c28e0-76e0-4ff4-a47d-528e957c1047 HTTP/1.1" status: 204 len: 173 time: 0.7917020 Aug 03 16:15:46.993108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'name': 'network-vif-deleted', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:46.995485 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f501710-aaca-4513-84f4-f3a4f31a470c" -d '{"events": [{"server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "name": "network-vif-deleted", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:47.066864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.094687 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92afadea-a345-4204-9dd4-ebb433e3d593 x-openstack-request-id: req-92afadea-a345-4204-9dd4-ebb433e3d593 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:47.095325 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b903c080-f995-4595-b9a8-41cc18d8fc67", "name": "network-vif-deleted", "tag": "b59c28e0-76e0-4ff4-a47d-528e957c1047", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:47.095509 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92afadea-a345-4204-9dd4-ebb433e3d593 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:47.095914 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b903c080-f995-4595-b9a8-41cc18d8fc67', 'name': 'network-vif-deleted', 'tag': 'b59c28e0-76e0-4ff4-a47d-528e957c1047', 'status': 'completed', 'code': 200} Aug 03 16:15:47.126664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.131799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:47.136393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6456f3-22dd-4ae0-bbe8-7e6d98c2e7ca None None] Network 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:15:47.140386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/118c9a1a-2e84-44af-a6bc-26a2199143ac HTTP/1.1" status: 204 len: 168 time: 0.4612169 Aug 03 16:15:47.149172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3980a8-b5c5-4df1-8cab-67935d71d504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118c9a1a-2e84-44af-a6bc-26a2199143ac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:47.256453 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.330123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a76ab94-2480-4234-8255-463aabab0f12 req-3f5b9c7e-beb7-4b27-bb55-e097a18f80ee tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=b903c080-f995-4595-b9a8-41cc18d8fc67 HTTP/1.1" status: 200 len: 210 time: 0.0678215 Aug 03 16:15:47.422143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Deleting port e1581add-b803-4888-9ccf-05cf2d61e891 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:47.422644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.497358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] DHCP port deletion for 27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:15:47.520567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] For port e1581add-b803-4888-9ccf-05cf2d61e891, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1581add-b803-4888-9ccf-05cf2d61e891,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:47.521383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.558939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Calling delete_port for e1581add-b803-4888-9ccf-05cf2d61e891 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:47.583622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Deleting port e1581add-b803-4888-9ccf-05cf2d61e891 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:47.584473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.680915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] For port e1581add-b803-4888-9ccf-05cf2d61e891, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1581add-b803-4888-9ccf-05cf2d61e891,segment=NetworkSegment(44420829-f563-4072-9fa7-b0a27c6f5a0b),segment_id=44420829-f563-4072-9fa7-b0a27c6f5a0b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:47.681417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.712933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Calling delete_port for e1581add-b803-4888-9ccf-05cf2d61e891 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:47.716335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.754395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] No DVR routers for this DVR port e1581add-b803-4888-9ccf-05cf2d61e891 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:47.756982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e1581add-b803-4888-9ccf-05cf2d61e891,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:15:47.813000 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:15:47.823309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.847884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] Pushing event deleted for resources: {'Port': ['ID=e1581add-b803-4888-9ccf-05cf2d61e891,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:47.856672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8b074-3ff6-43b8-882c-7a8d3262a3fa None None] No DVR routers for this DVR port e1581add-b803-4888-9ccf-05cf2d61e891 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:47.858758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.877372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dbe91f-a6e1-45eb-9f77-f09b595eb4f5']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:47.892029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44420829-f563-4072-9fa7-b0a27c6f5a0b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:47.892336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44420829-f563-4072-9fa7-b0a27c6f5a0b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:47.904955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.924104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.933081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:15:47.933528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:15:47.935853 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:15:48.020853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.025974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.031155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] 10.222.0.70 "DELETE /v2.0/networks/27dbe91f-a6e1-45eb-9f77-f09b595eb4f5 HTTP/1.1" status: 204 len: 168 time: 0.8951659 Aug 03 16:15:48.046469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b410-c2fd-4fd7-bb2b-a72b84fae3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=27dbe91f-a6e1-45eb-9f77-f09b595eb4f5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:48.288542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39572) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:48.345780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-321ac6bb-794f-49ed-a658-7efa20bf0aa6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30d99d06ba444c7c81557f665854da2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542884 Aug 03 16:15:48.347754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39574) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:48.408389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.409030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39580) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:48.672908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1581add-b803-4888-9ccf-05cf2d61e891 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:48.703720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e1581add-b803-4888-9ccf-05cf2d61e891 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:48.703720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1581add-b803-4888-9ccf-05cf2d61e891 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:48.704402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df74ca25-46b4-47d1-bbb6-1f06780427ae no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:48.739271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: df74ca25-46b4-47d1-bbb6-1f06780427ae {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:48.740506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df74ca25-46b4-47d1-bbb6-1f06780427ae not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:48.817273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.957080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.967660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:48.967660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bdaf184-4db3-4e4c-b7b3-303b8227ab89 HTTP/1.1" status: 204 len: 168 time: 0.6126757 Aug 03 16:15:49.001587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093162-abc2-40e2-8b9f-f221d1d9fb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdaf184-4db3-4e4c-b7b3-303b8227ab89,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:49.252391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:49.575765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port f2b23899-c843-4362-9a45-17ce685163cc {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:49.576302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:49.686853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port f2b23899-c843-4362-9a45-17ce685163cc, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f2b23899-c843-4362-9a45-17ce685163cc,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:49.687353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:49.710567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for f2b23899-c843-4362-9a45-17ce685163cc owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:49.974964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:50.011224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=f2b23899-c843-4362-9a45-17ce685163cc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:50.234605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:50.525059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router 2109b8aa-c394-450d-9ee6-604a133be067 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:50.704361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:50.716408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb8e70bb-68b2-40d6-ab97-b5d2df99f452 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "PUT /v2.0/routers/2109b8aa-c394-450d-9ee6-604a133be067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3027344 Aug 03 16:15:50.717117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39638) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:50.730231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Sync routers for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:50.750345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:50.751766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:50.796002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting subnet 49f05f33-9429-46de-990c-993a6c01d77f {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:15:50.801779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:50.869469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:50.954740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:50.994266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.071219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.130251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Subnet': ['ID=49f05f33-9429-46de-990c-993a6c01d77f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:51.140361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01961624-831d-49e1-bad2-6445be346e77 None None] Network 61561b28-d54d-4285-a3e9-276173099ad7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:15:51.140612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.142851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f38019f0-a9ac-47cf-85ff-c265aeaac790 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/subnets/49f05f33-9429-46de-990c-993a6c01d77f HTTP/1.1" status: 204 len: 168 time: 0.4250870 Aug 03 16:15:51.147063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39650) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:51.201169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b59c28e0-76e0-4ff4-a47d-528e957c1047 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:51.304995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: b59c28e0-76e0-4ff4-a47d-528e957c1047 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:51.305358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b59c28e0-76e0-4ff4-a47d-528e957c1047 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:51.434771 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.554295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:49Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': '095b6630-5f61-4f21-ac98-c52a155331e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109b8aa-c394-450d-9ee6-604a133be067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:15:16Z', 'updated_at': '2021-08-03T16:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:51.588962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.624574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Checking router: 2109b8aa-c394-450d-9ee6-604a133be067 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:51.641192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Routers {'2109b8aa-c394-450d-9ee6-604a133be067'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:51.641851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2109b8aa-c394-450d-9ee6-604a133be067'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:51.654915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] DHCP port deletion for 61561b28-d54d-4285-a3e9-276173099ad7 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:15:51.684277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port 095b6630-5f61-4f21-ac98-c52a155331e4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:51.684649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.821364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port 095b6630-5f61-4f21-ac98-c52a155331e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=095b6630-5f61-4f21-ac98-c52a155331e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:51.822094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:51.861139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for 095b6630-5f61-4f21-ac98-c52a155331e4 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:51.888167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] Set router 2109b8aa-c394-450d-9ee6-604a133be067 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:51.950160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-35369428-b656-4454-859c-1fb17d534f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:51Z', 'revision_number': 6, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:52.005005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369428-b656-4454-859c-1fb17d534f37 None None] The sync data for ids ['2109b8aa-c394-450d-9ee6-604a133be067'] in n-d-803226-3 is: [{'id': '2109b8aa-c394-450d-9ee6-604a133be067', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1738301053', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:15:15Z', 'updated_at': '2021-08-03T16:15:51Z', 'revision_number': 6, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:52.055933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Deleting port 19b30f55-2b22-4581-a061-e481054d6b4a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:52.056891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.088801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6af295-1364-42c2-a3ce-eed269781d7b req-5ed8c331-8929-4641-ad08-818e8f332d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:52.091396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f6af295-1364-42c2-a3ce-eed269781d7b req-5ed8c331-8929-4641-ad08-818e8f332d66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.4410141 Aug 03 16:15:52.161991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] For port 19b30f55-2b22-4581-a061-e481054d6b4a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19b30f55-2b22-4581-a061-e481054d6b4a,segment=NetworkSegment(76780f59-4a3c-45fe-aa86-83e8b0c387e9),segment_id=76780f59-4a3c-45fe-aa86-83e8b0c387e9)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:52.162664 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.166444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.174479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.176470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f6af295-1364-42c2-a3ce-eed269781d7b req-1e402600-d17c-4404-b9dd-c1628e4e3cab service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782127 Aug 03 16:15:52.182166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Calling delete_port for 19b30f55-2b22-4581-a061-e481054d6b4a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:52.210839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=095b6630-5f61-4f21-ac98-c52a155331e4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:52.287249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.295417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.317441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] Pushing event deleted for resources: {'Port': ['ID=19b30f55-2b22-4581-a061-e481054d6b4a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:52.325678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed144836-db13-4655-ad7e-c8f9bee24b35 None None] No DVR routers for this DVR port 19b30f55-2b22-4581-a061-e481054d6b4a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:52.877417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.889789 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.957445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.958521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Fanout notify agent at l3_agent the message router_deleted on router 2109b8aa-c394-450d-9ee6-604a133be067 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:15:52.969876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:52.976941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b978ae9b-e7b7-471e-a2a4-45f503c09fc9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/routers/2109b8aa-c394-450d-9ee6-604a133be067 HTTP/1.1" status: 204 len: 168 time: 1.8261504 Aug 03 16:15:52.977473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39694) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:53.020781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2b23899-c843-4362-9a45-17ce685163cc no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:53.059827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f2b23899-c843-4362-9a45-17ce685163cc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:53.060236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f2b23899-c843-4362-9a45-17ce685163cc not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:53.060955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19b30f55-2b22-4581-a061-e481054d6b4a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:53.106720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 19b30f55-2b22-4581-a061-e481054d6b4a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:53.107229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19b30f55-2b22-4581-a061-e481054d6b4a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:53.107763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 095b6630-5f61-4f21-ac98-c52a155331e4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:15:53.112166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.128933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 095b6630-5f61-4f21-ac98-c52a155331e4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:15:53.129291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 095b6630-5f61-4f21-ac98-c52a155331e4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:15:53.221347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.236027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61561b28-d54d-4285-a3e9-276173099ad7']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:53.251160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76780f59-4a3c-45fe-aa86-83e8b0c387e9') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:53.251353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76780f59-4a3c-45fe-aa86-83e8b0c387e9') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:53.261773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.288423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.296292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:15:53.296750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:15:53.300627 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:15:53.370367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.378106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.380264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/networks/61561b28-d54d-4285-a3e9-276173099ad7 HTTP/1.1" status: 204 len: 168 time: 0.4016609 Aug 03 16:15:53.383321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39704) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:53.406829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0675ef-cf01-493e-b0ac-34e206a88719 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Network': ['ID=61561b28-d54d-4285-a3e9-276173099ad7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:53.634491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port 6dba8c42-0cb5-487f-a4d1-bc14c1b386d9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:53.634846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.730924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.731354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:53.745377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for 6dba8c42-0cb5-487f-a4d1-bc14c1b386d9 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:53.968160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:54.027840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=6dba8c42-0cb5-487f-a4d1-bc14c1b386d9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:54.084986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:54.089893 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Floating IP 1351c714-38bf-45ed-b858-096a3b3b15a7 disassociated (deleted). External IP: 172.25.7.19, port: f4703a9d-b222-44ed-acbc-3af35b2944f5. Aug 03 16:15:54.246199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0f9d5-b256-4cf4-af41-48cf110094e1 req-b84fbaaa-7c5c-49eb-b89c-1495652b8772 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:54.247708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9a0f9d5-b256-4cf4-af41-48cf110094e1 req-b84fbaaa-7c5c-49eb-b89c-1495652b8772 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1015618 Aug 03 16:15:54.346749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9a0f9d5-b256-4cf4-af41-48cf110094e1 req-f01700dd-6db9-41de-ab73-577d7a2ebaab tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792391 Aug 03 16:15:54.411656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router e8830a3a-b80c-4e0d-b300-841a5ff5396d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:15:54.490457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b19266-b5d7-4fad-a26e-29316c2bf630 req-634fe64d-cba4-43e2-8aec-2474fd57652c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:54.492787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5b19266-b5d7-4fad-a26e-29316c2bf630 req-634fe64d-cba4-43e2-8aec-2474fd57652c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0642452 Aug 03 16:15:54.527899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:15:54.532702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:54.540257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Sync routers for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:15:54.556113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5b19266-b5d7-4fad-a26e-29316c2bf630 req-f8104883-4986-4798-b0eb-ef0fda743cda tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545180 Aug 03 16:15:54.557142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:54.557818 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:54.602199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-79d69bee-bcf2-4cda-84ac-dbb9cd9bb9cb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/floatingips/1351c714-38bf-45ed-b858-096a3b3b15a7 HTTP/1.1" status: 204 len: 168 time: 1.2173519 Aug 03 16:15:54.602932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:54.605651 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8043fe-8b41-4a5c-b77a-2e1597d73158" -d '{"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:54.750138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:54.833552 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1067b2-e62b-497e-8bea-e7a48f14cb1a x-openstack-request-id: req-aa1067b2-e62b-497e-8bea-e7a48f14cb1a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:54.834477 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:54.834737 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa1067b2-e62b-497e-8bea-e7a48f14cb1a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:54.835151 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'status': 'completed', 'code': 200} Aug 03 16:15:54.962153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9b9b0-2384-4abd-9c43-5e822ed85ee5 req-ac15103a-1ef1-477b-ad44-3e458ea0ffad tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:54.964278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecc9b9b0-2384-4abd-9c43-5e822ed85ee5 req-ac15103a-1ef1-477b-ad44-3e458ea0ffad tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.0578430 Aug 03 16:15:54.965468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd5f3e-3f42-4e18-a6b1-5f847d8d0c3f req-6a64ab64-4624-4974-8d6e-dc9b8df5fd55 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:54.973678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2bcd5f3e-3f42-4e18-a6b1-5f847d8d0c3f req-6a64ab64-4624-4974-8d6e-dc9b8df5fd55 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1053214 Aug 03 16:15:54.977833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-e733d66c-504d-4318-ae2e-286117042137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:54.980352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-e733d66c-504d-4318-ae2e-286117042137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f60d81f765f94360ae07e330aa2e1954&device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 1136 time: 0.1213589 Aug 03 16:15:55.027545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecc9b9b0-2384-4abd-9c43-5e822ed85ee5 req-f79be1b2-61c0-4a75-83a3-424bc69cf539 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0543232 Aug 03 16:15:55.090780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2bcd5f3e-3f42-4e18-a6b1-5f847d8d0c3f req-b84fd937-947b-457c-bdbe-0d0c4e9d042d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160522 Aug 03 16:15:55.128817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-8a77347e-c897-4673-a067-2106ccd6a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:55.130845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-8a77347e-c897-4673-a067-2106ccd6a188 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 200 len: 897 time: 0.1297214 Aug 03 16:15:55.137386 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:55.190460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-1cbb002c-77b2-414d-b0d9-cad0f40bb5a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 200 len: 217 time: 0.0513401 Aug 03 16:15:55.199259 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Checking router: e8830a3a-b80c-4e0d-b300-841a5ff5396d for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:15:55.212973 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:15:55.213715 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:55.291193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-bdc6cb03-ce84-46e4-82f3-fa0854c67620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:55.292796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-bdc6cb03-ce84-46e4-82f3-fa0854c67620 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c64c0bcb-dec1-4054-83a4-45542330d8c4 HTTP/1.1" status: 200 len: 835 time: 0.0924070 Aug 03 16:15:55.368907 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:15:55.385191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-14dd8fb5-18d6-4af4-90e1-f15feb9b099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:55.387141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-14dd8fb5-18d6-4af4-90e1-f15feb9b099f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2c2181f-10fb-4875-b273-b4a621981bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839648 Aug 03 16:15:55.403200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-1ac70f4e-3a1c-4e92-adef-0f588f6526b5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:15:55.407804 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-1ac70f4e-3a1c-4e92-adef-0f588f6526b5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117056 Aug 03 16:15:55.539707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-94260119-95ce-46c3-9ded-af298c27f0ab service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228440 Aug 03 16:15:55.649022 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:15:55.678121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7fa1c-7955-47d1-8019-0e518419af73 req-615d790f-f715-47d5-92e3-bb5b084c1d5b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:55.678724 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b13035a-a576-4b53-a5b2-d70b86b3bae2 None None] The sync data for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 is: [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:16Z', 'revision_number': 4, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'ca168909-279e-49ee-92be-6b6f014f3db9', 'name': '', 'network_id': 'c2c2181f-10fb-4875-b273-b4a621981bc9', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'mac_address': 'fa:16:3e:4d:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:15Z', 'updated_at': '2021-08-03T16:14:25Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'subnets': [{'id': 'c64c0bcb-dec1-4054-83a4-45542330d8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:15:55.680625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08b7fa1c-7955-47d1-8019-0e518419af73 req-615d790f-f715-47d5-92e3-bb5b084c1d5b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1230900 Aug 03 16:15:55.713914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc8043fe-8b41-4a5c-b77a-2e1597d73158 req-72145293-a0ea-4f8d-af1f-5f2db20eed66 service neutron] 10.222.0.72 "GET /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668453 Aug 03 16:15:55.754391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08b7fa1c-7955-47d1-8019-0e518419af73 req-7327e5ba-4373-4f3d-aa6a-ff91bc602d6e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664351 Aug 03 16:15:55.991000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2d6dd-999e-4789-9685-1f182981c663 None None] New status for floating IP 1351c714-38bf-45ed-b858-096a3b3b15a7: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:15:56.183360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-7c8719ef-8476-4add-8f2d-9be860c0d9eb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:56.185329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-7c8719ef-8476-4add-8f2d-9be860c0d9eb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.72 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.1024244 Aug 03 16:15:56.223641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa164-659b-49c9-a414-aa086ed384ba req-20661d7e-3037-41b8-8b53-65981fbcf54f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:56.226080 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a43fa164-659b-49c9-a414-aa086ed384ba req-20661d7e-3037-41b8-8b53-65981fbcf54f tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 985 time: 0.0935516 Aug 03 16:15:56.280348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.314878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a43fa164-659b-49c9-a414-aa086ed384ba req-96affc27-ce11-46a5-89fe-f4198ab6da3b tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/security-groups?id=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65&id=6aaa9eec-a2e2-4eea-bbb6-613cf012f290&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0812535 Aug 03 16:15:56.334938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port f4703a9d-b222-44ed-acbc-3af35b2944f5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:56.335295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.437164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port f4703a9d-b222-44ed-acbc-3af35b2944f5, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f4703a9d-b222-44ed-acbc-3af35b2944f5,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:56.437425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.453346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for f4703a9d-b222-44ed-acbc-3af35b2944f5 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:56.659937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.683841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39812) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:56.701124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=f4703a9d-b222-44ed-acbc-3af35b2944f5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:56.764158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] No DVR routers for this DVR port f4703a9d-b222-44ed-acbc-3af35b2944f5 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:15:56.767043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.770316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ae5441a-f479-4080-96d8-37d03ac467d6 req-b3350501-117a-4288-b7da-08d59de00729 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.72 "DELETE /v2.0/ports/f4703a9d-b222-44ed-acbc-3af35b2944f5 HTTP/1.1" status: 204 len: 173 time: 0.5772192 Aug 03 16:15:56.770895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'name': 'network-vif-deleted', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:15:56.773970 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715506e2-4e0b-41b7-8b98-9e845c7c62e4" -d '{"events": [{"server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "name": "network-vif-deleted", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:15:56.824429 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eeaa0b-32c7-4db8-94ba-64f645f21ee3 x-openstack-request-id: req-61eeaa0b-32c7-4db8-94ba-64f645f21ee3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:15:56.824933 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3568410f-51b5-48c9-9b7f-0b9cd43a409d", "name": "network-vif-deleted", "tag": "f4703a9d-b222-44ed-acbc-3af35b2944f5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:15:56.825401 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61eeaa0b-32c7-4db8-94ba-64f645f21ee3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:15:56.826059 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3568410f-51b5-48c9-9b7f-0b9cd43a409d', 'name': 'network-vif-deleted', 'tag': 'f4703a9d-b222-44ed-acbc-3af35b2944f5', 'status': 'completed', 'code': 200} Aug 03 16:15:56.872038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da693ff1-ea7c-44a2-8ddd-cf465726ec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:56.965097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46509fda-be43-4cc8-a83e-827a22d8ea9b req-a4e487d1-b768-492e-b158-17a6cdfcea94 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:56.966771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46509fda-be43-4cc8-a83e-827a22d8ea9b req-a4e487d1-b768-492e-b158-17a6cdfcea94 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0678575 Aug 03 16:15:57.014413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46509fda-be43-4cc8-a83e-827a22d8ea9b req-e28b353c-711d-4660-9bfb-a253ad88bd76 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Aug 03 16:15:57.014659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da693ff1-ea7c-44a2-8ddd-cf465726ec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.019615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da693ff1-ea7c-44a2-8ddd-cf465726ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.060921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-da693ff1-ea7c-44a2-8ddd-cf465726ec17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40d05e78ed7a47ea95f2415676e06b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758759 Aug 03 16:15:57.064043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39822) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:57.077012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693ff1-ea7c-44a2-8ddd-cf465726ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574d0947-a7e5-4685-8188-8d898c19916d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:57.082419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39824) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:57.138905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.165981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.259960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20df0ebb-e31b-4157-b1ea-eccda84ca699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.280951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.285032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.286786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/574d0947-a7e5-4685-8188-8d898c19916d HTTP/1.1" status: 204 len: 168 time: 0.2201960 Aug 03 16:15:57.310321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa6600-343a-412f-966b-a3b72a742c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574d0947-a7e5-4685-8188-8d898c19916d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:57.455068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20df0ebb-e31b-4157-b1ea-eccda84ca699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.466051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-20df0ebb-e31b-4157-b1ea-eccda84ca699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.491433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-efe35609-c1ee-4908-8180-e1ac78661925 req-ba02ff82-61e2-4e3e-9323-73ed4fc149dc tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "GET /v2.0/ports?device_id=3568410f-51b5-48c9-9b7f-0b9cd43a409d HTTP/1.1" status: 200 len: 210 time: 0.0387700 Aug 03 16:15:57.509582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df0ebb-e31b-4157-b1ea-eccda84ca699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ee4a58-3ec5-4597-b18d-97ca474a60ea,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:57.529588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-20df0ebb-e31b-4157-b1ea-eccda84ca699 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4eb770b0b9744abcbf95ac1c18c3b82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438124 Aug 03 16:15:57.529859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:57.598737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.621545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.676960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.679742 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.680969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04ee4a58-3ec5-4597-b18d-97ca474a60ea HTTP/1.1" status: 204 len: 168 time: 0.1500959 Aug 03 16:15:57.687043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39838) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:57.689082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0145-7c77-44de-89db-d4eb183994cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ee4a58-3ec5-4597-b18d-97ca474a60ea,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:57.703216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9f11453-0e9a-40d7-ae8e-6e1cf3683699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.804793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9f11453-0e9a-40d7-ae8e-6e1cf3683699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.808956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9f11453-0e9a-40d7-ae8e-6e1cf3683699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.851658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9f11453-0e9a-40d7-ae8e-6e1cf3683699 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c06cb5f5af7c49858bdd656d650ef2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637754 Aug 03 16:15:57.853678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f11453-0e9a-40d7-ae8e-6e1cf3683699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d79b1ab-6253-450c-ad56-916309a06cdb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:57.854366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:57.918891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.945545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:57.997907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.000610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.001817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d79b1ab-6253-450c-ad56-916309a06cdb HTTP/1.1" status: 204 len: 168 time: 0.1464052 Aug 03 16:15:58.010466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5381ef-26df-4084-b8e3-805aa4423613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d79b1ab-6253-450c-ad56-916309a06cdb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.063838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39848) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.079700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2056a7b3-54a2-4bf9-982b-9bb297b5db52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.201475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d507-ad99-4fdb-95e0-87737b2b524f req-5a356875-fd20-402f-88cc-ea740d5ce7e1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:58.202975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36c2d507-ad99-4fdb-95e0-87737b2b524f req-5a356875-fd20-402f-88cc-ea740d5ce7e1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0778618 Aug 03 16:15:58.262437 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2056a7b3-54a2-4bf9-982b-9bb297b5db52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.268317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36c2d507-ad99-4fdb-95e0-87737b2b524f req-f08dfbc5-75fe-43d0-a725-1a416ca67c1b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578423 Aug 03 16:15:58.270316 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2056a7b3-54a2-4bf9-982b-9bb297b5db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.315172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2056a7b3-54a2-4bf9-982b-9bb297b5db52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88cc0d41aec74381b954e7278e3a4902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502036 Aug 03 16:15:58.316108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056a7b3-54a2-4bf9-982b-9bb297b5db52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69114b84-7a22-45b6-a179-345a3a425bdf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.318882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39852) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.373035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39854) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.376778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.386745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef9c175b-8295-41c6-a32c-64786c7bbc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.403060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.457098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.459819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.462145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69114b84-7a22-45b6-a179-345a3a425bdf HTTP/1.1" status: 204 len: 168 time: 0.1416984 Aug 03 16:15:58.470618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a602-65a4-42d5-961d-0c8508977811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69114b84-7a22-45b6-a179-345a3a425bdf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.491546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef9c175b-8295-41c6-a32c-64786c7bbc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.496952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ef9c175b-8295-41c6-a32c-64786c7bbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.541506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ef9c175b-8295-41c6-a32c-64786c7bbc5f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47916f72d3144dfdba2f269a4c618077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672788 Aug 03 16:15:58.542952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c175b-8295-41c6-a32c-64786c7bbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50afd64a-f1f0-42a0-94dd-fcf844522cb7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.544173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39860) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.580532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.608576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.634466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.642703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.669591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.690473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.693795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.694986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50afd64a-f1f0-42a0-94dd-fcf844522cb7 HTTP/1.1" status: 204 len: 168 time: 0.1483324 Aug 03 16:15:58.703919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793bea3-8416-4462-985a-4abc599971d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50afd64a-f1f0-42a0-94dd-fcf844522cb7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.728897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.733337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.735096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/security-groups/5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65 HTTP/1.1" status: 204 len: 168 time: 0.1530313 Aug 03 16:15:58.738366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.747821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035ef3-79e8-4d69-865a-e2339b3f0961 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fb6d4-5705-45cc-92fd-7a1f9fb01e65,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:58.822458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.851571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.911838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.921626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:58.921626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/security-groups/6aaa9eec-a2e2-4eea-bbb6-613cf012f290 HTTP/1.1" status: 204 len: 168 time: 0.1761546 Aug 03 16:15:58.921834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:58.926146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dbae2-a164-4941-8c88-77b1973becd9 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaa9eec-a2e2-4eea-bbb6-613cf012f290,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:15:59.355909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.493200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71b2f-6370-4f7e-b99a-69b950c5885e req-bec513a6-37f2-4d9c-89a1-780bb028f70d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:15:59.494504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40d71b2f-6370-4f7e-b99a-69b950c5885e req-bec513a6-37f2-4d9c-89a1-780bb028f70d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1020873 Aug 03 16:15:59.596810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40d71b2f-6370-4f7e-b99a-69b950c5885e req-dfb5c1ed-c2e6-44c4-8dfb-4db8385acdbe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940371 Aug 03 16:15:59.695484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39912) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:15:59.766609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port ca168909-279e-49ee-92be-6b6f014f3db9 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:15:59.767239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.812830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-119660328-network', 'tenant_id': 'bb18f814e5ec4c458fb3a7fcaa1098ea'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:15:59.839759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Made reservation on behalf of bb18f814e5ec4c458fb3a7fcaa1098ea for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:15:59.842474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.851992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.879441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port ca168909-279e-49ee-92be-6b6f014f3db9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ca168909-279e-49ee-92be-6b6f014f3db9,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:15:59.879860 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.902004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for ca168909-279e-49ee-92be-6b6f014f3db9 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:15:59.958350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.964160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:15:59.991701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:00.002092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:00.008950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.009519 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Added segment fe021d12-6cca-486f-a0fd-5d0e46f31843 of type vlan for network f4102400-4126-41c8-98ab-3271d5316bd1 Aug 03 16:16:00.054298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.086647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.087767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:00.088880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.126405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.153603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4569831 Aug 03 16:16:00.156691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=ca168909-279e-49ee-92be-6b6f014f3db9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:00.158734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39928) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:00.165305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Request body: {'subnet': {'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-119660328-subnet', 'tenant_id': 'bb18f814e5ec4c458fb3a7fcaa1098ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:00.168747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742e6d-d0ed-4872-bc70-5cb37a487183 admin admin] Pushing event updated for resources: {'Network': ['ID=f4102400-4126-41c8-98ab-3271d5316bd1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:00.184467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f4102400-4126-41c8-98ab-3271d5316bd1 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:00.193792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Made reservation on behalf of bb18f814e5ec4c458fb3a7fcaa1098ea for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:00.196225 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.403151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.418921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.494395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ba6add-eeb5-4e48-ba05-7c99b7f512fa,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:00.508196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Checking segment: {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:00.508779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Network hostable DHCP agents. Network: f4102400-4126-41c8-98ab-3271d5316bd1, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:16:00.536166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Network f4102400-4126-41c8-98ab-3271d5316bd1 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:16:00.550858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f4102400-4126-41c8-98ab-3271d5316bd1) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:00.559108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5fa2b-f03e-40da-abaf-7f2ced0e2337 None None] Network f4102400-4126-41c8-98ab-3271d5316bd1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:00.566210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:00.567004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:00.594467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dcbc6e7a-6d70-430f-8a8b-2727fcb7cdfc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4334600 Aug 03 16:16:00.621829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f4703a9d-b222-44ed-acbc-3af35b2944f5 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:00.648301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: f4703a9d-b222-44ed-acbc-3af35b2944f5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:00.648839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f4703a9d-b222-44ed-acbc-3af35b2944f5 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:00.772927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Router e8830a3a-b80c-4e0d-b300-841a5ff5396d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:16:00.779608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff5e99-6fd3-40af-8a33-b241d31bf9e7 None None] Network f4102400-4126-41c8-98ab-3271d5316bd1 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:00.782459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64032ca-b555-40ce-9266-e5961867017d req-71189f46-c21b-49c3-bdfe-3f1121d62100 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:00.784783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e64032ca-b555-40ce-9266-e5961867017d req-71189f46-c21b-49c3-bdfe-3f1121d62100 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0599301 Aug 03 16:16:00.874574 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e64032ca-b555-40ce-9266-e5961867017d req-adcee26d-33f8-4ad8-a8e6-fd94a122118d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793521 Aug 03 16:16:01.001698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:01.010534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5846e31b-01ad-4cc1-896d-0eadcf7ace57 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "PUT /v2.0/routers/e8830a3a-b80c-4e0d-b300-841a5ff5396d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886371 Aug 03 16:16:01.016029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39966) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:01.016116 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Sync routers for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:01.033543 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:01.035620 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:01.089567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting subnet c64c0bcb-dec1-4054-83a4-45542330d8c4 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:16:01.093329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.156489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.228114 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:01.300526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.421892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.483701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Subnet': ['ID=c64c0bcb-dec1-4054-83a4-45542330d8c4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:01.489512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.495944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-746db6fd-3c7b-45ff-8d60-8038ea43e7fb tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/subnets/c64c0bcb-dec1-4054-83a4-45542330d8c4 HTTP/1.1" status: 204 len: 168 time: 0.4747124 Aug 03 16:16:01.496089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939080c-78d5-4176-9490-71906f0c7bd2 None None] Network c2c2181f-10fb-4875-b273-b4a621981bc9 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:01.496661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 39984) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:01.578126 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:16:00Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:01.617865 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Checking router: e8830a3a-b80c-4e0d-b300-841a5ff5396d for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:16:01.631179 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Routers {'e8830a3a-b80c-4e0d-b300-841a5ff5396d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:01.632208 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:01.723111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] DHCP port deletion for c2c2181f-10fb-4875-b273-b4a621981bc9 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:16:01.723632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.795232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Deleting port 88a97e92-590c-4805-b846-9d35048fb261 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:01.795875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.880420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] For port 88a97e92-590c-4805-b846-9d35048fb261, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88a97e92-590c-4805-b846-9d35048fb261,segment=NetworkSegment(fd8ba9bb-3da4-4f04-95aa-8ba924609a13),segment_id=fd8ba9bb-3da4-4f04-95aa-8ba924609a13)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:01.881293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.885189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:01.912081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Calling delete_port for 88a97e92-590c-4805-b846-9d35048fb261 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:01.961541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:02.009233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Deleting port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:02.010098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.060590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.072224 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] Set router e8830a3a-b80c-4e0d-b300-841a5ff5396d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:02.096252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] Pushing event deleted for resources: {'Port': ['ID=88a97e92-590c-4805-b846-9d35048fb261,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:02.106268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52aa3c-86f5-4fb2-8a8c-692e375fe190 None None] No DVR routers for this DVR port 88a97e92-590c-4805-b846-9d35048fb261 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:16:02.183096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11172441-046c-48dc-ac94-a8bc9e6aff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.219115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] For port a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:02.219883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.259914 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Calling delete_port for a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:02.281699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ba9c1-3cbe-4740-8849-503ec01d2b6d req-edab7bf9-775c-4e8b-8d8b-03468924dfd1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:02.285563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-625ba9c1-3cbe-4740-8849-503ec01d2b6d req-edab7bf9-775c-4e8b-8d8b-03468924dfd1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.2564340 Aug 03 16:16:02.327434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11172441-046c-48dc-ac94-a8bc9e6aff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.333407 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:16:00Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:02.335435 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-11172441-046c-48dc-ac94-a8bc9e6aff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.368703 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5927e50-1ed8-4cc0-9791-b2d1a33db9ba None None] The sync data for ids ['e8830a3a-b80c-4e0d-b300-841a5ff5396d'] in n-d-803226-3 is: [{'id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1428010949', 'tenant_id': 'f60d81f765f94360ae07e330aa2e1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:16:00Z', 'revision_number': 5, 'project_id': 'f60d81f765f94360ae07e330aa2e1954', 'gw_port': {'id': 'a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8830a3a-b80c-4e0d-b300-841a5ff5396d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:11Z', 'updated_at': '2021-08-03T16:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:16:02.376571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11172441-046c-48dc-ac94-a8bc9e6aff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3eeace-31a4-4620-a60c-95ffc3e5bda3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:02.428124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-625ba9c1-3cbe-4740-8849-503ec01d2b6d req-f4ce4a84-20a6-4c34-91dd-cc036763e7c4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313243 Aug 03 16:16:02.434843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-11172441-046c-48dc-ac94-a8bc9e6aff87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e47b4fe519234fc9aeb5f68eebabee76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712455 Aug 03 16:16:02.440058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 39996) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:02.528461 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.570504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.596007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.628979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.631516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Port': ['ID=a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:02.632483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.636151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b3eeace-31a4-4620-a60c-95ffc3e5bda3 HTTP/1.1" status: 204 len: 168 time: 0.1923046 Aug 03 16:16:02.642223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c36a2b-e0cd-4578-94be-9728b4bc7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3eeace-31a4-4620-a60c-95ffc3e5bda3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:02.679942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.680355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.680933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.681492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.682090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.682649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.683187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.683668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.684134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.684607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.685110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.685550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:02.740108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.878919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.882428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.886272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ca168909-279e-49ee-92be-6b6f014f3db9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:02.915736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ca168909-279e-49ee-92be-6b6f014f3db9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:02.921363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ca168909-279e-49ee-92be-6b6f014f3db9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:02.922195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88a97e92-590c-4805-b846-9d35048fb261 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:02.938056 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.938904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Fanout notify agent at l3_agent the message router_deleted on router e8830a3a-b80c-4e0d-b300-841a5ff5396d {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:16:02.945911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 88a97e92-590c-4805-b846-9d35048fb261 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:02.946315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88a97e92-590c-4805-b846-9d35048fb261 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:02.948434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:02.949888 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7940f467-5716-46c9-89f1-11079ec185da tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/routers/e8830a3a-b80c-4e0d-b300-841a5ff5396d HTTP/1.1" status: 204 len: 168 time: 1.4525342 Aug 03 16:16:02.954454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:03.026112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:03.039728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.043233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec835a-99de-4817-a386-a882f645ba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.168683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.185322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c2181f-10fb-4875-b273-b4a621981bc9']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:03.203891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:03.203891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8ba9bb-3da4-4f04-95aa-8ba924609a13') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:03.213264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.229359 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.235967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:03.236451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:03.240464 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:03.312662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.320188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.322422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] 10.222.0.70 "DELETE /v2.0/networks/c2c2181f-10fb-4875-b273-b4a621981bc9 HTTP/1.1" status: 204 len: 168 time: 0.3666945 Aug 03 16:16:03.335973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c558d5-3c3a-4ecc-ab55-da6c5bf4cb14 tempest-TestSecurityGroupsBasicOps-144602406 tempest-TestSecurityGroupsBasicOps-144602406-project] Pushing event deleted for resources: {'Network': ['ID=c2c2181f-10fb-4875-b273-b4a621981bc9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:03.480802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec835a-99de-4817-a386-a882f645ba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.491221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64ec835a-99de-4817-a386-a882f645ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.550242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64ec835a-99de-4817-a386-a882f645ba54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b00746f923d84643ab670b7f15a52609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222399 Aug 03 16:16:03.551201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40014) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:03.552440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec835a-99de-4817-a386-a882f645ba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008ed390-d6ee-45c7-af1b-604f50e9da68,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:03.627765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9f88-51cd-4c1b-878b-7314148ce854 req-0cc4db35-809b-40fb-a8e1-404e2e45e778 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:03.630258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05fd9f88-51cd-4c1b-878b-7314148ce854 req-0cc4db35-809b-40fb-a8e1-404e2e45e778 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1141441 Aug 03 16:16:03.638173 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.671399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.692041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05fd9f88-51cd-4c1b-878b-7314148ce854 req-82dfd67a-2b93-4657-894e-73bec4d34d9c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523784 Aug 03 16:16:03.743257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.747522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40022) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:03.747769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:03.752178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/008ed390-d6ee-45c7-af1b-604f50e9da68 HTTP/1.1" status: 204 len: 168 time: 0.1915355 Aug 03 16:16:03.760039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6736e-f21d-474d-be41-f0f6a4698c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008ed390-d6ee-45c7-af1b-604f50e9da68,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:04.123281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9c333ed2-f889-4d2c-8d0e-fc5edf57ffea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f60d81f765f94360ae07e330aa2e1954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744209 Aug 03 16:16:04.127276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40034) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:04.241884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.297580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.368286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.374982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.377009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb64557c-ef73-44da-a169-94cc2b1f0699 HTTP/1.1" status: 204 len: 168 time: 0.2486839 Aug 03 16:16:04.404984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3dd6-2e95-4162-988e-469e32960e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb64557c-ef73-44da-a169-94cc2b1f0699,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:04.608425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:04.631462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:04.631753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a8ab40d3-51f2-4cc8-96ef-9e5753ea4dc1 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:04.794898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40056) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:04.810057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47aed8df-9e48-481e-a568-cabd23e03a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.851911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1253-384e-42c5-855c-a74aa5c218dc req-7030f171-e610-437d-b6e2-963c1645f6bc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:04.854290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-936e1253-384e-42c5-855c-a74aa5c218dc req-7030f171-e610-437d-b6e2-963c1645f6bc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0708802 Aug 03 16:16:04.918577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-936e1253-384e-42c5-855c-a74aa5c218dc req-d9304b7c-5152-49ec-ae42-394131d1e8a8 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566759 Aug 03 16:16:04.960638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47aed8df-9e48-481e-a568-cabd23e03a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:04.967788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-47aed8df-9e48-481e-a568-cabd23e03a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.060896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47aed8df-9e48-481e-a568-cabd23e03a6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d76b6d58945449cb3bc817695bfb3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648377 Aug 03 16:16:05.063794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40064) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:05.073994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aed8df-9e48-481e-a568-cabd23e03a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4993849d-40ae-4c19-a5d6-01c0e459544f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:05.172861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.202262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.269661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.273429 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.275517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4993849d-40ae-4c19-a5d6-01c0e459544f HTTP/1.1" status: 204 len: 168 time: 0.2101729 Aug 03 16:16:05.289600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f638cf-fa3b-4755-9c7b-b34e124ff0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4993849d-40ae-4c19-a5d6-01c0e459544f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:05.588196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40080) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:05.629855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1b174422-e8e1-4274-9ccb-cf58d8124bdf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f1271ce6c004a898e428d48a0a5afbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404308 Aug 03 16:16:05.632193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:05.681763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.703476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.759963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.763141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:05.766732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3213ee0-33a3-42ed-9da6-76ed82d883d0 HTTP/1.1" status: 204 len: 168 time: 0.1309600 Aug 03 16:16:05.774122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d352b0-ea10-4a5f-973b-1d7c696de613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3213ee0-33a3-42ed-9da6-76ed82d883d0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:06.055935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626ff19-3aa4-4ebe-99be-89c552005442 req-2ee53e5d-13fb-494c-af60-1c266c2c355c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:06.057546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3626ff19-3aa4-4ebe-99be-89c552005442 req-2ee53e5d-13fb-494c-af60-1c266c2c355c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0563538 Aug 03 16:16:06.114834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3626ff19-3aa4-4ebe-99be-89c552005442 req-cbf9c66b-8de1-4f45-a2c6-06fc6d876623 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496740 Aug 03 16:16:06.428943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ca7e0-71df-43dd-9845-070d7369d511 req-5f98cbee-8b14-457c-b516-c67a67e08860 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:06.437107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb5ca7e0-71df-43dd-9845-070d7369d511 req-5f98cbee-8b14-457c-b516-c67a67e08860 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0862887 Aug 03 16:16:06.474571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb5ca7e0-71df-43dd-9845-070d7369d511 req-a19b44a9-5df0-4ba5-a7e7-bd5247574bc1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Aug 03 16:16:06.689775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-fc627d69-6398-45f1-9a4c-f2e9bdca9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:06.692363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-fc627d69-6398-45f1-9a4c-f2e9bdca9af8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.2991438 Aug 03 16:16:06.808963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-3ea6790c-8a9e-46dc-83cf-b5a2ecdf8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:06.811139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-3ea6790c-8a9e-46dc-83cf-b5a2ecdf8b60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1106961 Aug 03 16:16:06.895846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40150) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:06.908624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-71d3f535-ff09-4023-b757-59d596b0846e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.0899246 Aug 03 16:16:07.095749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-228920164-network', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:07.133586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Made reservation on behalf of dbd65c889dfe4e4f926e070cc8b5f260 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:07.138732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.153731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.321936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:07.354016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.361417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.402359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:07.433661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.434142 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Added segment 6aded5cb-cdca-43eb-8588-d2db1bf6a65d of type vlan for network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 Aug 03 16:16:07.435147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-ccbe512b-4678-4a71-823f-a29f3aa83960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:07.436301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c16af4-965f-407a-af2c-3e3d9709c41c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:07.437264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-ccbe512b-4678-4a71-823f-a29f3aa83960 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.5220034 Aug 03 16:16:07.488482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63f5b5a3-b762-4d5f-9ab4-ab01b3cd1175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.498205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-a3e82f33-28a8-4b7a-90c8-bb4fd93ce708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:07.499706 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-a3e82f33-28a8-4b7a-90c8-bb4fd93ce708 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473206 Aug 03 16:16:07.517598 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.583361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.584242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:07.584811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.640890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-5f0629be-1292-4645-8f98-a07d0f0046d7 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259615 Aug 03 16:16:07.708490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1795492-21e0-48f9-a0fd-8193100a1a89 req-db503c19-74e1-4084-beae-501aa5ece09a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:07.710064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1795492-21e0-48f9-a0fd-8193100a1a89 req-db503c19-74e1-4084-beae-501aa5ece09a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1420364 Aug 03 16:16:07.714284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] Pushing event updated for resources: {'Network': ['ID=bc7ebf06-e6e5-4765-9b22-21ee3e240d04,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:07.726994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:07.763873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a210c3b2-a43d-4ecb-b5a1-e65213d735d2 req-65864e22-96e1-4dbc-be8d-b1aa7bca1618 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150997 Aug 03 16:16:07.782286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63f5b5a3-b762-4d5f-9ab4-ab01b3cd1175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.787864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1795492-21e0-48f9-a0fd-8193100a1a89 req-3b23b496-da78-4942-8152-ad29b3c30cee tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684922 Aug 03 16:16:07.791044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-63f5b5a3-b762-4d5f-9ab4-ab01b3cd1175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.818238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ab8d8f9c-a990-4521-9a82-ffad4816d35e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9212124 Aug 03 16:16:07.819834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40166) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:07.825938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Request body: {'subnet': {'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-228920164-subnet', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:07.844319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5b5a3-b762-4d5f-9ab4-ab01b3cd1175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c3f54-a2b1-4711-a0d3-86509130efa5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:07.851610 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-63f5b5a3-b762-4d5f-9ab4-ab01b3cd1175 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=793bd2ba4d70477aaa604be7aff03d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281200 Aug 03 16:16:07.854105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:07.854306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Made reservation on behalf of dbd65c889dfe4e4f926e070cc8b5f260 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:07.856785 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.908018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.931937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.991258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.993968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:07.995131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b10c3f54-a2b1-4711-a0d3-86509130efa5 HTTP/1.1" status: 204 len: 168 time: 0.1399760 Aug 03 16:16:08.003740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99a73-2d9b-4044-b0e4-87df699f0e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c3f54-a2b1-4711-a0d3-86509130efa5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:08.064030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.129123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6b355d-649a-437d-9815-920a00542c72,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:08.142525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Checking segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:08.143882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Network hostable DHCP agents. Network: bc7ebf06-e6e5-4765-9b22-21ee3e240d04, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:16:08.163376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:16:08.175205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, bc7ebf06-e6e5-4765-9b22-21ee3e240d04) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:08.180428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:08.181358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.186921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974979d3-6de2-4aef-b8f1-aaf700df2a2a None None] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:08.211983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1666bde6-8309-424d-af02-029a1635b435 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3869293 Aug 03 16:16:08.213511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40174) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:08.225012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:08.260568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.261794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.365815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.411312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40178) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:08.426139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:16:08.427242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.427999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f317-e893-4747-9439-adbe7db410b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.564217 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.567026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f317-e893-4747-9439-adbe7db410b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.571897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f317-e893-4747-9439-adbe7db410b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.617038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0ed3f317-e893-4747-9439-adbe7db410b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e49974839f246c0bc76b7818745817c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021952 Aug 03 16:16:08.617038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f317-e893-4747-9439-adbe7db410b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b4b391-4d95-4bd0-bec6-1ba0057c95d4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:08.619254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40180) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:08.627383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Allocated IP 172.20.0.2 (bc7ebf06-e6e5-4765-9b22-21ee3e240d04/1f6b355d-649a-437d-9815-920a00542c72/cc0997c8-289a-43c3-8d67-f1d86c1fdf7e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:08.684294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.708676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.760063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.764675 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.768913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21b4b391-4d95-4bd0-bec6-1ba0057c95d4 HTTP/1.1" status: 204 len: 168 time: 0.1461091 Aug 03 16:16:08.776530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532ca6-c317-4d85-83d5-d0c60f92af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b4b391-4d95-4bd0-bec6-1ba0057c95d4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:08.799286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.811809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Transition to ACTIVE for port object cc0997c8-289a-43c3-8d67-f1d86c1fdf7e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:08.838508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Transition to ACTIVE for port object cc0997c8-289a-43c3-8d67-f1d86c1fdf7e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:08.845752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.847377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.870306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:08.895814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Pushing event updated for resources: {'Port': ['ID=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:08.917157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:08.919951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:08.923265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:08.990595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Attempting to bind port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:08.991243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Attempting to bind port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:08.991897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Attempting to bind port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:08.997921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:08.998853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Checking segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:08.999433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.000058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Bound using segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:09.000580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Bound port: cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:09.002034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.036691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69210e6-471f-4129-b604-4f7606c77488 req-65fd541a-96ec-4c5c-ad56-6c773e497476 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:09.048778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d69210e6-471f-4129-b604-4f7606c77488 req-65fd541a-96ec-4c5c-ad56-6c773e497476 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1240757 Aug 03 16:16:09.087787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] For port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:09.091232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] For port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:09.095733 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.103037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d69210e6-471f-4129-b604-4f7606c77488 req-b12d249e-9f94-4b59-ab27-e2b269508d12 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531974 Aug 03 16:16:09.126879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Allocated IP 172.25.7.41 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/939bc446-b424-42bb-9072-3b71b2581c75) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:09.198034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe49d2-0265-4e4e-adc8-85a210ca7a4c None None] Pushing event updated for resources: {'Port': ['ID=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:09.299249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9c09-c3a9-4f42-8438-3fd11841146a req-bf34b0d7-5278-4f5f-98f3-e29d8a96d174 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:09.301675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39ad9c09-c3a9-4f42-8438-3fd11841146a req-bf34b0d7-5278-4f5f-98f3-e29d8a96d174 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0836687 Aug 03 16:16:09.361662 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:16:09.404545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39ad9c09-c3a9-4f42-8438-3fd11841146a req-4f12e35d-c70a-4daa-ac38-8bda35f2a083 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784006 Aug 03 16:16:09.471404 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.567535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.661738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:09.667457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:09.674968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:09.715689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Pushing event updated for resources: {'Port': ['ID=939bc446-b424-42bb-9072-3b71b2581c75,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:09.864094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-76c1f8fa-e687-4f68-86c0-886036dd63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:09.875553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c980ac-4756-4ff7-b58a-514364324af0 req-45c9d897-f4dc-483a-978b-e1c0045b508e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:09.878247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0c980ac-4756-4ff7-b58a-514364324af0 req-45c9d897-f4dc-483a-978b-e1c0045b508e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1044252 Aug 03 16:16:09.933931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0c980ac-4756-4ff7-b58a-514364324af0 req-5c78a4ae-6d7d-43cf-aae0-c1f67ba4abc7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468631 Aug 03 16:16:10.202713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:10.314004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c665-f0a7-4914-bfd3-6e13a6b5ccd3 req-69db87e9-ba90-4091-9328-c83c5d51bd31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:10.316241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69e2c665-f0a7-4914-bfd3-6e13a6b5ccd3 req-69db87e9-ba90-4091-9328-c83c5d51bd31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0833912 Aug 03 16:16:10.435416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69e2c665-f0a7-4914-bfd3-6e13a6b5ccd3 req-ec475fe2-3071-4ebb-8679-0f3dceadbd90 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108365 Aug 03 16:16:10.558650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe14848-6ac2-4b57-8eef-0c56322ff59a None None] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:10.622241 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:10.663057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-04946c5f-d6e2-4591-81c4-e0ed7907a743 None None] Provisioning for port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:10.774316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cc0997c8-289a-43c3-8d67-f1d86c1fdf7e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:10.841396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:10.872286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:10.873022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:10.918121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Router d1473e2f-04ab-4939-a894-ce5aeaf00669 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:16:10.995281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40224) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:11.009087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.098267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:11.104954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.168425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:11.223329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:11.245404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8454e14f-da53-48d2-b308-a4da16f2473e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.248402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Sync routers for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:11.251406 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.257511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9075748-8203-4db3-8a87-f1dd69a6614b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0380840 Aug 03 16:16:11.257777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:11.261516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:11.262482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:15:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:11.404425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c24ddaa7-8f71-48ff-85ae-27f46feb8253 None None] Provisioning complete for port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:11.404886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c24ddaa7-8f71-48ff-85ae-27f46feb8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.444024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:11.487096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8454e14f-da53-48d2-b308-a4da16f2473e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.498080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8454e14f-da53-48d2-b308-a4da16f2473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.532524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e14f-da53-48d2-b308-a4da16f2473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faab8f5-2f05-4c3a-823c-92902fc5751a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:11.594842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8454e14f-da53-48d2-b308-a4da16f2473e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f346b1d9e5af43c397b9a5ea85b7c569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983543 Aug 03 16:16:11.595482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40234) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:11.688821 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.741303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8866-9b62-4194-b037-f1d15440d9e6 req-840ab833-9b17-4186-b476-4469ddd4cc3d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:11.743713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1ac8866-9b62-4194-b037-f1d15440d9e6 req-840ab833-9b17-4186-b476-4469ddd4cc3d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1304169 Aug 03 16:16:11.754060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.862248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1ac8866-9b62-4194-b037-f1d15440d9e6 req-0ce2761a-f30e-4f49-9120-ad966fd6ff2c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072934 Aug 03 16:16:11.873348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.876299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:11.880930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7faab8f5-2f05-4c3a-823c-92902fc5751a HTTP/1.1" status: 204 len: 168 time: 0.2843404 Aug 03 16:16:11.895717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ade282-48f2-4cf9-ac69-d6314453eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faab8f5-2f05-4c3a-823c-92902fc5751a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:11.905681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:09Z', 'revision_number': 3, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:11.949923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Checking router: d1473e2f-04ab-4939-a894-ce5aeaf00669 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:16:11.950294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Updating router d1473e2f-04ab-4939-a894-ce5aeaf00669 port 939bc446-b424-42bb-9072-3b71b2581c75 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:16:12.001621 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.182173 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.202542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bb0105c2-5282-4b12-b0c1-42cbfe199d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.536555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.557927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Transition to ACTIVE for port object 939bc446-b424-42bb-9072-3b71b2581c75 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:12.572317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.617884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Allocated IP 172.20.0.1 (bc7ebf06-e6e5-4765-9b22-21ee3e240d04/1f6b355d-649a-437d-9815-920a00542c72/05c7fd19-65db-4583-a2a3-7db9712db471) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:12.629746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e01f-3e62-4aab-8aa3-57d7c110e146 None None] Pushing event updated for resources: {'Port': ['ID=939bc446-b424-42bb-9072-3b71b2581c75,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:12.631511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336b520-3ca8-4011-ad74-ba3f8d1644c1 req-62286e13-5539-436a-ab1d-ebec3d3a7ce4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:12.639880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d336b520-3ca8-4011-ad74-ba3f8d1644c1 req-62286e13-5539-436a-ab1d-ebec3d3a7ce4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.2343531 Aug 03 16:16:12.661785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Attempting to bind port 939bc446-b424-42bb-9072-3b71b2581c75 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:12.662154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Attempting to bind port 939bc446-b424-42bb-9072-3b71b2581c75 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:12.663731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Attempting to bind port 939bc446-b424-42bb-9072-3b71b2581c75 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:12.668714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:12.669396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:12.670252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.670252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:12.671698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Bound port: 939bc446-b424-42bb-9072-3b71b2581c75, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:12.671698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.714615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d336b520-3ca8-4011-ad74-ba3f8d1644c1 req-907ff2d5-748a-4c16-8c47-3343acce711d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741467 Aug 03 16:16:12.743937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] For port 939bc446-b424-42bb-9072-3b71b2581c75, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:12.747719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] For port 939bc446-b424-42bb-9072-3b71b2581c75, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=939bc446-b424-42bb-9072-3b71b2581c75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:12.759366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.805378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cc0997c8-289a-43c3-8d67-f1d86c1fdf7e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:12.829382 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.834312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e01f-3e62-4aab-8aa3-57d7c110e146 None None] Pushing event updated for resources: {'Port': ['ID=939bc446-b424-42bb-9072-3b71b2581c75,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:12.854591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Transition to ACTIVE for port object 05c7fd19-65db-4583-a2a3-7db9712db471 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:12.857997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.886441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:12.887071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:12.922038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:12.992590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:12.993294 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.022157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:13.030163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:13.034898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Pushing event updated for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:13.038595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:13.039918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:13.129419 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.450665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3f37999c-9fc0-4c91-acc7-df585cbc0dee None None] Provisioning for port 05c7fd19-65db-4583-a2a3-7db9712db471 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:13.460017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3f37999c-9fc0-4c91-acc7-df585cbc0dee None None] Provisioning complete for port 05c7fd19-65db-4583-a2a3-7db9712db471 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:13.460454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3f37999c-9fc0-4c91-acc7-df585cbc0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.466673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.536539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3f37999c-9fc0-4c91-acc7-df585cbc0dee None None] Port 05c7fd19-65db-4583-a2a3-7db9712db471 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:13.592787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:09Z', 'revision_number': 3, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:13.633685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e09d5-95b9-4ed1-8a6a-f9412b8d13bb None None] The sync data for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 is: [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:09Z', 'revision_number': 3, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:16:13.722942 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.741558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.751329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.858462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Pushing event updated for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:13.894551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:13.956884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b1ac3-6f5f-4136-ac54-77f437786c75 req-61697c13-d13f-4e4d-9d6e-2ac9d0ebc9c4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:13.965889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c2b1ac3-6f5f-4136-ac54-77f437786c75 req-61697c13-d13f-4e4d-9d6e-2ac9d0ebc9c4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1099415 Aug 03 16:16:14.088155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c2b1ac3-6f5f-4136-ac54-77f437786c75 req-81ced33f-d336-43b7-8637-37a6d8ee249c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204853 Aug 03 16:16:14.146211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:14.155890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:14.418320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Router d1473e2f-04ab-4939-a894-ce5aeaf00669 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:16:14.457295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ade38f-e67d-4071-8741-f3edb032d563 req-2b7073b7-b31f-4468-ad24-a9496bd8ba38 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:14.463932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21ade38f-e67d-4071-8741-f3edb032d563 req-2b7073b7-b31f-4468-ad24-a9496bd8ba38 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1537127 Aug 03 16:16:14.475565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-59c0f1e7-a5b1-48d6-b980-53371f174e8f None None] Provisioning complete for port 05c7fd19-65db-4583-a2a3-7db9712db471 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:14.476323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-59c0f1e7-a5b1-48d6-b980-53371f174e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:14.584465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-59c0f1e7-a5b1-48d6-b980-53371f174e8f None None] Port 05c7fd19-65db-4583-a2a3-7db9712db471 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:14.660337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:14.671623 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-902a6b0b-b4f1-4700-b532-b872a8ddd9bc admin admin] 10.222.0.70 "PUT /v2.0/routers/d1473e2f-04ab-4939-a894-ce5aeaf00669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4082422 Aug 03 16:16:14.702594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-21ade38f-e67d-4071-8741-f3edb032d563 req-c583c0e6-610d-4037-849b-cd6d13bab306 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293477 Aug 03 16:16:14.763072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 939bc446-b424-42bb-9072-3b71b2581c75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:14.869131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 939bc446-b424-42bb-9072-3b71b2581c75 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:14.883512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa547-2020-4ae3-b711-816d71b49020 req-c572b595-4c5d-42cb-b1e1-747e9370fa5d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:14.884438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 939bc446-b424-42bb-9072-3b71b2581c75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:14.884917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:14.892500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f56fa547-2020-4ae3-b711-816d71b49020 req-c572b595-4c5d-42cb-b1e1-747e9370fa5d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0724785 Aug 03 16:16:14.954626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f56fa547-2020-4ae3-b711-816d71b49020 req-78528b60-7182-42c4-bd04-ea85328d1900 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597064 Aug 03 16:16:15.036726 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.110548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 939bc446-b424-42bb-9072-3b71b2581c75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=939bc446-b424-42bb-9072-3b71b2581c75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:15.121716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.124848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.167010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e7c36-4595-4924-879d-b83a66a29cab req-2e2aa6bb-a1ec-4ca0-93b0-9ec5d77f5b13 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:15.187289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d38e7c36-4595-4924-879d-b83a66a29cab req-2e2aa6bb-a1ec-4ca0-93b0-9ec5d77f5b13 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1004069 Aug 03 16:16:15.217852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40312) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:15.222876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=939bc446-b424-42bb-9072-3b71b2581c75,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:15.266009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d38e7c36-4595-4924-879d-b83a66a29cab req-8150b0ec-1037-46bf-ad26-c76bd2176319 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755813 Aug 03 16:16:15.471305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.602723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40326) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:15.607841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-226154402-network', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:15.618415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.626789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.641124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Made reservation on behalf of 5fa38f59a65a45f69718acbd577d10c2 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:15.645098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.656492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:15.668176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c72f07d22fa43f0b4885cf12189313b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486477 Aug 03 16:16:15.671362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19f9cf1-500e-4a47-94d9-7751cdbc6aa8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:15.672271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:15.682317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.682667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.683011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.683408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.683745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.684080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.684407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.685186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.685186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.685750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.686558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:15.686558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edbfcb9-fdac-47b7-a2ee-bb2bc869fedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:16.126970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Sync routers for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:16.139647 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:16.140274 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:16.150167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.187722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.242184 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.248070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.279447 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:16.282197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdac68b-364d-4cc2-b112-54f85e0f5316,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:16.294224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.301172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.302452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a19f9cf1-500e-4a47-94d9-7751cdbc6aa8 HTTP/1.1" status: 204 len: 168 time: 0.6292293 Aug 03 16:16:16.303756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:16.336611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc3a73-26b1-4717-af2a-b5041b2cb549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19f9cf1-500e-4a47-94d9-7751cdbc6aa8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:16.342754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.343486 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Added segment f1d100b7-f470-416a-ac03-41faa60c146a of type vlan for network 85945879-19f0-47d2-a276-42bebf361225 Aug 03 16:16:16.397556 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.443144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.445447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:16.446426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.530108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40334) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:16.530917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9263444 Aug 03 16:16:16.536184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Request body: {'subnet': {'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-226154402-subnet', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:16.542648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26981-f0c0-450e-9a71-f04951f5d624 admin admin] Pushing event updated for resources: {'Network': ['ID=85945879-19f0-47d2-a276-42bebf361225,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:16.564074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 85945879-19f0-47d2-a276-42bebf361225 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:16.601505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Made reservation on behalf of 5fa38f59a65a45f69718acbd577d10c2 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:16.604282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.612930 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:13Z', 'revision_number': 4, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '05c7fd19-65db-4583-a2a3-7db9712db471', 'name': '', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'mac_address': 'fa:16:3e:14:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:12Z', 'updated_at': '2021-08-03T16:16:13Z', 'revision_number': 2, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'subnets': [{'id': '1f6b355d-649a-437d-9815-920a00542c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:16.659522 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Checking router: d1473e2f-04ab-4939-a894-ce5aeaf00669 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:16:16.660046 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Updating router d1473e2f-04ab-4939-a894-ce5aeaf00669 port 05c7fd19-65db-4583-a2a3-7db9712db471 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:16:16.712271 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:16.750462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 939bc446-b424-42bb-9072-3b71b2581c75 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:16.868633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 939bc446-b424-42bb-9072-3b71b2581c75 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:16.869298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.044823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.147049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8afc5294-4431-4009-ac53-86fae791c911,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:17.174934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Checking segment: {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:17.175695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Network hostable DHCP agents. Network: 85945879-19f0-47d2-a276-42bebf361225, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:16:17.198478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Network 85945879-19f0-47d2-a276-42bebf361225 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:16:17.213003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 85945879-19f0-47d2-a276-42bebf361225) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:17.227976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aef455-5b2d-4761-9f5d-b13a890ff8f6 None None] Network 85945879-19f0-47d2-a276-42bebf361225 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:17.229733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:17.230445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.278347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-213ae59b-74d8-42af-b0a6-f5515f8f9de1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7468016 Aug 03 16:16:17.282495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:17.290369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:17.300911 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.343094 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Transition to ACTIVE for port object 05c7fd19-65db-4583-a2a3-7db9712db471 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:17.367057 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.370005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.382376 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.454472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82668922-420e-4f2a-a333-5da3ae5465ee None None] Pushing event updated for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:17.509803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-d7af12a4-4c8d-40c5-8e42-bb0df53c68f9 req-e180bc8d-8ba7-42dd-ae57-2b1c8403b936 tempest-ListServersNegativeTestJSON-1029653085 tempest-ListServersNegativeTestJSON-1029653085-project] (106016) timed out ('10.222.0.78', 54371) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:16:17.515042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.536264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Attempting to bind port 05c7fd19-65db-4583-a2a3-7db9712db471 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:17.536509 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Attempting to bind port 05c7fd19-65db-4583-a2a3-7db9712db471 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:17.536846 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Attempting to bind port 05c7fd19-65db-4583-a2a3-7db9712db471 on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:17.566862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:17.567330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Checking segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:17.568371 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.568371 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Bound using segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:17.568678 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Bound port: 05c7fd19-65db-4583-a2a3-7db9712db471, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:17.568927 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.573546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-85945879-19f0-47d2-a276-42bebf361225', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:16:17.574527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.731970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] For port 05c7fd19-65db-4583-a2a3-7db9712db471, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:17.743472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] For port 05c7fd19-65db-4583-a2a3-7db9712db471, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=05c7fd19-65db-4583-a2a3-7db9712db471,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:17.781227 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.841591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:17.917872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Allocated IP 172.20.0.2 (85945879-19f0-47d2-a276-42bebf361225/8afc5294-4431-4009-ac53-86fae791c911/80e8e44e-1072-407c-ac6f-6c9280641620) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:17.928374 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:17.928683 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:18.231971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.244779 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:18.255309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.338532 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82668922-420e-4f2a-a333-5da3ae5465ee None None] Pushing event updated for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:18.370513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.374249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40368) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:18.395529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Transition to ACTIVE for port object 80e8e44e-1072-407c-ac6f-6c9280641620 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:18.431383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Transition to ACTIVE for port object 80e8e44e-1072-407c-ac6f-6c9280641620 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:18.434691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Allocated IP 172.25.7.98 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/9947cf70-20ab-4f6d-afda-132f6628638c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:18.442596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.462029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Network 85945879-19f0-47d2-a276-42bebf361225 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:18.465300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:18.468341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:18.524768 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8892b701-f58c-47a0-9239-70f404615501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.540077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Pushing event updated for resources: {'Port': ['ID=80e8e44e-1072-407c-ac6f-6c9280641620,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:18.582904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Attempting to bind port 80e8e44e-1072-407c-ac6f-6c9280641620 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:18.583918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Attempting to bind port 80e8e44e-1072-407c-ac6f-6c9280641620 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:18.583918 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Attempting to bind port 80e8e44e-1072-407c-ac6f-6c9280641620 on network 85945879-19f0-47d2-a276-42bebf361225 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:18.590415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:18.590843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Checking segment: {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:18.591255 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.591655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Bound using segment: {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:18.592135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Bound port: 80e8e44e-1072-407c-ac6f-6c9280641620, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:18.592712 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.695627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] For port 80e8e44e-1072-407c-ac6f-6c9280641620, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:18.695930 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.701823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] For port 80e8e44e-1072-407c-ac6f-6c9280641620, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80e8e44e-1072-407c-ac6f-6c9280641620,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:18.708508 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.723376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8892b701-f58c-47a0-9239-70f404615501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.729551 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8892b701-f58c-47a0-9239-70f404615501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.731443 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:13Z', 'revision_number': 4, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '05c7fd19-65db-4583-a2a3-7db9712db471', 'name': '', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'mac_address': 'fa:16:3e:14:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:12Z', 'updated_at': '2021-08-03T16:16:17Z', 'revision_number': 4, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'subnets': [{'id': '1f6b355d-649a-437d-9815-920a00542c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:18.759123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.787798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0e82b-f83f-4851-9bd3-59c33ba90398 None None] Pushing event updated for resources: {'Port': ['ID=80e8e44e-1072-407c-ac6f-6c9280641620,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:18.795340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e4a805-77ec-45f3-a1bc-bc41b65616fe None None] The sync data for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 is: [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:13Z', 'revision_number': 4, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '05c7fd19-65db-4583-a2a3-7db9712db471', 'name': '', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'mac_address': 'fa:16:3e:14:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:12Z', 'updated_at': '2021-08-03T16:16:17Z', 'revision_number': 4, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'subnets': [{'id': '1f6b355d-649a-437d-9815-920a00542c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:16:18.809056 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8892b701-f58c-47a0-9239-70f404615501 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a66ccf0bea6403fab5752402d0c754f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325337 Aug 03 16:16:18.811811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40374) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:18.823392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892b701-f58c-47a0-9239-70f404615501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4ec2e-60ce-4343-8d0b-d1a72050fa19,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:18.881160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:18.908115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.932766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=9947cf70-20ab-4f6d-afda-132f6628638c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:18.941700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:18.946336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:18.959304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:19.013468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:19.017095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:19.022369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fac4ec2e-60ce-4343-8d0b-d1a72050fa19 HTTP/1.1" status: 204 len: 168 time: 0.2092674 Aug 03 16:16:19.035519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2f1ac-e54f-42be-8ef0-91c6a4bc3f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4ec2e-60ce-4343-8d0b-d1a72050fa19,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:19.066068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-f500dea8-53fd-4634-9e0d-39475b506621 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2060456 Aug 03 16:16:19.278626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-587d75fa-2199-490c-9d62-a799fc17d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:19.286577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-587d75fa-2199-490c-9d62-a799fc17d53f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1576624 Aug 03 16:16:19.560565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:19.562869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-d9d989c0-f859-473e-8e4e-498441718ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:19.564565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-d9d989c0-f859-473e-8e4e-498441718ada service neutron] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 910 time: 0.2116354 Aug 03 16:16:19.728903 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-5d1a71cf-c761-4483-a78b-926f4764d889 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 1001 time: 0.1244481 Aug 03 16:16:19.843792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-12b666a2-bbbb-4697-b033-07fe10f5b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:19.845715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-12b666a2-bbbb-4697-b033-07fe10f5b614 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.1061845 Aug 03 16:16:19.988535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-be612d23-9dee-4c0a-aada-22e68a996b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:19.990121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-be612d23-9dee-4c0a-aada-22e68a996b28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342447 Aug 03 16:16:19.993205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:20.212588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-71848b6a-1835-4fa8-a3c5-11f1409b8542 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140930 Aug 03 16:16:20.324958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:16:20.346499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9521a21-2537-4b29-bf8b-884a76667f69 req-e6f0a2ac-4014-42bb-94bb-0ef0209b7ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228473 Aug 03 16:16:20.409902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478a8c6-3a7d-433d-ad2d-1d984ddf7fe9 None None] Network 85945879-19f0-47d2-a276-42bebf361225 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:20.513543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f395f5e8-d251-4f57-8750-64e28440ed82 None None] Provisioning for port 80e8e44e-1072-407c-ac6f-6c9280641620 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:20.533411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:20.549997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Sync routers for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:20.563315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:20.566876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-21df07f7-08be-46c8-b258-77c346c46aa0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2829015 Aug 03 16:16:20.571811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40402) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:20.575179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:20.576216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:20.747429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:20.999202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80e8e44e-1072-407c-ac6f-6c9280641620 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:21.124187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 80e8e44e-1072-407c-ac6f-6c9280641620 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:21.148454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 80e8e44e-1072-407c-ac6f-6c9280641620 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:21.148842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.217300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:19Z', 'revision_number': 3, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:21.272516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Checking router: 2bbc1fc0-d024-4a52-bbde-69e3533ae31b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:16:21.273108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40418) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:21.279355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Updating router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b port 9947cf70-20ab-4f6d-afda-132f6628638c binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:16:21.294938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.371229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.376307 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.514201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-864826919'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:21.519736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 80e8e44e-1072-407c-ac6f-6c9280641620, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80e8e44e-1072-407c-ac6f-6c9280641620,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:21.541168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c7b8514f-a811-4b4a-a662-1127bea9a6cb None None] Provisioning complete for port 80e8e44e-1072-407c-ac6f-6c9280641620 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:21.541168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c7b8514f-a811-4b4a-a662-1127bea9a6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.542853 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.543700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 05c7fd19-65db-4583-a2a3-7db9712db471 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:21.566933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Made reservation on behalf of bbf75aacfa5d4719a12ee690c2b4ef60 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:21.583438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.599620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.610611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Allocated IP 172.20.0.1 (85945879-19f0-47d2-a276-42bebf361225/8afc5294-4431-4009-ac53-86fae791c911/26121ca1-6a70-4111-ad33-ce4acca2b05c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:21.746827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=80e8e44e-1072-407c-ac6f-6c9280641620,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:21.808834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 05c7fd19-65db-4583-a2a3-7db9712db471 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:21.810987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.816842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.829994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 05c7fd19-65db-4583-a2a3-7db9712db471 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:21.831087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.832952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.837334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:21.851288 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.851911 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Added segment a63e5766-156c-4083-9f70-7c36a6fba9e0 of type vlan for network 6f9f65f6-bfb1-4c8a-aabd-7d3002159f07 Aug 03 16:16:21.857132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Transition to ACTIVE for port object 26121ca1-6a70-4111-ad33-ce4acca2b05c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:21.900210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.921585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.945977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.969454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:21.971690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:21.998659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:21.999480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.000489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Network 85945879-19f0-47d2-a276-42bebf361225 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:22.004086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:22.006491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:22.035474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.041939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 05c7fd19-65db-4583-a2a3-7db9712db471, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=05c7fd19-65db-4583-a2a3-7db9712db471,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:22.054983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.056176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.059485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Transition to ACTIVE for port object 9947cf70-20ab-4f6d-afda-132f6628638c will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:22.067151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.172957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Attempting to bind port 9947cf70-20ab-4f6d-afda-132f6628638c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:22.182446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9081416 Aug 03 16:16:22.183512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Pushing event updated for resources: {'Network': ['ID=6f9f65f6-bfb1-4c8a-aabd-7d3002159f07,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.185548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Attempting to bind port 9947cf70-20ab-4f6d-afda-132f6628638c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:22.186059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Attempting to bind port 9947cf70-20ab-4f6d-afda-132f6628638c on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:22.188103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40426) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:22.195274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.203657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:22.204079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:22.204597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.205726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:22.206335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Bound port: 9947cf70-20ab-4f6d-afda-132f6628638c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:22.206757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.212022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83ad1-88fa-4076-9564-8d0dabc9b887 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30aa71fb-c162-43e0-b619-2ef19da4832c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.213917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6f9f65f6-bfb1-4c8a-aabd-7d3002159f07 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:22.270973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'name': 'tempest-network--1971770584', 'router:external': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:22.283029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e66788-9d89-44a1-8647-97750c98371a None None] Pushing event updated for resources: {'Port': ['ID=9947cf70-20ab-4f6d-afda-132f6628638c,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.289171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.301213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:22.305920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.336448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.384528 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.506645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.513837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.540522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:22.554286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.554640 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Added segment 1f417c5c-94f7-4044-badd-efaf7a64fc77 of type vlan for network 52d2984a-b119-4861-b14d-2866276e32c8 Aug 03 16:16:22.621745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.627263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.636569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45a9a9ab-4cbc-427d-b9c2-979979ae2658 None None] Provisioning for port 26121ca1-6a70-4111-ad33-ce4acca2b05c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:22.676509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.695330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45a9a9ab-4cbc-427d-b9c2-979979ae2658 None None] Provisioning complete for port 26121ca1-6a70-4111-ad33-ce4acca2b05c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:22.696372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45a9a9ab-4cbc-427d-b9c2-979979ae2658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.697553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1043ca-f794-4be6-9638-b93c40da0d2e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.716117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.733967 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.736062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:22.738018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.743422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.774932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5853870 Aug 03 16:16:22.788704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80e8e44e-1072-407c-ac6f-6c9280641620 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:22.798481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45a9a9ab-4cbc-427d-b9c2-979979ae2658 None None] Port 26121ca1-6a70-4111-ad33-ce4acca2b05c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:22.809228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:22.843103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] For port 9947cf70-20ab-4f6d-afda-132f6628638c, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:22.864419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] For port 9947cf70-20ab-4f6d-afda-132f6628638c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9947cf70-20ab-4f6d-afda-132f6628638c,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:22.874669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:22.885881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4585-af84-45e6-b966-9f23417360b7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=52d2984a-b119-4861-b14d-2866276e32c8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:22.906829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 52d2984a-b119-4861-b14d-2866276e32c8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:22.916395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Network 85945879-19f0-47d2-a276-42bebf361225 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:22.922934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:22.946374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.005901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e66788-9d89-44a1-8647-97750c98371a None None] Pushing event updated for resources: {'Port': ['ID=9947cf70-20ab-4f6d-afda-132f6628638c,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:23.071075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:23.071733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:23.073793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 80e8e44e-1072-407c-ac6f-6c9280641620 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:23.074118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.074966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:16:23.167591 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.190950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d2984a-b119-4861-b14d-2866276e32c8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:23.214369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f417c5c-94f7-4044-badd-efaf7a64fc77') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:23.214662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f417c5c-94f7-4044-badd-efaf7a64fc77') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:23.218764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:23.232117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe1574f0-b97d-4858-8e2d-955a75db5eb1 admin admin] 10.222.0.70 "PUT /v2.0/routers/2bbc1fc0-d024-4a52-bbde-69e3533ae31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505063 Aug 03 16:16:23.238573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.269350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.276919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:23.277485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:23.280298 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:23.308401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:23.311997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 05c7fd19-65db-4583-a2a3-7db9712db471 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:23.347956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.365061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52d2984a-b119-4861-b14d-2866276e32c8 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:16:23.366875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Network': ['ID=52d2984a-b119-4861-b14d-2866276e32c8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:23.368963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.373681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba02fb71-076a-4e26-8083-b5740bf0c39f tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/52d2984a-b119-4861-b14d-2866276e32c8 HTTP/1.1" status: 204 len: 168 time: 0.5610409 Aug 03 16:16:23.374760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:23.380570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:23.405873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:23.408620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.436690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:23.450145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.451071 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Added segment c8cb0053-b61f-4da8-8d00-69d8a8d9f4f5 of type vlan for network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 Aug 03 16:16:23.517904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.576025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.581471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:23.583051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.600193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b641853c-aa46-443c-8173-77835cc55e63 None None] Provisioning complete for port 26121ca1-6a70-4111-ad33-ce4acca2b05c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:23.600590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b641853c-aa46-443c-8173-77835cc55e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.637862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2616472 Aug 03 16:16:23.640686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:23.647776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'subnet': {'network_id': '01212fc5-6e3e-4a50-b3a8-bb04487c1d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:23.687049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b641853c-aa46-443c-8173-77835cc55e63 None None] Port 26121ca1-6a70-4111-ad33-ce4acca2b05c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:23.693348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:23.696491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.706600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228d9f-67d1-452e-abb7-a21314139d43 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=01212fc5-6e3e-4a50-b3a8-bb04487c1d82,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:23.707937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 05c7fd19-65db-4583-a2a3-7db9712db471 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:23.708180 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:23.717722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:23.831423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '26121ca1-6a70-4111-ad33-ce4acca2b05c', 'name': '', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'mac_address': 'fa:16:3e:f4:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:21Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 2, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'subnets': [{'id': '8afc5294-4431-4009-ac53-86fae791c911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:23.870475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee21638-a7e0-4e8f-a117-c0c6caf2e148 None None] The sync data for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 is: [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '26121ca1-6a70-4111-ad33-ce4acca2b05c', 'name': '', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'mac_address': 'fa:16:3e:f4:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:21Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 2, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'subnets': [{'id': '8afc5294-4431-4009-ac53-86fae791c911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:16:24.147767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-1501765f-c1ac-47c1-a611-1e0a2420200a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:24.150514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-1501765f-c1ac-47c1-a611-1e0a2420200a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.2070777 Aug 03 16:16:24.182640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-accba874-5873-47c7-9520-66404830a87d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/quotas/5fa38f59a65a45f69718acbd577d10c2 HTTP/1.1" status: 200 len: 375 time: 0.0246086 Aug 03 16:16:24.292858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-33ecc11f-48ab-49de-9645-b643e75b451d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010790 Aug 03 16:16:24.405222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:16:24.405877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:24.560128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad2e042c-bf4f-4fa9-9e6e-4f363f4c19ce,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:24.607557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-8b963a83-108e-4f2f-a2f4-9ac22a649fe2 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024006 Aug 03 16:16:24.644435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-2defff71-8462-41df-8b02-c77c0f670f7a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2609000 Aug 03 16:16:24.648693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Checking segment: {'id': 'c8cb0053-b61f-4da8-8d00-69d8a8d9f4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '01212fc5-6e3e-4a50-b3a8-bb04487c1d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:24.649015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Network hostable DHCP agents. Network: 01212fc5-6e3e-4a50-b3a8-bb04487c1d82, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:16:24.724381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:16:24.743380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 01212fc5-6e3e-4a50-b3a8-bb04487c1d82) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:24.754282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f079e-d8a4-4c52-8f9c-58b7ab06dce4 None None] Network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:24.756967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:24.757982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:24.788837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031380-952e-42b9-937b-46881f0f3118 req-91cb39b9-bb0d-49fb-a4f7-01342b1752db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:24.804619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-91cb39b9-bb0d-49fb-a4f7-01342b1752db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1096 time: 0.0939159 Aug 03 16:16:24.817823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-11846a4d-d334-4a0f-a8d2-b917d1e15ae7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1703339 Aug 03 16:16:24.818116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:24.832207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'floatingip': {'floating_network_id': '01212fc5-6e3e-4a50-b3a8-bb04487c1d82'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:24.843029 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-012d1633-212e-4912-8e30-8bcb4a9f1750 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050138 Aug 03 16:16:24.969431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:25.034080 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e4400-bf5e-4d32-b5f5-6c9f942dd9ab None None] Network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:25.085626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031380-952e-42b9-937b-46881f0f3118 req-e7435fad-a07c-4d4d-bf1a-a1b0dd926203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:25.086828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-e7435fad-a07c-4d4d-bf1a-a1b0dd926203 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2496314 Aug 03 16:16:25.162245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-67a7a749-00ae-4dcb-a0f2-786ff327b1ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 217 time: 0.0675378 Aug 03 16:16:25.266803 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8816af02-2607-46b8-87ef-5c40d54d0cbe req-813201a4-16c2-4195-a647-a0e7ae1bd83d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Aug 03 16:16:25.282960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031380-952e-42b9-937b-46881f0f3118 req-3f085aeb-05a8-4c9c-96c2-29f303c94b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:25.294852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-3f085aeb-05a8-4c9c-96c2-29f303c94b48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1237741 Aug 03 16:16:25.336633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:25.398395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031380-952e-42b9-937b-46881f0f3118 req-b984f29e-40e0-4a6f-a6ef-9f9048ea0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:25.401046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-b984f29e-40e0-4a6f-a6ef-9f9048ea0077 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981369 Aug 03 16:16:25.420617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-cc311df2-3cb1-4a84-8024-f259cc993f48 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:16:25.422515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-cc311df2-3cb1-4a84-8024-f259cc993f48 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088401 Aug 03 16:16:25.591090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Allocated IP 172.20.0.9 (01212fc5-6e3e-4a50-b3a8-bb04487c1d82/ad2e042c-bf4f-4fa9-9e6e-4f363f4c19ce/68560e89-3bf5-423c-98ee-0425a0f82ae2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:25.620208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-acc39b69-abae-4c9b-8788-9d1cd0d31987 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866062 Aug 03 16:16:25.810559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:25.814218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b031380-952e-42b9-937b-46881f0f3118 req-cfe651b8-0ac0-4f59-b6c9-f45789be8d2f service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787248 Aug 03 16:16:25.899957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:25.943000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:25.946187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:25.952498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:25.978699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Port': ['ID=68560e89-3bf5-423c-98ee-0425a0f82ae2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:26.049658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.107717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.219317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.350260 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.356744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.453535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a6c7a57-4656-4739-ad81-0fca0c32d4ed req-a8a89055-6ead-46b0-81ef-be3cab19c62a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 210 time: 0.0485663 Aug 03 16:16:26.470741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Port': ['ID=68560e89-3bf5-423c-98ee-0425a0f82ae2,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:26.481533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.508080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.510074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e4980e5a-933d-417d-ab86-eb881bdd5a09 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6904163 Aug 03 16:16:26.513995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40520) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:26.746988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9947cf70-20ab-4f6d-afda-132f6628638c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:26.817901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9947cf70-20ab-4f6d-afda-132f6628638c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:26.823711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9947cf70-20ab-4f6d-afda-132f6628638c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:26.824285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.887061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-86bd75c5-4a4a-4eae-8e62-b7f8fe9cf09f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:26.888562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-86bd75c5-4a4a-4eae-8e62-b7f8fe9cf09f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.72 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.1604552 Aug 03 16:16:26.904195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Request body: {'port': {'device_id': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'admin_state_up': True, 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:26.959576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Made reservation on behalf of 5fa38f59a65a45f69718acbd577d10c2 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:26.962499 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:26.995495 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.047014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9947cf70-20ab-4f6d-afda-132f6628638c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9947cf70-20ab-4f6d-afda-132f6628638c,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:27.065716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.155662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9947cf70-20ab-4f6d-afda-132f6628638c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:27.170912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Allocated IP 172.20.0.11 (bc7ebf06-e6e5-4765-9b22-21ee3e240d04/1f6b355d-649a-437d-9815-920a00542c72/ce3a7738-b1f4-45da-8a34-e7b8761c2748) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:27.185597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2c46a38-aacd-4292-b427-4664d013af41 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=01212fc5-6e3e-4a50-b3a8-bb04487c1d82 HTTP/1.1" status: 200 len: 689 time: 0.6679277 Aug 03 16:16:27.188679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:27.312823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.418652 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.437358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Transition to ACTIVE for port object ce3a7738-b1f4-45da-8a34-e7b8761c2748 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:27.487966 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.529782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Deleting port 68560e89-3bf5-423c-98ee-0425a0f82ae2 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:27.530134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.554315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:27.575708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:27.582721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:27.714918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.715400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:27.731171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa1087-6664-452a-b420-e56cd304fb0d req-0fde8c49-af8b-4924-916f-b1e488bf96ef tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:27.733380 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbaa1087-6664-452a-b420-e56cd304fb0d req-0fde8c49-af8b-4924-916f-b1e488bf96ef tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1028 time: 0.1112008 Aug 03 16:16:27.739682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Calling delete_port for 68560e89-3bf5-423c-98ee-0425a0f82ae2 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:27.839435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbaa1087-6664-452a-b420-e56cd304fb0d req-7f189e33-b5c3-4abe-928a-a20cea7e08c3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976055 Aug 03 16:16:27.967681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7815a07a-8a0d-41ae-873d-f15a0a621d92 None None] Provisioning for port ce3a7738-b1f4-45da-8a34-e7b8761c2748 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:27.977502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7815a07a-8a0d-41ae-873d-f15a0a621d92 None None] Provisioning complete for port ce3a7738-b1f4-45da-8a34-e7b8761c2748 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:27.978131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7815a07a-8a0d-41ae-873d-f15a0a621d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.020830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.056635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7815a07a-8a0d-41ae-873d-f15a0a621d92 None None] Port ce3a7738-b1f4-45da-8a34-e7b8761c2748 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:28.112385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Port': ['ID=68560e89-3bf5-423c-98ee-0425a0f82ae2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:28.142336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Pushing event updated for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:28.166023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:28.167687 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.201502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-f16c29ae-7299-47c7-b0bf-b359b85dab4b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3039703 Aug 03 16:16:28.227172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Request body: {'port': {'device_id': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:28.231955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.313632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.324809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.424268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.453130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2e042c-bf4f-4fa9-9e6e-4f363f4c19ce,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:28.527161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.541672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01212fc5-6e3e-4a50-b3a8-bb04487c1d82']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:28.560127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cb0053-b61f-4da8-8d00-69d8a8d9f4f5') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:28.560655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cb0053-b61f-4da8-8d00-69d8a8d9f4f5') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:28.574261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.602313 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.611682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:28.612255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:28.614875 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:28.636482 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Sync routers for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:28.654847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:28.655527 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:28.736124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3a7738-b1f4-45da-8a34-e7b8761c2748 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:16:28.737982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9947cf70-20ab-4f6d-afda-132f6628638c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:28.750971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.770597 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.770857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Transition to ACTIVE for port object ce3a7738-b1f4-45da-8a34-e7b8761c2748 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:28.784718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01212fc5-6e3e-4a50-b3a8-bb04487c1d82 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:16:28.790093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.795645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:28.798617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/01212fc5-6e3e-4a50-b3a8-bb04487c1d82 HTTP/1.1" status: 204 len: 168 time: 1.6086879 Aug 03 16:16:28.814047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:28.844844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9947cf70-20ab-4f6d-afda-132f6628638c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:28.845141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.007650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc73d7-2fbe-4c61-aec0-7bcbdac2e4fe tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Network': ['ID=01212fc5-6e3e-4a50-b3a8-bb04487c1d82,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:29.009595 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:29.014879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:29.103472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40a3d444-f1f0-4764-a93f-d3b84014e1aa tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2867651 Aug 03 16:16:29.105615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40560) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:29.115809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec0503-5cbf-4824-9ec7-19323a36f658 req-36ffb00b-d03c-4c26-8aae-986767bd5aff tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.117349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ec0503-5cbf-4824-9ec7-19323a36f658 req-36ffb00b-d03c-4c26-8aae-986767bd5aff tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1053 time: 0.1483507 Aug 03 16:16:29.148992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Attempting to bind port ce3a7738-b1f4-45da-8a34-e7b8761c2748 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:29.149326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Attempting to bind port ce3a7738-b1f4-45da-8a34-e7b8761c2748 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:29.149678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Attempting to bind port ce3a7738-b1f4-45da-8a34-e7b8761c2748 on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:29.158966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Port ce3a7738-b1f4-45da-8a34-e7b8761c2748 on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:16:29.159293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Attempting to bind port ce3a7738-b1f4-45da-8a34-e7b8761c2748 on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:29.184624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:29.184967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Checking segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:29.185357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Bound using segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:29.185836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Bound port: ce3a7738-b1f4-45da-8a34-e7b8761c2748, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:29.186191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.191830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ec0503-5cbf-4824-9ec7-19323a36f658 req-41875eb5-51e2-40e0-b674-8cf93607347a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672867 Aug 03 16:16:29.249233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.250002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.250584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.250822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.251532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.252770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.253349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.253966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.254439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.256514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-36267da9-9fc8-453d-8316-e7db0910d556 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.1498599 Aug 03 16:16:29.267829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:29.328540 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-8cda0bef-4b89-4de9-8ab9-1e835972b9d5 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] delete failed (client error): The resource could not be found. Aug 03 16:16:29.332175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8cda0bef-4b89-4de9-8ab9-1e835972b9d5 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/2b0dfdd9-ac59-4a46-baf6-49591904d869 HTTP/1.1" status: 404 len: 345 time: 0.0614767 Aug 03 16:16:29.334086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40566) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:29.336231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:29.343858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:29.352637 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.387626 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-be546506-029b-45a8-832f-e7cf51d7a5f4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] DELETE failed (client error): The resource could not be found. Aug 03 16:16:29.388395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be546506-029b-45a8-832f-e7cf51d7a5f4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:16:29.397834 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be546506-029b-45a8-832f-e7cf51d7a5f4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/01212fc5-6e3e-4a50-b3a8-bb04487c1d82 HTTP/1.1" status: 404 len: 339 time: 0.0624075 Aug 03 16:16:29.398470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40568) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:29.410212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'name': 'tempest-network--2117991556', 'router:external': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:29.436478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.437139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.438676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] 10.222.0.72 "PUT /v2.0/ports/ce3a7738-b1f4-45da-8a34-e7b8761c2748 HTTP/1.1" status: 200 len: 1092 time: 1.2249801 Aug 03 16:16:29.439136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:29.447474 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a855b98-d425-4415-a255-f3ad838ba7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:29.460791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '26121ca1-6a70-4111-ad33-ce4acca2b05c', 'name': '', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'mac_address': 'fa:16:3e:f4:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:21Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 2, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'subnets': [{'id': '8afc5294-4431-4009-ac53-86fae791c911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:29.464854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:29.467451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.517332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:29.540765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.541524 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Added segment a37a9da4-3d7d-4a41-8b77-ac36a86d89cc of type vlan for network f18497ac-d6e3-4629-9ce4-be6df113c974 Aug 03 16:16:29.554147 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d4ed6-8a26-44a2-8a1c-4ca3e057250a x-openstack-request-id: req-c92d4ed6-8a26-44a2-8a1c-4ca3e057250a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:29.554441 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:29.554759 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c92d4ed6-8a26-44a2-8a1c-4ca3e057250a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:29.555349 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748', 'status': 'completed', 'code': 200} Aug 03 16:16:29.572272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Checking router: 2bbc1fc0-d024-4a52-bbde-69e3533ae31b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:16:29.572629 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Updating router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b port 26121ca1-6a70-4111-ad33-ce4acca2b05c binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:16:29.613415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c2bc-962d-424f-af05-e9930390db22 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:29.617898 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.635854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.658116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-a36fe9be-15af-4dde-884a-7fe2d9c59f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.660025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-a36fe9be-15af-4dde-884a-7fe2d9c59f06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1095 time: 0.0998380 Aug 03 16:16:29.743024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.744191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.744876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:29.772118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-b904796e-8eac-405d-b209-f8eb47647b04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748 HTTP/1.1" status: 200 len: 217 time: 0.1034203 Aug 03 16:16:29.827778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4276600 Aug 03 16:16:29.833268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40576) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:29.834730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-785f21ca-f992-43ff-9815-529ff5cf7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.836544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-785f21ca-f992-43ff-9815-529ff5cf7735 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f6b355d-649a-437d-9815-920a00542c72 HTTP/1.1" status: 200 len: 848 time: 0.0580890 Aug 03 16:16:29.910540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-7ad11aff-083e-429e-97b2-fc3ed92db182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:29.912230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-7ad11aff-083e-429e-97b2-fc3ed92db182 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690210 Aug 03 16:16:29.983019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37928e90-1616-4f2f-8aec-e809492524e4 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=f18497ac-d6e3-4629-9ce4-be6df113c974,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:30.010962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f18497ac-d6e3-4629-9ce4-be6df113c974 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:30.053811 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.068731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Transition to ACTIVE for port object 26121ca1-6a70-4111-ad33-ce4acca2b05c will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:30.077950 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.086266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-9fd2c886-51b3-419d-ab74-0f0724fa1dd6 service neutron] 10.222.0.72 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636376 Aug 03 16:16:30.180492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Pushing event updated for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:30.216903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22210350-f3cb-4242-af17-b8766e43fd3f tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.222503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.222503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.222503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.222503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.222503 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.223269 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.223695 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.224254 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.224672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.225085 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.225496 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.225927 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:30.229630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22210350-f3cb-4242-af17-b8766e43fd3f tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.237659 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Attempting to bind port 26121ca1-6a70-4111-ad33-ce4acca2b05c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:30.238409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Attempting to bind port 26121ca1-6a70-4111-ad33-ce4acca2b05c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:30.239139 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Attempting to bind port 26121ca1-6a70-4111-ad33-ce4acca2b05c on network 85945879-19f0-47d2-a276-42bebf361225 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:30.241158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22210350-f3cb-4242-af17-b8766e43fd3f tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.246393 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:30.247233 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Checking segment: {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:30.247732 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.248667 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Bound using segment: {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:30.248950 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Bound port: 26121ca1-6a70-4111-ad33-ce4acca2b05c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d100b7-f470-416a-ac03-41faa60c146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '85945879-19f0-47d2-a276-42bebf361225'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:30.249688 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.264142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22210350-f3cb-4242-af17-b8766e43fd3f tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.269263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22210350-f3cb-4242-af17-b8766e43fd3f tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4207976 Aug 03 16:16:30.270130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40584) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:30.275842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f57eee22-f437-4e63-8936-86b21890e1a7 req-973a97cb-88da-4121-a874-e2cb72ea4605 service neutron] 10.222.0.72 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827133 Aug 03 16:16:30.377323 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] For port 26121ca1-6a70-4111-ad33-ce4acca2b05c, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:30.382860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] For port 26121ca1-6a70-4111-ad33-ce4acca2b05c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26121ca1-6a70-4111-ad33-ce4acca2b05c,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:30.391227 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.393340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.465547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:30.466327 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:30.487844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-19793012-e0ac-4947-b61a-7289f7c37973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.490809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-19793012-e0ac-4947-b61a-7289f7c37973 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1095 time: 0.1582644 Aug 03 16:16:30.494916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71777cd-0ccc-46ed-a9b1-0913349c2c19 req-2519b77d-2a69-4af2-a334-0a0249f102f9 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.497384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b71777cd-0ccc-46ed-a9b1-0913349c2c19 req-2519b77d-2a69-4af2-a334-0a0249f102f9 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1095 time: 0.1517446 Aug 03 16:16:30.605132 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.650047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18497ac-d6e3-4629-9ce4-be6df113c974']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:30.656199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ddf72-f636-466c-bf0a-12f773cf7ce8 None None] Pushing event updated for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:30.687944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37a9da4-3d7d-4a41-8b77-ac36a86d89cc') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:30.688393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37a9da4-3d7d-4a41-8b77-ac36a86d89cc') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:30.717969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.718634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-f8e8d3b9-e971-49a7-95f6-1f16cf38f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:30.722049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-f8e8d3b9-e971-49a7-95f6-1f16cf38f9f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.2227724 Aug 03 16:16:30.722761 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:16:30.748198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.760362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:30.761344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:30.764529 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:30.854608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-7bdb4fcb-b50e-45b9-b5a0-f6dae4e6353b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748 HTTP/1.1" status: 200 len: 217 time: 0.1092966 Aug 03 16:16:30.904283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.912385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f18497ac-d6e3-4629-9ce4-be6df113c974 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:16:30.936790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:30.947115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/f18497ac-d6e3-4629-9ce4-be6df113c974 HTTP/1.1" status: 204 len: 168 time: 0.6707199 Aug 03 16:16:30.948341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40596) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:30.961011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b71777cd-0ccc-46ed-a9b1-0913349c2c19 req-2be32cc7-e5d9-45dd-88a8-cb1f7b7e1c1d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295039 Aug 03 16:16:30.963272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'name': 'tempest-network--1504434939', 'router:external': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:30.981678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43468-e016-41a0-8f90-35089197dee0 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Network': ['ID=f18497ac-d6e3-4629-9ce4-be6df113c974,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:30.994014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:30.996678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.002776 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-86e24762-c30a-468f-a1a6-877579e6b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:31.005261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-86e24762-c30a-468f-a1a6-877579e6b3aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f6b355d-649a-437d-9815-920a00542c72 HTTP/1.1" status: 200 len: 848 time: 0.1367371 Aug 03 16:16:31.048616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:31.068793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.069422 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Added segment 63e26fc3-6325-4cc8-93e9-432f6e9abe06 of type vlan for network 8884413b-e0bd-41b7-9e89-14aab1c63ca8 Aug 03 16:16:31.116115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-cf1bf36d-d596-4131-a084-dc55e4480a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:31.119372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-cf1bf36d-d596-4131-a084-dc55e4480a89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064749 Aug 03 16:16:31.153607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.171880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '26121ca1-6a70-4111-ad33-ce4acca2b05c', 'name': '', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'mac_address': 'fa:16:3e:f4:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:21Z', 'updated_at': '2021-08-03T16:16:30Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'subnets': [{'id': '8afc5294-4431-4009-ac53-86fae791c911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:31.202778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.204156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:31.204724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.227995 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8194df08-52ee-466d-936d-d52faa338d4e None None] The sync data for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 is: [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:16:22Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '26121ca1-6a70-4111-ad33-ce4acca2b05c', 'name': '', 'network_id': '85945879-19f0-47d2-a276-42bebf361225', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'mac_address': 'fa:16:3e:f4:92:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '8afc5294-4431-4009-ac53-86fae791c911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:21Z', 'updated_at': '2021-08-03T16:16:30Z', 'revision_number': 4, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'subnets': [{'id': '8afc5294-4431-4009-ac53-86fae791c911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:16:31.262129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-ad585c6c-52f8-4468-a996-f03b54de09a5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335089 Aug 03 16:16:31.286324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3374801 Aug 03 16:16:31.288505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:31.310557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a4fc8-c173-492c-90d7-aeac17bcae96 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=8884413b-e0bd-41b7-9e89-14aab1c63ca8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:31.325524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8884413b-e0bd-41b7-9e89-14aab1c63ca8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:31.501184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1214f8-6bb1-4fe8-b48d-b47846718940 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:31.503549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b1214f8-6bb1-4fe8-b48d-b47846718940 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "GET /v2.0/networks/8884413b-e0bd-41b7-9e89-14aab1c63ca8 HTTP/1.1" status: 200 len: 757 time: 0.2130997 Aug 03 16:16:31.506569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40606) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:31.534247 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a855b98-d425-4415-a255-f3ad838ba7a4 req-32bf1ad1-28b4-4662-a2c1-434d4affb357 service neutron] 10.222.0.72 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629137 Aug 03 16:16:31.607297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b05e5e-2457-4eeb-97bb-50feaec0d4b3 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:31.611247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2b05e5e-2457-4eeb-97bb-50feaec0d4b3 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "GET /v2.0/networks/6f9f65f6-bfb1-4c8a-aabd-7d3002159f07 HTTP/1.1" status: 200 len: 767 time: 0.1010849 Aug 03 16:16:31.611963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40608) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:31.706956 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.809002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.821902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8884413b-e0bd-41b7-9e89-14aab1c63ca8']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:31.835569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e26fc3-6325-4cc8-93e9-432f6e9abe06') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:31.835880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e26fc3-6325-4cc8-93e9-432f6e9abe06') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:31.854550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.870258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.877786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:31.878185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:31.880129 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:31.944526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.950014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8884413b-e0bd-41b7-9e89-14aab1c63ca8 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:16:31.953237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:31.960996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/8884413b-e0bd-41b7-9e89-14aab1c63ca8 HTTP/1.1" status: 204 len: 168 time: 0.3417807 Aug 03 16:16:31.961222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40614) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:31.966316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'name': 'tempest-network--1950323630'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:31.979090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dd1ba-6f96-48ce-9139-adc8fdd684ba tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Network': ['ID=8884413b-e0bd-41b7-9e89-14aab1c63ca8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:32.002601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Made reservation on behalf of 74498bccb3214a6da4e88960ebd72fc1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:32.005461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.039151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:32.050873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.051227 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Added segment d8a71cac-fcdb-4823-a5a3-42659fd1698d of type vlan for network be1ffd80-09f6-4c6b-80d8-63fa53eb03fb Aug 03 16:16:32.112602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.150195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.152689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:32.153439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728221'] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.154205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b161-e18d-4db8-8824-231e37be1030 req-b8ba713b-d3ce-4ea0-9b22-fffa11cd84ce tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:32.155932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4c2b161-e18d-4db8-8824-231e37be1030 req-b8ba713b-d3ce-4ea0-9b22-fffa11cd84ce tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1095 time: 0.0502775 Aug 03 16:16:32.218923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2541108 Aug 03 16:16:32.219831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40622) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:32.224497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4c2b161-e18d-4db8-8824-231e37be1030 req-1169587c-e9fe-4bcb-8724-ef9ce2a9fcde tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Aug 03 16:16:32.226224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:32.284229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9dff-8706-4cff-83d1-ebb39e1a24a9 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=be1ffd80-09f6-4c6b-80d8-63fa53eb03fb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:32.306701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network be1ffd80-09f6-4c6b-80d8-63fa53eb03fb details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:32.430554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.447560 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.465606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Network be1ffd80-09f6-4c6b-80d8-63fa53eb03fb is not hosted by any dhcp agent {{(pid=106016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:16:32.466550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:32.467160 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.468509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "PUT /v2.0/networks/be1ffd80-09f6-4c6b-80d8-63fa53eb03fb HTTP/1.1" status: 200 len: 858 time: 0.2469769 Aug 03 16:16:32.473254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40630) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:32.537448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e18b3-bedd-4a88-8716-01bf0b14b552 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event updated for resources: {'Network': ['ID=be1ffd80-09f6-4c6b-80d8-63fa53eb03fb,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:32.578142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.709063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.722238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1ffd80-09f6-4c6b-80d8-63fa53eb03fb']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:32.734992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a71cac-fcdb-4823-a5a3-42659fd1698d') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:32.735654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a71cac-fcdb-4823-a5a3-42659fd1698d') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:32.744266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26121ca1-6a70-4111-ad33-ce4acca2b05c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:32.749257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.766885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.801678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:32.801678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.802023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ce3a7738-b1f4-45da-8a34-e7b8761c2748 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:32.802105 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:32.868930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.875449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be1ffd80-09f6-4c6b-80d8-63fa53eb03fb {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:16:32.877875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.880405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] 10.222.0.70 "DELETE /v2.0/networks/be1ffd80-09f6-4c6b-80d8-63fa53eb03fb HTTP/1.1" status: 204 len: 168 time: 0.4059024 Aug 03 16:16:32.884312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:32.902939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 26121ca1-6a70-4111-ad33-ce4acca2b05c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:32.911443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 26121ca1-6a70-4111-ad33-ce4acca2b05c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:32.912095 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:32.912628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90bdef-468a-46db-bd8d-6bc50bd2a6a7 tempest-ExternalNetworksTestJSON-1789688123 tempest-ExternalNetworksTestJSON-1789688123-project-admin] Pushing event deleted for resources: {'Network': ['ID=be1ffd80-09f6-4c6b-80d8-63fa53eb03fb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:32.933367 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e9bcaa-7c88-4331-a8a9-fb6dbd639f15 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] DELETE failed (client error): The resource could not be found. Aug 03 16:16:32.934285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e9bcaa-7c88-4331-a8a9-fb6dbd639f15 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:16:32.937671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14e9bcaa-7c88-4331-a8a9-fb6dbd639f15 tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "DELETE /v2.0/subnets/ad2e042c-bf4f-4fa9-9e6e-4f363f4c19ce HTTP/1.1" status: 404 len: 337 time: 0.0520568 Aug 03 16:16:32.940470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40638) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:33.040049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:33.059790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.062762 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.102889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 26121ca1-6a70-4111-ad33-ce4acca2b05c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26121ca1-6a70-4111-ad33-ce4acca2b05c,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:33.105936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'port_id': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748', 'mac_address': 'fa:16:3e:35:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:16:33.111350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.196860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.213732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9f65f6-bfb1-4c8a-aabd-7d3002159f07']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:33.230764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e5766-156c-4083-9f70-7c36a6fba9e0') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:33.231324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e5766-156c-4083-9f70-7c36a6fba9e0') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:33.256322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.293575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.310626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:16:33.312214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:16:33.323868 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:16:33.418590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.440896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9205e-6e4b-4b6f-997f-2517e0a369a2 req-dc4613f1-9ca2-4cff-9ee3-b43472b87cee tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:33.440896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deb9205e-6e4b-4b6f-997f-2517e0a369a2 req-dc4613f1-9ca2-4cff-9ee3-b43472b87cee tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1095 time: 0.0980244 Aug 03 16:16:33.448336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3a7738-b1f4-45da-8a34-e7b8761c2748 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:16:33.460823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.471626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.475953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] 10.222.0.70 "DELETE /v2.0/networks/6f9f65f6-bfb1-4c8a-aabd-7d3002159f07 HTTP/1.1" status: 204 len: 168 time: 0.5320280 Aug 03 16:16:33.494211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142fc7c-9125-485a-935e-f0394a776deb tempest-ExternalNetworksTestJSON-1560182683 tempest-ExternalNetworksTestJSON-1560182683-project] Pushing event deleted for resources: {'Network': ['ID=6f9f65f6-bfb1-4c8a-aabd-7d3002159f07,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:33.507543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:33.526641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:33.535522 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:33.539687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deb9205e-6e4b-4b6f-997f-2517e0a369a2 req-f41dd932-f902-4dc4-8e8b-3a78fb48c210 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867171 Aug 03 16:16:33.603105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:33.772148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ce3a7738-b1f4-45da-8a34-e7b8761c2748'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:33.888973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:34.040268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1b8cb8b-3c76-4042-88db-641d4341a923 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bbf75aacfa5d4719a12ee690c2b4ef60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500084 Aug 03 16:16:34.042799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40668) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:34.097335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.124969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.179837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.183058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.187169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30aa71fb-c162-43e0-b619-2ef19da4832c HTTP/1.1" status: 204 len: 168 time: 0.1403708 Aug 03 16:16:34.197054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2563c-04af-413d-812d-68d15093ffbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aa71fb-c162-43e0-b619-2ef19da4832c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:34.505958 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:34.577779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ed91af37-5ccd-4e28-b255-da722c78f7f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74498bccb3214a6da4e88960ebd72fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684416 Aug 03 16:16:34.580896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40686) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:34.671979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.699615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae45e-1fb6-46bb-8def-5a3fa869093f req-e8a8359e-affa-4fd1-ad8a-7a15eba47cc9 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:34.700689 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-272ae45e-1fb6-46bb-8def-5a3fa869093f req-e8a8359e-affa-4fd1-ad8a-7a15eba47cc9 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1096 time: 0.0770922 Aug 03 16:16:34.719612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.722412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26121ca1-6a70-4111-ad33-ce4acca2b05c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:34.768661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ce3a7738-b1f4-45da-8a34-e7b8761c2748 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:34.770519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-272ae45e-1fb6-46bb-8def-5a3fa869093f req-fb293bb9-953d-4b14-9507-9b57c1bc2168 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Aug 03 16:16:34.804278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.808155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.809408 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed1043ca-f794-4be6-9638-b93c40da0d2e HTTP/1.1" status: 204 len: 168 time: 0.2297664 Aug 03 16:16:34.823245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da816-10e2-48fd-aacd-4224e646b37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1043ca-f794-4be6-9638-b93c40da0d2e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:34.828968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 26121ca1-6a70-4111-ad33-ce4acca2b05c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:34.829535 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:34.894714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port ce3a7738-b1f4-45da-8a34-e7b8761c2748 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:34.899370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port ce3a7738-b1f4-45da-8a34-e7b8761c2748 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:34.899744 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:35.035548 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:35.070234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:35.072453 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0130a1-ea77-4a96-9df9-9123a340ec14" -d '{"events": [{"server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "name": "network-vif-plugged", "status": "completed", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:35.086794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:35.091649 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:35.118809 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f9a35-ca02-4b1c-b9b3-64318562d33c x-openstack-request-id: req-9d4f9a35-ca02-4b1c-b9b3-64318562d33c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:35.119105 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "name": "network-vif-plugged", "status": "completed", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:35.119357 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d4f9a35-ca02-4b1c-b9b3-64318562d33c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:35.119804 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748', 'code': 200} Aug 03 16:16:35.156105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:35.224563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032ab2-3990-4926-ab07-125de68a9c6d req-710f7b56-f497-485f-8f21-3f5c473582e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:35.228379 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59032ab2-3990-4926-ab07-125de68a9c6d req-710f7b56-f497-485f-8f21-3f5c473582e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.0446379 Aug 03 16:16:35.270434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59032ab2-3990-4926-ab07-125de68a9c6d req-f6581b2d-aa90-4636-ac93-b34fff4ece1a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Aug 03 16:16:35.935126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05143f5f-7064-4ef1-b4d4-e4dbfdb8edcc req-903edcf1-aa5e-4dc2-8a9b-20dd14be8f87 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:35.936765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05143f5f-7064-4ef1-b4d4-e4dbfdb8edcc req-903edcf1-aa5e-4dc2-8a9b-20dd14be8f87 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.0525467 Aug 03 16:16:35.982140 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05143f5f-7064-4ef1-b4d4-e4dbfdb8edcc req-5c71aad1-7073-44bd-894f-a339cffdf990 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Aug 03 16:16:36.322469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40754) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:36.441850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-823579606', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:36.466498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Made reservation on behalf of 4973861dcd2a431d8d849daf6b2fb59d for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:36.468906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:36.480391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:36.614831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:36.620234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:36.633064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] device_id is not set on port 66f50d82-5343-477d-a255-b4c6a311697f yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:16:36.680229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c74a7-eabd-4d1c-9f1d-33eac136bd49,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:36.756987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Allocated IP 172.25.7.117 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/66f50d82-5343-477d-a255-b4c6a311697f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:36.920723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:36.967759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.027051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:37.035221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:37.040968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:37.043462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Pushing event updated for resources: {'Port': ['ID=66f50d82-5343-477d-a255-b4c6a311697f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:37.092274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:37.092913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.108900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f1935e21-df5b-4fab-b090-82729eda1b61 tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7852380 Aug 03 16:16:37.112748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40774) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:37.117817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.117'}]}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:37.144730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.150379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.173488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b14ad-d7d6-4263-acd4-ca9eda43df6a req-06a62a42-8530-43c2-a065-d988e13152a3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:37.176115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-860b14ad-d7d6-4263-acd4-ca9eda43df6a req-06a62a42-8530-43c2-a065-d988e13152a3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.0562992 Aug 03 16:16:37.203924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.222043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-860b14ad-d7d6-4263-acd4-ca9eda43df6a req-53207d46-7145-42e5-906e-cbe6bc390bc3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Aug 03 16:16:37.437476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.443530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05221-383f-46a3-b009-b1acc437108f req-bf343a08-d6fd-46dc-ab5d-b87d1a98adf0 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:37.445189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ad05221-383f-46a3-b009-b1acc437108f req-bf343a08-d6fd-46dc-ab5d-b87d1a98adf0 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.1323957 Aug 03 16:16:37.528428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9ad05221-383f-46a3-b009-b1acc437108f req-0cec548f-e795-4d70-9c75-356d80b80a47 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667043 Aug 03 16:16:37.701515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f796179-9e08-401e-b92a-054b32659382 req-c5074de5-f412-40b5-900f-ee773cb76d6a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:37.703410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f796179-9e08-401e-b92a-054b32659382 req-c5074de5-f412-40b5-900f-ee773cb76d6a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.0667596 Aug 03 16:16:37.739413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.749566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f796179-9e08-401e-b92a-054b32659382 req-bfd72cfe-d5a9-4e5d-92dd-4030f37dcf89 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Aug 03 16:16:37.759214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:37.950543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.491152 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.494906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.566952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-a9e866e0-6068-4c69-8637-c226d2884e7e tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:38.571599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-a9e866e0-6068-4c69-8637-c226d2884e7e tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.5717714 Aug 03 16:16:38.573714 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.574477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7b206a7-6075-4aa0-9e80-b475f3cc254a {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:16:38.594359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-6127930e-d70b-4ddf-9b49-62d1351d8644 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/quotas/5fa38f59a65a45f69718acbd577d10c2 HTTP/1.1" status: 200 len: 375 time: 0.0146880 Aug 03 16:16:38.600776 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:16:38.600776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4fa259e0-3709-444b-a8d0-53ee9a48bf6e tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4865456 Aug 03 16:16:38.603603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40814) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:38.739152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-57a28cd0-5330-40eb-9ce2-d8aa4454a579 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064394 Aug 03 16:16:38.774747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Deleting port 66f50d82-5343-477d-a255-b4c6a311697f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:38.775100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.911357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:38.933658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Calling delete_port for 66f50d82-5343-477d-a255-b4c6a311697f owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:38.959636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-381aade8-f7f8-4360-8148-6289fb1d3fd9 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121272 Aug 03 16:16:39.107282 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-21246c7b-6e2c-4a9b-a856-0e4b47b53ba7 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197398 Aug 03 16:16:39.157064 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.190652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f50d82-5343-477d-a255-b4c6a311697f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:39.275710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.281690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5279d39e-be2c-4028-bfa2-53a9dc3b991c tempest-RoutersAdminNegativeIpV6Test-1715265553 tempest-RoutersAdminNegativeIpV6Test-1715265553-project-admin] 10.222.0.70 "DELETE /v2.0/ports/66f50d82-5343-477d-a255-b4c6a311697f HTTP/1.1" status: 204 len: 168 time: 0.6734805 Aug 03 16:16:39.339798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fc412187-b1a5-4909-a7cb-e898a94dc510 req-a36293d9-9ee9-4085-b500-fb7cb2616098 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 210 time: 0.0502689 Aug 03 16:16:39.609987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40846) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:39.755447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac5d16c6-4450-4148-9b7d-625330a973d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.847034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b9bc5949-1545-43d2-a04d-b99d0bce37f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.865446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac5d16c6-4450-4148-9b7d-625330a973d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.870514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ac5d16c6-4450-4148-9b7d-625330a973d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:39.917938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ac5d16c6-4450-4148-9b7d-625330a973d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=473a300c5e4d47cea75ad3c5b82f53ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068972 Aug 03 16:16:39.918228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:39.919908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d16c6-4450-4148-9b7d-625330a973d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d014638b-3db5-4b59-8515-6b4f53faceff,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:39.995184 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.021955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.076447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.079188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.083675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d014638b-3db5-4b59-8515-6b4f53faceff HTTP/1.1" status: 204 len: 168 time: 0.1614144 Aug 03 16:16:40.089773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56de5fe-dc1a-462f-aa42-87f002044646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014638b-3db5-4b59-8515-6b4f53faceff,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:40.430568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1e6fbf67-03cb-49e3-9a57-228e586e5df3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:40.433290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1e6fbf67-03cb-49e3-9a57-228e586e5df3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.78 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.1585319 Aug 03 16:16:40.449534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Request body: {'port': {'device_id': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'admin_state_up': True, 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:40.466375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40872) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:40.491663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-60cdbf58-d352-42a7-9557-e13115922dfe req-987d77b1-0ed5-47ff-b154-f25f71ec09dc tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 210 time: 0.0359695 Aug 03 16:16:40.509530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Made reservation on behalf of 5fa38f59a65a45f69718acbd577d10c2 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:40.512337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.524349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e0a47a3c-7673-404b-b504-6dc2268ce9f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4973861dcd2a431d8d849daf6b2fb59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561574 Aug 03 16:16:40.525019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:40.634844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.685168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.701883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Allocated IP 172.20.0.14 (bc7ebf06-e6e5-4765-9b22-21ee3e240d04/1f6b355d-649a-437d-9815-920a00542c72/b1733bca-5f21-480f-9e6e-d26d2115bddc) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:40.780981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.784671 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.785845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e15c74a7-eabd-4d1c-9f1d-33eac136bd49 HTTP/1.1" status: 204 len: 168 time: 0.2597802 Aug 03 16:16:40.832869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322c83-e1ca-467c-bef4-8f93a04aa43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c74a7-eabd-4d1c-9f1d-33eac136bd49,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:40.914109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.928631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Transition to ACTIVE for port object b1733bca-5f21-480f-9e6e-d26d2115bddc will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:40.971831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:40.992842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ce3a7738-b1f4-45da-8a34-e7b8761c2748'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:41.028668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:41.035746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:41.040237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:41.043698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Pushing event updated for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:41.091585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:41.092918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.110403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-100957a8-208f-48d5-a137-59eb74fbe60d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6682959 Aug 03 16:16:41.129940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Request body: {'port': {'device_id': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:41.222758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.396168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-180e0f3b-0e68-4c4b-b314-3d3e2d1fc9b3 None None] Provisioning for port b1733bca-5f21-480f-9e6e-d26d2115bddc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:41.401879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-180e0f3b-0e68-4c4b-b314-3d3e2d1fc9b3 None None] Provisioning complete for port b1733bca-5f21-480f-9e6e-d26d2115bddc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:41.402625 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-180e0f3b-0e68-4c4b-b314-3d3e2d1fc9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.460195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-180e0f3b-0e68-4c4b-b314-3d3e2d1fc9b3 None None] Port b1733bca-5f21-480f-9e6e-d26d2115bddc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:41.579323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1733bca-5f21-480f-9e6e-d26d2115bddc {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:16:41.590789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.604915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Transition to ACTIVE for port object b1733bca-5f21-480f-9e6e-d26d2115bddc will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:41.610071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.666788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81935c4a-c7d3-412c-a4fd-81c02ce40ff9 req-4b40550f-bf3a-444e-a209-a0264d3e706a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:41.675875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81935c4a-c7d3-412c-a4fd-81c02ce40ff9 req-4b40550f-bf3a-444e-a209-a0264d3e706a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1028 time: 0.0798454 Aug 03 16:16:41.725207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81935c4a-c7d3-412c-a4fd-81c02ce40ff9 req-b97665e6-ed4e-4745-b714-10299c615aa7 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Aug 03 16:16:41.750634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:41.802443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Attempting to bind port b1733bca-5f21-480f-9e6e-d26d2115bddc on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:41.802909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Attempting to bind port b1733bca-5f21-480f-9e6e-d26d2115bddc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:41.803419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Attempting to bind port b1733bca-5f21-480f-9e6e-d26d2115bddc on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:41.816869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Port b1733bca-5f21-480f-9e6e-d26d2115bddc on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:16:41.817206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Attempting to bind port b1733bca-5f21-480f-9e6e-d26d2115bddc on network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:41.823061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:41.823399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Checking segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:41.823966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Bound using segment: {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:41.824278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Bound port: b1733bca-5f21-480f-9e6e-d26d2115bddc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aded5cb-cdca-43eb-8588-d2db1bf6a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:41.824847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.827940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 40924) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:41.913499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:41.919073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:41.924918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.978119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:41.979338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:41.983522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] 10.222.0.78 "PUT /v2.0/ports/b1733bca-5f21-480f-9e6e-d26d2115bddc HTTP/1.1" status: 200 len: 1092 time: 0.8644984 Aug 03 16:16:41.984237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:41.986964 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17587aa-681e-4169-8aca-214f10a1ce23" -d '{"events": [{"name": "network-changed", "server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:42.027261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-147f6838-5aee-4a5a-b785-27bc9453b61e tempest-DvrRoutersNegativeTest-894928425 tempest-DvrRoutersNegativeTest-894928425-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1602862413', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:42.030596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.policy [None req-147f6838-5aee-4a5a-b785-27bc9453b61e tempest-DvrRoutersNegativeTest-894928425 tempest-DvrRoutersNegativeTest-894928425-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106017) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 03 16:16:42.030990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.policy [None req-147f6838-5aee-4a5a-b785-27bc9453b61e tempest-DvrRoutersNegativeTest-894928425 tempest-DvrRoutersNegativeTest-894928425-project] Failed policy check for 'create_router' {{(pid=106017) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 03 16:16:42.031561 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-147f6838-5aee-4a5a-b785-27bc9453b61e tempest-DvrRoutersNegativeTest-894928425 tempest-DvrRoutersNegativeTest-894928425-project] create failed (client error): Access was denied to this resource. Aug 03 16:16:42.032678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-147f6838-5aee-4a5a-b785-27bc9453b61e tempest-DvrRoutersNegativeTest-894928425 tempest-DvrRoutersNegativeTest-894928425-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2037127 Aug 03 16:16:42.067759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc83feb-7d28-4587-861d-064e4727fa2e service neutron] Pushing event updated for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:42.121219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f25a4a9f-7d69-42c3-a5f5-984e5ffbfc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.134531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1d84e1ec-d431-4d37-9a5b-1fdcf95cdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.136446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1d84e1ec-d431-4d37-9a5b-1fdcf95cdbe1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0874369 Aug 03 16:16:42.195511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-26e63f35-1d65-4aba-aca2-5f4d5a18bfa2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc HTTP/1.1" status: 200 len: 217 time: 0.0506773 Aug 03 16:16:42.288612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-c67d85ea-d91b-4d0c-a94e-b3595b877357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.290949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-c67d85ea-d91b-4d0c-a94e-b3595b877357 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f6b355d-649a-437d-9815-920a00542c72 HTTP/1.1" status: 200 len: 848 time: 0.0885231 Aug 03 16:16:42.318546 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15763c0-a848-491d-b27a-b2e4339798dd x-openstack-request-id: req-f15763c0-a848-491d-b27a-b2e4339798dd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:42.318828 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:42.319082 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f15763c0-a848-491d-b27a-b2e4339798dd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:42.319480 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc', 'status': 'completed', 'code': 200} Aug 03 16:16:42.363138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1a98b47d-f5cc-407d-91bb-9f9fc43ec510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.364684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-1a98b47d-f5cc-407d-91bb-9f9fc43ec510 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660620 Aug 03 16:16:42.442199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:42.467117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-810c84a3-e5af-435a-b0e0-713984352fc5 service neutron] 10.222.0.78 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931537 Aug 03 16:16:42.569469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14fc6f2e-4107-4952-b78c-48646736c6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.603488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4aacbeb-5452-4fa3-b978-90ef5b99dac1 req-5b8bbfff-3c94-4260-b12a-69d158458122 service neutron] 10.222.0.78 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295352 Aug 03 16:16:42.689610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14fc6f2e-4107-4952-b78c-48646736c6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.695137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-14fc6f2e-4107-4952-b78c-48646736c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.702979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-dd463731-ca3e-40e0-8f7a-369677f9ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.704501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-dd463731-ca3e-40e0-8f7a-369677f9ccb4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5fa38f59a65a45f69718acbd577d10c2&device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0475721 Aug 03 16:16:42.733539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc6f2e-4107-4952-b78c-48646736c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f4402-1540-46c4-8843-35a30dbcfc39,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:42.744618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-14fc6f2e-4107-4952-b78c-48646736c6af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ef697234a10471ba679e309e13fe436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012385 Aug 03 16:16:42.747199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 40954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:42.781417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.820214 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.859015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.860386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-3a258e21-d304-489c-988b-e6b351e0e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.862717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-3a258e21-d304-489c-988b-e6b351e0e06d service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 200 len: 910 time: 0.1502056 Aug 03 16:16:42.906948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-c923edcb-e785-49e6-8ffb-31ba5eac0745 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc HTTP/1.1" status: 200 len: 217 time: 0.0366831 Aug 03 16:16:42.936757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a35a7-4d42-44f6-a8ab-e415c17291b1 req-08ccdb02-9590-476a-bfac-e96b0433dc2f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.938366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d7a35a7-4d42-44f6-a8ab-e415c17291b1 req-08ccdb02-9590-476a-bfac-e96b0433dc2f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0695539 Aug 03 16:16:42.971134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.973756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:42.974418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-e87d64e6-4a71-4823-866b-25d5e16313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:42.976023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-e87d64e6-4a71-4823-866b-25d5e16313f3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1f6b355d-649a-437d-9815-920a00542c72 HTTP/1.1" status: 200 len: 848 time: 0.0622776 Aug 03 16:16:42.977562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b8f4402-1540-46c4-8843-35a30dbcfc39 HTTP/1.1" status: 204 len: 168 time: 0.2289979 Aug 03 16:16:42.995017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621bc1-06de-425d-ae08-4b60966f8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f4402-1540-46c4-8843-35a30dbcfc39,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:43.034202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2d7a35a7-4d42-44f6-a8ab-e415c17291b1 req-0a7888b3-bca6-40d9-8009-dee62b9f0259 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Aug 03 16:16:43.046609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-f90a99b1-5a68-4694-823c-3e533c6b54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:43.048935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-f90a99b1-5a68-4694-823c-3e533c6b54af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc7ebf06-e6e5-4765-9b22-21ee3e240d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650694 Aug 03 16:16:43.171598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-f3355df0-cbb1-4324-96b9-5e4a8e39ce17 service neutron] 10.222.0.78 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149955 Aug 03 16:16:43.306691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d17587aa-681e-4169-8aca-214f10a1ce23 req-60b8c933-f5a3-4aae-9ba5-e0c7d68f0e25 service neutron] 10.222.0.78 "GET /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278930 Aug 03 16:16:43.678176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-03380ba7-330e-4e2e-bc85-2d816231c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:43.679705 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-03380ba7-330e-4e2e-bc85-2d816231c809 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.0928116 Aug 03 16:16:43.715565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:43.771724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab728d-2d29-4ba9-96a7-8d09267872dd req-1d61ea3a-7acb-47fa-8ffb-5644142d5e7d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:43.773220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81ab728d-2d29-4ba9-96a7-8d09267872dd req-1d61ea3a-7acb-47fa-8ffb-5644142d5e7d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1740158 Aug 03 16:16:43.779958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41000) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:43.833336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-2a668dc2-c6c7-4b2c-8d8d-1dde7dc73e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:43.834867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-2a668dc2-c6c7-4b2c-8d8d-1dde7dc73e2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1483622 Aug 03 16:16:43.842559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81ab728d-2d29-4ba9-96a7-8d09267872dd req-c0d6dd78-d49e-4d35-8084-d0f52fc2a8d1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598397 Aug 03 16:16:43.919510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-13d71881-508a-44e0-880c-1e2eca1480fc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:43.920449 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-13d71881-508a-44e0-880c-1e2eca1480fc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 16:16:43.920601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-0598371b-0cbf-475f-aa3e-7d178ed17388 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.0767179 Aug 03 16:16:43.920952 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-13d71881-508a-44e0-880c-1e2eca1480fc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:16:43.921959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-13d71881-508a-44e0-880c-1e2eca1480fc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1405828 Aug 03 16:16:43.926044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:43.930590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--174442589'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:43.957578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:43.966666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:43.981329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-6cefc78a-a71f-4300-b0b6-86bffc02f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:43.982881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-6cefc78a-a71f-4300-b0b6-86bffc02f617 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0558488 Aug 03 16:16:44.040913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-e60dd6f9-2f6e-4c7d-8464-9d1bf0fcea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:44.042490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-e60dd6f9-2f6e-4c7d-8464-9d1bf0fcea56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494356 Aug 03 16:16:44.096934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.101318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.157235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-5f0bfad9-12cc-45c8-8df5-7c5f6b2f07db service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069078 Aug 03 16:16:44.174684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6850fe03-71b3-421f-ab00-95bf25c67785,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:44.211381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbdb1e-6430-44e1-86c6-c3e0a5b21bbc req-b3fc4e5f-b82e-4494-b5cd-8449252505aa tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:44.213245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7cbdb1e-6430-44e1-86c6-c3e0a5b21bbc req-b3fc4e5f-b82e-4494-b5cd-8449252505aa tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0859437 Aug 03 16:16:44.269604 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.278943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-470964f1-56c3-49e7-9bff-94ba9557be7d req-50871dca-a3bd-4f3b-8019-cc213e707dce service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025159 Aug 03 16:16:44.280234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.317799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7cbdb1e-6430-44e1-86c6-c3e0a5b21bbc req-250d4d71-b2ca-4c01-b707-0fbd6270999c tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Aug 03 16:16:44.327876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.329300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4021230 Aug 03 16:16:44.333095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41018) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:44.335194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba58f05-baee-4bfa-92b3-2a034b52ee1c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354b4fcc-fcfb-41dc-9367-02ef9879695d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:44.347828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '354b4fcc-fcfb-41dc-9367-02ef9879695d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:44.371144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.446062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.455947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.478091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769fa7d0-6515-43a2-8b8b-ccd333bb84db,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:44.487034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.488588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-434c307b-ab79-46ad-9f78-dc1de9331deb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541779 Aug 03 16:16:44.491945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41020) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:44.496810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a0bea0f7-3a43-44f6-9c9f-980f72110bef tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '354b4fcc-fcfb-41dc-9367-02ef9879695d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:44.530585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0bea0f7-3a43-44f6-9c9f-980f72110bef tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.587282 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-a0bea0f7-3a43-44f6-9c9f-980f72110bef tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 16:16:44.588406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a0bea0f7-3a43-44f6-9c9f-980f72110bef tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0953896 Aug 03 16:16:44.591424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41026) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:44.661256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.692391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.738139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.741143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.742467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/354b4fcc-fcfb-41dc-9367-02ef9879695d HTTP/1.1" status: 204 len: 168 time: 0.1499913 Aug 03 16:16:44.745354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41028) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:44.754450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a236fc-d625-4a53-8dab-efbc104861b9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b4fcc-fcfb-41dc-9367-02ef9879695d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:44.792944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd34613e-d177-49ab-a621-b00f7ef4dcc1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462379 Aug 03 16:16:44.796583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:44.801851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142216886'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:44.827373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.947230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:44.952228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.009254 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.010494 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2129996 Aug 03 16:16:45.014326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41040) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.016610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d28094-f213-4ae4-9650-1d3489899009 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4710e-2cfd-43d4-a481-2c4dd64d9d87,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.023415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec37c374-7eba-44ad-8335-6c2b783323d9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '04b4710e-2cfd-43d4-a481-2c4dd64d9d87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.024069 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-ec37c374-7eba-44ad-8335-6c2b783323d9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 16:16:45.024737 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ec37c374-7eba-44ad-8335-6c2b783323d9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.029685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec37c374-7eba-44ad-8335-6c2b783323d9 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095308 Aug 03 16:16:45.030209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41042) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.040460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3999-f2ab-480d-b3d5-3296e4ded523 req-9189f9c9-9952-40d2-afb2-1cdcbd5180fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:45.044667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aed3999-f2ab-480d-b3d5-3296e4ded523 req-9189f9c9-9952-40d2-afb2-1cdcbd5180fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0835226 Aug 03 16:16:45.078857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.115838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.131267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aed3999-f2ab-480d-b3d5-3296e4ded523 req-1b7eab0a-24fd-47d9-827c-109ccfdc9027 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775483 Aug 03 16:16:45.147053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.195282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.198015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.199199 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/04b4710e-2cfd-43d4-a481-2c4dd64d9d87 HTTP/1.1" status: 204 len: 168 time: 0.1672523 Aug 03 16:16:45.202035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41048) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.208225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737c3a8-5b26-437c-a682-f41fc7b59cba tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b4710e-2cfd-43d4-a481-2c4dd64d9d87,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.259683 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-37e4c036-04c1-4f02-bdde-8697ee1afb87 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563538 Aug 03 16:16:45.263357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41050) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.268237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--630942265'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.293649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.383711 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.389507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.427046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.428341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1639314 Aug 03 16:16:45.431820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41056) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.436581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-300d2413-0065-41d3-80a8-daed4c9e22f4 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '9cb502fc-2e53-4b02-a9b1-ef9f7855c9fc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.437462 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-300d2413-0065-41d3-80a8-daed4c9e22f4 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 16:16:45.440301 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-300d2413-0065-41d3-80a8-daed4c9e22f4 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.441684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-300d2413-0065-41d3-80a8-daed4c9e22f4 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086045 Aug 03 16:16:45.445429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41060) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.452906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b1733bca-5f21-480f-9e6e-d26d2115bddc details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:16:45.469053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5bba4-2ed6-4f08-a08d-67745a9e12a5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb502fc-2e53-4b02-a9b1-ef9f7855c9fc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.504891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76166-a432-4c57-8ab3-5f6ea5dbf199 req-39c35efd-4a9d-4731-9535-573f7a879c92 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:45.506633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cc76166-a432-4c57-8ab3-5f6ea5dbf199 req-39c35efd-4a9d-4731-9535-573f7a879c92 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0979674 Aug 03 16:16:45.539490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.569880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:45.581689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.584892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'b1733bca-5f21-480f-9e6e-d26d2115bddc', 'network_id': 'bc7ebf06-e6e5-4765-9b22-21ee3e240d04', 'port_id': 'b1733bca-5f21-480f-9e6e-d26d2115bddc', 'mac_address': 'fa:16:3e:8b:bf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6b355d-649a-437d-9815-920a00542c72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:16:45.586121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cc76166-a432-4c57-8ab3-5f6ea5dbf199 req-9def189f-3120-4be2-8f79-0f6cc0b3ef1d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710833 Aug 03 16:16:45.632214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.632760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.635949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.637418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/9cb502fc-2e53-4b02-a9b1-ef9f7855c9fc HTTP/1.1" status: 204 len: 168 time: 0.1901619 Aug 03 16:16:45.641487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41062) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.650331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1733bca-5f21-480f-9e6e-d26d2115bddc {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:16:45.652213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24847181-9019-4515-a3d1-10534caa06e5 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb502fc-2e53-4b02-a9b1-ef9f7855c9fc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.683770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:45.688273 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.695741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dd6b4cf8-91df-43e3-b76b-1a01be71bad2 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524409 Aug 03 16:16:45.699537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.704056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915441345'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.727589 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.746021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.755904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.756038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.756284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.756625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.757091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.757431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.757778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.758283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.758905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.759083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.759390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.760829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:16:45.843070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.848342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.880610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbdf34-3f31-410d-aef9-0e0ce11d121f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:45.883175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:45.884403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dcf4ca8b-ab70-4a21-9f9e-54e6cde25f3c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1839314 Aug 03 16:16:45.887304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41070) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.892024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-007b7745-7417-4a33-857b-c701b578a024 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '65cbdf34-3f31-410d-aef9-0e0ce11d121f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.893096 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-007b7745-7417-4a33-857b-c701b578a024 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 16:16:45.894061 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-007b7745-7417-4a33-857b-c701b578a024 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.895499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-007b7745-7417-4a33-857b-c701b578a024 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071127 Aug 03 16:16:45.898446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41072) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.903248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b26497bf-842e-4db7-97e2-33765563c63c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '65cbdf34-3f31-410d-aef9-0e0ce11d121f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.904246 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-b26497bf-842e-4db7-97e2-33765563c63c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 16:16:45.904750 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-b26497bf-842e-4db7-97e2-33765563c63c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.905758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b26497bf-842e-4db7-97e2-33765563c63c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061638 Aug 03 16:16:45.910104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.917327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d4c29b46-90cd-436a-96af-7354c10e4186 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '65cbdf34-3f31-410d-aef9-0e0ce11d121f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.919251 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-d4c29b46-90cd-436a-96af-7354c10e4186 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 16:16:45.919623 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-d4c29b46-90cd-436a-96af-7354c10e4186 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.924092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d4c29b46-90cd-436a-96af-7354c10e4186 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095546 Aug 03 16:16:45.924321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.929660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ee13f538-3772-459b-b199-7d5085129091 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '65cbdf34-3f31-410d-aef9-0e0ce11d121f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:45.930708 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-ee13f538-3772-459b-b199-7d5085129091 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 16:16:45.931207 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-ee13f538-3772-459b-b199-7d5085129091 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:45.932449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee13f538-3772-459b-b199-7d5085129091 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070229 Aug 03 16:16:45.935147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41080) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:45.942986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b1733bca-5f21-480f-9e6e-d26d2115bddc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:45.997530 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.033264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.090239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.094795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.101098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.101748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/65cbdf34-3f31-410d-aef9-0e0ce11d121f HTTP/1.1" status: 204 len: 168 time: 0.1648986 Aug 03 16:16:46.114172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e90e61-af7c-46d7-b96d-98aa75bde5d1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbdf34-3f31-410d-aef9-0e0ce11d121f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:46.156964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74f5659f-d697-4b90-aa7d-f87bffafaf6f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537312 Aug 03 16:16:46.161945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41090) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.167548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--235018271'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.197307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.258134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ba097-0249-4f5f-8ed8-31c83164d034 req-3bbb0960-02fc-437b-b3c8-7705713345b4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:46.260001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f4ba097-0249-4f5f-8ed8-31c83164d034 req-3bbb0960-02fc-437b-b3c8-7705713345b4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0573509 Aug 03 16:16:46.301302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.304448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f4ba097-0249-4f5f-8ed8-31c83164d034 req-043991cf-b29b-4155-8af4-63e3604e4f15 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375226 Aug 03 16:16:46.305499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.334241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.335502 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1730931 Aug 03 16:16:46.338769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.343619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-65f8d982-d032-429c-8085-b2d05e837345 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.344076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa8fda-eefd-445f-89ce-882618c1497b tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85421baf-56ee-41f0-b6c9-f5c46b55cd3d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:46.344198 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-65f8d982-d032-429c-8085-b2d05e837345 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 16:16:46.344700 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-65f8d982-d032-429c-8085-b2d05e837345 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.350606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65f8d982-d032-429c-8085-b2d05e837345 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077226 Aug 03 16:16:46.351868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41098) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.358116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b7a77d0c-162b-42a5-ab4d-3e40b3c9f860 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.366041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:16:46.402068 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-b7a77d0c-162b-42a5-ab4d-3e40b3c9f860 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.403055 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b7a77d0c-162b-42a5-ab4d-3e40b3c9f860 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0509002 Aug 03 16:16:46.406375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.411215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f1b884a8-c605-4eb3-b14c-289e7ccc6f30 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.411692 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-f1b884a8-c605-4eb3-b14c-289e7ccc6f30 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 16:16:46.412183 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f1b884a8-c605-4eb3-b14c-289e7ccc6f30 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.413119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f1b884a8-c605-4eb3-b14c-289e7ccc6f30 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057373 Aug 03 16:16:46.416273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41102) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.420373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-36e6248c-b561-417f-9929-26fed4cb8295 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.458774 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-36e6248c-b561-417f-9929-26fed4cb8295 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.459787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-36e6248c-b561-417f-9929-26fed4cb8295 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0426435 Aug 03 16:16:46.462586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.467006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-467c330c-dc6a-4710-a2ca-2872f88647b1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.467479 n-d-803226-3 neutron-server[106016]: WARNING neutron.api.v2.base [None req-467c330c-dc6a-4710-a2ca-2872f88647b1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 16:16:46.467950 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-467c330c-dc6a-4710-a2ca-2872f88647b1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.468857 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-467c330c-dc6a-4710-a2ca-2872f88647b1 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053811 Aug 03 16:16:46.471878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41106) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.476843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ba864c59-6ba7-4844-910f-d421607d4a1d tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.502309 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-ba864c59-6ba7-4844-910f-d421607d4a1d tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Project 8253cc5184e8487abd60a48112cfce4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:16:46.515785 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ba864c59-6ba7-4844-910f-d421607d4a1d tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.516976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba864c59-6ba7-4844-910f-d421607d4a1d tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0438612 Aug 03 16:16:46.520158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.524547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b891b87c-818c-407f-98da-3f67ee2ae171 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.525267 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-b891b87c-818c-407f-98da-3f67ee2ae171 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 16:16:46.525756 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b891b87c-818c-407f-98da-3f67ee2ae171 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.526675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b891b87c-818c-407f-98da-3f67ee2ae171 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056267 Aug 03 16:16:46.529300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41110) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.535179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-22163e01-3ac6-458d-a66a-dd8a2e209d6c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.560785 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-22163e01-3ac6-458d-a66a-dd8a2e209d6c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Project 8253cc5184e8487abd60a48112cfce4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:16:46.575319 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-22163e01-3ac6-458d-a66a-dd8a2e209d6c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.577871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22163e01-3ac6-458d-a66a-dd8a2e209d6c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0463369 Aug 03 16:16:46.579410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.584610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-74d9b980-02e1-43b4-a73a-5ebbce416935 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '85421baf-56ee-41f0-b6c9-f5c46b55cd3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.608251 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-74d9b980-02e1-43b4-a73a-5ebbce416935 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Project 8253cc5184e8487abd60a48112cfce4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:16:46.630751 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-74d9b980-02e1-43b4-a73a-5ebbce416935 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:46.631895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74d9b980-02e1-43b4-a73a-5ebbce416935 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0507867 Aug 03 16:16:46.636775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41120) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.708813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.731028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c705c-46cd-4a9a-8e44-a83d4fec6c4b req-3f02df77-6fa4-4601-a05b-d51f3eac13c6 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:46.732825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f93c705c-46cd-4a9a-8e44-a83d4fec6c4b req-3f02df77-6fa4-4601-a05b-d51f3eac13c6 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0527587 Aug 03 16:16:46.733544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.779059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f93c705c-46cd-4a9a-8e44-a83d4fec6c4b req-a82d0b12-4660-4df4-89c9-f5ffb132058a tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361400 Aug 03 16:16:46.787754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.790783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.793710 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/85421baf-56ee-41f0-b6c9-f5c46b55cd3d HTTP/1.1" status: 204 len: 168 time: 0.1542351 Aug 03 16:16:46.795085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41122) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.802777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0050-6fbc-4b91-a542-7f4c733b9f10 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85421baf-56ee-41f0-b6c9-f5c46b55cd3d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:46.848523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64424fd6-4d9c-489f-9758-56371110417e tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523784 Aug 03 16:16:46.852264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41124) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:46.856805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--686946605'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:46.879770 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.975421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:46.982184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.006735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.007964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547370 Aug 03 16:16:47.011137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41132) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.015924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fb73dad7-8ad5-484c-87fb-7823c4000809 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '08babf4a-a331-47f2-bbc2-3b9a6fdade39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.017394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb007fa3-f97d-46a9-b277-f03e5605899a tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08babf4a-a331-47f2-bbc2-3b9a6fdade39,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:47.071105 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-fb73dad7-8ad5-484c-87fb-7823c4000809 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The resource could not be found. Aug 03 16:16:47.072192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fb73dad7-8ad5-484c-87fb-7823c4000809 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0599396 Aug 03 16:16:47.075023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41134) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.080830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-47cb2487-92fa-4b62-b9e3-cbb748cbf200 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '08babf4a-a331-47f2-bbc2-3b9a6fdade39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '61bee061-6753-46e5-a133-eb6aa4751edd'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.124468 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-47cb2487-92fa-4b62-b9e3-cbb748cbf200 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The resource could not be found. Aug 03 16:16:47.125854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-47cb2487-92fa-4b62-b9e3-cbb748cbf200 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0497105 Aug 03 16:16:47.129358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.186044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.209615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.256772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.259462 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.263611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/08babf4a-a331-47f2-bbc2-3b9a6fdade39 HTTP/1.1" status: 204 len: 168 time: 0.1304698 Aug 03 16:16:47.263817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41142) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.274771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ee8da-d6c9-4bd9-9fab-480955c46010 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08babf4a-a331-47f2-bbc2-3b9a6fdade39,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:47.333071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1deb85fe-f7ee-476c-a7e2-842917b46a0f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675571 Aug 03 16:16:47.334291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.339037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-defafb69-ff2f-4aa5-a2ec-aaddbf27d044 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '2266249b-76e1-47b9-8038-543a8129f710', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.389447 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-defafb69-ff2f-4aa5-a2ec-aaddbf27d044 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The resource could not be found. Aug 03 16:16:47.390838 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-defafb69-ff2f-4aa5-a2ec-aaddbf27d044 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0554430 Aug 03 16:16:47.395630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41148) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.400949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--924492142'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.431464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.446671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559a14-48c7-495c-a8c4-c1dd58bd6512 req-697c8bd7-5c6c-492f-90f4-4736c8eb127e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:47.448569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d559a14-48c7-495c-a8c4-c1dd58bd6512 req-697c8bd7-5c6c-492f-90f4-4736c8eb127e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0579212 Aug 03 16:16:47.469022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b1733bca-5f21-480f-9e6e-d26d2115bddc up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:47.495819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d559a14-48c7-495c-a8c4-c1dd58bd6512 req-ccc63ecc-45c0-4886-8e25-92233f0bba30 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Aug 03 16:16:47.531211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port b1733bca-5f21-480f-9e6e-d26d2115bddc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:47.536134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port b1733bca-5f21-480f-9e6e-d26d2115bddc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:47.536519 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.541024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.546295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.591436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e595a3-8e20-481c-bb1c-cd71aa2c32e8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:47.593877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.597691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10606a02-ede3-459b-824c-59e24cb5dfcb tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1985555 Aug 03 16:16:47.599465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.604765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894991569'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.632939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.657543 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.683459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:47.686331 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be46d1e-ad72-4f25-9e1e-b373bd4b57fc" -d '{"events": [{"server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "name": "network-vif-plugged", "status": "completed", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:47.708171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:47.713302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.744480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.750001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.776964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:47.781100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.782580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1813452 Aug 03 16:16:47.787435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41160) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.794316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b13f6c4d-83e3-4f9a-8b3d-b57a1339acea tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': 'f5e595a3-8e20-481c-bb1c-cd71aa2c32e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '427da5e0-b257-4699-ac15-32ab7371c40c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:47.804259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d8d28-9b0a-48cc-b291-d5161f634f41 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427da5e0-b257-4699-ac15-32ab7371c40c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:47.839877 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-b13f6c4d-83e3-4f9a-8b3d-b57a1339acea tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:47.841956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b13f6c4d-83e3-4f9a-8b3d-b57a1339acea tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0532267 Aug 03 16:16:47.844657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41164) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:47.919094 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e32ad4-355b-4a41-ba78-b216f24deacc x-openstack-request-id: req-c9e32ad4-355b-4a41-ba78-b216f24deacc {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:47.919449 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "name": "network-vif-plugged", "status": "completed", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:47.919832 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9e32ad4-355b-4a41-ba78-b216f24deacc {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:47.920234 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc', 'code': 200} Aug 03 16:16:47.975507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:47.998436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2ee0-18ae-4964-a7de-003dffb1fd8f req-0f98cef3-82be-49e5-9687-a297b2fb64da tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:47.999942 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df6e2ee0-18ae-4964-a7de-003dffb1fd8f req-0f98cef3-82be-49e5-9687-a297b2fb64da tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0921781 Aug 03 16:16:48.009115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.047649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e809cc9-14fa-43ef-956c-ca34ef6fa48a req-0213c2e6-d43d-4abf-b2d4-661bcfc0714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:48.050396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e809cc9-14fa-43ef-956c-ca34ef6fa48a req-0213c2e6-d43d-4abf-b2d4-661bcfc0714c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0506434 Aug 03 16:16:48.070666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-df6e2ee0-18ae-4964-a7de-003dffb1fd8f req-13ba6fd1-8c63-4d98-9578-e8c8b1133339 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Aug 03 16:16:48.093400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.093400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.094754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/427da5e0-b257-4699-ac15-32ab7371c40c HTTP/1.1" status: 204 len: 168 time: 0.2478266 Aug 03 16:16:48.098797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.106085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fec0-41c9-4c7a-8235-a88b7331a45c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427da5e0-b257-4699-ac15-32ab7371c40c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:48.107379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0e809cc9-14fa-43ef-956c-ca34ef6fa48a req-6d2d5ecf-b2d8-42fa-9fa4-65478ff43146 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Aug 03 16:16:48.155768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-48ef882c-69b9-4308-9cdc-32b761087090 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0558832 Aug 03 16:16:48.159327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41178) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.230246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.255315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.297716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.301442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.302989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5e595a3-8e20-481c-bb1c-cd71aa2c32e8 HTTP/1.1" status: 204 len: 168 time: 0.1426592 Aug 03 16:16:48.305905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41180) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.312029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d9cea-a4ac-4050-946d-48d2d31bf43c tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e595a3-8e20-481c-bb1c-cd71aa2c32e8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:48.379401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31123fc8-d30f-4f56-af00-00f61f295ae4 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713720 Aug 03 16:16:48.383953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.389285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--101041192'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:48.414572 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.521117 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.525255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.574877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.576575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1912508 Aug 03 16:16:48.578034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a4295-11d0-4c34-9ee3-2f6253387567 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145d067f-ea7b-4c69-bee9-c643b436e5fd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:48.580685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.587216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-40dafcf9-6ad2-41bd-ba39-28936b83d670 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '145d067f-ea7b-4c69-bee9-c643b436e5fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:48.666775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149e0f-a88c-4636-8917-3a658cf7c699 req-378165c2-47c1-4471-a5c4-10dcf7a8f292 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:48.668346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a149e0f-a88c-4636-8917-3a658cf7c699 req-378165c2-47c1-4471-a5c4-10dcf7a8f292 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0684657 Aug 03 16:16:48.669740 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-40dafcf9-6ad2-41bd-ba39-28936b83d670 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:48.673434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40dafcf9-6ad2-41bd-ba39-28936b83d670 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0880530 Aug 03 16:16:48.673996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41192) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.678886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fbcc4e61-c5a0-4429-939f-6a65e5a9361f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group_rule': {'security_group_id': '145d067f-ea7b-4c69-bee9-c643b436e5fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:48.742672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a149e0f-a88c-4636-8917-3a658cf7c699 req-9d9cd5d2-034f-43b9-a36d-b74b643baae7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591447 Aug 03 16:16:48.757063 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-fbcc4e61-c5a0-4429-939f-6a65e5a9361f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:16:48.762898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fbcc4e61-c5a0-4429-939f-6a65e5a9361f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0833898 Aug 03 16:16:48.765905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41198) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.828958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.853611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.900029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.902997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:48.906911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/145d067f-ea7b-4c69-bee9-c643b436e5fd HTTP/1.1" status: 204 len: 168 time: 0.1366351 Aug 03 16:16:48.907299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41200) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.918468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f17520-655c-4432-86b6-319c28ef0fca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d067f-ea7b-4c69-bee9-c643b436e5fd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:48.959278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2dd02afa-91cf-406f-b7b5-cb59cd7d9b3f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502937 Aug 03 16:16:48.963300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41202) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:48.968281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110947986'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:48.998577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.096920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.101166 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.131716 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.135735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1687183 Aug 03 16:16:49.135949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41212) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.141277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6c425e8b-3d05-4344-817b-7d8bb3235bca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:49.141807 n-d-803226-3 neutron-server[106017]: WARNING neutron.api.v2.base [None req-6c425e8b-3d05-4344-817b-7d8bb3235bca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 16:16:49.142320 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-6c425e8b-3d05-4344-817b-7d8bb3235bca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 16:16:49.143556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c425e8b-3d05-4344-817b-7d8bb3235bca tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "PUT /v2.0/security-groups/c10b0d62-d513-41c9-8d9d-53b3a440604a HTTP/1.1" status: 409 len: 330 time: 0.0064352 Aug 03 16:16:49.146374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41214) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.153611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa309b6-7367-410d-8bc3-e46792bbd829 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b0d62-d513-41c9-8d9d-53b3a440604a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:49.206084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f0a9-11fe-45c7-94f5-4df6fa7afe44 req-c865f896-ab26-4ef3-ae42-1146165de819 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:49.207851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36b3f0a9-11fe-45c7-94f5-4df6fa7afe44 req-c865f896-ab26-4ef3-ae42-1146165de819 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0546060 Aug 03 16:16:49.209274 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.234809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.250531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36b3f0a9-11fe-45c7-94f5-4df6fa7afe44 req-0647747c-fe27-41d6-9a1d-ea3c48976893 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Aug 03 16:16:49.287449 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.290180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:49.293686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/c10b0d62-d513-41c9-8d9d-53b3a440604a HTTP/1.1" status: 204 len: 168 time: 0.1439555 Aug 03 16:16:49.294215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41222) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.303945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41668-b229-499e-ab96-1b9f7208bd11 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b0d62-d513-41c9-8d9d-53b3a440604a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:49.369599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a87cfa8e-d7e5-4431-b5c7-1f2ef8be062f tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738189 Aug 03 16:16:49.373020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41224) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.388532 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-71e4d218-e22b-47bf-ad11-5a5432cee5aa tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] delete failed (client error): The resource could not be found. Aug 03 16:16:49.390095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71e4d218-e22b-47bf-ad11-5a5432cee5aa tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "DELETE /v2.0/security-groups/4f510a5c-75c6-4c35-b71c-a1b9c27ae8c7 HTTP/1.1" status: 404 len: 347 time: 0.0158417 Aug 03 16:16:49.391085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56587f4-8bb1-4b2d-b713-ac83cd31c62e req-fee368eb-0cc5-4531-ad3c-0aaa6c7d1094 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:49.394405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a56587f4-8bb1-4b2d-b713-ac83cd31c62e req-fee368eb-0cc5-4531-ad3c-0aaa6c7d1094 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0460668 Aug 03 16:16:49.394582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41226) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.408667 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-87e80cf1-8a42-4c5d-bab3-db8500c6f0cc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] show failed (client error): The resource could not be found. Aug 03 16:16:49.409298 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-87e80cf1-8a42-4c5d-bab3-db8500c6f0cc tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-groups/f99ab1fe-2186-4cc4-8940-3f91af26422e HTTP/1.1" status: 404 len: 347 time: 0.0140374 Aug 03 16:16:49.413196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.428604 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-a58a85b9-7964-4b00-b977-68b786767fd0 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] show failed (client error): The resource could not be found. Aug 03 16:16:49.433015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a58a85b9-7964-4b00-b977-68b786767fd0 tempest-NegativeSecGroupIPv6Test-1047643023 tempest-NegativeSecGroupIPv6Test-1047643023-project] 10.222.0.70 "GET /v2.0/security-group-rules/774ce705-35a7-44c7-9201-c90a5f8f92a6 HTTP/1.1" status: 404 len: 356 time: 0.0155201 Aug 03 16:16:49.441849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a56587f4-8bb1-4b2d-b713-ac83cd31c62e req-5f268470-6320-4369-8210-3863ba487671 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Aug 03 16:16:49.566275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6826e-5b23-48ff-8317-e63eb09ed970 req-9e0f8b10-85a8-46ba-b6b1-ff600cd6e3ce tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:49.568136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0dd6826e-5b23-48ff-8317-e63eb09ed970 req-9e0f8b10-85a8-46ba-b6b1-ff600cd6e3ce tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0540242 Aug 03 16:16:49.611854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0dd6826e-5b23-48ff-8317-e63eb09ed970 req-915594cf-465b-4f15-a7a3-276c02582b0b tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360260 Aug 03 16:16:49.776101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41244) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:49.903398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffe6ba-5deb-4b73-9e13-e854b8d0e54c req-8a10fc19-433a-436e-90d6-21d28cfbab6b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:49.904957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeffe6ba-5deb-4b73-9e13-e854b8d0e54c req-8a10fc19-433a-436e-90d6-21d28cfbab6b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0648422 Aug 03 16:16:49.960838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeffe6ba-5deb-4b73-9e13-e854b8d0e54c req-ff8d3c19-74e8-451d-a1cd-3f4cf0fe3c91 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Aug 03 16:16:49.969545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12977b5f-61a0-4655-b737-f831f05d5c17 req-4301fc8e-d367-4068-b3b0-2dc1b4da2389 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:49.971926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12977b5f-61a0-4655-b737-f831f05d5c17 req-4301fc8e-d367-4068-b3b0-2dc1b4da2389 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0833528 Aug 03 16:16:50.013584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-223c7018-4ea8-4ba9-b097-6c8261c2b16d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8253cc5184e8487abd60a48112cfce4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352791 Aug 03 16:16:50.016064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:50.026715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12977b5f-61a0-4655-b737-f831f05d5c17 req-e8bfc9a6-e575-4b44-9cf2-7e8a2cc28581 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480728 Aug 03 16:16:50.078133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:50.102516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:50.152900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:50.156102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:50.157229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6850fe03-71b3-421f-ab00-95bf25c67785 HTTP/1.1" status: 204 len: 168 time: 0.1396689 Aug 03 16:16:50.166700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b61aa2-53ae-4194-a312-c1ded00b7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6850fe03-71b3-421f-ab00-95bf25c67785,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:50.864252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41292) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:50.978615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4a82e39d-f680-474b-a52e-42ccab0cde6b tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-398272842', 'prefixes': ['172.20.0.0/16']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:51.045935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4a82e39d-f680-474b-a52e-42ccab0cde6b tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] Notify callbacks [] for subnetpool, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.047481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4a82e39d-f680-474b-a52e-42ccab0cde6b tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1822193 Aug 03 16:16:51.052324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41300) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.092038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-16584ee0-7fee-483a-8bbe-aacddfab15df tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "GET /v2.0/subnetpools/2f87fb0c-a348-4bfb-aaad-0d61cfaf352b HTTP/1.1" status: 200 len: 731 time: 0.0385489 Aug 03 16:16:51.095851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41304) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.102368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e178a449-c5ef-4717-bc00-2a0250f2226a tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1427306151'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:51.194222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-40116714-154a-431c-bbe4-69c8a26cc38c tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:51.195662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-40116714-154a-431c-bbe4-69c8a26cc38c tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0445771 Aug 03 16:16:51.217339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a99f-a390-48e4-86dd-23db15dee5a5 req-85fa5d19-62a3-4d05-b502-84e79fde75b0 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:51.218913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c610a99f-a390-48e4-86dd-23db15dee5a5 req-85fa5d19-62a3-4d05-b502-84e79fde75b0 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 1097 time: 0.1087158 Aug 03 16:16:51.246139 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e178a449-c5ef-4717-bc00-2a0250f2226a tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] Notify callbacks [] for subnetpool, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.247759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e178a449-c5ef-4717-bc00-2a0250f2226a tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "PUT /v2.0/subnetpools/2f87fb0c-a348-4bfb-aaad-0d61cfaf352b HTTP/1.1" status: 200 len: 684 time: 0.1504381 Aug 03 16:16:51.251469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41312) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.278890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c610a99f-a390-48e4-86dd-23db15dee5a5 req-0f79f677-51fd-45b1-ab5c-71ebccb860e3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496399 Aug 03 16:16:51.365028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Deleting port b1733bca-5f21-480f-9e6e-d26d2115bddc {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:51.365376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.381430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a924962-893c-46de-966c-eb4dc978d30b tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] Notify callbacks [] for subnetpool, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.385370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a924962-893c-46de-966c-eb4dc978d30b tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "DELETE /v2.0/subnetpools/2f87fb0c-a348-4bfb-aaad-0d61cfaf352b HTTP/1.1" status: 204 len: 168 time: 0.1278133 Aug 03 16:16:51.385917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.405607 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-baee2f01-c23b-4735-9e50-d762cdac3f93 tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] show failed (client error): The resource could not be found. Aug 03 16:16:51.409192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-baee2f01-c23b-4735-9e50-d762cdac3f93 tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "GET /v2.0/subnetpools/2f87fb0c-a348-4bfb-aaad-0d61cfaf352b HTTP/1.1" status: 404 len: 346 time: 0.0197427 Aug 03 16:16:51.410639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41316) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.433367 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-fb030259-118a-4506-9c3a-6124683667e5 tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] delete failed (client error): The resource could not be found. Aug 03 16:16:51.445251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fb030259-118a-4506-9c3a-6124683667e5 tempest-SubnetPoolsTestJSON-7714395 tempest-SubnetPoolsTestJSON-7714395-project] 10.222.0.70 "DELETE /v2.0/subnetpools/2f87fb0c-a348-4bfb-aaad-0d61cfaf352b HTTP/1.1" status: 404 len: 346 time: 0.0301363 Aug 03 16:16:51.468468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] For port b1733bca-5f21-480f-9e6e-d26d2115bddc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b1733bca-5f21-480f-9e6e-d26d2115bddc,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:51.468879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.486141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Calling delete_port for b1733bca-5f21-480f-9e6e-d26d2115bddc owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:51.637843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.650025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b1733bca-5f21-480f-9e6e-d26d2115bddc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:51.653580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ce3a7738-b1f4-45da-8a34-e7b8761c2748'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:51.691173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1733bca-5f21-480f-9e6e-d26d2115bddc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:51.767972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41326) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:51.783135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] No DVR routers for this DVR port b1733bca-5f21-480f-9e6e-d26d2115bddc on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:16:51.786533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:51.789333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe857cf3-0f28-49b9-9468-2d2a0dc28c04 req-82116974-e553-47be-9364-b8ad75f7715f tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b1733bca-5f21-480f-9e6e-d26d2115bddc HTTP/1.1" status: 204 len: 173 time: 0.5856650 Aug 03 16:16:51.789943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'name': 'network-vif-deleted', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:51.792648 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac3238-b08d-45a0-b157-943a3c42d5cc" -d '{"events": [{"server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "name": "network-vif-deleted", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:51.890785 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a3383a-eb6a-4f5e-aa85-89d69de61131 x-openstack-request-id: req-e9a3383a-eb6a-4f5e-aa85-89d69de61131 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:51.891292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41197b77-0ba9-490c-81c2-b7a9b09bb4a7", "name": "network-vif-deleted", "tag": "b1733bca-5f21-480f-9e6e-d26d2115bddc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:51.891754 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9a3383a-eb6a-4f5e-aa85-89d69de61131 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:51.892797 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41197b77-0ba9-490c-81c2-b7a9b09bb4a7', 'name': 'network-vif-deleted', 'tag': 'b1733bca-5f21-480f-9e6e-d26d2115bddc', 'status': 'completed', 'code': 200} Aug 03 16:16:51.980624 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffb92d05-c15b-4544-b3b7-2cab78f9122d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.088570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffb92d05-c15b-4544-b3b7-2cab78f9122d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.093078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ffb92d05-c15b-4544-b3b7-2cab78f9122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.134271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffb92d05-c15b-4544-b3b7-2cab78f9122d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99c5b152fed248848a1340881b4e8490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645542 Aug 03 16:16:52.135324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb92d05-c15b-4544-b3b7-2cab78f9122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825da029-3380-4a6b-a196-288dff108ca6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:52.136854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41338) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:52.159143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.208040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.238626 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.316834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.320324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:52.326750 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/825da029-3380-4a6b-a196-288dff108ca6 HTTP/1.1" status: 204 len: 168 time: 0.1878130 Aug 03 16:16:52.338655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08c393-d9fe-4c7a-ad68-b7ddf53da3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825da029-3380-4a6b-a196-288dff108ca6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:52.433362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9a40cbd-dbad-4bd3-9ef1-6992abac1763 req-f9834c68-0ed8-432d-9d81-5e1c42041d52 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=41197b77-0ba9-490c-81c2-b7a9b09bb4a7 HTTP/1.1" status: 200 len: 210 time: 0.0362644 Aug 03 16:16:53.070181 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41378) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:53.175165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1767571654'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:53.200224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Made reservation on behalf of fdc5014be4bc4303811c070bb6d32fe1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:53.203858 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.212814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.325763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.331738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.358122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:16:53.373445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7097e2-8aaa-4caa-a194-f34fd8dc4e86,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:53.378669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.379018 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Added segment f59a7188-a264-4121-8cf4-ffad1bac4767 of type vlan for network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 Aug 03 16:16:53.420243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.450943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.456908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:53.457527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.534588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4632370 Aug 03 16:16:53.538175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41394) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:53.544843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Request body: {'subnet': {'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:53.548953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec12e41-aaf1-4ded-86de-043463337554 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event updated for resources: {'Network': ['ID=bf59478a-7c29-4bbb-9b1e-50a0e6852b12,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:53.567322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:16:53.736552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Made reservation on behalf of fdc5014be4bc4303811c070bb6d32fe1 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:53.739853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:53.811107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f48414-9521-4ea7-baaf-926662bb7671 req-e4fdd3b9-f7da-4d82-842a-3f344aa6b969 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:53.812556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5f48414-9521-4ea7-baaf-926662bb7671 req-e4fdd3b9-f7da-4d82-842a-3f344aa6b969 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.1060731 Aug 03 16:16:53.874176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5f48414-9521-4ea7-baaf-926662bb7671 req-a21ccd6d-0813-464a-aa10-e96ddf570fc3 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469470 Aug 03 16:16:53.981113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:54.055156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event updated for resources: {'Subnet': ['ID=33347c69-135d-41d3-a8df-698340a682c1,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:54.058603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Checking segment: {'id': 'f59a7188-a264-4121-8cf4-ffad1bac4767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:54.059025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Network hostable DHCP agents. Network: bf59478a-7c29-4bbb-9b1e-50a0e6852b12, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:16:54.078215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:16:54.088486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, bf59478a-7c29-4bbb-9b1e-50a0e6852b12) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:54.092969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:54.093562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:54.100860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb18a4-ff8c-44aa-b33b-96b002df6f12 None None] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:54.112166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05cb90b3-2d01-49fe-abe7-aa0085173e26 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5716715 Aug 03 16:16:54.114823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41404) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:54.120563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Request body: {'port': {'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12', 'name': 'tempest-TagsExtTest-887514739'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:54.272383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-bf59478a-7c29-4bbb-9b1e-50a0e6852b12', 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12', 'tenant_id': 'fdc5014be4bc4303811c070bb6d32fe1', 'fixed_ips': [{'subnet_id': '33347c69-135d-41d3-a8df-698340a682c1'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:16:54.273532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:54.274756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Made reservation on behalf of fdc5014be4bc4303811c070bb6d32fe1 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:16:54.280049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:54.305455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] device_id is not set on port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:16:54.431497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Allocated IP 172.20.0.10 (bf59478a-7c29-4bbb-9b1e-50a0e6852b12/33347c69-135d-41d3-a8df-698340a682c1/0477b1b5-2f6b-408a-a544-fb54bf7acc93) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:54.965660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:54.983129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Transition to ACTIVE for port object 0477b1b5-2f6b-408a-a544-fb54bf7acc93 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:55.021734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.051462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148b9b-6268-4bb6-9bdf-83af9ba6bfc7 req-c16bcaaf-c288-4974-990d-b9de67ecd41d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:55.084376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Allocated IP 172.20.0.2 (bf59478a-7c29-4bbb-9b1e-50a0e6852b12/33347c69-135d-41d3-a8df-698340a682c1/604637d2-992e-4349-9a90-75883c25c503) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:16:55.089714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c148b9b-6268-4bb6-9bdf-83af9ba6bfc7 req-c16bcaaf-c288-4974-990d-b9de67ecd41d tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.1207581 Aug 03 16:16:55.091703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:55.096249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:55.098705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event updated for resources: {'Port': ['ID=0477b1b5-2f6b-408a-a544-fb54bf7acc93,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:55.107918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:55.146220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c148b9b-6268-4bb6-9bdf-83af9ba6bfc7 req-6830eb21-bda8-4de9-b9a2-297cc8c91018 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cfdac68b-364d-4cc2-b112-54f85e0f5316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 Aug 03 16:16:55.162164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:55.162827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.186046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8ab9a2cd-cfae-4420-8748-2d61471c57fb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0697522 Aug 03 16:16:55.188282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41426) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.194667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1686944625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:55.208820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-87a9d55c-2d16-45a9-bf0c-851d8c965875 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:16:55.210656 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-87a9d55c-2d16-45a9-bf0c-851d8c965875 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 1097 time: 0.0468783 Aug 03 16:16:55.223423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.225324 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.297203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.307230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.309396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Transition to ACTIVE for port object 604637d2-992e-4349-9a90-75883c25c503 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:55.316101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.331199 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Deleting port ce3a7738-b1f4-45da-8a34-e7b8761c2748 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:55.331658 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.335137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Transition to ACTIVE for port object 604637d2-992e-4349-9a90-75883c25c503 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:16:55.336500 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.338443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1073012-cdd2-484f-b292-007c2ef15423 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1482468 Aug 03 16:16:55.341283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41434) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.344043 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.348065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-383a10f5-fce6-4957-8227-2e6c87b9bff2 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1943299789', 'prefixes': ['172.20.0.0/16']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:16:55.400124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Pushing event updated for resources: {'Port': ['ID=604637d2-992e-4349-9a90-75883c25c503,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:55.409411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:16:55.411115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:16:55.413733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:16:55.448652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-383a10f5-fce6-4957-8227-2e6c87b9bff2 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for subnetpool, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.450295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-383a10f5-fce6-4957-8227-2e6c87b9bff2 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1076281 Aug 03 16:16:55.455374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41436) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.458073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] For port ce3a7738-b1f4-45da-8a34-e7b8761c2748, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=ce3a7738-b1f4-45da-8a34-e7b8761c2748,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:55.458450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.461791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-cac2c4d4-df5c-4b72-9c5a-a171d14210ca tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-61334991') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:55.473603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Calling delete_port for ce3a7738-b1f4-45da-8a34-e7b8761c2748 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:55.482373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b1733bca-5f21-480f-9e6e-d26d2115bddc no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:55.513013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: b1733bca-5f21-480f-9e6e-d26d2115bddc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:55.513495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b1733bca-5f21-480f-9e6e-d26d2115bddc not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:55.520881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Attempting to bind port 604637d2-992e-4349-9a90-75883c25c503 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:16:55.521392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Attempting to bind port 604637d2-992e-4349-9a90-75883c25c503 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f59a7188-a264-4121-8cf4-ffad1bac4767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:16:55.521904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Attempting to bind port 604637d2-992e-4349-9a90-75883c25c503 on network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:16:55.527332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:16:55.527842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Checking segment: {'id': 'f59a7188-a264-4121-8cf4-ffad1bac4767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:16:55.528514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.528962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Bound using segment: {'id': 'f59a7188-a264-4121-8cf4-ffad1bac4767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:16:55.529529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Bound port: 604637d2-992e-4349-9a90-75883c25c503, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59a7188-a264-4121-8cf4-ffad1bac4767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bf59478a-7c29-4bbb-9b1e-50a0e6852b12'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:16:55.530045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.582997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cac2c4d4-df5c-4b72-9c5a-a171d14210ca tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-61334991 HTTP/1.1" status: 201 len: 201 time: 0.1258864 Aug 03 16:16:55.586150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41438) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.594792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-d9e77f6e-189f-4b20-9590-7cea1b12315c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-1740211127') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:55.634462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] For port 604637d2-992e-4349-9a90-75883c25c503, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:16:55.638290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] For port 604637d2-992e-4349-9a90-75883c25c503, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=604637d2-992e-4349-9a90-75883c25c503,segment=NetworkSegment(f59a7188-a264-4121-8cf4-ffad1bac4767),segment_id=f59a7188-a264-4121-8cf4-ffad1bac4767)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:16:55.645445 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.656362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.675255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9e77f6e-189f-4b20-9590-7cea1b12315c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-1740211127 HTTP/1.1" status: 201 len: 201 time: 0.0851717 Aug 03 16:16:55.677132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41444) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.686172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-ba02bcab-aa8b-4a1c-ad26-d3d974c05d3d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-1888050456') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:55.708995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce3a7738-b1f4-45da-8a34-e7b8761c2748,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:55.712225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88573eec-3cad-4b90-a2f5-042b5d4019cc None None] Pushing event updated for resources: {'Port': ['ID=604637d2-992e-4349-9a90-75883c25c503,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:55.715732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['ce3a7738-b1f4-45da-8a34-e7b8761c2748'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:16:55.795775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] No DVR routers for this DVR port ce3a7738-b1f4-45da-8a34-e7b8761c2748 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:16:55.799580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:55.802305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-64d38320-9fbe-438f-873f-927a0f5f50d9 req-316b4c27-1928-4c6e-b31e-0f610fe02b14 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ce3a7738-b1f4-45da-8a34-e7b8761c2748 HTTP/1.1" status: 204 len: 173 time: 0.5836041 Aug 03 16:16:55.802907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'name': 'network-vif-deleted', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:16:55.816788 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c26a5d-f255-458b-ae32-88fd94fb0515" -d '{"events": [{"server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "name": "network-vif-deleted", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:16:55.867268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ba02bcab-aa8b-4a1c-ad26-d3d974c05d3d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-1888050456 HTTP/1.1" status: 201 len: 201 time: 0.1857541 Aug 03 16:16:55.870538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.877833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-814c8350-2f6f-4a6c-aad7-f4fa69b5cf61 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-1161749666') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:55.887384 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5d5ab-7bf8-41f9-81ff-b8448a935c64 x-openstack-request-id: req-cea5d5ab-7bf8-41f9-81ff-b8448a935c64 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:16:55.887384 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204", "name": "network-vif-deleted", "tag": "ce3a7738-b1f4-45da-8a34-e7b8761c2748", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:16:55.888212 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cea5d5ab-7bf8-41f9-81ff-b8448a935c64 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:16:55.888212 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204', 'name': 'network-vif-deleted', 'tag': 'ce3a7738-b1f4-45da-8a34-e7b8761c2748', 'status': 'completed', 'code': 200} Aug 03 16:16:55.974625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-814c8350-2f6f-4a6c-aad7-f4fa69b5cf61 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-1161749666 HTTP/1.1" status: 201 len: 201 time: 0.1024785 Aug 03 16:16:55.978869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41454) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:55.984577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-839e9dfc-b576-46d3-b866-194ec0784702 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.151199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-839e9dfc-b576-46d3-b866-194ec0784702 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 200 len: 239 time: 0.1707160 Aug 03 16:16:56.153898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41456) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.159409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-1a338738-3a5b-443a-9ff6-ef4a73ab9ffd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-61334991') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.204879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:56.253761 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1a338738-3a5b-443a-9ff6-ef4a73ab9ffd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-61334991 HTTP/1.1" status: 204 len: 168 time: 0.0981123 Aug 03 16:16:56.256534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.261346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-e8e96c68-e72c-4efd-9a66-68b94e7c1a4a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-61334991') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.298800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42881340-cd1a-4cc5-b83b-b336f1153749 req-b3048d3b-9cc3-4bf5-aff9-14f60b3ec178 tempest-TestServerMultinode-409072605 tempest-TestServerMultinode-409072605-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8c5a1d78-f0b7-4f7c-8c86-f39a9a37a204 HTTP/1.1" status: 200 len: 210 time: 0.0359371 Aug 03 16:16:56.377998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41468) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.378209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e8e96c68-e72c-4efd-9a66-68b94e7c1a4a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-61334991 HTTP/1.1" status: 204 len: 168 time: 0.1201146 Aug 03 16:16:56.383965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-23dbbf66-fbde-441a-967f-163b81b3ec8d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.474294 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23dbbf66-fbde-441a-967f-163b81b3ec8d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0947390 Aug 03 16:16:56.477147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41470) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.482339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-16597980-5aab-4206-ab8b-5ea2f4adde23 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.537034 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-16597980-5aab-4206-ab8b-5ea2f4adde23 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 200 len: 241 time: 0.0586474 Aug 03 16:16:56.539920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.546327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-a7611a0c-674f-42f6-9d2d-e25ed9ca17eb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-1740211127') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.607206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7611a0c-674f-42f6-9d2d-e25ed9ca17eb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-1740211127 HTTP/1.1" status: 204 len: 168 time: 0.0657611 Aug 03 16:16:56.609604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41474) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.615475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-45cfd5f2-263d-428e-9fa7-3ef992eb0351 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-1740211127') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.705723 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45cfd5f2-263d-428e-9fa7-3ef992eb0351 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-1740211127 HTTP/1.1" status: 204 len: 168 time: 0.0943811 Aug 03 16:16:56.708378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41476) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.713859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-89e4840d-b511-4f75-bab8-2735fba2ad94 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.757438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 604637d2-992e-4349-9a90-75883c25c503 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:56.801695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-89e4840d-b511-4f75-bab8-2735fba2ad94 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 200 len: 205 time: 0.0911744 Aug 03 16:16:56.803434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41478) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.809540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-74fbf263-191b-47d0-babf-dc7dff308441 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:56.822600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 604637d2-992e-4349-9a90-75883c25c503 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:56.906559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-74fbf263-191b-47d0-babf-dc7dff308441 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 200 len: 241 time: 0.1016021 Aug 03 16:16:56.909954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41484) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:56.915666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-448c80b3-fe15-4341-af7b-a714a8154928 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-1888050456') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.005698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-448c80b3-fe15-4341-af7b-a714a8154928 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-1888050456 HTTP/1.1" status: 204 len: 168 time: 0.0923841 Aug 03 16:16:57.006058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41486) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.010948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-334d5e9a-fadf-4c23-bef5-4c50aabbc2e8 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-1888050456') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.057882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53469047-65fc-4cc0-907d-9422927ea79f None None] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:16:57.117465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Provisioning for port 604637d2-992e-4349-9a90-75883c25c503 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:57.122566 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-334d5e9a-fadf-4c23-bef5-4c50aabbc2e8 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-1888050456 HTTP/1.1" status: 204 len: 168 time: 0.1130981 Aug 03 16:16:57.122811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41488) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.122961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Provisioning complete for port 604637d2-992e-4349-9a90-75883c25c503 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:57.123197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:57.128792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-c4cc9ad2-e910-4c80-a139-c74739eaa0bc tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.220083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4cc9ad2-e910-4c80-a139-c74739eaa0bc tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0950038 Aug 03 16:16:57.222931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41494) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.229597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-b506dd0e-6241-40a4-b865-70745b39722d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.255924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b506dd0e-6241-40a4-b865-70745b39722d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 200 len: 241 time: 0.0316710 Aug 03 16:16:57.258869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.264179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-37d38aa6-f134-4d8e-8222-314e832656f4 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-1161749666') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.304771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37d38aa6-f134-4d8e-8222-314e832656f4 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-1161749666 HTTP/1.1" status: 204 len: 168 time: 0.0418777 Aug 03 16:16:57.305349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41500) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.308527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:57.309886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-c4e679ba-9685-4306-afc1-9ed72cc34abb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-1161749666') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.371463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] For port 604637d2-992e-4349-9a90-75883c25c503, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=604637d2-992e-4349-9a90-75883c25c503,segment=NetworkSegment(f59a7188-a264-4121-8cf4-ffad1bac4767),segment_id=f59a7188-a264-4121-8cf4-ffad1bac4767)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:57.375723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:57.399487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41504) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.437850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1993e-b0cd-4568-b705-de97eba5227c None None] Pushing event updated for resources: {'Port': ['ID=604637d2-992e-4349-9a90-75883c25c503,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:57.460765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41510) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.461187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4e679ba-9685-4306-afc1-9ed72cc34abb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-1161749666 HTTP/1.1" status: 204 len: 168 time: 0.1548665 Aug 03 16:16:57.468344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-f9be132d-dc7d-44ba-95fd-3b86ae4305dd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.502652 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f9be132d-dc7d-44ba-95fd-3b86ae4305dd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 200 len: 205 time: 0.0401185 Aug 03 16:16:57.505179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.510040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-05253e4e-e2e7-49e1-b446-3c51175ce644 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.556639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05253e4e-e2e7-49e1-b446-3c51175ce644 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 204 len: 168 time: 0.0498846 Aug 03 16:16:57.560150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.566834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-19b4ac80-7fe5-4ae6-8d67-72cd4a5367e7 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.657981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19b4ac80-7fe5-4ae6-8d67-72cd4a5367e7 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0958216 Aug 03 16:16:57.660221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41516) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.664936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-07d18308-d472-4c3b-a843-678068444385 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.712382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Provisioning complete for port 604637d2-992e-4349-9a90-75883c25c503 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:57.712757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:57.732359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-07d18308-d472-4c3b-a843-678068444385 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 204 len: 168 time: 0.0711298 Aug 03 16:16:57.734903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.742489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-57e22240-cc4f-4ab1-8d6f-936ec7c35242 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.864452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Provisioning for port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:16:57.868920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Provisioning complete for port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:57.869317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:57.885459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-57e22240-cc4f-4ab1-8d6f-936ec7c35242 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1415758 Aug 03 16:16:57.885959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.890627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-63b14214-fe9a-4ea3-b4c9-abb40edff8bd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-1809927217') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.924344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8525cbb7-d4da-46c7-8581-28488aa57f48 None None] Port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:57.982239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-63b14214-fe9a-4ea3-b4c9-abb40edff8bd tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-1809927217 HTTP/1.1" status: 201 len: 201 time: 0.0952320 Aug 03 16:16:57.983768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41530) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:57.989045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-efbadde7-c6e0-4735-89ab-1de9767b5900 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-1069633494') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:57.990388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:58.049533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-53948d42-a3d1-411b-95fa-af052d63b999 None None] Provisioning complete for port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:58.050264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53948d42-a3d1-411b-95fa-af052d63b999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:58.098151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-53948d42-a3d1-411b-95fa-af052d63b999 None None] Port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:16:58.102453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-efbadde7-c6e0-4735-89ab-1de9767b5900 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-1069633494 HTTP/1.1" status: 201 len: 201 time: 0.1175473 Aug 03 16:16:58.104989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41536) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:58.113209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-2a1d0123-fda0-4ed5-9f58-757bf1b34e4e tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-279829026') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:58.208386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2a1d0123-fda0-4ed5-9f58-757bf1b34e4e tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-279829026 HTTP/1.1" status: 201 len: 201 time: 0.1021678 Aug 03 16:16:58.211135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41542) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:58.215737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-672879f4-9512-41e6-92f2-b57d22645326 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-957941245') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:58.253931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-672879f4-9512-41e6-92f2-b57d22645326 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-957941245 HTTP/1.1" status: 201 len: 201 time: 0.0417042 Aug 03 16:16:58.256639 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:58.261112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-8115f48c-b820-4545-a52e-7f7aba31adc6 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', {'tags': ['tempest-TagsExtTest-Tag-1462363772', 'tempest-TagsExtTest-Tag-589062464', 'tempest-TagsExtTest-Tag-201388982']}) {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:58.353485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8115f48c-b820-4545-a52e-7f7aba31adc6 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 200 len: 316 time: 0.0959501 Aug 03 16:16:58.357325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:58.363909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-0f77754a-e19c-4f3b-a2e0-f6667ab96c2a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:58.369964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Deleting port 05c7fd19-65db-4583-a2a3-7db9712db471 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:16:58.370314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:58.490171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] For port 05c7fd19-65db-4583-a2a3-7db9712db471, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=05c7fd19-65db-4583-a2a3-7db9712db471,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:16:58.490540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:58.507165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Calling delete_port for 05c7fd19-65db-4583-a2a3-7db9712db471 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:16:58.708742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 604637d2-992e-4349-9a90-75883c25c503 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:16:58.768721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 604637d2-992e-4349-9a90-75883c25c503 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:16:58.769318 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:58.884998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ce3a7738-b1f4-45da-8a34-e7b8761c2748 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:16:58.906198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: ce3a7738-b1f4-45da-8a34-e7b8761c2748 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:16:58.906619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device ce3a7738-b1f4-45da-8a34-e7b8761c2748 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:16:58.957915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f77754a-e19c-4f3b-a2e0-f6667ab96c2a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 204 len: 168 time: 0.5993998 Aug 03 16:16:58.960648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:58.965233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-112594dc-19c4-4ba0-a555-da8cbf0c7aa6 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-1462363772') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.035111 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-112594dc-19c4-4ba0-a555-da8cbf0c7aa6 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.036972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-112594dc-19c4-4ba0-a555-da8cbf0c7aa6 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-1462363772 HTTP/1.1" status: 404 len: 329 time: 0.0750051 Aug 03 16:16:59.039823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.044828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-8e084ddc-37cd-432a-84ed-7e18c3db4d62 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-589062464') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.101725 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-8e084ddc-37cd-432a-84ed-7e18c3db4d62 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.103028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8e084ddc-37cd-432a-84ed-7e18c3db4d62 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-589062464 HTTP/1.1" status: 404 len: 328 time: 0.0623269 Aug 03 16:16:59.105821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41554) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.110794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-05e31843-2e1a-4d3a-9f72-60e2359ec8ad tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1', 'tempest-TagsExtTest-Tag-201388982') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.113862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:59.142867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c7fd19-65db-4583-a2a3-7db9712db471,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:16:59.192430 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-05e31843-2e1a-4d3a-9f72-60e2359ec8ad tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.193924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05e31843-2e1a-4d3a-9f72-60e2359ec8ad tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags/tempest-TagsExtTest-Tag-201388982 HTTP/1.1" status: 404 len: 328 time: 0.0870254 Aug 03 16:16:59.196711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.202955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-c739dc30-d141-4e49-bb66-a227b281ad52 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', {'tags': ['tempest-TagsExtTest-Tag-107601491', 'tempest-TagsExtTest-Tag-177428698', 'tempest-TagsExtTest-Tag-1174550383']}) {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.290899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c739dc30-d141-4e49-bb66-a227b281ad52 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 200 len: 316 time: 0.0916722 Aug 03 16:16:59.292997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41558) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.299748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-d3ac072d-14cf-4475-a3b1-1fc7a0d3750f tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.339598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:59.398684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d3ac072d-14cf-4475-a3b1-1fc7a0d3750f tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 204 len: 168 time: 0.1043065 Aug 03 16:16:59.401132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41562) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.406338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-dbc35596-65de-4cd7-b645-20affc46d6a4 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-107601491') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.465914 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-dbc35596-65de-4cd7-b645-20affc46d6a4 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.466965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dbc35596-65de-4cd7-b645-20affc46d6a4 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-107601491 HTTP/1.1" status: 404 len: 328 time: 0.0647850 Aug 03 16:16:59.470264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.474699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-ecad1839-cad9-4531-8880-01a72c14cbff tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-177428698') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.527882 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-ecad1839-cad9-4531-8880-01a72c14cbff tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.531625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ecad1839-cad9-4531-8880-01a72c14cbff tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-177428698 HTTP/1.1" status: 404 len: 328 time: 0.0577526 Aug 03 16:16:59.531842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41566) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.536966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-e2d4ca61-e5d0-48f1-946c-2aedf5f5cb68 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93', 'tempest-TagsExtTest-Tag-1174550383') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.593379 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-e2d4ca61-e5d0-48f1-946c-2aedf5f5cb68 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.596954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2d4ca61-e5d0-48f1-946c-2aedf5f5cb68 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags/tempest-TagsExtTest-Tag-1174550383 HTTP/1.1" status: 404 len: 329 time: 0.0609374 Aug 03 16:16:59.597156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41568) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.599163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Router d1473e2f-04ab-4939-a894-ce5aeaf00669 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:16:59.601903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-d685de39-20c5-4e35-a17a-fa94df8bfd85 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', {'tags': ['tempest-TagsExtTest-Tag-418504795', 'tempest-TagsExtTest-Tag-1788684566', 'tempest-TagsExtTest-Tag-259583110']}) {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.701617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d685de39-20c5-4e35-a17a-fa94df8bfd85 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 200 len: 316 time: 0.1033878 Aug 03 16:16:59.702840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41570) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.709035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-40d78426-e878-4ae1-acb2-2f7093bfe77b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.718738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:16:59.727198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-824b2e12-4c21-4277-918b-4238d81728c2 admin admin] 10.222.0.70 "PUT /v2.0/routers/d1473e2f-04ab-4939-a894-ce5aeaf00669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3262119 Aug 03 16:16:59.730458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41572) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.734663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Sync routers for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:16:59.749472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:16:59.752743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.827845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-40d78426-e878-4ae1-acb2-2f7093bfe77b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1240942 Aug 03 16:16:59.832061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41574) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.837826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-bd568525-2178-4922-a6ed-10e0f4fc3569 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-418504795') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:16:59.913240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:16:59.938570 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-bd568525-2178-4922-a6ed-10e0f4fc3569 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:16:59.939630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd568525-2178-4922-a6ed-10e0f4fc3569 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-418504795 HTTP/1.1" status: 404 len: 328 time: 0.1064336 Aug 03 16:16:59.944791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41576) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:16:59.950090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-6fa03f17-7a26-4d27-af94-75c0e86a043a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-1788684566') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.032943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.039626 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-6fa03f17-7a26-4d27-af94-75c0e86a043a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:17:00.041575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6fa03f17-7a26-4d27-af94-75c0e86a043a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-1788684566 HTTP/1.1" status: 404 len: 329 time: 0.0955517 Aug 03 16:17:00.049351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.051758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-b1ad3a28-2ab8-4e08-b7a2-da1a174619a7 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1', 'tempest-TagsExtTest-Tag-259583110') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.151974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:00.163108 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-b1ad3a28-2ab8-4e08-b7a2-da1a174619a7 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:17:00.167014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41580) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.167154 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b1ad3a28-2ab8-4e08-b7a2-da1a174619a7 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags/tempest-TagsExtTest-Tag-259583110 HTTP/1.1" status: 404 len: 328 time: 0.1207025 Aug 03 16:17:00.174032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-68324291-2f28-421b-a089-ce188cbc68bb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', {'tags': ['tempest-TagsExtTest-Tag-615190772', 'tempest-TagsExtTest-Tag-1465868447', 'tempest-TagsExtTest-Tag-628402464']}) {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.176882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Deleting port 939bc446-b424-42bb-9072-3b71b2581c75 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:00.177243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.224101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68324291-2f28-421b-a089-ce188cbc68bb tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "PUT /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 200 len: 316 time: 0.0553484 Aug 03 16:17:00.226483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41582) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.233539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-cf348844-c899-4755-b1db-173b9ea2835a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.291014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] For port 939bc446-b424-42bb-9072-3b71b2581c75, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=939bc446-b424-42bb-9072-3b71b2581c75,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:00.291550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.292973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cf348844-c899-4755-b1db-173b9ea2835a tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 204 len: 168 time: 0.0644062 Aug 03 16:17:00.295585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41584) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.302427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-e1c7712d-957c-4dbd-be1e-88596385dd8b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-615190772') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.313169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Calling delete_port for 939bc446-b424-42bb-9072-3b71b2581c75 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:00.326315 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-e1c7712d-957c-4dbd-be1e-88596385dd8b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:17:00.330870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1c7712d-957c-4dbd-be1e-88596385dd8b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-615190772 HTTP/1.1" status: 404 len: 328 time: 0.0307138 Aug 03 16:17:00.331423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41586) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.336341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-85e87683-4d9e-4897-968b-e8bbd024a993 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-1465868447') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.374517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '939bc446-b424-42bb-9072-3b71b2581c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:59Z', 'revision_number': 5, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port': {'id': '939bc446-b424-42bb-9072-3b71b2581c75', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.379628 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-85e87683-4d9e-4897-968b-e8bbd024a993 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:17:00.381253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-85e87683-4d9e-4897-968b-e8bbd024a993 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-1465868447 HTTP/1.1" status: 404 len: 329 time: 0.0486457 Aug 03 16:17:00.384389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41588) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.394058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.tag.tag_plugin [None req-ffc00c36-40b0-4ff7-be69-8fcfa38b8a0b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912', 'tempest-TagsExtTest-Tag-628402464') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.406781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Checking router: d1473e2f-04ab-4939-a894-ce5aeaf00669 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:00.416111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Routers {'d1473e2f-04ab-4939-a894-ce5aeaf00669'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:00.416767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['d1473e2f-04ab-4939-a894-ce5aeaf00669'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.470167 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-ffc00c36-40b0-4ff7-be69-8fcfa38b8a0b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] show failed (client error): The resource could not be found. Aug 03 16:17:00.470640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ffc00c36-40b0-4ff7-be69-8fcfa38b8a0b tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags/tempest-TagsExtTest-Tag-628402464 HTTP/1.1" status: 404 len: 328 time: 0.0851817 Aug 03 16:17:00.470850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.478373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-92442b38-c9fe-4ac6-9534-2b7145451cf2 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43a23374-0d70-4dcd-b542-b31b42d30912') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.521784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92442b38-c9fe-4ac6-9534-2b7145451cf2 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912/tags HTTP/1.1" status: 204 len: 168 time: 0.0490842 Aug 03 16:17:00.524326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41594) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.528160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] Set router d1473e2f-04ab-4939-a894-ce5aeaf00669 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:00.529297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-85b129da-942c-4b17-8e44-06f8a845bf47 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c0225b5-d36a-4996-9008-e9bf8ff119e1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.580479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.595182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:17:00Z', 'revision_number': 6, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.606782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=939bc446-b424-42bb-9072-3b71b2581c75,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:00.623421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2254fc9-2059-4ddb-a9e5-89bb5136e39f None None] The sync data for ids ['d1473e2f-04ab-4939-a894-ce5aeaf00669'] in n-d-803226-3 is: [{'id': 'd1473e2f-04ab-4939-a894-ce5aeaf00669', 'name': 'tempest-TestServerMultinode-228920164-router', 'tenant_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:08Z', 'updated_at': '2021-08-03T16:17:00Z', 'revision_number': 6, 'project_id': 'dbd65c889dfe4e4f926e070cc8b5f260', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:00.646965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-85b129da-942c-4b17-8e44-06f8a845bf47 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1192365 Aug 03 16:17:00.647162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41596) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.655037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-d54a0ad1-d301-4649-bff9-3ea6819b9c28 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0477b1b5-2f6b-408a-a544-fb54bf7acc93') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.691579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.725786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d54a0ad1-d301-4649-bff9-3ea6819b9c28 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93/tags HTTP/1.1" status: 204 len: 168 time: 0.0769119 Aug 03 16:17:00.728837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41598) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.733856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.tag.tag_plugin [None req-c34bf6dc-a5d3-404a-8684-7c794b160043 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33347c69-135d-41d3-a8df-698340a682c1') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:00.792979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.795662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.806417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c34bf6dc-a5d3-404a-8684-7c794b160043 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0759907 Aug 03 16:17:00.811246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41600) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.850342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.850962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1473e2f-04ab-4939-a894-ce5aeaf00669 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:17:00.856194 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.859832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a19c39a9-e3f8-45b9-8cba-0e616ed81c65 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d1473e2f-04ab-4939-a894-ce5aeaf00669 HTTP/1.1" status: 204 len: 168 time: 1.1257586 Aug 03 16:17:00.860005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41602) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.892396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0146f7f5-1538-40ef-909f-9cd0e06b6d3d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for subnetpool, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.893975 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0146f7f5-1538-40ef-909f-9cd0e06b6d3d tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnetpools/43a23374-0d70-4dcd-b542-b31b42d30912 HTTP/1.1" status: 204 len: 168 time: 0.0818598 Aug 03 16:17:00.896890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41604) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.918901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Deleting subnet 1f6b355d-649a-437d-9815-920a00542c72 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:17:00.922062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:00.926986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6689f2ee-75c0-4c7a-8cb1-e5ac649d4467 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c0225b5-d36a-4996-9008-e9bf8ff119e1 HTTP/1.1" status: 200 len: 205 time: 0.0286131 Aug 03 16:17:00.930270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41606) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:00.964644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.056596 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.081710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.172142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.215707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6b355d-649a-437d-9815-920a00542c72,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:01.217623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.222459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f89b1589-a24c-4512-9f44-4b69ca99dda5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f6b355d-649a-437d-9815-920a00542c72 HTTP/1.1" status: 204 len: 168 time: 0.3579409 Aug 03 16:17:01.225490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed34761-e6bc-4fe7-aa2c-fbf78a519f3e None None] Network bc7ebf06-e6e5-4765-9b22-21ee3e240d04 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:01.234187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:01.248084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.250846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.306113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.307196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0225b5-d36a-4996-9008-e9bf8ff119e1 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:17:01.315482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.319015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-141bfcce-c71a-4da7-abae-cc2b22e7fa79 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/routers/3c0225b5-d36a-4996-9008-e9bf8ff119e1 HTTP/1.1" status: 204 len: 168 time: 0.3854403 Aug 03 16:17:01.322115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41610) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:01.342518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.420120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Deleting port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:01.421166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.443428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Deleting port 0477b1b5-2f6b-408a-a544-fb54bf7acc93 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:01.443672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.512500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] For port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:01.517405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.519647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] DHCP port deletion for bc7ebf06-e6e5-4765-9b22-21ee3e240d04 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:17:01.542342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Calling delete_port for cc0997c8-289a-43c3-8d67-f1d86c1fdf7e owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:01.572809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.588372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Calling delete_port for 0477b1b5-2f6b-408a-a544-fb54bf7acc93 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:01.614465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Deleting port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:01.614855 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.649568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.693085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:01.698189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] No DVR routers for this DVR port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:01.713764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] For port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,segment=NetworkSegment(6aded5cb-cdca-43eb-8588-d2db1bf6a65d),segment_id=6aded5cb-cdca-43eb-8588-d2db1bf6a65d)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:01.714249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.731335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Calling delete_port for cc0997c8-289a-43c3-8d67-f1d86c1fdf7e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:01.753513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.815853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.821518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event deleted for resources: {'Port': ['ID=0477b1b5-2f6b-408a-a544-fb54bf7acc93,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:01.835549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7ebf06-e6e5-4765-9b22-21ee3e240d04']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:01.845058 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.862339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] No DVR routers for this DVR port cc0997c8-289a-43c3-8d67-f1d86c1fdf7e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:01.863733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aded5cb-cdca-43eb-8588-d2db1bf6a65d') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:01.864198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aded5cb-cdca-43eb-8588-d2db1bf6a65d') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:01.876234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.895554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.902912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:17:01.903327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:17:01.906219 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:17:01.917415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3ef28-609d-4067-9880-e3bdf8a1131f None None] Pushing event deleted for resources: {'Port': ['ID=cc0997c8-289a-43c3-8d67-f1d86c1fdf7e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:01.973015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:01.977372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e3490211-ec51-4f1d-b414-edfa48978f9c tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/ports/0477b1b5-2f6b-408a-a544-fb54bf7acc93 HTTP/1.1" status: 204 len: 168 time: 0.6511843 Aug 03 16:17:01.982579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41614) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:02.038835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.046031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.052206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc7ebf06-e6e5-4765-9b22-21ee3e240d04 HTTP/1.1" status: 204 len: 168 time: 0.8158703 Aug 03 16:17:02.053868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Deleting subnet 33347c69-135d-41d3-a8df-698340a682c1 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:17:02.057416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.062159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:02.071158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60825c81-c130-44f4-b625-7b5839ef2e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7ebf06-e6e5-4765-9b22-21ee3e240d04,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:02.106491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.227972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.297293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.333007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.335764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/subnets/33347c69-135d-41d3-a8df-698340a682c1 HTTP/1.1" status: 204 len: 168 time: 0.3521311 Aug 03 16:17:02.337353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e2ffb-7be7-4465-980e-5fd423931355 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event deleted for resources: {'Subnet': ['ID=33347c69-135d-41d3-a8df-698340a682c1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:02.344196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41618) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:02.349868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a267b7-ee2a-4cbd-98ba-b179130d8cbd None None] Network bf59478a-7c29-4bbb-9b1e-50a0e6852b12 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:02.458394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.540553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Deleting port 604637d2-992e-4349-9a90-75883c25c503 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:02.541193 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.574394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] DHCP port deletion for bf59478a-7c29-4bbb-9b1e-50a0e6852b12 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:17:02.623976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] For port 604637d2-992e-4349-9a90-75883c25c503, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=604637d2-992e-4349-9a90-75883c25c503,segment=NetworkSegment(f59a7188-a264-4121-8cf4-ffad1bac4767),segment_id=f59a7188-a264-4121-8cf4-ffad1bac4767)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:02.624760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.638811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Deleting port 604637d2-992e-4349-9a90-75883c25c503 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:02.639203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.643739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Calling delete_port for 604637d2-992e-4349-9a90-75883c25c503 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:02.751790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] For port 604637d2-992e-4349-9a90-75883c25c503, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=604637d2-992e-4349-9a90-75883c25c503,segment=NetworkSegment(f59a7188-a264-4121-8cf4-ffad1bac4767),segment_id=f59a7188-a264-4121-8cf4-ffad1bac4767)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:02.752241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.770628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Calling delete_port for 604637d2-992e-4349-9a90-75883c25c503 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:02.772889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 05c7fd19-65db-4583-a2a3-7db9712db471 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:02.782715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.803831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] No DVR routers for this DVR port 604637d2-992e-4349-9a90-75883c25c503 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:02.818399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.831144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event deleted for resources: {'Port': ['ID=604637d2-992e-4349-9a90-75883c25c503,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:02.891045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.899593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 05c7fd19-65db-4583-a2a3-7db9712db471 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:02.900072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 05c7fd19-65db-4583-a2a3-7db9712db471 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:02.900602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 939bc446-b424-42bb-9072-3b71b2581c75 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:02.922909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] Pushing event deleted for resources: {'Port': ['ID=604637d2-992e-4349-9a90-75883c25c503,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:02.928247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064743fb-2e10-47b2-8ca3-796ca067643c None None] No DVR routers for this DVR port 604637d2-992e-4349-9a90-75883c25c503 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:02.945929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.949574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 939bc446-b424-42bb-9072-3b71b2581c75 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:02.949949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 939bc446-b424-42bb-9072-3b71b2581c75 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:02.952679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 604637d2-992e-4349-9a90-75883c25c503 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:02.966696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf59478a-7c29-4bbb-9b1e-50a0e6852b12']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:02.972044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 604637d2-992e-4349-9a90-75883c25c503 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:02.972395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 604637d2-992e-4349-9a90-75883c25c503 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:02.972830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cc0997c8-289a-43c3-8d67-f1d86c1fdf7e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:02.980548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59a7188-a264-4121-8cf4-ffad1bac4767') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:02.981216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59a7188-a264-4121-8cf4-ffad1bac4767') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:02.991953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:02.992655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: cc0997c8-289a-43c3-8d67-f1d86c1fdf7e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:02.993021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cc0997c8-289a-43c3-8d67-f1d86c1fdf7e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:03.017633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.024911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:17:03.025316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:17:03.028751 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:17:03.099286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.110393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.115149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] 10.222.0.70 "DELETE /v2.0/networks/bf59478a-7c29-4bbb-9b1e-50a0e6852b12 HTTP/1.1" status: 204 len: 168 time: 0.7673690 Aug 03 16:17:03.124788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f8435-a304-4ab1-8ff9-39fa6060e570 tempest-TagsExtTest-148288683 tempest-TagsExtTest-148288683-project] Pushing event deleted for resources: {'Network': ['ID=bf59478a-7c29-4bbb-9b1e-50a0e6852b12,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:03.180600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Deleting port 26121ca1-6a70-4111-ad33-ce4acca2b05c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:03.180979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.270667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] For port 26121ca1-6a70-4111-ad33-ce4acca2b05c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=26121ca1-6a70-4111-ad33-ce4acca2b05c,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:03.270995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.286349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Calling delete_port for 26121ca1-6a70-4111-ad33-ce4acca2b05c owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:03.413904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41626) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:03.523040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.559541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Pushing event deleted for resources: {'Port': ['ID=26121ca1-6a70-4111-ad33-ce4acca2b05c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:03.603150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.603583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.604660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.604660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.604923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.605238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.605668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.606088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.606489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.607000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.607452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.607727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:03.673729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-363f9037-e055-4953-82cd-ee192455a628 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdc5014be4bc4303811c070bb6d32fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586596 Aug 03 16:17:03.676992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41636) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:03.836912 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.907536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:03.972849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:04.075371 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:04.078646 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:04.079939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca7097e2-8aaa-4caa-a194-f34fd8dc4e86 HTTP/1.1" status: 204 len: 168 time: 0.4019587 Aug 03 16:17:04.145152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81956578-0889-493f-af76-d384aeb983e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7097e2-8aaa-4caa-a194-f34fd8dc4e86,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:04.177867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:17:04.318766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:17:04.327899 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Sync routers for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:17:04.334544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-72219263-92c7-49da-be96-97609e1b79aa admin admin] 10.222.0.70 "PUT /v2.0/routers/2bbc1fc0-d024-4a52-bbde-69e3533ae31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2686393 Aug 03 16:17:04.335187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41708) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:04.339257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:04.339824 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:04.561512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:04.973979 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:17:03Z', 'revision_number': 5, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:05.029171 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Checking router: 2bbc1fc0-d024-4a52-bbde-69e3533ae31b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:05.040571 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Routers {'2bbc1fc0-d024-4a52-bbde-69e3533ae31b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:05.041197 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:16:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:05.041677 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.192815 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] Set router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:05.223772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.340204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Deleting port 9947cf70-20ab-4f6d-afda-132f6628638c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:05.340843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.439555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] For port 9947cf70-20ab-4f6d-afda-132f6628638c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9947cf70-20ab-4f6d-afda-132f6628638c,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:05.439734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.462847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Calling delete_port for 9947cf70-20ab-4f6d-afda-132f6628638c owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:05.695008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:17:03Z', 'revision_number': 5, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:05.713526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.739713 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8553faa-efd8-43f0-a05a-901f922d57e9 None None] The sync data for ids ['2bbc1fc0-d024-4a52-bbde-69e3533ae31b'] in n-d-803226-3 is: [{'id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'name': 'tempest-TestServerMultinode-226154402-router', 'tenant_id': '5fa38f59a65a45f69718acbd577d10c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:16:17Z', 'updated_at': '2021-08-03T16:17:03Z', 'revision_number': 5, 'project_id': '5fa38f59a65a45f69718acbd577d10c2', 'gw_port': {'id': '9947cf70-20ab-4f6d-afda-132f6628638c', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbc1fc0-d024-4a52-bbde-69e3533ae31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:16:18Z', 'updated_at': '2021-08-03T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:05.757837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Pushing event deleted for resources: {'Port': ['ID=9947cf70-20ab-4f6d-afda-132f6628638c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:05.840103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.941851 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:05.944251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.007848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.008547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bbc1fc0-d024-4a52-bbde-69e3533ae31b {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:17:06.017697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.020057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-75bae501-062c-455e-9580-fcc1c42f3956 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2bbc1fc0-d024-4a52-bbde-69e3533ae31b HTTP/1.1" status: 204 len: 168 time: 1.6834307 Aug 03 16:17:06.022552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 41908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:06.082118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Deleting subnet 8afc5294-4431-4009-ac53-86fae791c911 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:17:06.085723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.138415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.261924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.344011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.379694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.385679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 41956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:06.387517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded8adb-ad4a-4a71-9deb-13c393c72057 None None] Network 85945879-19f0-47d2-a276-42bebf361225 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:06.395031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8afc5294-4431-4009-ac53-86fae791c911 HTTP/1.1" status: 204 len: 168 time: 0.3705411 Aug 03 16:17:06.396817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fff678-29ad-41bb-9c01-3149f737df57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8afc5294-4431-4009-ac53-86fae791c911,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:06.474132 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.586069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Deleting port 80e8e44e-1072-407c-ac6f-6c9280641620 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:06.586664 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.684542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] For port 80e8e44e-1072-407c-ac6f-6c9280641620, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80e8e44e-1072-407c-ac6f-6c9280641620,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:06.686054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.688504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] DHCP port deletion for 85945879-19f0-47d2-a276-42bebf361225 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:17:06.715070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Calling delete_port for 80e8e44e-1072-407c-ac6f-6c9280641620 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:06.755339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Deleting port 80e8e44e-1072-407c-ac6f-6c9280641620 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:06.755811 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.831913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.835846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] For port 80e8e44e-1072-407c-ac6f-6c9280641620, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80e8e44e-1072-407c-ac6f-6c9280641620,segment=NetworkSegment(f1d100b7-f470-416a-ac03-41faa60c146a),segment_id=f1d100b7-f470-416a-ac03-41faa60c146a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:06.836403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.862121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Calling delete_port for 80e8e44e-1072-407c-ac6f-6c9280641620 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:06.894768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] No DVR routers for this DVR port 80e8e44e-1072-407c-ac6f-6c9280641620 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:06.901935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=80e8e44e-1072-407c-ac6f-6c9280641620,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:06.977108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:06.991244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] No DVR routers for this DVR port 80e8e44e-1072-407c-ac6f-6c9280641620 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:06.995014 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.008170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85945879-19f0-47d2-a276-42bebf361225']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:07.022209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d100b7-f470-416a-ac03-41faa60c146a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:07.022661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d100b7-f470-416a-ac03-41faa60c146a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:07.023684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53e00a-0267-4cbc-bc19-ecdae42a0e85 None None] Pushing event deleted for resources: {'Port': ['ID=80e8e44e-1072-407c-ac6f-6c9280641620,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:07.055322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.073231 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.087011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:17:07.087444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:17:07.089334 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:17:07.130141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26121ca1-6a70-4111-ad33-ce4acca2b05c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:07.155551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 26121ca1-6a70-4111-ad33-ce4acca2b05c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:07.156024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 26121ca1-6a70-4111-ad33-ce4acca2b05c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:07.165606 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.171950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.176842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] 10.222.0.70 "DELETE /v2.0/networks/85945879-19f0-47d2-a276-42bebf361225 HTTP/1.1" status: 204 len: 168 time: 0.7898607 Aug 03 16:17:07.208143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a041c7-6e0f-4822-a3cf-2eee706bdc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=85945879-19f0-47d2-a276-42bebf361225,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:07.379474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42082) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:07.424758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e03c09f7-a3ea-4938-914c-6b799d7da486 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbd65c889dfe4e4f926e070cc8b5f260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440924 Aug 03 16:17:07.427163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:07.487879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.521986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.599879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.600229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:07.601748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/93c16af4-965f-407a-af2c-3e3d9709c41c HTTP/1.1" status: 204 len: 168 time: 0.1735685 Aug 03 16:17:07.611173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa9f96-c35a-47b1-8af3-8731c8238470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c16af4-965f-407a-af2c-3e3d9709c41c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:07.944517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42162) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:08.067263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:08.112782 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1d1111e4-54b7-453d-9beb-4d53f9e86056 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fa38f59a65a45f69718acbd577d10c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448980 Aug 03 16:17:08.115201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:08.243671 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303a3eb2-5ac0-48fa-929a-87a3756346f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.349885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303a3eb2-5ac0-48fa-929a-87a3756346f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.354992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-303a3eb2-5ac0-48fa-929a-87a3756346f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.396374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-303a3eb2-5ac0-48fa-929a-87a3756346f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20c9032211614166b1e467e9be1b7942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499595 Aug 03 16:17:08.397278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3eb2-5ac0-48fa-929a-87a3756346f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70aa7b2-b767-4f81-9646-561d7b3c8204,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:08.399672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42182) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:08.450850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.472855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.521545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.524252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.528034 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a70aa7b2-b767-4f81-9646-561d7b3c8204 HTTP/1.1" status: 204 len: 168 time: 0.1247847 Aug 03 16:17:08.534127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21f59f-0f3b-44a2-af31-2b379c419747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70aa7b2-b767-4f81-9646-561d7b3c8204,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:08.570691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.588556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3ebe5774-6e17-49cf-8695-a0dacaeeb069 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:08.594454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3ebe5774-6e17-49cf-8695-a0dacaeeb069 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 813 time: 0.4831126 Aug 03 16:17:08.618689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.621594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-8b03b4ea-a5df-4ca5-93f0-29b38a0ae21d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/quotas/bb18f814e5ec4c458fb3a7fcaa1098ea HTTP/1.1" status: 200 len: 375 time: 0.0241575 Aug 03 16:17:08.699929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80e8e44e-1072-407c-ac6f-6c9280641620 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:08.702669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-0a6c7cc1-fcdc-42ad-9d53-4a37d00fdf29 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703237 Aug 03 16:17:08.723425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 80e8e44e-1072-407c-ac6f-6c9280641620 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:08.723693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80e8e44e-1072-407c-ac6f-6c9280641620 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:08.726047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9947cf70-20ab-4f6d-afda-132f6628638c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:08.753008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9947cf70-20ab-4f6d-afda-132f6628638c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:08.753491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9947cf70-20ab-4f6d-afda-132f6628638c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:08.772251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.775293 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.778185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfdac68b-364d-4cc2-b112-54f85e0f5316 HTTP/1.1" status: 204 len: 168 time: 0.6619463 Aug 03 16:17:08.792752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006cd7c-c2bb-4bc6-8919-998c2bcbe9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdac68b-364d-4cc2-b112-54f85e0f5316,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:08.838458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-91f6ce05-f44e-423d-a44e-7ce0502594b5 service neutron] 10.222.0.70 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264868 Aug 03 16:17:08.859615 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:08.877395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54f9a80e-5a6e-4525-a6f9-20f3b7afd107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.943130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-a7637c78-cf81-4aa8-b550-8445d820c6be service neutron] 10.222.0.70 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958760 Aug 03 16:17:08.984951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54f9a80e-5a6e-4525-a6f9-20f3b7afd107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:08.990143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54f9a80e-5a6e-4525-a6f9-20f3b7afd107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.037741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-54f9a80e-5a6e-4525-a6f9-20f3b7afd107 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0846c718f24c4ec4918e12a6aa3c4714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758714 Aug 03 16:17:09.039784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9a80e-5a6e-4525-a6f9-20f3b7afd107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c8cced-d21e-4e35-83fc-05ba5919959e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:09.040522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42196) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:09.113130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.137153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e7c9e65-24b2-4969-967c-654727235939 req-c652a8ed-e4b6-48dd-a419-44626da185ba tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 210 time: 0.0301046 Aug 03 16:17:09.146774 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.200690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.203439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.210206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0c8cced-d21e-4e35-83fc-05ba5919959e HTTP/1.1" status: 204 len: 168 time: 0.1683798 Aug 03 16:17:09.223558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4b858-5303-4954-a844-b3ad0d503c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c8cced-d21e-4e35-83fc-05ba5919959e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:09.659132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42228) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:09.770722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503062589-network', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:09.796147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:09.800005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.809114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.840455 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-47d47fb9-c2c9-4526-8099-1d0f3d8b451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.908533 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.913171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.939150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:17:09.949281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd54cc-848c-4e88-ab2c-bd3d1135b875,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:09.955105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:09.955461 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Added segment 7505abfa-ea64-4c89-89d1-42504509f36a of type vlan for network 56be381d-5411-4083-978e-ab9fa1f6c775 Aug 03 16:17:09.999777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.034065 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.035007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:10.035623 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.092944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42246) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:10.093530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4327328 Aug 03 16:17:10.107222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b0eb-bb5f-46df-a395-588bcdacf9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=56be381d-5411-4083-978e-ab9fa1f6c775,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:10.107729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Request body: {'subnet': {'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503062589-subnet', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:10.122141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 56be381d-5411-4083-978e-ab9fa1f6c775 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:17:10.208368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:10.211129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.282405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11490b7f-73ba-4215-827a-ebc260101b86 req-299f13cc-90d3-4921-89a7-475bab80c0d1 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 210 time: 0.0302451 Aug 03 16:17:10.317884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3ac50a3d-1471-41f5-b81b-49abe45302a7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:10.319634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3ac50a3d-1471-41f5-b81b-49abe45302a7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 813 time: 0.2051711 Aug 03 16:17:10.338969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Request body: {'port': {'device_id': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1', 'admin_state_up': True, 'tenant_id': 'bb18f814e5ec4c458fb3a7fcaa1098ea'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:10.527236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Made reservation on behalf of bb18f814e5ec4c458fb3a7fcaa1098ea for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:10.530784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.552953 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.660888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adde6d6c-6c86-40ce-b3e6-1574b73333e5,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:10.683758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:10.684106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Network hostable DHCP agents. Network: 56be381d-5411-4083-978e-ab9fa1f6c775, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:17:10.734657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:17:10.740891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Allocated IP 172.20.0.7 (f4102400-4126-41c8-98ab-3271d5316bd1/73ba6add-eeb5-4e48-ba05-7c99b7f512fa/ff6c323c-3961-4300-92aa-45849becfe7d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:10.755271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 56be381d-5411-4083-978e-ab9fa1f6c775) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:10.761857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:10.762494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.767329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbb4fa-1511-4378-afe0-2670b1c6f0a9 None None] Network 56be381d-5411-4083-978e-ab9fa1f6c775 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:10.789763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-17151d03-c514-4da8-9f82-6cf87408a31e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6955104 Aug 03 16:17:10.792444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42268) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:10.797058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:10.836064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.837387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.909875 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.926038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.974158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-56be381d-5411-4083-978e-ab9fa1f6c775', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:17:10.975238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:10.982096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.033431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Network f4102400-4126-41c8-98ab-3271d5316bd1 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:11.039594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:11.046448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:11.062946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.084252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Pushing event updated for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:11.120635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:11.121437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.141853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-eb7667a8-1d7c-4b0c-b325-25659f0d13f0 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087802 Aug 03 16:17:11.158278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Request body: {'port': {'device_id': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:11.183873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Allocated IP 172.20.0.2 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/c43be71d-2155-4ea6-98bd-da7f78e5395e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:11.228637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.373987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.387352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Transition to ACTIVE for port object c43be71d-2155-4ea6-98bd-da7f78e5395e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:11.398656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.412710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Transition to ACTIVE for port object c43be71d-2155-4ea6-98bd-da7f78e5395e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:11.424975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.427587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.495709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:11.498618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Pushing event updated for resources: {'Port': ['ID=c43be71d-2155-4ea6-98bd-da7f78e5395e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:11.505509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:11.508701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:11.524406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c60e-23aa-4b0c-8937-b57dcc81cbd6 req-c7a4ea56-f5ff-4d4e-913b-d0694db860e3 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:11.535099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9076c60e-23aa-4b0c-8937-b57dcc81cbd6 req-c7a4ea56-f5ff-4d4e-913b-d0694db860e3 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 931 time: 0.1325011 Aug 03 16:17:11.561968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Allocated IP 172.25.7.97 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/19bb66fa-ddbf-4425-8932-124d0cafcfdb) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:11.590034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Attempting to bind port c43be71d-2155-4ea6-98bd-da7f78e5395e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:11.590461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Attempting to bind port c43be71d-2155-4ea6-98bd-da7f78e5395e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:11.590838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Attempting to bind port c43be71d-2155-4ea6-98bd-da7f78e5395e on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:11.600074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:11.600074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:11.600390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.600927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:11.601120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Bound port: c43be71d-2155-4ea6-98bd-da7f78e5395e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:11.601513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.612105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9076c60e-23aa-4b0c-8937-b57dcc81cbd6 req-9f96e37e-d1b6-4c26-8f27-0f7acbc4eced tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754735 Aug 03 16:17:11.672201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42290) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:11.681479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] For port c43be71d-2155-4ea6-98bd-da7f78e5395e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:11.686741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] For port c43be71d-2155-4ea6-98bd-da7f78e5395e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c43be71d-2155-4ea6-98bd-da7f78e5395e,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:11.695929 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.698221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6c323c-3961-4300-92aa-45849becfe7d {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:11.708081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.714924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.721455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Transition to ACTIVE for port object ff6c323c-3961-4300-92aa-45849becfe7d will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:11.729681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.775075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7526a-ff6e-49b7-af7c-ce64be2b61e8 None None] Pushing event updated for resources: {'Port': ['ID=c43be71d-2155-4ea6-98bd-da7f78e5395e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:11.788088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.838529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:11.841862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:11.852815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a1826b-57d4-4098-a143-216a48b93bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.856480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:11.867964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:11.877966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Attempting to bind port ff6c323c-3961-4300-92aa-45849becfe7d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:11.878437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Attempting to bind port ff6c323c-3961-4300-92aa-45849becfe7d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:11.878897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Attempting to bind port ff6c323c-3961-4300-92aa-45849becfe7d on network f4102400-4126-41c8-98ab-3271d5316bd1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:11.883896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Port ff6c323c-3961-4300-92aa-45849becfe7d on network f4102400-4126-41c8-98ab-3271d5316bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:17:11.884347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Attempting to bind port ff6c323c-3961-4300-92aa-45849becfe7d on network f4102400-4126-41c8-98ab-3271d5316bd1 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:11.891487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:11.891849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Checking segment: {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:11.892239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Bound using segment: {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:11.892845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Bound port: ff6c323c-3961-4300-92aa-45849becfe7d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:11.893443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:11.899391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Pushing event updated for resources: {'Port': ['ID=19bb66fa-ddbf-4425-8932-124d0cafcfdb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:12.000171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:12.004067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ff6c323c-3961-4300-92aa-45849becfe7d,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:12.008222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.057000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:12.057623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.059083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] 10.222.0.78 "PUT /v2.0/ports/ff6c323c-3961-4300-92aa-45849becfe7d HTTP/1.1" status: 200 len: 1091 time: 0.9082577 Aug 03 16:17:12.059469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:12.070982 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea8cb0-97f4-4c29-8adf-44b70d262652" -d '{"events": [{"name": "network-changed", "server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:12.114251 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e081e5f-cf24-48cf-9dcf-8d8bca117ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.134119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c191-2e17-4834-a64a-ef6b46169b45 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:12.144854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a1826b-57d4-4098-a143-216a48b93bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.167836 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00090125-be08-4524-b8ab-c1320076e7f2 x-openstack-request-id: req-00090125-be08-4524-b8ab-c1320076e7f2 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:12.168195 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:12.168512 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00090125-be08-4524-b8ab-c1320076e7f2 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:12.168971 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d', 'status': 'completed', 'code': 200} Aug 03 16:17:12.174266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-0f186675-32fc-46a1-b0d5-de504349844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:12.176041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-0f186675-32fc-46a1-b0d5-de504349844c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 1094 time: 0.0647388 Aug 03 16:17:12.186689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-89a1826b-57d4-4098-a143-216a48b93bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.227348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-da4a424a-e63f-474a-85ae-b3c52cc7215c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff6c323c-3961-4300-92aa-45849becfe7d HTTP/1.1" status: 200 len: 217 time: 0.0407569 Aug 03 16:17:12.244184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-89a1826b-57d4-4098-a143-216a48b93bd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2a405951634485fa6ca80b778d60372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696988 Aug 03 16:17:12.245377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1826b-57d4-4098-a143-216a48b93bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e199b80d-bfb0-47b6-ad39-69bfbcae5628,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:12.263909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42296) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:12.303354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.304647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-7dc86c12-f8ed-4d12-8eb2-1cdd24d075b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:12.306043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-7dc86c12-f8ed-4d12-8eb2-1cdd24d075b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73ba6add-eeb5-4e48-ba05-7c99b7f512fa HTTP/1.1" status: 200 len: 853 time: 0.0711284 Aug 03 16:17:12.343949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-03053fd4-f39e-487c-a27e-5be033dd2c78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f4102400-4126-41c8-98ab-3271d5316bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282831 Aug 03 16:17:12.364998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.432891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.487631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-77112976-de18-4dbb-87d0-d462f7159840 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342490 Aug 03 16:17:12.531142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.554338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.554338 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.554338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e199b80d-bfb0-47b6-ad39-69bfbcae5628 HTTP/1.1" status: 204 len: 168 time: 0.2893038 Aug 03 16:17:12.569751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419f50b-e7bd-4887-9998-c9da58d7cf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e199b80d-bfb0-47b6-ad39-69bfbcae5628,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:12.620960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-830aefd6-cfb2-406f-b33e-6db1d78191c3 req-b835136c-4e88-4f39-bf2e-da8e1af09dd2 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251748 Aug 03 16:17:12.792854 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:12.826928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-de76287f-a000-4ed7-a280-f6ca87481186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:12.829968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-de76287f-a000-4ed7-a280-f6ca87481186 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 1094 time: 0.1513879 Aug 03 16:17:12.843097 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464f4a-8c44-4133-9ce2-9a4e9b98c79f req-7a682cfc-e489-4c41-854d-6a3176b97888 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:12.844898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c43be71d-2155-4ea6-98bd-da7f78e5395e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:12.852781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef464f4a-8c44-4133-9ce2-9a4e9b98c79f req-7a682cfc-e489-4c41-854d-6a3176b97888 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 943 time: 0.0986314 Aug 03 16:17:12.866271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:17:12.920825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c43be71d-2155-4ea6-98bd-da7f78e5395e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:12.963933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef464f4a-8c44-4133-9ce2-9a4e9b98c79f req-f13e0f02-4593-4934-a0de-eeaca0ae1d3a tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103113 Aug 03 16:17:13.003690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-e3b1e330-bf00-4b62-9d3f-3bcd309b0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:13.004900 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-e3b1e330-bf00-4b62-9d3f-3bcd309b0132 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 914 time: 0.1501827 Aug 03 16:17:13.022301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:17:13.035782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:17:13.055536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:13.056224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:13.062705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-b1c3814f-0c97-4979-9d27-7831ea236c10 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff6c323c-3961-4300-92aa-45849becfe7d HTTP/1.1" status: 200 len: 217 time: 0.0484402 Aug 03 16:17:13.070204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.074876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07fc5d69-56a8-4060-b41e-90a113b1ceea admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2811973 Aug 03 16:17:13.076219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:13.113522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42308) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:13.138742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b5fa-fae6-4534-9ade-478ccdf4f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.159042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-20a0f6b6-588a-45aa-9b4b-f992ca3dccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:13.160762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-20a0f6b6-588a-45aa-9b4b-f992ca3dccf3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73ba6add-eeb5-4e48-ba05-7c99b7f512fa HTTP/1.1" status: 200 len: 853 time: 0.0895987 Aug 03 16:17:13.162352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5b14f-37db-4bd5-aa9c-0c45fe2425ab None None] Network 56be381d-5411-4083-978e-ab9fa1f6c775 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:13.209839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-1d48a921-a53c-4fbc-913a-effc48aece20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f4102400-4126-41c8-98ab-3271d5316bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388131 Aug 03 16:17:13.240040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Provisioning for port c43be71d-2155-4ea6-98bd-da7f78e5395e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:13.249424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Provisioning complete for port c43be71d-2155-4ea6-98bd-da7f78e5395e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:13.250072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.284542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:13.316531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-cec84a45-74eb-42fe-b4b8-121371925102 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929461 Aug 03 16:17:13.473496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b5fa-fae6-4534-9ade-478ccdf4f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.478441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b5fa-fae6-4534-9ade-478ccdf4f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.493295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99ea8cb0-97f4-4c29-8adf-44b70d262652 req-84f7f5fe-6954-4193-9982-da10b18514f9 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670594 Aug 03 16:17:13.530224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1d7b5fa-fae6-4534-9ade-478ccdf4f1f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c4568006f934cc99dc70340926d5d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153366 Aug 03 16:17:13.531075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7b5fa-fae6-4534-9ade-478ccdf4f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dd4f7b-57a5-4136-8473-346fe915dc35,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:13.534227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:13.595973 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.597078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ff6c323c-3961-4300-92aa-45849becfe7d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:17:13.619175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.684365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.687317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.688594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57dd4f7b-57a5-4136-8473-346fe915dc35 HTTP/1.1" status: 204 len: 168 time: 0.1534019 Aug 03 16:17:13.697520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8025140-a40b-479d-b232-466d696ced58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dd4f7b-57a5-4136-8473-346fe915dc35,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:13.806360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.838922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.842007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:13.934611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b1d986f6-432a-4218-8b61-212121072476 None None] For port c43be71d-2155-4ea6-98bd-da7f78e5395e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c43be71d-2155-4ea6-98bd-da7f78e5395e,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:13.947114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ff6c323c-3961-4300-92aa-45849becfe7d,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:13.962991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.036542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'ff6c323c-3961-4300-92aa-45849becfe7d', 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1', 'port_id': 'ff6c323c-3961-4300-92aa-45849becfe7d', 'mac_address': 'fa:16:3e:b9:4b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ba6add-eeb5-4e48-ba05-7c99b7f512fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:17:14.040563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d986f6-432a-4218-8b61-212121072476 None None] Pushing event updated for resources: {'Port': ['ID=c43be71d-2155-4ea6-98bd-da7f78e5395e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:14.079796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Allocated IP 172.20.0.1 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/bed507bb-2fc5-4dcf-b267-f7f81574c415) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:14.121324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.135550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:12Z', 'revision_number': 3, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:14.141905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6c323c-3961-4300-92aa-45849becfe7d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:14.184932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:14.186034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Updating router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 port 19bb66fa-ddbf-4425-8932-124d0cafcfdb binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:17:14.186426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec263-a415-4210-a028-ede08f3a1657 req-b545f6f4-f7df-466f-930d-230568639715 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:14.189480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-457ec263-a415-4210-a028-ede08f3a1657 req-b545f6f4-f7df-466f-930d-230568639715 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 943 time: 0.1057169 Aug 03 16:17:14.214870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ff6c323c-3961-4300-92aa-45849becfe7d,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:14.224668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.229585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.280920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-457ec263-a415-4210-a028-ede08f3a1657 req-b708dc19-6dd9-4d3f-98e1-8bb59370434c tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792143 Aug 03 16:17:14.309244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.325482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Transition to ACTIVE for port object bed507bb-2fc5-4dcf-b267-f7f81574c415 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:14.383924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:14.388389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.390316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-146e9f0e-7c44-412c-afd0-7fb9d6c58f0b None None] Provisioning complete for port c43be71d-2155-4ea6-98bd-da7f78e5395e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:14.390758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-146e9f0e-7c44-412c-afd0-7fb9d6c58f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.437007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Pushing event updated for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:14.452615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:14.454500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:14.457240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:14.480483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ff6c323c-3961-4300-92aa-45849becfe7d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:14.512768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.706083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.747992 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.762252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c43be71d-2155-4ea6-98bd-da7f78e5395e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:14.796225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Transition to ACTIVE for port object 19bb66fa-ddbf-4425-8932-124d0cafcfdb will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:14.817664 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.902504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f1ca4683-18ed-48d7-a41f-3cd830e8d6d5 None None] Provisioning for port bed507bb-2fc5-4dcf-b267-f7f81574c415 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:14.911902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Attempting to bind port 19bb66fa-ddbf-4425-8932-124d0cafcfdb on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:14.912280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Attempting to bind port 19bb66fa-ddbf-4425-8932-124d0cafcfdb by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:14.912665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Attempting to bind port 19bb66fa-ddbf-4425-8932-124d0cafcfdb on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:14.915770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f1ca4683-18ed-48d7-a41f-3cd830e8d6d5 None None] Provisioning complete for port bed507bb-2fc5-4dcf-b267-f7f81574c415 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:14.916145 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f1ca4683-18ed-48d7-a41f-3cd830e8d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.917543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc88c64-efd1-4734-b1ed-d6d165ffe8eb None None] Pushing event updated for resources: {'Port': ['ID=19bb66fa-ddbf-4425-8932-124d0cafcfdb,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:14.926463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c43be71d-2155-4ea6-98bd-da7f78e5395e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:14.926837 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.938350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.943363 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.944750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:14.945233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:14.945544 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:14.945977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:14.946915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Bound port: 19bb66fa-ddbf-4425-8932-124d0cafcfdb, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:14.946915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.013210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Pushing event updated for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:15.022282 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.037725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca4683-18ed-48d7-a41f-3cd830e8d6d5 None None] Port bed507bb-2fc5-4dcf-b267-f7f81574c415 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:15.050614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] For port 19bb66fa-ddbf-4425-8932-124d0cafcfdb, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:15.055581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] For port 19bb66fa-ddbf-4425-8932-124d0cafcfdb, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19bb66fa-ddbf-4425-8932-124d0cafcfdb,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:15.063514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.137373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.148309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:15.149880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:15.169124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42344) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:15.180452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:15.181296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:15.183349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc88c64-efd1-4734-b1ed-d6d165ffe8eb None None] Pushing event updated for resources: {'Port': ['ID=19bb66fa-ddbf-4425-8932-124d0cafcfdb,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:15.277885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:17:15.308351 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dea25d98-5b38-4186-a3ac-78ae0a8652b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.321568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:15.428185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:17:15.443268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3c3fd10b-a295-4642-a6fe-686a6665b375 admin admin] 10.222.0.70 "PUT /v2.0/routers/4e139db7-849e-4197-8ffb-f6dcc553ccd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577573 Aug 03 16:17:15.494532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639dff0-edb8-4367-9310-f7e14733180d req-3d7caaff-d3b4-42ea-af34-a7d9727a4659 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:15.495959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d639dff0-edb8-4367-9310-f7e14733180d req-3d7caaff-d3b4-42ea-af34-a7d9727a4659 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 944 time: 0.0973952 Aug 03 16:17:15.502917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7da071ab-222f-41de-b238-3e0e6696dd4f None None] Provisioning complete for port bed507bb-2fc5-4dcf-b267-f7f81574c415 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:15.503292 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7da071ab-222f-41de-b238-3e0e6696dd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.509375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dea25d98-5b38-4186-a3ac-78ae0a8652b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.524657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dea25d98-5b38-4186-a3ac-78ae0a8652b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.559022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7da071ab-222f-41de-b238-3e0e6696dd4f None None] Port bed507bb-2fc5-4dcf-b267-f7f81574c415 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:15.582333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:15.582534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dea25d98-5b38-4186-a3ac-78ae0a8652b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=225d42a9682b4be68258013f529fb81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119782 Aug 03 16:17:15.583635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea25d98-5b38-4186-a3ac-78ae0a8652b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62269e48-077d-4cb6-ae40-69d9e0cb3dd8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:15.588658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d639dff0-edb8-4367-9310-f7e14733180d req-6d1108ab-617f-45ca-9183-125439605e91 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779667 Aug 03 16:17:15.591715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ff6c323c-3961-4300-92aa-45849becfe7d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:15.641897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.669601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.722824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.725760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.729355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62269e48-077d-4cb6-ae40-69d9e0cb3dd8 HTTP/1.1" status: 204 len: 168 time: 0.1435354 Aug 03 16:17:15.739301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e85b12-9359-4f59-88cd-cbbfb87868c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62269e48-077d-4cb6-ae40-69d9e0cb3dd8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:15.846347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 2, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:15.876641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564967d1-b662-4df0-9ff8-1c156b5a6084 None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 2, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:15.886512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port ff6c323c-3961-4300-92aa-45849becfe7d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:15.894773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port ff6c323c-3961-4300-92aa-45849becfe7d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:15.895143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:15.993241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.019601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:16.022027 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e99bd-99fd-4768-ae21-20d9b7e14399" -d '{"events": [{"server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "name": "network-vif-plugged", "status": "completed", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:16.045985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ff6c323c-3961-4300-92aa-45849becfe7d,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:16.055999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.082743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42374) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:16.087794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1101956377-network', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:16.088201 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73e98e-5779-4bb0-94fa-6f47bf39ce8a x-openstack-request-id: req-aa73e98e-5779-4bb0-94fa-6f47bf39ce8a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:16.088555 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "name": "network-vif-plugged", "status": "completed", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:16.088982 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa73e98e-5779-4bb0-94fa-6f47bf39ce8a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:16.089421 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d', 'code': 200} Aug 03 16:17:16.124059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Made reservation on behalf of 6926dfd3469e4d1ca18e917d33c7b381 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:16.127114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.179067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:16.179522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.247925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476bc4c-6144-4c31-b5ac-5572c0e6f81f req-34df9d5d-d9e2-4256-8d11-b723951f2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:16.249354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9476bc4c-6144-4c31-b5ac-5572c0e6f81f req-34df9d5d-d9e2-4256-8d11-b723951f2926 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 1096 time: 0.0827949 Aug 03 16:17:16.311254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9476bc4c-6144-4c31-b5ac-5572c0e6f81f req-e3a831a3-9b74-4f8e-9ed4-7f30996fb26d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532491 Aug 03 16:17:16.345576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.351036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.374155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:17:16.391771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9842c1-e83d-432a-a71b-f896918baf6b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:16.395821 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.396151 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Added segment 6ea1bcff-c4b7-47bc-9173-66f8ce9be641 of type vlan for network 20db17db-9ddd-4593-991c-fc9ec87cc241 Aug 03 16:17:16.410655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.410951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.411355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.411801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.412195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.412700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.413218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.413592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.414073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.414445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.414776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.415616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:16.459697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.492691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.493816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:16.494496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.563784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] Pushing event updated for resources: {'Network': ['ID=20db17db-9ddd-4593-991c-fc9ec87cc241,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:16.579187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a9dedf46-a2c5-4c26-a1f7-0fd77b392a26 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4923077 Aug 03 16:17:16.579428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:17:16.580839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:16.587612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Request body: {'subnet': {'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1101956377-subnet', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:16.611867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Made reservation on behalf of 6926dfd3469e4d1ca18e917d33c7b381 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:16.615202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:16.823721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d816372-622a-43e8-bad5-f9f648689ed3 req-b8fe301d-96f7-4afc-9eef-5d42e4771297 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:16.824828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d816372-622a-43e8-bad5-f9f648689ed3 req-b8fe301d-96f7-4afc-9eef-5d42e4771297 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 945 time: 0.0983367 Aug 03 16:17:16.903040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d816372-622a-43e8-bad5-f9f648689ed3 req-c57f17a6-f250-4636-9b95-5795b9655722 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Aug 03 16:17:16.938317 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.039224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8559d5-96d2-4778-87f0-53572efe01e3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:17.050194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Checking segment: {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:17.050679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Network hostable DHCP agents. Network: 20db17db-9ddd-4593-991c-fc9ec87cc241, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:17:17.100212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:17:17.120690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 20db17db-9ddd-4593-991c-fc9ec87cc241) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:17.127504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:17.128334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.134352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672606d-9608-4bfb-bf4a-273ba0bfe45e None None] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:17.158574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81090a3e-492e-4f9b-85c2-59f6609f32ad admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5725293 Aug 03 16:17:17.158574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:17.164256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:17.197392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.198640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.289393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.498891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.580897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-20db17db-9ddd-4593-991c-fc9ec87cc241', 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'fixed_ips': [{'subnet_id': '8f8559d5-96d2-4778-87f0-53572efe01e3'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:17:17.581814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.787265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.789891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Allocated IP 172.20.0.2 (20db17db-9ddd-4593-991c-fc9ec87cc241/8f8559d5-96d2-4778-87f0-53572efe01e3/6f29ef0c-5d26-4b31-b72c-6bd9687648f2) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:17.820580 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:17.944863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Allocated IP 172.25.7.95 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/f393f6a0-ef1c-4bc7-8273-6acea46672e4) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:17.997757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.007916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Transition to ACTIVE for port object 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:18.027142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Transition to ACTIVE for port object 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:18.034269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.081248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:18.091769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:18.094797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Pushing event updated for resources: {'Port': ['ID=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:18.105189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:18.116537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da5170-7a3a-4719-93a7-22ef29771268 req-db31f993-b35a-4f4c-8b61-dd80ee393aae tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:18.118222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9da5170-7a3a-4719-93a7-22ef29771268 req-db31f993-b35a-4f4c-8b61-dd80ee393aae tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 945 time: 0.1243126 Aug 03 16:17:18.139541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.192745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Attempting to bind port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:18.193183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Attempting to bind port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:18.193589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Attempting to bind port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 on network 20db17db-9ddd-4593-991c-fc9ec87cc241 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:18.202832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:18.205138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Checking segment: {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:18.205758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.207130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Bound using segment: {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:18.208087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Bound port: 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:18.208679 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.209715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9da5170-7a3a-4719-93a7-22ef29771268 req-5f1025c2-12d9-4090-988d-23007750fe2a tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762265 Aug 03 16:17:18.226710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.323731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:18.330463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Pushing event updated for resources: {'Port': ['ID=f393f6a0-ef1c-4bc7-8273-6acea46672e4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:18.335940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] For port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:18.345018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] For port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:18.349054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:18.350634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:18.352173 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.457968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef11271-a3d3-47bd-9ccf-68867aadf462 None None] Pushing event updated for resources: {'Port': ['ID=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:18.796304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:18.848153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19bb66fa-ddbf-4425-8932-124d0cafcfdb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:18.870626 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:17:18.883829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:18.886892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:18.990973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 19bb66fa-ddbf-4425-8932-124d0cafcfdb completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:19.006175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 19bb66fa-ddbf-4425-8932-124d0cafcfdb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:19.006553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:19.073469 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:19.140365 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:19.196567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 19bb66fa-ddbf-4425-8932-124d0cafcfdb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19bb66fa-ddbf-4425-8932-124d0cafcfdb,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:19.205244 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:19.336247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=19bb66fa-ddbf-4425-8932-124d0cafcfdb,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:19.435837 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 2, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:19.468122 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:19.468685 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Updating router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 port bed507bb-2fc5-4dcf-b267-f7f81574c415 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:17:19.518848 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:19.600210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:19.819734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Router cd5f3409-ac46-4979-b521-2edba252359b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:17:20.002551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7b423-d007-4a5c-90a9-081d066e8c9d None None] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:20.009260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:17:20.022700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Sync routers for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:17:20.046467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.048128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9e1cdac-c1d7-494c-81ca-af9850467aed admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8888979 Aug 03 16:17:20.052669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:20.077985 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.096729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:20.097676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:20.108291 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Transition to ACTIVE for port object bed507bb-2fc5-4dcf-b267-f7f81574c415 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:20.119117 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.243360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ab624df-025c-418b-9cff-f0712f44fcc4 None None] Provisioning for port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:20.290507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:20.311916 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33b67-6186-4074-89bb-c59f146f203e None None] Pushing event updated for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:20.418931 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Attempting to bind port bed507bb-2fc5-4dcf-b267-f7f81574c415 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:20.419370 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Attempting to bind port bed507bb-2fc5-4dcf-b267-f7f81574c415 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:20.430174 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Attempting to bind port bed507bb-2fc5-4dcf-b267-f7f81574c415 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:20.452625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:20.455249 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:20.456533 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.456533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:20.456533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Bound port: bed507bb-2fc5-4dcf-b267-f7f81574c415, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:20.460863 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.660829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] For port bed507bb-2fc5-4dcf-b267-f7f81574c415, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:20.666694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-2cdee16e-d017-4ea7-8454-c83df48bf204 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1567535 Aug 03 16:17:20.676940 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] For port bed507bb-2fc5-4dcf-b267-f7f81574c415, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bed507bb-2fc5-4dcf-b267-f7f81574c415,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:20.687561 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.763540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:18Z', 'revision_number': 3, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:20.845386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Checking router: cd5f3409-ac46-4979-b521-2edba252359b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:20.845830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Updating router cd5f3409-ac46-4979-b521-2edba252359b port f393f6a0-ef1c-4bc7-8273-6acea46672e4 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:17:20.852710 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:20.853859 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:20.862877 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33b67-6186-4074-89bb-c59f146f203e None None] Pushing event updated for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:20.909728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:20.969139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-27c94f9e-bd38-4d9d-b702-36224e597504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:20.973069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-27c94f9e-bd38-4d9d-b702-36224e597504 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.2487495 Aug 03 16:17:21.141751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:21.227667 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:21.307500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:21.321442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:21.322095 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.463918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-74bfc891-d23c-4cb8-8030-b33acfe72e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:21.466420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-74bfc891-d23c-4cb8-8030-b33acfe72e2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2942924 Aug 03 16:17:21.508484 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:20Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:21.537831 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.569399 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0c87-4118-421d-8f31-a51db8469adc None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:20Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:21.581581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.694633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:21.701147 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.702084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19bb66fa-ddbf-4425-8932-124d0cafcfdb up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:21.818027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.843312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Transition to ACTIVE for port object f393f6a0-ef1c-4bc7-8273-6acea46672e4 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:21.866392 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:21.917063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Allocated IP 172.20.0.1 (20db17db-9ddd-4593-991c-fc9ec87cc241/8f8559d5-96d2-4778-87f0-53572efe01e3/6d71a800-a7e4-4616-8788-71b1ca7fd42c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:21.940244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-93d58d66-75b4-4806-924b-32a741be0bee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.4649758 Aug 03 16:17:22.005434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:22.010138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Attempting to bind port f393f6a0-ef1c-4bc7-8273-6acea46672e4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:22.010518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Attempting to bind port f393f6a0-ef1c-4bc7-8273-6acea46672e4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:22.010939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Attempting to bind port f393f6a0-ef1c-4bc7-8273-6acea46672e4 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:22.062470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-5f86ca84-b642-4739-a47f-ee705f73fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:22.064608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-5f86ca84-b642-4739-a47f-ee705f73fd20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1130533 Aug 03 16:17:22.108633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5365b-f67b-4cbe-a54d-51d4b91addb6 None None] Pushing event updated for resources: {'Port': ['ID=f393f6a0-ef1c-4bc7-8273-6acea46672e4,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:22.115084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 19bb66fa-ddbf-4425-8932-124d0cafcfdb triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:22.115642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.118542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:22.118923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:22.119324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.119718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:22.120235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Bound port: f393f6a0-ef1c-4bc7-8273-6acea46672e4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:22.120590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.199180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bd530-d9c1-463b-92cb-a70688500f17 req-132b6ae3-270d-46ab-8f38-ff358f4120fd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:22.202811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-f4e5d2ea-3c83-4761-a6b0-35fab5501f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:22.205470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-f4e5d2ea-3c83-4761-a6b0-35fab5501f90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324973 Aug 03 16:17:22.206488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e82bd530-d9c1-463b-92cb-a70688500f17 req-132b6ae3-270d-46ab-8f38-ff358f4120fd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1342742 Aug 03 16:17:22.289136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.309807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.322923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e82bd530-d9c1-463b-92cb-a70688500f17 req-4fb31bd6-a73e-4420-8845-bd941011555d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072304 Aug 03 16:17:22.355923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Transition to ACTIVE for port object 6d71a800-a7e4-4616-8788-71b1ca7fd42c will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:22.421084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-b844621b-3737-4d13-999c-1c2d13de60a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037246 Aug 03 16:17:22.435951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] For port f393f6a0-ef1c-4bc7-8273-6acea46672e4, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:22.464365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] For port f393f6a0-ef1c-4bc7-8273-6acea46672e4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f393f6a0-ef1c-4bc7-8273-6acea46672e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:22.472669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.572711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:22.574540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:22.628108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:22.735377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:22.749747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3cef6-1ba4-4024-b9d3-b478b6d56c14 req-e8798377-8459-431b-bac5-5752ae6ef70a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:22.752481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2f3cef6-1ba4-4024-b9d3-b478b6d56c14 req-e8798377-8459-431b-bac5-5752ae6ef70a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.2632239 Aug 03 16:17:22.766452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:22.770704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:22.889232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d9c7256-70c3-4024-bc01-2242c195b434 req-a7a1935e-f2ae-40b4-ba1a-dd3b352fbdcf service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264719 Aug 03 16:17:22.949978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.039204 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:23.117485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:23.164987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5365b-f67b-4cbe-a54d-51d4b91addb6 None None] Pushing event updated for resources: {'Port': ['ID=f393f6a0-ef1c-4bc7-8273-6acea46672e4,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:23.253132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2f3cef6-1ba4-4024-b9d3-b478b6d56c14 req-fde11cd3-1288-434f-8b9d-06be177cc50e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913404 Aug 03 16:17:23.313480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-88e13925-09f5-473d-8b28-d5198db58391 None None] Provisioning for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:23.318488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:23.318968 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.365498 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:17:23.377464 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.379383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-88e13925-09f5-473d-8b28-d5198db58391 None None] Provisioning complete for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:23.379766 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88e13925-09f5-473d-8b28-d5198db58391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.419795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:23.602776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-88e13925-09f5-473d-8b28-d5198db58391 None None] Port 6d71a800-a7e4-4616-8788-71b1ca7fd42c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:23.650020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bed507bb-2fc5-4dcf-b267-f7f81574c415 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:23.748603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.756327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.773860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-65f897b1-a847-40d6-b146-220668121449 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:23.778667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bed507bb-2fc5-4dcf-b267-f7f81574c415 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:23.788594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-65f897b1-a847-40d6-b146-220668121449 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.2013505 Aug 03 16:17:23.799345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bed507bb-2fc5-4dcf-b267-f7f81574c415 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:23.800045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.805085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-57b9ac05-f9bb-460b-a29b-e6b1d52a8df9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/quotas/c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 375 time: 0.0214119 Aug 03 16:17:23.881724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:23.882583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-ac5176c5-2c75-4fac-a77b-98b9af1935ad tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0762258 Aug 03 16:17:23.902302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:23.973196 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:24.002842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:18Z', 'revision_number': 3, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:24.034081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:24.036129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:24.057499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71769d7-250f-4dd9-95a7-01de853a0785 None None] The sync data for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 is: [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:18Z', 'revision_number': 3, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:24.080423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port bed507bb-2fc5-4dcf-b267-f7f81574c415, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bed507bb-2fc5-4dcf-b267-f7f81574c415,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:24.091731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:24.101559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-eb13d2b2-b16f-4377-8508-3287328f070c service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100756 Aug 03 16:17:24.179343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:24.273786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-66b71645-a4bd-4ad7-9ad7-6e29cd4b11bc service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709139 Aug 03 16:17:24.308672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Router cd5f3409-ac46-4979-b521-2edba252359b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:17:24.455361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d67105a3-c8d7-4dc8-9277-0778265fc24f None None] Provisioning complete for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:24.456017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d67105a3-c8d7-4dc8-9277-0778265fc24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:24.575084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7262b65b-c465-4bfb-9a43-49e217ca48cc req-2ae3d38e-e704-4c38-9146-8fa1f1af8f25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 210 time: 0.0644939 Aug 03 16:17:24.591164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:17:24.606242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-67aaddb6-5eb9-49a5-b15b-14210ff367f0 admin admin] 10.222.0.70 "PUT /v2.0/routers/cd5f3409-ac46-4979-b521-2edba252359b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5479133 Aug 03 16:17:24.617008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d67105a3-c8d7-4dc8-9277-0778265fc24f None None] Port 6d71a800-a7e4-4616-8788-71b1ca7fd42c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:25.028869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bed507bb-2fc5-4dcf-b267-f7f81574c415 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:25.161867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bed507bb-2fc5-4dcf-b267-f7f81574c415 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:25.162944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:25.337693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f393f6a0-ef1c-4bc7-8273-6acea46672e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:25.504032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f393f6a0-ef1c-4bc7-8273-6acea46672e4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:25.517422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f393f6a0-ef1c-4bc7-8273-6acea46672e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:25.534366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:25.543764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-582fa960-dafc-4b93-8dfa-30e58319b4dc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294835 Aug 03 16:17:25.735222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-eeacb069-5fbc-441a-90c3-3565fc8fa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:25.738133 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-eeacb069-5fbc-441a-90c3-3565fc8fa2d4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 1097 time: 0.1431968 Aug 03 16:17:25.842261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5fa910a0-7f89-459f-80fe-66699a51709b req-4eb855f0-d049-4b50-807a-ff6b229b6105 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 210 time: 0.0591574 Aug 03 16:17:25.923635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:25.994886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f393f6a0-ef1c-4bc7-8273-6acea46672e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f393f6a0-ef1c-4bc7-8273-6acea46672e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:26.004932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:26.049177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-ab1a2aa0-cefb-4bae-bbe2-3ae299d03636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:26.054345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-ab1a2aa0-cefb-4bae-bbe2-3ae299d03636 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.2263448 Aug 03 16:17:26.106611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f393f6a0-ef1c-4bc7-8273-6acea46672e4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:26.155554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-1a67ee34-75aa-4333-8667-f8a39f919afc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58adde10-528e-45ce-8233-2d29ab291bc0 HTTP/1.1" status: 200 len: 217 time: 0.0909951 Aug 03 16:17:26.224654 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:26.260772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-509c2aa9-8a02-444f-bb62-38d5b44a9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:26.263649 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-509c2aa9-8a02-444f-bb62-38d5b44a9aa3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0983353 Aug 03 16:17:26.367387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-c46c6aea-43e5-44a1-aeb9-19905bc34a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:26.369338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-c46c6aea-43e5-44a1-aeb9-19905bc34a2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978191 Aug 03 16:17:26.411143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-eb40ecf9-5fef-4d52-bd8c-c349478fffaa tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:26.413360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-eb40ecf9-5fef-4d52-bd8c-c349478fffaa tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.3014960 Aug 03 16:17:26.428150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'device_id': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'admin_state_up': True, 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:26.512135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-40eb7bbd-4345-427d-b1ff-7c4f252179c9 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347086 Aug 03 16:17:26.676576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-471a2f40-781d-4f2d-aa99-d25a261b6750 req-6a504e54-d48b-42f2-b818-92bb0c8b1efc service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498523 Aug 03 16:17:26.777429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f393f6a0-ef1c-4bc7-8273-6acea46672e4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:26.939709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f393f6a0-ef1c-4bc7-8273-6acea46672e4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:26.940195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:27.114240 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7bebe2a-bef6-480b-9645-033c645ba7bb req-64a8e9f5-efcc-4e00-b342-c5f2e9bd4b8e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 210 time: 0.0650926 Aug 03 16:17:27.174616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:27.197532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:27.209308 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Sync routers for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:17:27.235960 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:27.236680 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:27.486655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.20.0.7 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/af68b72c-e4a1-461a-80b6-9f5c536493f4) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:27.517843 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:27.679620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:27.698039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Transition to ACTIVE for port object af68b72c-e4a1-461a-80b6-9f5c536493f4 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:27.742962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:27.757813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', '58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:27.879560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:27.880956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:27.900306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:27.908059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:27.930715 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 4, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6d71a800-a7e4-4616-8788-71b1ca7fd42c', 'name': '', 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'mac_address': 'fa:16:3e:04:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:21Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 2, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'subnets': [{'id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:27.986329 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Checking router: cd5f3409-ac46-4979-b521-2edba252359b for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:17:27.986833 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Updating router cd5f3409-ac46-4979-b521-2edba252359b port 6d71a800-a7e4-4616-8788-71b1ca7fd42c binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:17:28.015994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:28.016892 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.036485 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.037420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-4146b37c-527b-4069-ac92-946129d6c266 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:28.042756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-4146b37c-527b-4069-ac92-946129d6c266 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1901398 Aug 03 16:17:28.052425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-dd9c1a9c-fdd7-417c-8306-1ad9e33098ea tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6287670 Aug 03 16:17:28.069603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Request body: {'port': {'device_id': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:28.093295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-a36e8eaa-58e4-498b-8afb-a8b5993d95af tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0397217 Aug 03 16:17:28.239502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.254395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-1f85315a-2cf1-4179-a8cc-cccc643a92c8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537089 Aug 03 16:17:28.268799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-8561c393-25b8-4ab0-9d2d-040b02fd6539 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:17:28.279204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-8561c393-25b8-4ab0-9d2d-040b02fd6539 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231807 Aug 03 16:17:28.410686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-17e3a8b8-d58a-4d13-b701-66eb03983212 None None] Provisioning for port af68b72c-e4a1-461a-80b6-9f5c536493f4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:28.415381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-17e3a8b8-d58a-4d13-b701-66eb03983212 None None] Provisioning complete for port af68b72c-e4a1-461a-80b6-9f5c536493f4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:28.415756 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-17e3a8b8-d58a-4d13-b701-66eb03983212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.468774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-17e3a8b8-d58a-4d13-b701-66eb03983212 None None] Port af68b72c-e4a1-461a-80b6-9f5c536493f4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:28.473615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28d438-70c8-4006-b7ce-d04c227074a8 req-b3253dce-b7e7-4404-93ca-ea8fabc61146 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:28.483249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f28d438-70c8-4006-b7ce-d04c227074a8 req-b3253dce-b7e7-4404-93ca-ea8fabc61146 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 931 time: 0.1916916 Aug 03 16:17:28.485051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-334a7adb-ac41-4ca9-b752-90baf82ca6d4 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034099 Aug 03 16:17:28.588910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f28d438-70c8-4006-b7ce-d04c227074a8 req-168f5a37-0e61-439d-b18e-2181330d29f2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046481 Aug 03 16:17:28.620283 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.635072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Transition to ACTIVE for port object 6d71a800-a7e4-4616-8788-71b1ca7fd42c will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:28.647025 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.719509 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af68b72c-e4a1-461a-80b6-9f5c536493f4 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:28.729909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.747766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Transition to ACTIVE for port object af68b72c-e4a1-461a-80b6-9f5c536493f4 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:28.752908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.787872 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e958-c90e-418f-9d98-fda2f1f395c9 None None] Pushing event updated for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:28.903201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:28.956560 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Attempting to bind port 6d71a800-a7e4-4616-8788-71b1ca7fd42c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:28.957549 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Attempting to bind port 6d71a800-a7e4-4616-8788-71b1ca7fd42c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:28.957549 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Attempting to bind port 6d71a800-a7e4-4616-8788-71b1ca7fd42c on network 20db17db-9ddd-4593-991c-fc9ec87cc241 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:28.977210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:28.977588 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Checking segment: {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:28.978023 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.978427 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Bound using segment: {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:28.978913 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Bound port: 6d71a800-a7e4-4616-8788-71b1ca7fd42c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea1bcff-c4b7-47bc-9173-66f8ce9be641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:28.979295 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:28.997844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Attempting to bind port af68b72c-e4a1-461a-80b6-9f5c536493f4 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:28.998218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Attempting to bind port af68b72c-e4a1-461a-80b6-9f5c536493f4 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:28.998567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Attempting to bind port af68b72c-e4a1-461a-80b6-9f5c536493f4 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:29.005513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Port af68b72c-e4a1-461a-80b6-9f5c536493f4 on network 0827b38d-930b-4282-9dc9-f49a582a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:17:29.005919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Attempting to bind port af68b72c-e4a1-461a-80b6-9f5c536493f4 on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:29.016050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:29.017607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:29.020075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:29.020824 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Bound port: af68b72c-e4a1-461a-80b6-9f5c536493f4, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:29.020991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:29.092204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] For port 6d71a800-a7e4-4616-8788-71b1ca7fd42c, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:29.102325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] For port 6d71a800-a7e4-4616-8788-71b1ca7fd42c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6d71a800-a7e4-4616-8788-71b1ca7fd42c,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:29.116222 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:29.183433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:29.190870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:29.207558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:29.251676 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e958-c90e-418f-9d98-fda2f1f395c9 None None] Pushing event updated for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:29.278278 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:17:29.278915 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:17:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:29.320621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-9f8246e1-5ae6-4696-9b44-da3e46e0fb60 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267283 Aug 03 16:17:29.409524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:29.424265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:29.425460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:29.427988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-978beba0-9e91-497e-83f0-023fae5480cb service neutron] 10.222.0.72 "PUT /v2.0/ports/af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 200 len: 1091 time: 1.3658090 Aug 03 16:17:29.428760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:29.445161 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f00178-8419-48dc-88fb-3584c850430e" -d '{"events": [{"name": "network-changed", "server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:29.652280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-ded2d3e8-127e-4605-b391-7bfd3bf1ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:29.655453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-ded2d3e8-127e-4605-b391-7bfd3bf1ac4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 1094 time: 0.1435275 Aug 03 16:17:29.656211 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:17:29.810556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-cc23885e-b229-4601-a143-a428fc68f6d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 200 len: 217 time: 0.1426756 Aug 03 16:17:29.898361 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8609c8-1cb8-44e1-9ab9-732c0712cb64 x-openstack-request-id: req-1a8609c8-1cb8-44e1-9ab9-732c0712cb64 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:29.899018 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:29.900161 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a8609c8-1cb8-44e1-9ab9-732c0712cb64 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:29.900668 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'status': 'completed', 'code': 200} Aug 03 16:17:29.957952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-8c163026-40e6-4677-af1e-fdb769f6e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:29.960926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-8c163026-40e6-4677-af1e-fdb769f6e254 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1461000 Aug 03 16:17:30.153411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-038b89bd-31c2-4dfb-a1ec-13d3310ee582 req-b7adf524-5204-4dc7-8d0e-2ff8e6154c4f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0448816 Aug 03 16:17:30.176845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-a15f1858-160b-4efe-bbe7-19d3df5ab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:30.179123 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-a15f1858-160b-4efe-bbe7-19d3df5ab44a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112331 Aug 03 16:17:30.222667 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 4, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6d71a800-a7e4-4616-8788-71b1ca7fd42c', 'name': '', 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'mac_address': 'fa:16:3e:04:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:21Z', 'updated_at': '2021-08-03T16:17:29Z', 'revision_number': 4, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'subnets': [{'id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:17:30.258076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d01c88-f940-4623-a416-563d2d94f774 None None] The sync data for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 is: [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 4, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6d71a800-a7e4-4616-8788-71b1ca7fd42c', 'name': '', 'network_id': '20db17db-9ddd-4593-991c-fc9ec87cc241', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'mac_address': 'fa:16:3e:04:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:21Z', 'updated_at': '2021-08-03T16:17:29Z', 'revision_number': 4, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'subnets': [{'id': '8f8559d5-96d2-4778-87f0-53572efe01e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:17:30.306352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2974a4-bab5-4c78-867c-f2447e28e12e req-eb2d40bd-a8b4-4c31-96bb-1eefebd18974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:30.318970 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d2974a4-bab5-4c78-867c-f2447e28e12e req-eb2d40bd-a8b4-4c31-96bb-1eefebd18974 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 943 time: 0.2566216 Aug 03 16:17:30.430234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d2974a4-bab5-4c78-867c-f2447e28e12e req-1cff1238-f99a-4882-a39f-7bd572151af3 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086335 Aug 03 16:17:30.526012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-49ee926c-f70e-4125-8c0b-ac98c6e6a4bc service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383956 Aug 03 16:17:30.704461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6f2c33d0-4959-45d1-ba17-0bf86de560a7 req-705148af-809e-411f-b364-1d5a81c941d4 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643076 Aug 03 16:17:30.827171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6d71a800-a7e4-4616-8788-71b1ca7fd42c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:30.860428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00178-8419-48dc-88fb-3584c850430e req-0f63e175-cddd-4b9d-8a8c-bc103906642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:30.862017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-0f63e175-cddd-4b9d-8a8c-bc103906642c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 1094 time: 0.0878923 Aug 03 16:17:30.937375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:30.946331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:30.946714 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:31.067044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00178-8419-48dc-88fb-3584c850430e req-c48224e8-6e19-42a6-9fe8-8d11a6293d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:31.068884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-c48224e8-6e19-42a6-9fe8-8d11a6293d68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1993003 Aug 03 16:17:31.148773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:31.186386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-8d74cdae-d4f7-4933-bf26-9d62dd163fcc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 200 len: 217 time: 0.0899460 Aug 03 16:17:31.194791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6d71a800-a7e4-4616-8788-71b1ca7fd42c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6d71a800-a7e4-4616-8788-71b1ca7fd42c,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:31.200080 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:31.262246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:31.328605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00178-8419-48dc-88fb-3584c850430e req-920f211a-8e7f-4b25-b6ae-18b296025029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:31.331568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-920f211a-8e7f-4b25-b6ae-18b296025029 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1437774 Aug 03 16:17:31.334588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c004e356-4cc0-44f9-ac27-558b21de6c9e req-bab13c4b-4bee-4ffa-9b56-acab3750c4bf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0436828 Aug 03 16:17:31.405839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00178-8419-48dc-88fb-3584c850430e req-2e5d00a0-bddc-411c-80ac-d6e7c6850ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:31.408178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-2e5d00a0-bddc-411c-80ac-d6e7c6850ca8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658627 Aug 03 16:17:31.647582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-7fd18548-e28c-4ca3-af7c-27fa8903f238 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308843 Aug 03 16:17:31.661287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6a4f-9900-453a-a29a-896f948d9130 req-be0a756f-5eb0-4d76-81bf-5391427beffc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:31.663170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bde6a4f-9900-453a-a29a-896f948d9130 req-be0a756f-5eb0-4d76-81bf-5391427beffc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 943 time: 0.0921321 Aug 03 16:17:31.708890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bde6a4f-9900-453a-a29a-896f948d9130 req-c73b4c15-e5f7-4672-90f3-ac0e11a3f042 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Aug 03 16:17:31.892096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77f00178-8419-48dc-88fb-3584c850430e req-9564a89d-df9e-4845-8950-385b4e4ec1f2 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278891 Aug 03 16:17:31.943094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-36144c3c-f5d3-4545-a74b-0bd75dcbcb2b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:31.945549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-36144c3c-f5d3-4545-a74b-0bd75dcbcb2b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.2229750 Aug 03 16:17:31.963368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:32.162242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:32.167819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:32.402914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.11 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/1c5ac91f-27ac-463b-b802-68c7da8c957f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:32.537724 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3da4f851-dfdb-43ae-9538-bad0d98694ce req-93816709-d6b8-4f8a-9ee5-d3632558189d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0689881 Aug 03 16:17:32.761699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:32.798953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object 1c5ac91f-27ac-463b-b802-68c7da8c957f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:32.898823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6d71a800-a7e4-4616-8788-71b1ca7fd42c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:32.923967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:33.060478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14907c6-4883-4b58-afba-bcbad939c4da req-765d4583-5fa6-441a-885e-48c19717dfc9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:33.064708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b14907c6-4883-4b58-afba-bcbad939c4da req-765d4583-5fa6-441a-885e-48c19717dfc9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 943 time: 0.1764781 Aug 03 16:17:33.086974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:33.094577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:33.094883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6d71a800-a7e4-4616-8788-71b1ca7fd42c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:33.097032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:33.115145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:33.123543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:33.166894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b14907c6-4883-4b58-afba-bcbad939c4da req-a8a69b97-d852-4712-884a-9e5f671d4380 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947826 Aug 03 16:17:33.251219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:33.252264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:33.285189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-0c72d817-507c-406b-8cef-a12fa866a922 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3280003 Aug 03 16:17:33.303904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Request body: {'port': {'device_id': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:33.434457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:33.607130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b55badba-4857-47d7-9dc6-e378d41d5378 None None] Provisioning for port 1c5ac91f-27ac-463b-b802-68c7da8c957f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:33.620834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b55badba-4857-47d7-9dc6-e378d41d5378 None None] Provisioning complete for port 1c5ac91f-27ac-463b-b802-68c7da8c957f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:33.621220 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b55badba-4857-47d7-9dc6-e378d41d5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:33.716320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b55badba-4857-47d7-9dc6-e378d41d5378 None None] Port 1c5ac91f-27ac-463b-b802-68c7da8c957f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:33.861219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8ab24-2d45-4d6a-a7b1-58b95f7f91a9 req-6e642bd0-ba84-484f-8366-5e3fdb3324ec tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:33.862092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ac8ab24-2d45-4d6a-a7b1-58b95f7f91a9 req-6e642bd0-ba84-484f-8366-5e3fdb3324ec tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 932 time: 0.1267896 Aug 03 16:17:33.967528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ac8ab24-2d45-4d6a-a7b1-58b95f7f91a9 req-e61bd6a7-c7a3-4a7a-833a-818cb38c301f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840659 Aug 03 16:17:34.067763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5ac91f-27ac-463b-b802-68c7da8c957f {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:34.081123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:34.097711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Transition to ACTIVE for port object 1c5ac91f-27ac-463b-b802-68c7da8c957f will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:34.101926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:34.165865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:34.255691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Attempting to bind port 1c5ac91f-27ac-463b-b802-68c7da8c957f on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:34.256025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Attempting to bind port 1c5ac91f-27ac-463b-b802-68c7da8c957f by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:34.256359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Attempting to bind port 1c5ac91f-27ac-463b-b802-68c7da8c957f on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:34.265546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Port 1c5ac91f-27ac-463b-b802-68c7da8c957f on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:17:34.266109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Attempting to bind port 1c5ac91f-27ac-463b-b802-68c7da8c957f on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:34.273662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:34.274237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:34.274865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:34.275609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Bound port: 1c5ac91f-27ac-463b-b802-68c7da8c957f, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:34.276207 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:34.382646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953429-2aa8-44b1-9841-5af30a41d18a req-7a7a58aa-440e-4731-baf2-6f55d12a1f4e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:34.385237 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d953429-2aa8-44b1-9841-5af30a41d18a req-7a7a58aa-440e-4731-baf2-6f55d12a1f4e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 943 time: 0.0866063 Aug 03 16:17:34.426634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:34.431312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:34.444901 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:34.465280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d953429-2aa8-44b1-9841-5af30a41d18a req-552efba1-80ef-4168-8a93-3bc80b79a19b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698340 Aug 03 16:17:34.510338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:34.510819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:34.512739 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] 10.222.0.78 "PUT /v2.0/ports/1c5ac91f-27ac-463b-b802-68c7da8c957f HTTP/1.1" status: 200 len: 1092 time: 1.2179995 Aug 03 16:17:34.513206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:34.521052 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da9f250-6080-4481-90f2-5250137dd050" -d '{"events": [{"name": "network-changed", "server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:34.623072 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d281477-09ec-456d-b55c-fd2d6378a96e x-openstack-request-id: req-8d281477-09ec-456d-b55c-fd2d6378a96e {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:34.623590 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:34.624047 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d281477-09ec-456d-b55c-fd2d6378a96e {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:34.624746 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f', 'status': 'completed', 'code': 200} Aug 03 16:17:34.628523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ca82c-d009-4e07-87f3-4ad5861c0971 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:34.715672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-69d7af87-f8d2-4064-b6e5-25ff52fc91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:34.718084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-69d7af87-f8d2-4064-b6e5-25ff52fc91f3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 1095 time: 0.1346765 Aug 03 16:17:34.782809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-d508780c-959b-47a7-afef-342b32a262ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f HTTP/1.1" status: 200 len: 217 time: 0.0562251 Aug 03 16:17:34.855779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-87817f0d-5162-4e4a-ae2c-19be6c82e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:34.857504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-87817f0d-5162-4e4a-ae2c-19be6c82e053 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0670338 Aug 03 16:17:34.966570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-38d29dc2-fee9-4a8b-9aa1-28cfcf26e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:34.970558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-38d29dc2-fee9-4a8b-9aa1-28cfcf26e3d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934784 Aug 03 16:17:35.033201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device af68b72c-e4a1-461a-80b6-9f5c536493f4 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:17:35.135940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-254629cd-a421-425b-a106-a481e9283253 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575725 Aug 03 16:17:35.218170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbb1fa-25b0-44a4-ae2f-6a913caf0d24 req-d4889303-324a-4b0c-9f9a-621e8d9554e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:35.218943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:35.220446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8fbb1fa-25b0-44a4-ae2f-6a913caf0d24 req-d4889303-324a-4b0c-9f9a-621e8d9554e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.1141555 Aug 03 16:17:35.250840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'mac_address': 'fa:16:3e:ab:00:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:17:35.337700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8fbb1fa-25b0-44a4-ae2f-6a913caf0d24 req-78d2eb87-e09b-45ae-b8b2-98081258f673 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020496 Aug 03 16:17:35.362070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b8d89a1-b69b-4f43-b0b2-e6596fcbf707 req-2b30b872-a227-47a0-8099-b5a4d09c3401 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187023 Aug 03 16:17:35.408689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:35.443929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af68b72c-e4a1-461a-80b6-9f5c536493f4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:35.496864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:35.526165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:35.527844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f250-6080-4481-90f2-5250137dd050 req-0a53efdb-3821-41f7-9cc9-82f550405eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:35.530219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-0a53efdb-3821-41f7-9cc9-82f550405eda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 1095 time: 0.0913193 Aug 03 16:17:35.668651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:35.762782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['af68b72c-e4a1-461a-80b6-9f5c536493f4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:35.771368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b1f84-10fb-4538-8536-a3068f0ab88b req-5a2b9701-240a-46ff-8632-6dc83c761415 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:35.780461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b2b1f84-10fb-4538-8536-a3068f0ab88b req-5a2b9701-240a-46ff-8632-6dc83c761415 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 944 time: 0.1395540 Aug 03 16:17:35.795099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f250-6080-4481-90f2-5250137dd050 req-b85ab9c7-cea9-40b4-b96e-77d812f2c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:35.797407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-b85ab9c7-cea9-40b4-b96e-77d812f2c211 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.2538068 Aug 03 16:17:35.872067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-08ac5cdf-2e21-462a-84f8-dbd43f684a19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f HTTP/1.1" status: 200 len: 217 time: 0.0651217 Aug 03 16:17:35.875463 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b2b1f84-10fb-4538-8536-a3068f0ab88b req-151e4869-5994-4517-a8af-07534f3be690 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941250 Aug 03 16:17:35.950008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f250-6080-4481-90f2-5250137dd050 req-0d354ddf-6b5d-43fa-a19d-2c65c05f8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:35.951781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-0d354ddf-6b5d-43fa-a19d-2c65c05f8773 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0712190 Aug 03 16:17:36.081943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f250-6080-4481-90f2-5250137dd050 req-0bd80a07-cf02-46d6-8a1b-cdd42e054f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:36.086546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-0bd80a07-cf02-46d6-8a1b-cdd42e054f8c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268697 Aug 03 16:17:36.301564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-d2d9366e-d6ff-4972-96c8-c616475ab8d6 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995518 Aug 03 16:17:36.534204 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7da9f250-6080-4481-90f2-5250137dd050 req-a8788527-40ec-4e78-bf5b-15ee3da154b6 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077644 Aug 03 16:17:36.574920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80784-05ba-49e9-8156-1fa8fce407ff req-3ca6b3d3-869a-4682-b0c0-c6877d5d21d4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:36.596627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e80784-05ba-49e9-8156-1fa8fce407ff req-3ca6b3d3-869a-4682-b0c0-c6877d5d21d4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.1458664 Aug 03 16:17:36.674481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4e80784-05ba-49e9-8156-1fa8fce407ff req-86dfa6de-55be-4b7a-a1e6-10d5d8d6c948 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750635 Aug 03 16:17:37.059088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc42c9-de12-4578-8efa-41fabc4ce039 req-3aefe011-3c9e-450b-bc93-7bf6b28585f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:37.064885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device af68b72c-e4a1-461a-80b6-9f5c536493f4 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:37.068001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66bc42c9-de12-4578-8efa-41fabc4ce039 req-3aefe011-3c9e-450b-bc93-7bf6b28585f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 944 time: 0.0867198 Aug 03 16:17:37.138266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66bc42c9-de12-4578-8efa-41fabc4ce039 req-98476466-55c8-4e87-a94c-4f78fc0ed162 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581429 Aug 03 16:17:37.176347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port af68b72c-e4a1-461a-80b6-9f5c536493f4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:37.185815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port af68b72c-e4a1-461a-80b6-9f5c536493f4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:37.186426 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:37.332848 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:37.369601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:37.377406 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8ae122-5d72-4d02-8e56-d2a24b8b91f0" -d '{"events": [{"server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "name": "network-vif-plugged", "status": "completed", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:37.402774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:37.412641 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:37.462818 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf78e13-df8f-4029-a013-07b1a08ae760 x-openstack-request-id: req-adf78e13-df8f-4029-a013-07b1a08ae760 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:37.463938 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "name": "network-vif-plugged", "status": "completed", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:37.464418 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adf78e13-df8f-4029-a013-07b1a08ae760 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:37.465004 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'code': 200} Aug 03 16:17:37.528866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:37.592571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed5496-0f30-4db1-b840-25e70ce5ee55 req-fed694cd-fcfe-4ec0-a49c-40c1049a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:37.599264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18ed5496-0f30-4db1-b840-25e70ce5ee55 req-fed694cd-fcfe-4ec0-a49c-40c1049a6477 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 1096 time: 0.0934744 Aug 03 16:17:37.665903 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18ed5496-0f30-4db1-b840-25e70ce5ee55 req-99a550b9-39b1-44c4-8387-150aebf696a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Aug 03 16:17:37.827436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b138142-c671-4505-ba74-03236997c13d req-c4adbab1-0440-404b-a6a4-ce1ae4863563 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:37.831732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b138142-c671-4505-ba74-03236997c13d req-c4adbab1-0440-404b-a6a4-ce1ae4863563 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.0702662 Aug 03 16:17:37.895004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b138142-c671-4505-ba74-03236997c13d req-2deda079-24f7-49b1-8f5f-c75983e29a2a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Aug 03 16:17:38.328837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9cf0d-5cf8-4735-a80f-827e5d76203c req-6ac196a9-4fed-4764-9cf7-b5c512535a37 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:38.340828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7d9cf0d-5cf8-4735-a80f-827e5d76203c req-6ac196a9-4fed-4764-9cf7-b5c512535a37 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 945 time: 0.0734951 Aug 03 16:17:38.425781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a7d9cf0d-5cf8-4735-a80f-827e5d76203c req-2bcb7612-f058-4be2-b993-e4d622f770e9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836329 Aug 03 16:17:39.052118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feb4ba-511a-45a0-a94c-6b46a806dddb req-b0ce86b5-2e94-4f09-80d4-8b21f31a1f0d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:39.056836 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70feb4ba-511a-45a0-a94c-6b46a806dddb req-b0ce86b5-2e94-4f09-80d4-8b21f31a1f0d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.0761907 Aug 03 16:17:39.104666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70feb4ba-511a-45a0-a94c-6b46a806dddb req-5d0976e6-8074-4afb-aabd-05984ee37e57 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Aug 03 16:17:39.553376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06107-08c9-479e-a1ef-4b861d5194b9 req-3bb80ec0-aca0-411b-8393-48760e6bdb5d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:39.555023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78a06107-08c9-479e-a1ef-4b861d5194b9 req-3bb80ec0-aca0-411b-8393-48760e6bdb5d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 945 time: 0.0537410 Aug 03 16:17:39.602205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78a06107-08c9-479e-a1ef-4b861d5194b9 req-dbe0e6d2-f192-478d-a823-2555b6ce050e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403533 Aug 03 16:17:39.730009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-be5fa59c-3404-48de-98ca-9f13cf8b6fd7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 267 time: 0.0517447 Aug 03 16:17:39.810274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-7def45f5-cf79-4eef-b7d9-074093605c4d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:39.813630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-7def45f5-cf79-4eef-b7d9-074093605c4d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 945 time: 0.0755911 Aug 03 16:17:39.828918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'security_groups': []}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:39.878210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9d090c2-c56c-4937-8f73-e7d1ef62e130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:39.962723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:40.162385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:40.224026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:40.231701 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:40.253867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', '58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:40.283584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1511e-8b33-41b7-828a-9351c3f70fe0 req-ce7a05f6-be7f-4045-a727-7b472dd5b714 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.286962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ca1511e-8b33-41b7-828a-9351c3f70fe0 req-ce7a05f6-be7f-4045-a727-7b472dd5b714 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.0880959 Aug 03 16:17:40.305025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.305914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:40.313361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-921f61a0-2fc9-4be1-b6b8-6f85d7da101e req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "PUT /v2.0/ports/af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 200 len: 904 time: 0.4918940 Aug 03 16:17:40.331461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:40.336479 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd19dc-b5ec-47a2-ba88-1f42962f769c" -d '{"events": [{"name": "network-changed", "server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:40.407122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['af68b72c-e4a1-461a-80b6-9f5c536493f4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:40.428839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ca1511e-8b33-41b7-828a-9351c3f70fe0 req-74d56bb6-4472-4d7f-8ef1-618243d90ff4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181600 Aug 03 16:17:40.456147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d90bda-23cb-4302-af72-f89b21ca9ba7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:40.570545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['af68b72c-e4a1-461a-80b6-9f5c536493f4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:40.600504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e4388-1a99-46f4-87a8-5423d5013663 req-e5ceeca9-306c-4474-8778-dcb683b246f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.619961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1e4388-1a99-46f4-87a8-5423d5013663 req-e5ceeca9-306c-4474-8778-dcb683b246f5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 907 time: 0.1413119 Aug 03 16:17:40.621995 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4e85e-4655-4f67-944c-f7b727eeaec4 x-openstack-request-id: req-3ae4e85e-4655-4f67-944c-f7b727eeaec4 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:40.628230 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:40.629960 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ae4e85e-4655-4f67-944c-f7b727eeaec4 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:40.630546 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'status': 'completed', 'code': 200} Aug 03 16:17:40.763742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-ee6b716e-63ca-46a0-af22-f28a47a2214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.766364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-ee6b716e-63ca-46a0-af22-f28a47a2214d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 1058 time: 0.1767430 Aug 03 16:17:40.797083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75f730c7-9fbc-4d1e-bfb0-1a2da721585a None None] Provisioning complete for port af68b72c-e4a1-461a-80b6-9f5c536493f4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:40.798689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-75f730c7-9fbc-4d1e-bfb0-1a2da721585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:40.928504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1df42-04af-487d-92dd-e1122a2ea400 req-ddfd3c1b-5ffe-4c1e-aae7-936cf00e9c5f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.930032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-94d1df42-04af-487d-92dd-e1122a2ea400 req-ddfd3c1b-5ffe-4c1e-aae7-936cf00e9c5f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1627388 Aug 03 16:17:40.933089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-00127988-6d00-4022-b77f-054ea940ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:40.934490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-00127988-6d00-4022-b77f-054ea940ab7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1206737 Aug 03 16:17:41.003593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-94d1df42-04af-487d-92dd-e1122a2ea400 req-9d6c1087-4a39-43b4-9530-011a873cd5a0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636957 Aug 03 16:17:41.099691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-4fc2101c-4aa8-4291-860b-7e79ffc5faa9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 200 len: 217 time: 0.1363909 Aug 03 16:17:41.182658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-ab2f1083-aa65-4e81-8d5c-1338c47af122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:41.183972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-ab2f1083-aa65-4e81-8d5c-1338c47af122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0731268 Aug 03 16:17:41.202137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7dcee-d2d4-4b4f-b432-c755aa96125a req-fb737b0f-3b92-4e51-80fb-9c2f3a3d0ea9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:41.211719 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17f7dcee-d2d4-4b4f-b432-c755aa96125a req-fb737b0f-3b92-4e51-80fb-9c2f3a3d0ea9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0665255 Aug 03 16:17:41.251990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-96826b7c-540d-43ba-906d-b4ae2e2b0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:41.254726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17f7dcee-d2d4-4b4f-b432-c755aa96125a req-b231b9b8-cc0c-4c63-828b-8a18ac60cdbd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Aug 03 16:17:41.255163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-96826b7c-540d-43ba-906d-b4ae2e2b0bb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639026 Aug 03 16:17:41.419395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-608fa9e9-4749-4fe4-9367-83e17a62ef98 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551263 Aug 03 16:17:41.607755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df6008-e459-4e54-91d2-e3382927fe9d req-9853d89e-2fed-4c77-b652-d0ff2c5a1492 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:41.611027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33df6008-e459-4e54-91d2-e3382927fe9d req-9853d89e-2fed-4c77-b652-d0ff2c5a1492 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.1030304 Aug 03 16:17:41.630561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-ac9dc524-cb54-47be-9724-adcffa6fbcaf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:41.638135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-ac9dc524-cb54-47be-9724-adcffa6fbcaf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.2141676 Aug 03 16:17:41.649957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53cd19dc-b5ec-47a2-ba88-1f42962f769c req-697c4003-a5a1-4c1b-a889-f51aeafe0a77 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231083 Aug 03 16:17:41.664890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-da473b65-c01b-48ac-922a-2d5370a06c46 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/quotas/c829aef18ff84b1db7b5e640a063c024 HTTP/1.1" status: 200 len: 375 time: 0.0255692 Aug 03 16:17:41.690530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33df6008-e459-4e54-91d2-e3382927fe9d req-1f75ce1f-1d94-46d3-a504-397ccd45b615 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722001 Aug 03 16:17:41.757766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-16c9b8c3-9f00-4b63-9944-28287028e7f1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0883987 Aug 03 16:17:41.873833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-acb1cca1-ce3c-4a43-a811-e553c4e17c3a service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149125 Aug 03 16:17:41.974913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-239767fb-37fe-4c16-abc6-d2873bf67d5a service neutron] 10.222.0.70 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940661 Aug 03 16:17:42.120423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-52d2a49b-88c7-4f14-8dec-ba47063269fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:42.238236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e53b67b-9bec-435f-af18-e9b30bacdc18 req-ef4e8d80-67d0-4fb7-883b-48477af07866 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 210 time: 0.0329742 Aug 03 16:17:42.792566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:42.892387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ca5f9-b292-4cc4-9387-8fcfcbb64a1f req-d08f8928-f0b9-42a7-8ced-8b21bb14d1e8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:42.900922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d1ca5f9-b292-4cc4-9387-8fcfcbb64a1f req-d08f8928-f0b9-42a7-8ced-8b21bb14d1e8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.1091924 Aug 03 16:17:42.961362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8d1ca5f9-b292-4cc4-9387-8fcfcbb64a1f req-a8a6e3df-de67-47a1-adc5-80e8afe306da tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589416 Aug 03 16:17:43.388166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4243aae-ae48-4656-ac7a-b8a78cd0620e req-c4609b72-5249-45fa-afe0-42848fd08a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 210 time: 0.0384984 Aug 03 16:17:43.562084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-1e59b5df-bc0e-40b6-be65-2827758c51f1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:43.564052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-1e59b5df-bc0e-40b6-be65-2827758c51f1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 812 time: 0.1556566 Aug 03 16:17:43.580177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Request body: {'port': {'device_id': 'c31524c9-de90-415a-b35e-49d925955bbd', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'admin_state_up': True, 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:43.725885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:43.761475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Made reservation on behalf of c829aef18ff84b1db7b5e640a063c024 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:43.765882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:43.962388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Allocated IP 172.20.0.10 (0827b38d-930b-4282-9dc9-f49a582a3819/30adcebf-8d53-4ff0-b698-c228b9beb588/f8ed7a88-ff4e-4ccc-b092-0f125925cb6c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:17:44.167123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe978b6-d183-47f8-b57c-298a1346a1c9 req-53524000-11e5-4ed6-b6c6-c73d3894613a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:44.168613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bbe978b6-d183-47f8-b57c-298a1346a1c9 req-53524000-11e5-4ed6-b6c6-c73d3894613a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.1161902 Aug 03 16:17:44.602848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aeb10db7-236a-4e97-a85c-8200d99a3f17 req-a21baeea-01f2-4ed3-b5db-4f4d81a4cc36 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 210 time: 0.0324748 Aug 03 16:17:44.611580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bbe978b6-d183-47f8-b57c-298a1346a1c9 req-30444482-0176-4698-b282-1814d4e1111d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280066 Aug 03 16:17:44.654849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:44.672887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Transition to ACTIVE for port object f8ed7a88-ff4e-4ccc-b092-0f125925cb6c will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:44.726207 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:44.743066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', '58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:44.781505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:44.812784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Network 0827b38d-930b-4282-9dc9-f49a582a3819 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:17:44.815299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:44.818449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:17:44.899003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:44.899682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:44.926861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-484081b7-4c00-4f78-8834-ef4711012be4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3515952 Aug 03 16:17:44.942402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Request body: {'port': {'device_id': 'c31524c9-de90-415a-b35e-49d925955bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:45.067674 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:45.236633 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:45.250150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad87f195-e02d-4306-8c8e-e50288601f95 None None] Provisioning for port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:45.255114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ad87f195-e02d-4306-8c8e-e50288601f95 None None] Provisioning complete for port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:45.255770 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad87f195-e02d-4306-8c8e-e50288601f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:45.300895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ad87f195-e02d-4306-8c8e-e50288601f95 None None] Port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:17:45.667132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ed7a88-ff4e-4ccc-b092-0f125925cb6c {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:45.680377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:45.711959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Transition to ACTIVE for port object f8ed7a88-ff4e-4ccc-b092-0f125925cb6c will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:17:45.718975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1c5ac91f-27ac-463b-b802-68c7da8c957f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:17:45.723721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:45.894206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:46.007722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:46.038153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f365-19c4-4355-9c62-7c29c289bd37 req-9898947c-3b4b-4c74-89c7-16d98b465336 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.040911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '1c5ac91f-27ac-463b-b802-68c7da8c957f', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': '1c5ac91f-27ac-463b-b802-68c7da8c957f', 'mac_address': 'fa:16:3e:5a:db:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:17:46.048816 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c503f365-19c4-4355-9c62-7c29c289bd37 req-9898947c-3b4b-4c74-89c7-16d98b465336 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.2186940 Aug 03 16:17:46.166659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:46.174378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c503f365-19c4-4355-9c62-7c29c289bd37 req-a9262b20-0070-4ea9-bafa-d8df47b85c16 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235912 Aug 03 16:17:46.189115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8aec-fa12-41bf-90a2-f03fa8828fcb req-4b487045-61cf-4c01-bcae-0c2e4f13570f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.198004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d62e8aec-fa12-41bf-90a2-f03fa8828fcb req-4b487045-61cf-4c01-bcae-0c2e4f13570f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 944 time: 0.2771575 Aug 03 16:17:46.211787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5ac91f-27ac-463b-b802-68c7da8c957f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:46.222035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Attempting to bind port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:17:46.222489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Attempting to bind port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:17:46.222777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Attempting to bind port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:46.257075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d62e8aec-fa12-41bf-90a2-f03fa8828fcb req-9f2fc297-d1e4-43ea-85d4-d92831216f19 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Aug 03 16:17:46.257075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c on network 0827b38d-930b-4282-9dc9-f49a582a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:17:46.257075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Attempting to bind port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c on network 0827b38d-930b-4282-9dc9-f49a582a3819 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:17:46.277715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:46.282813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:17:46.283297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Checking segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:46.283436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Bound using segment: {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:17:46.283770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Bound port: f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efe6184-797d-4dfe-85ba-aec631b4b633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:17:46.284141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:46.287728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:46.379983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:46.391436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.391921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.392028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.392436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.392915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.393774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.394245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.394739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.395095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.395581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.396027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.399452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:17:46.454174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:17:46.483225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:17:46.502669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:46.584245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.586545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:46.590699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8ed7a88-ff4e-4ccc-b092-0f125925cb6c HTTP/1.1" status: 200 len: 1092 time: 1.6541860 Aug 03 16:17:46.599188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['1c5ac91f-27ac-463b-b802-68c7da8c957f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:46.600555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:46.609706 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a24bb-70ae-4037-84f7-db45daa1f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:46.696118 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea66a898-f0b5-4e0d-9ed5-3d9e5c95d17d x-openstack-request-id: req-ea66a898-f0b5-4e0d-9ed5-3d9e5c95d17d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:46.696426 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:46.696680 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ea66a898-f0b5-4e0d-9ed5-3d9e5c95d17d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:46.697105 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'status': 'completed', 'code': 200} Aug 03 16:17:46.698248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be9988-9f2d-4f7c-aeb8-9b7e60e52a01 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:46.739942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-f43b017a-05be-4c45-8501-ab9525939c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.741833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-f43b017a-05be-4c45-8501-ab9525939c9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 1095 time: 0.0866196 Aug 03 16:17:46.863270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-7316f8ad-3c74-4965-9cfa-ebbc59a557a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c HTTP/1.1" status: 200 len: 217 time: 0.0642457 Aug 03 16:17:46.929556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-4460521e-9237-4404-9edc-e1e88fb8c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.932896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-4460521e-9237-4404-9edc-e1e88fb8c0aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0624902 Aug 03 16:17:46.980387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-c9ba1d8a-564e-48e6-a6a3-b75ebd1a7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:46.982011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-c9ba1d8a-564e-48e6-a6a3-b75ebd1a7309 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426147 Aug 03 16:17:47.083634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-36c7a4b7-14a4-4d9e-8c0f-2849642c630b service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942087 Aug 03 16:17:47.185366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c28847ea-0928-4c3c-a094-c2b0412c21ae req-00f18f5a-277d-4423-86dc-10100475a82c service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933518 Aug 03 16:17:47.297222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-4d69de5f-d4fc-4aab-9606-1e63c37d2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.299041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-4d69de5f-d4fc-4aab-9606-1e63c37d2d63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 1095 time: 0.0597878 Aug 03 16:17:47.406578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137c4ce-33e8-423b-9521-9ca4901b407c req-e6b1b8d5-ab73-4d37-adbc-10b2eb4056f3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.408246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f137c4ce-33e8-423b-9521-9ca4901b407c req-e6b1b8d5-ab73-4d37-adbc-10b2eb4056f3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 945 time: 0.0743341 Aug 03 16:17:47.449117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726c28d-a399-44ff-b269-294ba1187387 req-f4be60ed-550e-42b4-ae7b-b3c2abaf5526 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.450694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e726c28d-a399-44ff-b269-294ba1187387 req-f4be60ed-550e-42b4-ae7b-b3c2abaf5526 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.0888581 Aug 03 16:17:47.454824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f137c4ce-33e8-423b-9521-9ca4901b407c req-18ec87ec-4bc9-4d19-8b60-6b8554d6fdcc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Aug 03 16:17:47.480065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-e47268e4-8c31-4d18-9265-8ef9043653a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.481788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-e47268e4-8c31-4d18-9265-8ef9043653a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1743279 Aug 03 16:17:47.547302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-ed1b256f-a9ef-4fba-93ff-f0c8fcfcc907 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c HTTP/1.1" status: 200 len: 217 time: 0.0551414 Aug 03 16:17:47.560408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e726c28d-a399-44ff-b269-294ba1187387 req-07e0b6b4-b6de-4cbe-924b-3af243d9388c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000953 Aug 03 16:17:47.655376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-56eb6881-5d1a-4d74-9602-f1725dbcd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.658359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-56eb6881-5d1a-4d74-9602-f1725dbcd8d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0966711 Aug 03 16:17:47.711345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-12f2c546-1b4c-4dc0-bb2f-a522ea6ea416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:47.712872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-12f2c546-1b4c-4dc0-bb2f-a522ea6ea416 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472207 Aug 03 16:17:47.734916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1c5ac91f-27ac-463b-b802-68c7da8c957f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:47.805947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 1c5ac91f-27ac-463b-b802-68c7da8c957f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:47.814217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 1c5ac91f-27ac-463b-b802-68c7da8c957f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:47.814597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:47.881575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-20dc42cc-99b8-49ff-a266-6f916c11f18b service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578491 Aug 03 16:17:47.947339 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:47.981421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:47.984731 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e001b65-42ad-4699-976f-dfd6de2abb65" -d '{"events": [{"server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:48.007717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:48.013206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-862a24bb-70ae-4037-84f7-db45daa1f2e7 req-1a0eedfd-11d2-482d-a49c-7c3f2c4c69b8 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174650 Aug 03 16:17:48.014263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:48.043249 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e29ea8-2e69-4a6a-b8d4-f7e394791313 x-openstack-request-id: req-81e29ea8-2e69-4a6a-b8d4-f7e394791313 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:48.043642 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:48.043970 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81e29ea8-2e69-4a6a-b8d4-f7e394791313 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:48.044428 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f', 'code': 200} Aug 03 16:17:48.078950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:48.165727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f4113-67c3-4c6d-a02a-333de816df6c req-796734d7-c552-4957-a2a7-56c08dfd4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:48.167355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd0f4113-67c3-4c6d-a02a-333de816df6c req-796734d7-c552-4957-a2a7-56c08dfd4c57 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 1097 time: 0.0500951 Aug 03 16:17:48.211031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd0f4113-67c3-4c6d-a02a-333de816df6c req-8e5d2fe6-a7e5-40ee-b446-b374edc54929 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351946 Aug 03 16:17:48.583903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981dd889-40b7-46bf-b70a-040e9fbf54de req-c92e5970-d25f-476b-89d1-8b13dd02951d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:48.585438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-981dd889-40b7-46bf-b70a-040e9fbf54de req-c92e5970-d25f-476b-89d1-8b13dd02951d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0522962 Aug 03 16:17:48.642420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-981dd889-40b7-46bf-b70a-040e9fbf54de req-2be3de17-7d9b-4d77-8127-dde2a5391003 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Aug 03 16:17:48.717107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb63755-6b90-44ab-8199-a9286fa01c8a req-bd9f2ee7-73ee-47c7-9901-d085169eb1ee tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:48.719020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-deb63755-6b90-44ab-8199-a9286fa01c8a req-bd9f2ee7-73ee-47c7-9901-d085169eb1ee tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.0557752 Aug 03 16:17:48.761071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-deb63755-6b90-44ab-8199-a9286fa01c8a req-faadb23b-1456-4e03-8acb-fdc16e30c234 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347853 Aug 03 16:17:49.760603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6f81-7788-4421-b65c-0f15e946be2d req-1c9806e8-cf15-48a6-be96-0fe562ab6cf0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:49.763238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978b6f81-7788-4421-b65c-0f15e946be2d req-1c9806e8-cf15-48a6-be96-0fe562ab6cf0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0546532 Aug 03 16:17:49.817451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-978b6f81-7788-4421-b65c-0f15e946be2d req-c9ee8b44-8772-4882-a73e-f28f16e6b523 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 Aug 03 16:17:49.911796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a2445-37e3-4a78-8030-856bbedbee96 req-dc13a2b0-7839-4348-bb8f-4f5db32c003b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:49.913515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f31a2445-37e3-4a78-8030-856bbedbee96 req-dc13a2b0-7839-4348-bb8f-4f5db32c003b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.0566707 Aug 03 16:17:49.955081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f31a2445-37e3-4a78-8030-856bbedbee96 req-d13c0f3f-c706-4c14-a330-3b9b0c1598b9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Aug 03 16:17:49.955733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c121c1-4c07-4b09-b13d-d3ccc87650c1 req-2ad0b7a4-33d0-4b36-ab78-9ebb2e412f65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:49.957254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0c121c1-4c07-4b09-b13d-d3ccc87650c1 req-2ad0b7a4-33d0-4b36-ab78-9ebb2e412f65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0665164 Aug 03 16:17:50.000362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e0c121c1-4c07-4b09-b13d-d3ccc87650c1 req-da88c9da-d60f-46d6-b96e-4b6684e27089 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Aug 03 16:17:50.153578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef449dac-694b-4c03-bdd1-328d9d691484 req-8f39a90c-5125-49a3-aee1-20e30b93c68b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:50.155333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef449dac-694b-4c03-bdd1-328d9d691484 req-8f39a90c-5125-49a3-aee1-20e30b93c68b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0709488 Aug 03 16:17:50.201773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef449dac-694b-4c03-bdd1-328d9d691484 req-a874d7e5-eedf-4b66-91bd-81a1f8a98764 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Aug 03 16:17:50.502992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb21ab-874e-45ba-a53f-f502acf8589a req-21079f56-df51-432e-af1d-612f8d5eeb35 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:50.504543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edbb21ab-874e-45ba-a53f-f502acf8589a req-21079f56-df51-432e-af1d-612f8d5eeb35 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0670092 Aug 03 16:17:50.576700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edbb21ab-874e-45ba-a53f-f502acf8589a req-08167be9-1065-47c5-88c1-3622879c330e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654423 Aug 03 16:17:51.104309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2245f7-b109-4c74-83f0-3d3ee4d04a7c req-fdb3d007-5d74-49fd-b31b-22774388543c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:51.106277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db2245f7-b109-4c74-83f0-3d3ee4d04a7c req-fdb3d007-5d74-49fd-b31b-22774388543c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.0657225 Aug 03 16:17:51.144823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8ed7a88-ff4e-4ccc-b092-0f125925cb6c details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:17:51.183835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db2245f7-b109-4c74-83f0-3d3ee4d04a7c req-1cb5d457-c1bd-4b9c-b1ee-0a26027c10ca tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678480 Aug 03 16:17:51.307083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:51.327289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'mac_address': 'fa:16:3e:24:c7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:17:51.376860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:51.397375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ed7a88-ff4e-4ccc-b092-0f125925cb6c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:17:51.425077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:51.431469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:51.504018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:51.665856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:51.713307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eed12d-4f54-4eef-a014-3c3b8eccf1a8 req-c32a3142-886c-4c41-ac67-3623a4e95f54 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:51.716050 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23eed12d-4f54-4eef-a014-3c3b8eccf1a8 req-c32a3142-886c-4c41-ac67-3623a4e95f54 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0610085 Aug 03 16:17:51.764002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23eed12d-4f54-4eef-a014-3c3b8eccf1a8 req-79bc8f16-b409-4d0a-87f6-159654426f11 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Aug 03 16:17:52.161931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:52.245399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-bddcab38-04a0-41d0-834b-a899b077b956 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:52.246983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-bddcab38-04a0-41d0-834b-a899b077b956 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 946 time: 0.0730865 Aug 03 16:17:52.394477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189bd67-cd59-4a99-9b1f-089bb7a92f72 req-8cf3ca89-ec94-4f3b-9bf2-281a0f6c6c31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:52.396276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f189bd67-cd59-4a99-9b1f-089bb7a92f72 req-8cf3ca89-ec94-4f3b-9bf2-281a0f6c6c31 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 945 time: 0.0970027 Aug 03 16:17:52.428356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 1c5ac91f-27ac-463b-b802-68c7da8c957f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:17:52.428758 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:52.504585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f189bd67-cd59-4a99-9b1f-089bb7a92f72 req-2496fc5d-a23d-4377-a25a-151c5af8b83d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990734 Aug 03 16:17:52.563952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port 1c5ac91f-27ac-463b-b802-68c7da8c957f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1c5ac91f-27ac-463b-b802-68c7da8c957f,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:52.565361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:52.582832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 1c5ac91f-27ac-463b-b802-68c7da8c957f owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:17:52.764732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:52.777687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['1c5ac91f-27ac-463b-b802-68c7da8c957f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:17:52.798794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=1c5ac91f-27ac-463b-b802-68c7da8c957f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:52.852211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port 1c5ac91f-27ac-463b-b802-68c7da8c957f on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:17:52.855482 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:52.858918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d4a3fcb-fc05-4799-831a-daad502390cb req-76b12d34-62b4-4739-939f-404927b91bcf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "DELETE /v2.0/ports/1c5ac91f-27ac-463b-b802-68c7da8c957f HTTP/1.1" status: 204 len: 173 time: 0.5995386 Aug 03 16:17:52.860710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'name': 'network-vif-deleted', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:52.863586 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161d0d74-1a1d-43bf-b6c4-bd48129d88f5" -d '{"events": [{"server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "name": "network-vif-deleted", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:52.944459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0a16d438-0443-4563-979b-ef6cb6129289 req-9e0bbde6-878b-42af-ab32-a08a4b6ef829 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0562346 Aug 03 16:17:52.949873 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070c377-7b15-4446-931f-275356ded77c x-openstack-request-id: req-b070c377-7b15-4446-931f-275356ded77c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:52.950292 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b6f816-dde7-42d4-8b49-8b63172b1e0a", "name": "network-vif-deleted", "tag": "1c5ac91f-27ac-463b-b802-68c7da8c957f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:52.950639 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b070c377-7b15-4446-931f-275356ded77c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:52.951130 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b6f816-dde7-42d4-8b49-8b63172b1e0a', 'name': 'network-vif-deleted', 'tag': '1c5ac91f-27ac-463b-b802-68c7da8c957f', 'status': 'completed', 'code': 200} Aug 03 16:17:53.147430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8ed7a88-ff4e-4ccc-b092-0f125925cb6c up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:17:53.200483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:17:53.205419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:17:53.205912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:53.444823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:53.469004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:17:53.471540 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683e2f3-2acd-42a8-ad39-4b054ed03899" -d '{"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:17:53.487745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:17:53.492533 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:53.546830 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf831e0-f7a0-4d77-b489-9c3be2b7070e x-openstack-request-id: req-5cf831e0-f7a0-4d77-b489-9c3be2b7070e {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:17:53.547169 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:17:53.547390 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cf831e0-f7a0-4d77-b489-9c3be2b7070e {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:17:53.547766 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'code': 200} Aug 03 16:17:53.595067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:53.720571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3611b2-f794-47bc-94e8-1c54de524ac0 req-da6c2bb9-8c56-4839-9c68-134a1e9ad575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:53.722512 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da3611b2-f794-47bc-94e8-1c54de524ac0 req-da6c2bb9-8c56-4839-9c68-134a1e9ad575 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 1097 time: 0.1280961 Aug 03 16:17:53.759474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bec21-5df7-48e0-b39c-3ff93e1cb6d6 req-12a3b022-86c5-4bba-9095-3070f15fea7b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:53.761977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e6bec21-5df7-48e0-b39c-3ff93e1cb6d6 req-12a3b022-86c5-4bba-9095-3070f15fea7b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1256752 Aug 03 16:17:53.820680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da3611b2-f794-47bc-94e8-1c54de524ac0 req-9ec8039f-5c65-4b9e-bf35-971b0d166b37 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897260 Aug 03 16:17:53.834377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e6bec21-5df7-48e0-b39c-3ff93e1cb6d6 req-9c66bf74-2c8f-4d56-9fcd-6bc312428bbd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551281 Aug 03 16:17:54.076120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:54.078313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f65d9c28-68a8-48e6-9c37-c2a32a95fc30 req-cfd9162a-2590-4e5e-a564-9d2faa406be8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0406969 Aug 03 16:17:54.202063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d08728b9-5839-4fd2-bd5e-60ab581d5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.302199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d08728b9-5839-4fd2-bd5e-60ab581d5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.306920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d08728b9-5839-4fd2-bd5e-60ab581d5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.346107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d08728b9-5839-4fd2-bd5e-60ab581d5e6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=874fffa567d14bc38b4ba1dfb61fa9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675531 Aug 03 16:17:54.346789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08728b9-5839-4fd2-bd5e-60ab581d5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a426938-1d1d-48db-80e1-1849fbc658bf,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:54.348490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 42918) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:54.402680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.425068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.474094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.476522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:54.480557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a426938-1d1d-48db-80e1-1849fbc658bf HTTP/1.1" status: 204 len: 168 time: 0.1278350 Aug 03 16:17:54.487131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf3195-b0a6-4363-9cfb-3b74b73d98a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a426938-1d1d-48db-80e1-1849fbc658bf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:54.974838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d018d9a-3d3c-4f1d-84a5-f8e042a0533e req-988f250f-548c-4009-a4a5-b09aa99f3c08 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:54.976570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d018d9a-3d3c-4f1d-84a5-f8e042a0533e req-988f250f-548c-4009-a4a5-b09aa99f3c08 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0588779 Aug 03 16:17:55.026326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d018d9a-3d3c-4f1d-84a5-f8e042a0533e req-e9b41062-3052-4227-b8f6-77e09f1269fe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Aug 03 16:17:55.236758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0724b11-9b29-49fe-9f0b-30e8a79065f0 req-7ff0c5a1-40dc-41a4-9317-3bf7c915a619 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0546637 Aug 03 16:17:55.273470 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:55.337900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d96dc1-a4d0-4a1b-8439-7da595424ae6 req-4dc90ff6-a2d1-445f-acc5-e56e82d49e82 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:55.339427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96d96dc1-a4d0-4a1b-8439-7da595424ae6 req-4dc90ff6-a2d1-445f-acc5-e56e82d49e82 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0587828 Aug 03 16:17:55.394981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96d96dc1-a4d0-4a1b-8439-7da595424ae6 req-947fba6a-8408-4c88-92fc-17340f0fd1b8 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Aug 03 16:17:55.400148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950411701-network', 'tenant_id': '6b4123f9ea824cd392328aeea0d47ec6'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:55.425175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Made reservation on behalf of 6b4123f9ea824cd392328aeea0d47ec6 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:55.428292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.438512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.535514 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.539238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.568892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:17:55.580054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:55.587234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.587593 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Added segment 2f678cbf-d26e-46d0-be57-6aabaf7ab2ba of type vlan for network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e Aug 03 16:17:55.630503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.663110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.664336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:55.665153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.723286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4503057 Aug 03 16:17:55.726319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 42960) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:17:55.732993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Request body: {'subnet': {'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950411701-subnet', 'tenant_id': '6b4123f9ea824cd392328aeea0d47ec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:55.739724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54f556-7eb6-4b23-bb7e-574db0a8b777 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:55.755374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:17:55.758448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Made reservation on behalf of 6b4123f9ea824cd392328aeea0d47ec6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:55.761178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:55.808587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1c5ac91f-27ac-463b-b802-68c7da8c957f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:17:55.840451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 1c5ac91f-27ac-463b-b802-68c7da8c957f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:17:55.841064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1c5ac91f-27ac-463b-b802-68c7da8c957f not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:17:55.989716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:56.057887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df582e3d-03f6-4e20-82b5-d3f6a79f8143,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:17:56.067772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Checking segment: {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:17:56.068138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Network hostable DHCP agents. Network: 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:17:56.086028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:17:56.094675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:17:56.099775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:56.100375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:56.104853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ae7ca-3941-4d43-a4e9-928d71a9b7a6 None None] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:56.122165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b7af9a47-4cb9-47db-b15a-b301a76a2935 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3948069 Aug 03 16:17:56.237274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:17:56.263945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae6be0-35de-4536-9ad5-194a18fb4b06 None None] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:17:56.359652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b80463cb-03a6-434e-bfab-0d4b79d2325a req-6d6e3ece-7623-48e1-af86-ccc0cb7e595b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0520885 Aug 03 16:17:56.525201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c733cf7-49c7-441a-9ccf-bae4130210bc req-4f8958a6-e482-46a0-a8f1-f98268aac6ba tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:56.526726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c733cf7-49c7-441a-9ccf-bae4130210bc req-4f8958a6-e482-46a0-a8f1-f98268aac6ba tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0537102 Aug 03 16:17:56.583590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c733cf7-49c7-441a-9ccf-bae4130210bc req-86cc8cc0-0c81-425f-9b8d-ef65d272421c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Aug 03 16:17:57.139493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428197d-48f3-479c-a154-7e57e23c1fee req-af289995-c750-47ea-afce-800880343600 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:57.142121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e428197d-48f3-479c-a154-7e57e23c1fee req-af289995-c750-47ea-afce-800880343600 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0712583 Aug 03 16:17:57.187748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e428197d-48f3-479c-a154-7e57e23c1fee req-3a4ab677-f6c4-4cf1-bf7b-5345ed66fdd0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 Aug 03 16:17:57.465834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fff28974-dca9-4cde-a175-29f6066ddbec req-cffed605-9838-402a-8873-c87768ca45b7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=14b6f816-dde7-42d4-8b49-8b63172b1e0a HTTP/1.1" status: 200 len: 210 time: 0.0338700 Aug 03 16:17:58.080391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-a47dce55-e260-4c9e-a480-5347056f2d66 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:58.081878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-a47dce55-e260-4c9e-a480-5347056f2d66 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 808 time: 0.1083274 Aug 03 16:17:58.097302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-4846c146-5780-452a-8cf9-fe5c0b9e8c32 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/quotas/6b4123f9ea824cd392328aeea0d47ec6 HTTP/1.1" status: 200 len: 375 time: 0.0096602 Aug 03 16:17:58.131451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-a923da27-c2b7-42a0-83f2-5847b409221a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280206 Aug 03 16:17:58.237764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-eac82f07-e9be-4e63-8e5c-34f7dc86c752 service neutron] 10.222.0.70 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954723 Aug 03 16:17:58.315555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891ca6d-11a9-4759-aa5c-29105a8310ff req-d58a3ebb-6ea8-450d-8910-20361d9ad6f2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:58.317149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b891ca6d-11a9-4759-aa5c-29105a8310ff req-d58a3ebb-6ea8-450d-8910-20361d9ad6f2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0550592 Aug 03 16:17:58.329827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-3a9fa723-1849-4faf-8dbe-edaa5786916b service neutron] 10.222.0.70 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857480 Aug 03 16:17:58.359187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b891ca6d-11a9-4759-aa5c-29105a8310ff req-2a1f273c-6a1f-400a-ad7c-579e675ffe9e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Aug 03 16:17:58.495422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa68ddf4-24f1-4013-b13d-0cc24318f3b0 req-535a8eee-cc73-413a-bd06-b7e2220808b3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 210 time: 0.0324481 Aug 03 16:17:59.553311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39d6c7-c965-464c-91c4-619c61240c96 req-0ad08a20-aa72-4125-ad03-df7d563638c9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:59.556063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e39d6c7-c965-464c-91c4-619c61240c96 req-0ad08a20-aa72-4125-ad03-df7d563638c9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0860431 Aug 03 16:17:59.631691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e39d6c7-c965-464c-91c4-619c61240c96 req-9526f6c3-5ff0-4d82-800f-fecbbbc29bde tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Aug 03 16:17:59.697698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10d65bab-1cf2-4cec-aa8c-cee52a65d940 req-5caca0a5-f09d-4a81-83ed-7ce66ce6b408 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 210 time: 0.0442910 Aug 03 16:17:59.721672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-9ce0fea2-1a96-4aee-b2f1-70346d9cec93 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:17:59.723180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-9ce0fea2-1a96-4aee-b2f1-70346d9cec93 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 808 time: 0.2766345 Aug 03 16:17:59.739696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Request body: {'port': {'device_id': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e', 'admin_state_up': True, 'tenant_id': '6b4123f9ea824cd392328aeea0d47ec6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:17:59.870718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Made reservation on behalf of 6b4123f9ea824cd392328aeea0d47ec6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:17:59.875353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:00.045355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Allocated IP 172.20.0.8 (3ad421cf-85fe-4b31-a4b2-9397ba5cae6e/df582e3d-03f6-4e20-82b5-d3f6a79f8143/0385be2c-7ca6-4546-b770-8fd5858dd2af) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:18:00.274874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:00.366756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:00.370105 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:18:00.458921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:18:00.463998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:18:00.468267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:18:00.538408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Pushing event updated for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:00.556569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:00.557682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:00.582451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-0493bf71-7029-40c9-bd92-2670a62b93d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8472619 Aug 03 16:18:00.607134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Request body: {'port': {'device_id': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:00.716103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:00.917584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd061d-cf5d-494c-9583-a4a85305f516 req-922556be-9eb7-42ab-8a99-be0c8b844029 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:00.932884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54dd061d-cf5d-494c-9583-a4a85305f516 req-922556be-9eb7-42ab-8a99-be0c8b844029 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1492493 Aug 03 16:18:00.987095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d1e75-4075-449f-af91-e65d8b011cc3 req-b66e15c1-91ee-48a1-bcf0-47142f4b92a1 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:00.989878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d94d1e75-4075-449f-af91-e65d8b011cc3 req-b66e15c1-91ee-48a1-bcf0-47142f4b92a1 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 931 time: 0.0819905 Aug 03 16:18:01.010926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54dd061d-cf5d-494c-9583-a4a85305f516 req-11667bf9-2b9e-442b-a62e-7358310cc473 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712204 Aug 03 16:18:01.077840 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d94d1e75-4075-449f-af91-e65d8b011cc3 req-cbae2dc3-9c97-4044-be1e-e4b1973c1f19 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740311 Aug 03 16:18:01.195758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8ed7a88-ff4e-4ccc-b092-0f125925cb6c details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:18:01.356901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0385be2c-7ca6-4546-b770-8fd5858dd2af {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:01.375021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.378618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:01.403188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Transition to ACTIVE for port object 0385be2c-7ca6-4546-b770-8fd5858dd2af will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:18:01.404402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'port_id': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'mac_address': 'fa:16:3e:24:c7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:18:01.407954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.519348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.547413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8ed7a88-ff4e-4ccc-b092-0f125925cb6c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:01.580284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc172ec-670d-4709-9120-061086de99db service neutron] Pushing event updated for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:01.623166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:01.628926 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.704763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Attempting to bind port 0385be2c-7ca6-4546-b770-8fd5858dd2af on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:18:01.705011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Attempting to bind port 0385be2c-7ca6-4546-b770-8fd5858dd2af by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:18:01.705333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Attempting to bind port 0385be2c-7ca6-4546-b770-8fd5858dd2af on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:01.722309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Port 0385be2c-7ca6-4546-b770-8fd5858dd2af on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:18:01.723010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Attempting to bind port 0385be2c-7ca6-4546-b770-8fd5858dd2af on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:01.727961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:18:01.728297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Checking segment: {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:18:01.728682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Bound using segment: {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:18:01.729112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Bound port: 0385be2c-7ca6-4546-b770-8fd5858dd2af, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:18:01.729473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.739828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:01.785530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:01.880318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:18:01.884254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:18:01.889920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.946239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:01.948229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:01.949025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-7cc172ec-670d-4709-9120-061086de99db service neutron] 10.222.0.78 "PUT /v2.0/ports/0385be2c-7ca6-4546-b770-8fd5858dd2af HTTP/1.1" status: 200 len: 1091 time: 1.3574271 Aug 03 16:18:01.949980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:01.958886 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35ba048-e436-42ab-92f7-3845e79048e4" -d '{"events": [{"name": "network-changed", "server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:02.140395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc172ec-670d-4709-9120-061086de99db service neutron] Pushing event updated for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:02.162075 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b920290-2acc-4ba9-ad60-a169d9e14d09 x-openstack-request-id: req-8b920290-2acc-4ba9-ad60-a169d9e14d09 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:02.163356 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:02.164146 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b920290-2acc-4ba9-ad60-a169d9e14d09 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:02.168900 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af', 'status': 'completed', 'code': 200} Aug 03 16:18:02.280882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-d4e21997-5c2f-41b7-9734-ac100f7118ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:02.283044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-d4e21997-5c2f-41b7-9734-ac100f7118ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 1094 time: 0.2528069 Aug 03 16:18:02.348119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcffe49-5fac-4aa7-bb79-8903aa803cce req-4021832d-8c8b-4e3a-a2cf-e297c91ed72e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:02.359002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fcffe49-5fac-4aa7-bb79-8903aa803cce req-4021832d-8c8b-4e3a-a2cf-e297c91ed72e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 943 time: 0.0795331 Aug 03 16:18:02.414117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-2ff706e5-2f00-4640-892c-bd74f9b374f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af HTTP/1.1" status: 200 len: 217 time: 0.1187232 Aug 03 16:18:02.424871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff589-bdee-4c52-a90c-212a2ed43bad req-613bd141-7f00-400e-8f39-b57267770e90 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:02.426715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b90ff589-bdee-4c52-a90c-212a2ed43bad req-613bd141-7f00-400e-8f39-b57267770e90 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 945 time: 0.2036567 Aug 03 16:18:02.430743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fcffe49-5fac-4aa7-bb79-8903aa803cce req-ef7a465b-6b6d-4d10-9f06-2976aabdcd72 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701678 Aug 03 16:18:02.535182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b90ff589-bdee-4c52-a90c-212a2ed43bad req-786072c1-eeef-4fb7-a9ad-eb2436076639 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931330 Aug 03 16:18:02.537035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-76a55bf1-cae3-4ef7-9ac4-980a1a249f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:02.538392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-76a55bf1-cae3-4ef7-9ac4-980a1a249f25 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df582e3d-03f6-4e20-82b5-d3f6a79f8143 HTTP/1.1" status: 200 len: 848 time: 0.1105697 Aug 03 16:18:02.595938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-38dc6d3f-2ad3-47af-b382-98276b916548 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471005 Aug 03 16:18:02.804313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-564c0644-a4ca-4488-b5d4-654d8821c279 service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996377 Aug 03 16:18:03.218734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8ed7a88-ff4e-4ccc-b092-0f125925cb6c up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:18:03.395291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:18:03.395678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:03.441825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-89769553-b7e2-4ef2-9aeb-50982bcfdacf req-938b84ff-f2c8-4d17-b163-63479e93fff0 service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295967 Aug 03 16:18:03.517211 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:03.565834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:03.568906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:03.573302 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400682e1-96f8-4f6b-838f-eed1d49c42e3" -d '{"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:03.580578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:03.632844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-08de7349-685c-4779-bda7-809b58cd0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:03.632844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-08de7349-685c-4779-bda7-809b58cd0193 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 1094 time: 0.1336138 Aug 03 16:18:03.677793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:03.714761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777fa24-b07d-4ca2-ae5a-f2926942c649 req-8b6534c2-4407-4037-b4db-7ad26ff88129 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:03.726483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1777fa24-b07d-4ca2-ae5a-f2926942c649 req-8b6534c2-4407-4037-b4db-7ad26ff88129 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 943 time: 0.1508133 Aug 03 16:18:03.815788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1777fa24-b07d-4ca2-ae5a-f2926942c649 req-90c8940c-f9c2-4c14-9842-a9072df7f3a1 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880246 Aug 03 16:18:03.819017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8e2fb-f2a7-405f-8a29-127f2600526b req-2a9e9bcb-0f55-4305-bda4-e9efbe88eab7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:03.820853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19e8e2fb-f2a7-405f-8a29-127f2600526b req-2a9e9bcb-0f55-4305-bda4-e9efbe88eab7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1026103 Aug 03 16:18:03.825105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-54aa8607-949d-4ad3-b966-49b73f48c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:03.827546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-54aa8607-949d-4ad3-b966-49b73f48c493 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 909 time: 0.1876676 Aug 03 16:18:03.912136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-1fa75202-f686-4072-829c-4364cb5f959b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af HTTP/1.1" status: 200 len: 217 time: 0.0765009 Aug 03 16:18:03.931292 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cab482b-ae44-4ed5-8121-74f90c544776 x-openstack-request-id: req-8cab482b-ae44-4ed5-8121-74f90c544776 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:03.931849 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:03.932207 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cab482b-ae44-4ed5-8121-74f90c544776 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:03.932715 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'code': 200} Aug 03 16:18:04.041304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19e8e2fb-f2a7-405f-8a29-127f2600526b req-20a66701-54d4-4614-b55f-50539589d7ff tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925321 Aug 03 16:18:04.050793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-50a01b03-bc2c-4b97-a9de-a6ac72a1ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:04.052583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-50a01b03-bc2c-4b97-a9de-a6ac72a1ae02 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df582e3d-03f6-4e20-82b5-d3f6a79f8143 HTTP/1.1" status: 200 len: 848 time: 0.1242657 Aug 03 16:18:04.104197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-46cde5af-96ee-4544-82db-c4a8bbd3c2c4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421431 Aug 03 16:18:04.250153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-fcde5e7d-1c29-4310-bdf1-c406ce3f2766 service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369376 Aug 03 16:18:04.421679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f35ba048-e436-42ab-92f7-3845e79048e4 req-e509d20a-c38b-44bb-9f90-a5e78b44684a service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611609 Aug 03 16:18:05.121803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8804be-064b-40f3-bb5d-3f37fffc40b9 req-c852a474-0ca3-4b07-a4ef-d9b9cc89555f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:05.124937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe8804be-064b-40f3-bb5d-3f37fffc40b9 req-c852a474-0ca3-4b07-a4ef-d9b9cc89555f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 943 time: 0.1340790 Aug 03 16:18:05.210287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe8804be-064b-40f3-bb5d-3f37fffc40b9 req-2b888422-d9e1-421e-84e8-f278bcd35524 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Aug 03 16:18:05.341547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f4ab8-e96f-45e7-85f9-c4d551483de6 req-ad0869dd-4c0f-4c55-9550-e08bbb9f5721 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:05.343565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71f4ab8-e96f-45e7-85f9-c4d551483de6 req-ad0869dd-4c0f-4c55-9550-e08bbb9f5721 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1449075 Aug 03 16:18:05.446746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b71f4ab8-e96f-45e7-85f9-c4d551483de6 req-0fb036c8-2132-41b3-b6f4-97eb45c0cc2a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963283 Aug 03 16:18:05.834359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0385be2c-7ca6-4546-b770-8fd5858dd2af details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:18:05.986960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:06.002560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '0385be2c-7ca6-4546-b770-8fd5858dd2af', 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e', 'port_id': '0385be2c-7ca6-4546-b770-8fd5858dd2af', 'mac_address': 'fa:16:3e:ea:90:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df582e3d-03f6-4e20-82b5-d3f6a79f8143', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:18:06.074728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:06.096434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0385be2c-7ca6-4546-b770-8fd5858dd2af {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:06.127380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:06.132111 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:06.196321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:06.395630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca0ac1-5698-4d01-b950-a74c558ca9b6 req-975d4229-48be-408b-aebf-61d804f8890f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:06.397803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-12ca0ac1-5698-4d01-b950-a74c558ca9b6 req-975d4229-48be-408b-aebf-61d804f8890f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 944 time: 0.0801263 Aug 03 16:18:06.404432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0385be2c-7ca6-4546-b770-8fd5858dd2af'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:06.468103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-12ca0ac1-5698-4d01-b950-a74c558ca9b6 req-aed8bc5d-89bd-4260-ba71-603714b146d5 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Aug 03 16:18:06.727112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6bd0-39bf-40b7-8c60-082c847695ce req-6a5c7024-986a-45eb-843f-4be17166227b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:06.728640 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6fc6bd0-39bf-40b7-8c60-082c847695ce req-6a5c7024-986a-45eb-843f-4be17166227b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0752017 Aug 03 16:18:06.796741 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f6fc6bd0-39bf-40b7-8c60-082c847695ce req-c25bfc09-6ef3-49bb-be9e-54867fc34483 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605977 Aug 03 16:18:07.693873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf9980-dba8-4d81-bd00-5a186d3f8857 req-5bc58554-f3e1-45dc-9e96-9657b4f0cce3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:07.701950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54cf9980-dba8-4d81-bd00-5a186d3f8857 req-5bc58554-f3e1-45dc-9e96-9657b4f0cce3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 944 time: 0.1247880 Aug 03 16:18:07.815646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-54cf9980-dba8-4d81-bd00-5a186d3f8857 req-f46e2921-760b-4c09-a7ce-8cfed443291c tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105273 Aug 03 16:18:07.831120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0385be2c-7ca6-4546-b770-8fd5858dd2af up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:18:07.982396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 0385be2c-7ca6-4546-b770-8fd5858dd2af completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:18:07.994805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 0385be2c-7ca6-4546-b770-8fd5858dd2af triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:18:08.002781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:08.030270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1773d-14a4-42e8-a898-d4f06b7c2a33 req-44a0e7ec-8f2d-4ddc-968f-9e58a94c8acd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:08.040236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10f1773d-14a4-42e8-a898-d4f06b7c2a33 req-44a0e7ec-8f2d-4ddc-968f-9e58a94c8acd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0802553 Aug 03 16:18:08.097500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10f1773d-14a4-42e8-a898-d4f06b7c2a33 req-80bf1ebd-ad6e-4851-80d8-f707633a5d87 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560036 Aug 03 16:18:08.134286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:08.228106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:08.229681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:08.236370 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4254d92f-e465-44d6-9596-d9bf75945cf6" -d '{"events": [{"server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "name": "network-vif-plugged", "status": "completed", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:08.241239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:08.299132 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f7f75d-4498-446c-afc8-024058273a72 x-openstack-request-id: req-e5f7f75d-4498-446c-afc8-024058273a72 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:08.299450 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "name": "network-vif-plugged", "status": "completed", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:08.299670 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5f7f75d-4498-446c-afc8-024058273a72 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:08.300065 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af', 'code': 200} Aug 03 16:18:08.339891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:08.438306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea52d7-c50d-4f11-991d-9ef93d679326 req-3816f467-ff0c-47df-8728-c6ad000b9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:08.439859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2ea52d7-c50d-4f11-991d-9ef93d679326 req-3816f467-ff0c-47df-8728-c6ad000b9b0b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 1096 time: 0.0708115 Aug 03 16:18:08.505398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f2ea52d7-c50d-4f11-991d-9ef93d679326 req-b86e8be1-de1f-40eb-a862-08e30aa83cde service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562842 Aug 03 16:18:09.061850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e5af1-b55a-406f-81d6-e8d7d2ff0568 req-559d91ff-54f1-4406-aac7-33a164c35f7a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:09.064889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b4e5af1-b55a-406f-81d6-e8d7d2ff0568 req-559d91ff-54f1-4406-aac7-33a164c35f7a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 945 time: 0.0916464 Aug 03 16:18:09.142160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b4e5af1-b55a-406f-81d6-e8d7d2ff0568 req-43a62fba-185b-4fba-ae46-aecf8d8ee1d6 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Aug 03 16:18:09.314461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eaa2c-ef86-489c-a706-d0998c413bd7 req-15e4ae91-1bc9-412f-8417-01668356c981 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:09.337249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-332eaa2c-ef86-489c-a706-d0998c413bd7 req-15e4ae91-1bc9-412f-8417-01668356c981 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1122346 Aug 03 16:18:09.414061 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-332eaa2c-ef86-489c-a706-d0998c413bd7 req-0f1d3a57-dcff-4d60-8cb6-d3979caffe43 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694914 Aug 03 16:18:09.854016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ee13cd0-17bd-461c-9948-3180b6e7588f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:10.296861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf34b70-7532-472b-8c4b-c0058f931e7e req-00c767d1-8a2e-4643-835b-7378c54fb32f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:10.306123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cf34b70-7532-472b-8c4b-c0058f931e7e req-00c767d1-8a2e-4643-835b-7378c54fb32f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 945 time: 0.0763237 Aug 03 16:18:10.351715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cf34b70-7532-472b-8c4b-c0058f931e7e req-44fbb56c-2b66-415c-ad39-5e77125de80f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Aug 03 16:18:10.603764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca615e4-a906-44d8-b681-a3670d8a4f3b req-630e61ad-1a60-4fd9-aff6-e6512f8c4aa9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:10.610418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aca615e4-a906-44d8-b681-a3670d8a4f3b req-630e61ad-1a60-4fd9-aff6-e6512f8c4aa9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0864038 Aug 03 16:18:10.733832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aca615e4-a906-44d8-b681-a3670d8a4f3b req-bad62b02-14f3-47c8-a3b3-6bfd2d3c3096 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214159 Aug 03 16:18:11.374744 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6b1f4-8b95-471f-8418-d95d353840dc req-387c5ae5-fdb8-4571-bdc8-493811e9a4ed tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:11.383161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96d6b1f4-8b95-471f-8418-d95d353840dc req-387c5ae5-fdb8-4571-bdc8-493811e9a4ed tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 945 time: 0.0801456 Aug 03 16:18:11.438714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96d6b1f4-8b95-471f-8418-d95d353840dc req-e82f66a2-f7dc-4580-a657-7b8b7860a6e7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Aug 03 16:18:12.033078 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdb08f-4dc3-461e-9631-a8700b1db7d6 req-691e7694-af25-4c3a-bcdc-911dc2d41b9f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:12.043103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65bdb08f-4dc3-461e-9631-a8700b1db7d6 req-691e7694-af25-4c3a-bcdc-911dc2d41b9f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1153336 Aug 03 16:18:12.112773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65bdb08f-4dc3-461e-9631-a8700b1db7d6 req-e69156d1-7eca-44c3-a9e5-f79038239824 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684700 Aug 03 16:18:12.135947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7bd10cd6-f8ca-49b9-91e5-30e53060ee09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:12.640113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db6570-355d-48b0-ac34-c0b5a6b7eeb6 req-453e0701-086a-4937-b64f-67bf4caaaa78 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:12.641738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83db6570-355d-48b0-ac34-c0b5a6b7eeb6 req-453e0701-086a-4937-b64f-67bf4caaaa78 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 945 time: 0.0637996 Aug 03 16:18:12.718248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83db6570-355d-48b0-ac34-c0b5a6b7eeb6 req-3ef1d0da-3c3c-4b82-ac25-9ab171fd6c8a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674794 Aug 03 16:18:12.792014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:12.916429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-42500c3b-51d5-4d49-91e6-c124bf17aee0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:12.918951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-42500c3b-51d5-4d49-91e6-c124bf17aee0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 945 time: 0.0735457 Aug 03 16:18:13.100284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Deleting port 0385be2c-7ca6-4546-b770-8fd5858dd2af {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:13.100983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:13.323750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] For port 0385be2c-7ca6-4546-b770-8fd5858dd2af, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0385be2c-7ca6-4546-b770-8fd5858dd2af,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:13.324388 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:13.360644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Calling delete_port for 0385be2c-7ca6-4546-b770-8fd5858dd2af owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:13.397709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33e29-fb45-4f31-a5e8-271b70c4370d req-c622b9a5-5e11-4029-bb49-ed35cb642245 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:13.403478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0f33e29-fb45-4f31-a5e8-271b70c4370d req-c622b9a5-5e11-4029-bb49-ed35cb642245 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1394517 Aug 03 16:18:13.454541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a0f33e29-fb45-4f31-a5e8-271b70c4370d req-ce7c846a-dd5d-4321-a012-c92d361759ab tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Aug 03 16:18:13.640514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:13.653297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0385be2c-7ca6-4546-b770-8fd5858dd2af'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:13.739453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Pushing event deleted for resources: {'Port': ['ID=0385be2c-7ca6-4546-b770-8fd5858dd2af,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:13.758887 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:13.825630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] No DVR routers for this DVR port 0385be2c-7ca6-4546-b770-8fd5858dd2af on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:13.830546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:13.833592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b9bd8f0-1c1d-4fcb-b36e-de7e091fca6c req-ed058764-562d-44a7-aee6-b82b63a039b7 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "DELETE /v2.0/ports/0385be2c-7ca6-4546-b770-8fd5858dd2af HTTP/1.1" status: 204 len: 173 time: 0.9068332 Aug 03 16:18:13.834313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'name': 'network-vif-deleted', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:13.837833 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f34b3bb-8f1f-4538-addb-710001acf3a2" -d '{"events": [{"server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "name": "network-vif-deleted", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:13.941143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a09f4848-ce48-40c6-a39b-f0cc6b3199e0 req-df789258-a6cc-4251-bc25-815daa49b476 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=483eed9a-cc99-40c3-bc67-ed99e76ab674 HTTP/1.1" status: 200 len: 210 time: 0.0778463 Aug 03 16:18:13.947689 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe52253-ce14-44fb-be24-9ec3f8736e44 x-openstack-request-id: req-5fe52253-ce14-44fb-be24-9ec3f8736e44 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:13.948202 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483eed9a-cc99-40c3-bc67-ed99e76ab674", "name": "network-vif-deleted", "tag": "0385be2c-7ca6-4546-b770-8fd5858dd2af", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:13.948657 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fe52253-ce14-44fb-be24-9ec3f8736e44 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:13.953122 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483eed9a-cc99-40c3-bc67-ed99e76ab674', 'name': 'network-vif-deleted', 'tag': '0385be2c-7ca6-4546-b770-8fd5858dd2af', 'status': 'completed', 'code': 200} Aug 03 16:18:14.609993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9c2bf-7b8d-41d6-96dd-42f63f8f1756 req-af98bc6c-c886-4fd6-84af-c6f2e32db226 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:14.611921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0f9c2bf-7b8d-41d6-96dd-42f63f8f1756 req-af98bc6c-c886-4fd6-84af-c6f2e32db226 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0624104 Aug 03 16:18:14.659076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0f9c2bf-7b8d-41d6-96dd-42f63f8f1756 req-fb074e7a-c85f-4422-b935-5c4d9f21547d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Aug 03 16:18:14.855986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-7d85a371-6944-4b1a-9d66-9c6dfffd96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:14.858140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-7d85a371-6944-4b1a-9d66-9c6dfffd96be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 1097 time: 0.0449858 Aug 03 16:18:14.970871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-6e1e8fa9-805f-45b5-838f-58f004caca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:14.972332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-6e1e8fa9-805f-45b5-838f-58f004caca61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1083479 Aug 03 16:18:15.028630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-93231b65-f351-43b5-a179-d81d75ac41ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c HTTP/1.1" status: 200 len: 217 time: 0.0482676 Aug 03 16:18:15.095027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-7dfbc81c-04d0-434b-afde-8a10f1cd81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:15.096840 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:15.097626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-7dfbc81c-04d0-434b-afde-8a10f1cd81f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0621586 Aug 03 16:18:15.157065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-b57d37ec-2653-48fc-b3f5-b8e035a9c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:15.159152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-b57d37ec-2653-48fc-b3f5-b8e035a9c7df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549297 Aug 03 16:18:15.294122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-b9145311-8872-4df5-a2b3-1d70169dd352 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250815 Aug 03 16:18:15.364858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-fe8bafbf-3710-4261-bb9d-b71896c17d9e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:15.370178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-fe8bafbf-3710-4261-bb9d-b71896c17d9e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 808 time: 0.1727450 Aug 03 16:18:15.392161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a267f57c-0d87-4d09-a832-4dcad6d8cb66 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/quotas/6b4123f9ea824cd392328aeea0d47ec6 HTTP/1.1" status: 200 len: 375 time: 0.0185583 Aug 03 16:18:15.425068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88ed4be6-f5d5-44dc-bdb3-f6a07354cc45 req-511ce3fb-73aa-492c-a060-0922b4eac212 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063106 Aug 03 16:18:15.466795 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-51e627d6-7cbc-49c5-947d-b4d8c4999e39 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678871 Aug 03 16:18:15.574022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-769c7b7c-9b54-499c-b8a2-92c44d829d01 service neutron] 10.222.0.70 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062741 Aug 03 16:18:15.674970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cb535904-1a2c-4d3f-b0cf-554b07c74a9a service neutron] 10.222.0.70 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941093 Aug 03 16:18:15.789780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d853aa-a011-438d-9952-087a31879449 req-f3478b6e-7771-4c52-bdc4-62922c6651a1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:15.791696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59d853aa-a011-438d-9952-087a31879449 req-f3478b6e-7771-4c52-bdc4-62922c6651a1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0551980 Aug 03 16:18:15.843130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59d853aa-a011-438d-9952-087a31879449 req-1ab912a4-ce2d-4748-ba41-adb70953e0fb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Aug 03 16:18:15.874310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80bd9bab-3708-4cce-a846-2fb8c7c2d403 req-f3ac5283-1012-45b6-888d-a6955a98442e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 210 time: 0.0361094 Aug 03 16:18:17.018738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4034-f4e9-40c4-889f-50d48907ce64 req-a1d526c0-3bc4-42da-a643-14be5dce340b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:17.045374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be9d4034-f4e9-40c4-889f-50d48907ce64 req-a1d526c0-3bc4-42da-a643-14be5dce340b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.1170402 Aug 03 16:18:17.137309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be9d4034-f4e9-40c4-889f-50d48907ce64 req-e9fc91fb-9aa5-4774-9d35-bc075ceb1586 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898058 Aug 03 16:18:17.287426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-778aa7b9-663e-459a-b9f6-e98067dedcc2 req-db71ade5-0d34-49c7-bcca-a331031e683e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 210 time: 0.2431853 Aug 03 16:18:17.337895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-fb6f2f6e-0b05-40f7-b940-e6fd8d3f7806 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:17.339617 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-fb6f2f6e-0b05-40f7-b940-e6fd8d3f7806 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 808 time: 0.3576427 Aug 03 16:18:17.360094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Request body: {'port': {'device_id': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e', 'admin_state_up': True, 'tenant_id': '6b4123f9ea824cd392328aeea0d47ec6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:17.615165 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Made reservation on behalf of 6b4123f9ea824cd392328aeea0d47ec6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:18:17.634692 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:17.898289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0385be2c-7ca6-4546-b770-8fd5858dd2af no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:17.898827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Allocated IP 172.20.0.14 (3ad421cf-85fe-4b31-a4b2-9397ba5cae6e/df582e3d-03f6-4e20-82b5-d3f6a79f8143/bd758f39-e8fa-41b3-8126-630122e8e3fe) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:18:17.981925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 0385be2c-7ca6-4546-b770-8fd5858dd2af {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:17.982682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0385be2c-7ca6-4546-b770-8fd5858dd2af not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:18.131788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:18.182454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:18.252593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Pushing event updated for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:18.264399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.264949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.265354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.265683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.266025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.266360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.266690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.267155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.267499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.268067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.268400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.268732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:18.280604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:18:18.281892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:18:18.284651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:18:18.314224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a23a48-1188-485d-a5cf-b25cd98e75c8 req-3433d0f4-37f1-4f85-a1a0-c3f3bd80b045 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:18.316547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37a23a48-1188-485d-a5cf-b25cd98e75c8 req-3433d0f4-37f1-4f85-a1a0-c3f3bd80b045 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 946 time: 0.0892551 Aug 03 16:18:18.369766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37a23a48-1188-485d-a5cf-b25cd98e75c8 req-2248403b-fb1a-47e6-be48-9ce320dcb533 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Aug 03 16:18:18.385535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:18.389226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:18.423907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-cbef053c-46cf-4381-9479-4759360c2a8f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734892 Aug 03 16:18:18.441157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Request body: {'port': {'device_id': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:18.549367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96789fae-4e18-4c99-8f02-69d8226845de req-afc5691f-675e-4d8d-b9d3-dd83a739cb88 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:18.558370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce873e-3726-4236-b9f0-32f755677e5b req-5d593078-550d-4a47-88f9-04cfa5b720c6 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:18.560190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48ce873e-3726-4236-b9f0-32f755677e5b req-5d593078-550d-4a47-88f9-04cfa5b720c6 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 932 time: 0.1141925 Aug 03 16:18:18.561826 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:18.562752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96789fae-4e18-4c99-8f02-69d8226845de req-afc5691f-675e-4d8d-b9d3-dd83a739cb88 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0848186 Aug 03 16:18:18.625345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96789fae-4e18-4c99-8f02-69d8226845de req-0c2b3ece-0d0d-470a-9596-22c62832c63c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585382 Aug 03 16:18:18.637679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-48ce873e-3726-4236-b9f0-32f755677e5b req-dac0e4e5-12a0-4346-9c4b-2ec1d0414916 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636346 Aug 03 16:18:18.835860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb1da5-bf6e-4909-afc9-bedb1aadc561 req-c3859e0c-4163-48c2-a116-159173086d25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:18.839846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-debb1da5-bf6e-4909-afc9-bedb1aadc561 req-c3859e0c-4163-48c2-a116-159173086d25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1056395 Aug 03 16:18:18.894188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-debb1da5-bf6e-4909-afc9-bedb1aadc561 req-4088157c-f576-45af-a9f7-36afd67d6861 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532761 Aug 03 16:18:19.048638 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd758f39-e8fa-41b3-8126-630122e8e3fe {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:19.068345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.087117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Transition to ACTIVE for port object bd758f39-e8fa-41b3-8126-630122e8e3fe will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:18:19.091631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.153561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Pushing event updated for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:19.185938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024987c-071c-42b2-9ef5-cd6cace7b495 req-23d5334a-4894-4f91-bdd2-8f918ec414ef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:19.190438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9024987c-071c-42b2-9ef5-cd6cace7b495 req-23d5334a-4894-4f91-bdd2-8f918ec414ef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0817046 Aug 03 16:18:19.240178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9024987c-071c-42b2-9ef5-cd6cace7b495 req-305750ce-87ae-4afc-be08-720e6750bfb3 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Aug 03 16:18:19.242148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Attempting to bind port bd758f39-e8fa-41b3-8126-630122e8e3fe on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:18:19.242495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Attempting to bind port bd758f39-e8fa-41b3-8126-630122e8e3fe by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:18:19.242918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Attempting to bind port bd758f39-e8fa-41b3-8126-630122e8e3fe on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:19.248876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Port bd758f39-e8fa-41b3-8126-630122e8e3fe on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:18:19.248876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Attempting to bind port bd758f39-e8fa-41b3-8126-630122e8e3fe on network 3ad421cf-85fe-4b31-a4b2-9397ba5cae6e {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:19.255120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:18:19.255543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Checking segment: {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:18:19.261698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Bound using segment: {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:18:19.261698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Bound port: bd758f39-e8fa-41b3-8126-630122e8e3fe, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:18:19.261698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.316564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f8ed7a88-ff4e-4ccc-b092-0f125925cb6c no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:19.340772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:18:19.345311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:18:19.351348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.413306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Pushing event updated for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:19.431299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:19.431891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.433434 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-a810eb9d-4bd1-4734-8a24-796fef18f316 service neutron] 10.222.0.78 "PUT /v2.0/ports/bd758f39-e8fa-41b3-8126-630122e8e3fe HTTP/1.1" status: 200 len: 1092 time: 0.9998662 Aug 03 16:18:19.433936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:19.436509 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9663afde-896c-40f6-8933-59e5fd3f6fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:19.443281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.478663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:19.481791 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50f1b41-0f4e-497f-92b5-43ec7382a4a7" -d '{"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:19.482519 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5afa68-5c1d-417f-84a4-99bef37f5f6d x-openstack-request-id: req-8d5afa68-5c1d-417f-84a4-99bef37f5f6d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:19.482839 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:19.483140 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d5afa68-5c1d-417f-84a4-99bef37f5f6d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:19.483601 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe', 'status': 'completed', 'code': 200} Aug 03 16:18:19.499843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:19.510615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:19.540098 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a97e87-d179-440c-a505-066e2242b7f5 x-openstack-request-id: req-b8a97e87-d179-440c-a505-066e2242b7f5 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:19.540941 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-unplugged", "status": "failed", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c", "code": 422}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:19.541136 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8a97e87-d179-440c-a505-066e2242b7f5 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:19.541915 n-d-803226-3 neutron-server[106018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'code': 422} returned with failed status Aug 03 16:18:19.575630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-ebcb7c08-6fe7-4adb-abb4-4fc1f320ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:19.578495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-ebcb7c08-6fe7-4adb-abb4-4fc1f320ab11 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 1095 time: 0.0918207 Aug 03 16:18:19.590710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:19.628536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-be1e7dcb-ae0b-40d1-ac02-6c709b623ef6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe HTTP/1.1" status: 200 len: 217 time: 0.0415549 Aug 03 16:18:19.686507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-5da86674-87bf-4b22-b02c-9402f7db9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:19.688256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-5da86674-87bf-4b22-b02c-9402f7db9d72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df582e3d-03f6-4e20-82b5-d3f6a79f8143 HTTP/1.1" status: 200 len: 848 time: 0.0528255 Aug 03 16:18:19.727839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-2f4d5997-2817-4c3a-8ace-43556c89ee20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314314 Aug 03 16:18:19.872825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdd3f3-bdbd-47d0-904e-cfab7b25b2f7 req-15135780-f532-4782-af9e-3342cde262b0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:19.881260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fbdd3f3-bdbd-47d0-904e-cfab7b25b2f7 req-15135780-f532-4782-af9e-3342cde262b0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 944 time: 0.0923805 Aug 03 16:18:19.892560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-eb9546f1-1083-401a-be83-d634e4b0371a service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551867 Aug 03 16:18:19.989436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fbdd3f3-bdbd-47d0-904e-cfab7b25b2f7 req-949d2ad8-9cee-48c4-a80f-3c4859eabe7e tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071742 Aug 03 16:18:20.038010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96c550a-1df4-44f8-a967-b3e7cd5e1fd5 req-bd02a28f-6bd7-4595-8d29-d7f665beaf29 service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338859 Aug 03 16:18:20.139835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-f8d17712-daf3-4f79-bfca-435fe1614455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:20.141515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-f8d17712-daf3-4f79-bfca-435fe1614455 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 1095 time: 0.0514355 Aug 03 16:18:20.254321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-b419057a-6204-433d-b167-5b74b768d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:20.255865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-b419057a-6204-433d-b167-5b74b768d7c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 200 len: 909 time: 0.1060579 Aug 03 16:18:20.307888 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-bbc21641-7eaf-4b08-9417-96fb98449723 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe HTTP/1.1" status: 200 len: 217 time: 0.0423629 Aug 03 16:18:20.370520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-6f8185fb-bf47-47b9-b99f-47f30bb49683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:20.372190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-6f8185fb-bf47-47b9-b99f-47f30bb49683 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=df582e3d-03f6-4e20-82b5-d3f6a79f8143 HTTP/1.1" status: 200 len: 848 time: 0.0558076 Aug 03 16:18:20.406390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7907eb-47e8-41e5-803c-b57c3b26ce95 req-8fb5ecac-f0ff-41df-8115-a3f5e03793f3 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:20.408642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd7907eb-47e8-41e5-803c-b57c3b26ce95 req-8fb5ecac-f0ff-41df-8115-a3f5e03793f3 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0643778 Aug 03 16:18:20.409599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-b0fc318d-f863-4fde-a25d-96583c284e6d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297430 Aug 03 16:18:20.461342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd7907eb-47e8-41e5-803c-b57c3b26ce95 req-da6ec78f-b5cc-4d0c-8f53-64a758172580 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Aug 03 16:18:20.525351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-a395d799-a5ed-4784-a482-53441a31fc9c service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064553 Aug 03 16:18:20.633307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9663afde-896c-40f6-8933-59e5fd3f6fe1 req-c678adc5-e5e8-42c3-840b-af3076d53d5f service neutron] 10.222.0.78 "GET /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986099 Aug 03 16:18:21.143987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae4c9-cca8-48e4-abcf-4b217dfb06c4 req-a0998d27-8f6d-40b8-89d5-21d906e287c8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:21.145817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e5ae4c9-cca8-48e4-abcf-4b217dfb06c4 req-a0998d27-8f6d-40b8-89d5-21d906e287c8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 944 time: 0.0628343 Aug 03 16:18:21.227800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e5ae4c9-cca8-48e4-abcf-4b217dfb06c4 req-defbc542-dc68-496d-a563-45139c9adace tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 Aug 03 16:18:21.331002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae61db-952c-465e-b60d-5a16e53a70c3 req-a28b8c13-81f4-4305-b2e4-85e29758f07c tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:21.332589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebae61db-952c-465e-b60d-5a16e53a70c3 req-a28b8c13-81f4-4305-b2e4-85e29758f07c tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 945 time: 0.0579073 Aug 03 16:18:21.407272 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ebae61db-952c-465e-b60d-5a16e53a70c3 req-8b12d5ac-b308-47d1-af0d-d2500a5509f6 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540698 Aug 03 16:18:21.604913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5bdc-51e2-4bdb-81bf-9f79d5967b8b req-41885f41-be84-4d87-a2f4-299f578587ef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:21.606731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-633c5bdc-51e2-4bdb-81bf-9f79d5967b8b req-41885f41-be84-4d87-a2f4-299f578587ef tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0650904 Aug 03 16:18:21.650122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-633c5bdc-51e2-4bdb-81bf-9f79d5967b8b req-9269b32b-6083-4ff2-be61-0b3b5edbaabe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Aug 03 16:18:21.803130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-67752461-8604-46f9-a69e-c97ca5f31b0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450182 Aug 03 16:18:21.886794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-d6375894-aa07-4bc5-ab4b-d1fa3dcb8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:21.889155 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-d6375894-aa07-4bc5-ab4b-d1fa3dcb8187 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0592847 Aug 03 16:18:22.007345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-bba47abe-7581-46ba-8757-06c84be69fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.008726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-bba47abe-7581-46ba-8757-06c84be69fcb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 910 time: 0.0995166 Aug 03 16:18:22.091282 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-fbfccc6e-49eb-4013-aa13-03bd12c59c9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 1001 time: 0.0739303 Aug 03 16:18:22.147178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-7d1516b0-c6cc-4939-aed7-5ab0f255106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.149055 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-7d1516b0-c6cc-4939-aed7-5ab0f255106d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.0509024 Aug 03 16:18:22.164291 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:22.200540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-258b0493-ad12-4efa-8eb1-176b28ca7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.202976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-258b0493-ad12-4efa-8eb1-176b28ca7165 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465941 Aug 03 16:18:22.310966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-10fa37fb-a914-480b-bcef-38b3c30883b5 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006935 Aug 03 16:18:22.449897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a72d6-da57-432c-955b-030aa652f496 req-f1cf9c38-9743-4834-a414-41f87ad3f25a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.458339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-449a72d6-da57-432c-955b-030aa652f496 req-f1cf9c38-9743-4834-a414-41f87ad3f25a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 944 time: 0.1328442 Aug 03 16:18:22.568966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d03393-d3c3-4b6e-baed-673710451d19 req-0968e059-4623-4eb2-9110-6785e26ca00d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.572113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68d03393-d3c3-4b6e-baed-673710451d19 req-0968e059-4623-4eb2-9110-6785e26ca00d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 945 time: 0.0795183 Aug 03 16:18:22.621415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68d03393-d3c3-4b6e-baed-673710451d19 req-23f3bfdf-479a-46b2-bc64-572fa0ccb484 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Aug 03 16:18:22.772005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95fdfe3c-0f43-405f-a699-6358387ba9fd req-d45af449-41b6-4d69-a38b-0bb809d06179 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546576 Aug 03 16:18:22.795171 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-449a72d6-da57-432c-955b-030aa652f496 req-bad87074-c6b7-4069-97cd-b94edef2526a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337753 Aug 03 16:18:22.806397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26425-930e-4a6f-928b-4f34b05ebd2c req-0911c84e-e0f9-4623-8091-38ef7fa346e7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.807918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5e26425-930e-4a6f-928b-4f34b05ebd2c req-0911c84e-e0f9-4623-8091-38ef7fa346e7 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0641229 Aug 03 16:18:22.887803 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5e26425-930e-4a6f-928b-4f34b05ebd2c req-9b7d7bbb-7e58-4db2-a5bd-68381c8d3092 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718508 Aug 03 16:18:22.906730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-d63c0bf0-3b3b-4d10-9268-81930c18c5a2 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:22.908263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-d63c0bf0-3b3b-4d10-9268-81930c18c5a2 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 945 time: 0.0737841 Aug 03 16:18:23.026549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Deleting port ff6c323c-3961-4300-92aa-45849becfe7d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:23.026838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:23.148975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] For port ff6c323c-3961-4300-92aa-45849becfe7d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=ff6c323c-3961-4300-92aa-45849becfe7d,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:23.149529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:23.165138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Calling delete_port for ff6c323c-3961-4300-92aa-45849becfe7d owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:23.327815 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:23.343849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['ff6c323c-3961-4300-92aa-45849becfe7d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:23.358906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Pushing event deleted for resources: {'Port': ['ID=ff6c323c-3961-4300-92aa-45849becfe7d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:23.404129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] No DVR routers for this DVR port ff6c323c-3961-4300-92aa-45849becfe7d on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:23.407687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:23.409785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-27e77d3c-e07d-4193-a72c-35637b2082d1 req-e3fd6d0b-c47e-4201-b251-9bc96cee0f97 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "DELETE /v2.0/ports/ff6c323c-3961-4300-92aa-45849becfe7d HTTP/1.1" status: 204 len: 173 time: 0.4939239 Aug 03 16:18:23.410239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'name': 'network-vif-deleted', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:23.412567 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5719215-b26c-4fd8-b449-101fd3dfe982" -d '{"events": [{"server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "name": "network-vif-deleted", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:23.456551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4783b04e-45d9-4683-b3ac-3f6fe1d6fff4 x-openstack-request-id: req-4783b04e-45d9-4683-b3ac-3f6fe1d6fff4 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:23.456845 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fdaa6c-f90c-4370-921e-aefb8d8b11cb", "name": "network-vif-deleted", "tag": "ff6c323c-3961-4300-92aa-45849becfe7d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:23.457095 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4783b04e-45d9-4683-b3ac-3f6fe1d6fff4 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:23.457496 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fdaa6c-f90c-4370-921e-aefb8d8b11cb', 'name': 'network-vif-deleted', 'tag': 'ff6c323c-3961-4300-92aa-45849becfe7d', 'status': 'completed', 'code': 200} Aug 03 16:18:23.759712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f84bde9-85d1-4dc7-83aa-417dcf3ec6e2 req-be29e10f-e6c3-4615-82bc-ea7f092d224f tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=33fdaa6c-f90c-4370-921e-aefb8d8b11cb HTTP/1.1" status: 200 len: 210 time: 0.0331419 Aug 03 16:18:23.906841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bd758f39-e8fa-41b3-8126-630122e8e3fe details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:18:23.962469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c33339-959e-4cf7-8ad1-1f159bf7809d req-ece369d3-cb28-4f4f-b986-8709fc1cf5d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:23.964134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6c33339-959e-4cf7-8ad1-1f159bf7809d req-ece369d3-cb28-4f4f-b986-8709fc1cf5d8 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 944 time: 0.0951188 Aug 03 16:18:24.025892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6c33339-959e-4cf7-8ad1-1f159bf7809d req-8bdaccaa-c32b-48c0-88b8-27c1109d1abf tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525932 Aug 03 16:18:24.058001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962900b-8d1a-46e1-8db3-83bea53ad0b2 req-5c9d19dd-2c3a-4446-960c-d8382a9f1d10 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:24.059681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3962900b-8d1a-46e1-8db3-83bea53ad0b2 req-5c9d19dd-2c3a-4446-960c-d8382a9f1d10 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0539367 Aug 03 16:18:24.071679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:24.084955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'bd758f39-e8fa-41b3-8126-630122e8e3fe', 'network_id': '3ad421cf-85fe-4b31-a4b2-9397ba5cae6e', 'port_id': 'bd758f39-e8fa-41b3-8126-630122e8e3fe', 'mac_address': 'fa:16:3e:eb:16:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df582e3d-03f6-4e20-82b5-d3f6a79f8143', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:18:24.107950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3962900b-8d1a-46e1-8db3-83bea53ad0b2 req-7bec497f-6a3d-46a6-9417-9b02de1efd2c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387020 Aug 03 16:18:24.150126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:24.168910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd758f39-e8fa-41b3-8126-630122e8e3fe {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:24.190671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:24.194875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:24.243984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:24.422576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bd758f39-e8fa-41b3-8126-630122e8e3fe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:25.188442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46980db-57d3-42cf-941e-e96ebcf85e7f req-77197bf6-2f91-4540-9e0b-117c8d1696c0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.197833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b46980db-57d3-42cf-941e-e96ebcf85e7f req-77197bf6-2f91-4540-9e0b-117c8d1696c0 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 945 time: 0.0831580 Aug 03 16:18:25.262813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b46980db-57d3-42cf-941e-e96ebcf85e7f req-fe46885a-e8e9-46a4-a109-84513c1b7b90 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637319 Aug 03 16:18:25.311692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538200e-7941-48bf-bd0f-ec1efd95676e req-f1b7d5b8-0de6-4250-a311-ba69126977ec tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.314545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1538200e-7941-48bf-bd0f-ec1efd95676e req-f1b7d5b8-0de6-4250-a311-ba69126977ec tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0759144 Aug 03 16:18:25.377730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1538200e-7941-48bf-bd0f-ec1efd95676e req-1348e529-c54f-4636-a00a-6950c7d6c78c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542467 Aug 03 16:18:25.452606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-f85b4e67-3069-4890-9d99-9ab13e6429d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896525 Aug 03 16:18:25.555871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2729-375b-4ecd-935e-812a589a7260 req-6a8d3d97-367a-4c97-8d7d-b28d32a444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.557660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-6a8d3d97-367a-4c97-8d7d-b28d32a444b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 1096 time: 0.0548320 Aug 03 16:18:25.701968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2729-375b-4ecd-935e-812a589a7260 req-562a6c24-5eb2-44f2-a00a-968076d7b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.704766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-562a6c24-5eb2-44f2-a00a-968076d7b98c service neutron] 10.222.0.78 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1231329 Aug 03 16:18:25.755495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-5ac16a21-8790-44cf-8cc3-99e1123b02c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 200 len: 217 time: 0.0433221 Aug 03 16:18:25.811453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2729-375b-4ecd-935e-812a589a7260 req-e7076c87-f276-439f-8bf3-d7dda67f9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.813137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-e7076c87-f276-439f-8bf3-d7dda67f9633 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0495548 Aug 03 16:18:25.864047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2729-375b-4ecd-935e-812a589a7260 req-2a429da7-d0bb-476f-83b2-c49f20e4f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:25.865628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-2a429da7-d0bb-476f-83b2-c49f20e4f7b1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451472 Aug 03 16:18:25.938071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bd758f39-e8fa-41b3-8126-630122e8e3fe up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:18:25.968440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-c12f2723-54a7-4b60-b353-cd3431f5ed88 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941484 Aug 03 16:18:26.005074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port bd758f39-e8fa-41b3-8126-630122e8e3fe completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:18:26.010822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port bd758f39-e8fa-41b3-8126-630122e8e3fe triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:18:26.011497 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:26.092609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f29e2729-375b-4ecd-935e-812a589a7260 req-43013bf6-3ebc-4651-a32a-48dd5e2e00c8 service neutron] 10.222.0.78 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160800 Aug 03 16:18:26.128792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:26.158370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:26.160828 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8da00a-5e84-44f3-921f-ad83261f245b" -d '{"events": [{"server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "name": "network-vif-plugged", "status": "completed", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:26.186620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:26.194911 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:26.234466 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5eff4-a9bc-4f6f-beb9-c995b29fd67c x-openstack-request-id: req-67c5eff4-a9bc-4f6f-beb9-c995b29fd67c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:26.234718 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "name": "network-vif-plugged", "status": "completed", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:26.235066 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67c5eff4-a9bc-4f6f-beb9-c995b29fd67c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:26.235304 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe', 'code': 200} Aug 03 16:18:26.257731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:26.290347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:26.489559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6e61-dfea-445a-b650-b51b2fb39405 req-f6138873-4ffb-4e4b-9069-7605acbc89e3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:26.496189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc242fd2-916c-4ad3-8715-0cc48df62154 req-a9b80230-be6b-4b26-8f08-6262d8cd8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:26.497824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc242fd2-916c-4ad3-8715-0cc48df62154 req-a9b80230-be6b-4b26-8f08-6262d8cd8561 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 1097 time: 0.1163437 Aug 03 16:18:26.498496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-196c6e61-dfea-445a-b650-b51b2fb39405 req-f6138873-4ffb-4e4b-9069-7605acbc89e3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 946 time: 0.0722382 Aug 03 16:18:26.548168 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-196c6e61-dfea-445a-b650-b51b2fb39405 req-64b84520-a7b4-4f30-b00f-9e1b462c60bf tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Aug 03 16:18:26.608892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc242fd2-916c-4ad3-8715-0cc48df62154 req-6f057b70-0531-498d-afe9-aba4860e5f13 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Aug 03 16:18:26.643994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6adb40-5e07-4dcc-afe7-852d6b2e0bb6 req-4f838f31-3f9d-4816-8e15-470e56edb7db tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:26.646557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d6adb40-5e07-4dcc-afe7-852d6b2e0bb6 req-4f838f31-3f9d-4816-8e15-470e56edb7db tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1032367 Aug 03 16:18:26.699412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d6adb40-5e07-4dcc-afe7-852d6b2e0bb6 req-a2e05ad3-d0f3-437a-b9ba-422b493d153c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467370 Aug 03 16:18:27.698352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385f8c3-85ad-488a-8321-5a7c1ed0c8a7 req-79731c6e-e032-46f8-b6de-a2a70f76b73b tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:27.699865 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b385f8c3-85ad-488a-8321-5a7c1ed0c8a7 req-79731c6e-e032-46f8-b6de-a2a70f76b73b tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 946 time: 0.0655320 Aug 03 16:18:27.757296 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b385f8c3-85ad-488a-8321-5a7c1ed0c8a7 req-7fbddaad-2e4f-4739-a7d3-6503ca910110 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Aug 03 16:18:27.858598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab0f02-4ba7-4fae-86cc-245f6ac6af04 req-c5702a23-2b72-497f-b827-bf732a1c9ddb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:27.866272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14ab0f02-4ba7-4fae-86cc-245f6ac6af04 req-c5702a23-2b72-497f-b827-bf732a1c9ddb tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0756350 Aug 03 16:18:27.918267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14ab0f02-4ba7-4fae-86cc-245f6ac6af04 req-12e000d5-f43c-4d66-8a8a-2af0d603e87f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Aug 03 16:18:27.953524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ff6c323c-3961-4300-92aa-45849becfe7d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:27.993784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: ff6c323c-3961-4300-92aa-45849becfe7d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:27.994038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device ff6c323c-3961-4300-92aa-45849becfe7d not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:28.688272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ce2a-cc1d-41a6-b896-693b383cd71d req-826146e9-4db8-4320-a44c-7c8d301000b4 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:28.690469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbf2ce2a-cc1d-41a6-b896-693b383cd71d req-826146e9-4db8-4320-a44c-7c8d301000b4 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 946 time: 0.0556374 Aug 03 16:18:28.735243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbf2ce2a-cc1d-41a6-b896-693b383cd71d req-be0106b0-7d1b-49d0-b119-f3fdcbd0af7a tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Aug 03 16:18:29.047596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c751e1-cee5-47fb-ba31-acfb26cadf4a req-254af4f7-186c-478b-a2f9-7605bb6a7a1d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:29.049277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65c751e1-cee5-47fb-ba31-acfb26cadf4a req-254af4f7-186c-478b-a2f9-7605bb6a7a1d tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0598955 Aug 03 16:18:29.091893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65c751e1-cee5-47fb-ba31-acfb26cadf4a req-996ffdec-72b7-4339-ab8a-5f10011d628b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353694 Aug 03 16:18:29.887751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1eea1-a651-41fc-8de1-3e7739709385 req-371b92fc-2ec5-4036-ac19-6cb0a0abec57 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:29.890796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebe1eea1-a651-41fc-8de1-3e7739709385 req-371b92fc-2ec5-4036-ac19-6cb0a0abec57 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 946 time: 0.0738208 Aug 03 16:18:29.932432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ebe1eea1-a651-41fc-8de1-3e7739709385 req-93911a75-1490-4984-9e6d-4b994a54de77 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/security-groups?id=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Aug 03 16:18:30.079046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-4c7892df-4bdf-4ec4-b8a5-cbda61678d5f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:30.081326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-4c7892df-4bdf-4ec4-b8a5-cbda61678d5f tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 946 time: 0.0553164 Aug 03 16:18:30.098996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-20acc74d-db6a-441a-8a97-e41b98df43fd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:30.102102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-20acc74d-db6a-441a-8a97-e41b98df43fd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1215966 Aug 03 16:18:30.120941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-cafc5498-eafc-4b4e-983a-f7f704a40699 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0138719 Aug 03 16:18:30.192897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-427623d1-16c3-4fa5-9fed-e1dabad8e374 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579081 Aug 03 16:18:30.255322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377ffc-0074-4122-ac2b-42fa5c3df6fa req-8ad06f54-af1c-4b69-bec8-569e83977712 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:30.256760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2377ffc-0074-4122-ac2b-42fa5c3df6fa req-8ad06f54-af1c-4b69-bec8-569e83977712 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0740113 Aug 03 16:18:30.259002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Deleting port bd758f39-e8fa-41b3-8126-630122e8e3fe {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:30.259345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:30.307555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-578a043a-e069-4d8a-8b78-8e139ea495e2 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017952 Aug 03 16:18:30.355773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2377ffc-0074-4122-ac2b-42fa5c3df6fa req-4b5f0791-b804-4db6-804a-5b25c4fad860 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811443 Aug 03 16:18:30.390485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] For port bd758f39-e8fa-41b3-8126-630122e8e3fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bd758f39-e8fa-41b3-8126-630122e8e3fe,segment=NetworkSegment(2f678cbf-d26e-46d0-be57-6aabaf7ab2ba),segment_id=2f678cbf-d26e-46d0-be57-6aabaf7ab2ba)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:30.390939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:30.408724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Calling delete_port for bd758f39-e8fa-41b3-8126-630122e8e3fe owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:30.441333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-43012349-b620-4ccf-9a63-3eee6bc5531c service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252875 Aug 03 16:18:30.634680 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:30.651584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bd758f39-e8fa-41b3-8126-630122e8e3fe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:30.720640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Pushing event deleted for resources: {'Port': ['ID=bd758f39-e8fa-41b3-8126-630122e8e3fe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:30.802354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] No DVR routers for this DVR port bd758f39-e8fa-41b3-8126-630122e8e3fe on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:30.805380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:30.808149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f86a8b17-bba6-4614-988d-17539ea5bab2 req-dc95b0e2-1ded-4431-803d-3a595eeaa8d3 tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.78 "DELETE /v2.0/ports/bd758f39-e8fa-41b3-8126-630122e8e3fe HTTP/1.1" status: 204 len: 173 time: 0.7198532 Aug 03 16:18:30.809047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'name': 'network-vif-deleted', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:30.820824 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20940810-fce8-48f3-9910-6e3340f3d675" -d '{"events": [{"server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "name": "network-vif-deleted", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:30.823889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-49543789-1988-477d-b0f4-d1d4ba0d4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:30.829067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-49543789-1988-477d-b0f4-d1d4ba0d4ff1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.0701468 Aug 03 16:18:30.862049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90af14-36dd-4dae-b138-04b3778b5c0d req-ba572e3e-d54c-4511-a15c-a4ce799ad007 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:30.864857 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a90af14-36dd-4dae-b138-04b3778b5c0d req-ba572e3e-d54c-4511-a15c-a4ce799ad007 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1394677 Aug 03 16:18:30.945381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a90af14-36dd-4dae-b138-04b3778b5c0d req-d7ea8d33-cc13-48e2-b62a-f4a2785c6741 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724733 Aug 03 16:18:30.946800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-854ce6ac-0494-4b7a-8c62-d2c776e5443e req-38630fb5-4291-4016-8dad-c61cd4108341 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0334361 Aug 03 16:18:30.998312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-a92130d4-2586-44db-aa50-7041aeff5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:31.000667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-a92130d4-2586-44db-aa50-7041aeff5970 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.1654985 Aug 03 16:18:31.010580 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1b9e2-c1f8-4b1d-bb41-d99fccc905d8 x-openstack-request-id: req-aef1b9e2-c1f8-4b1d-bb41-d99fccc905d8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:31.011208 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c", "name": "network-vif-deleted", "tag": "bd758f39-e8fa-41b3-8126-630122e8e3fe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:31.011729 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aef1b9e2-c1f8-4b1d-bb41-d99fccc905d8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:31.012375 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c', 'name': 'network-vif-deleted', 'tag': 'bd758f39-e8fa-41b3-8126-630122e8e3fe', 'status': 'completed', 'code': 200} Aug 03 16:18:31.076550 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-214a8bb8-6158-4000-90de-dd04a94e8d05 req-b18ab2c5-a633-4ea8-b376-0c69447bd0ea tempest-VolumesActionsTest-2104907568 tempest-VolumesActionsTest-2104907568-project] 10.222.0.70 "GET /v2.0/ports?device_id=e64fb9b1-d8f8-4a6b-bded-f7d0679fb17c HTTP/1.1" status: 200 len: 210 time: 0.0292478 Aug 03 16:18:31.081293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-03eba1ef-5d44-4468-aad8-2b855174c744 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.0734351 Aug 03 16:18:31.137756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-2eb0d8f6-7ec5-4b55-85ac-aaaec9504e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:31.139520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-2eb0d8f6-7ec5-4b55-85ac-aaaec9504e6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.0519633 Aug 03 16:18:31.191681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-d7435f6b-e172-4612-a8a9-a96b11057d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:31.193337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-d7435f6b-e172-4612-a8a9-a96b11057d0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469983 Aug 03 16:18:31.308655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-753824df-4059-418e-b6b9-e7bbd8c3c061 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074543 Aug 03 16:18:31.424779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51f39b89-14ad-43fa-9926-d94538d26ecf req-5f4c3b27-af5c-4732-8bbb-dbfcbbdb9074 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078920 Aug 03 16:18:31.966623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-6baa1602-c13e-4918-868f-e3e5a4ed6e53 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:31.968575 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-6baa1602-c13e-4918-868f-e3e5a4ed6e53 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 813 time: 0.1472359 Aug 03 16:18:32.005822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-2116b5a3-9707-4833-a3a5-7dbbb2271273 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/quotas/bb18f814e5ec4c458fb3a7fcaa1098ea HTTP/1.1" status: 200 len: 375 time: 0.0244362 Aug 03 16:18:32.046088 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-bafdd4a9-4730-4f7c-b40b-b677e60f2bb6 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376704 Aug 03 16:18:32.083804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29368087-2418-4012-90f5-3fbbfb0ed499 req-26a1b90f-2d76-4067-a781-7d5f57b8e47a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0410113 Aug 03 16:18:32.094832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-6b683ab0-f132-4545-90b9-6dc4747984d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:32.096505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-6b683ab0-f132-4545-90b9-6dc4747984d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1651413 Aug 03 16:18:32.111569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:32.196173 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-0ee49ce2-adde-4ea1-a4b6-b58c18613e21 service neutron] 10.222.0.70 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357656 Aug 03 16:18:32.299107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-73d72c28-9c96-4fa9-afc8-a926a49bcf73 service neutron] 10.222.0.70 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016023 Aug 03 16:18:32.587965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a2a3e402-f1b4-434a-b9ea-41b0cb1320f0 req-7247165f-9802-446c-b1eb-01e83d6cfd5e tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 210 time: 0.0603077 Aug 03 16:18:32.708986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7bdc0-1975-41a0-bbcf-d80a0b523b7e req-5eaea029-6cec-42ad-a060-987194211bdd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:32.718997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03b7bdc0-1975-41a0-bbcf-d80a0b523b7e req-5eaea029-6cec-42ad-a060-987194211bdd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1264758 Aug 03 16:18:32.775183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03b7bdc0-1975-41a0-bbcf-d80a0b523b7e req-767f97e4-d117-408b-b630-0f9607223a4a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578392 Aug 03 16:18:32.776597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:18:32.780881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:32.930558 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974b7a-c28e-4bdc-9505-b1a8ee82ef69 req-19528e1a-b01c-4d78-823f-93d9d2bc2e7b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:32.939933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a974b7a-c28e-4bdc-9505-b1a8ee82ef69 req-19528e1a-b01c-4d78-823f-93d9d2bc2e7b tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0665338 Aug 03 16:18:32.981216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.10 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/040a60a7-a8e1-471e-bdb1-3372d8c585bc) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:18:33.002009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a974b7a-c28e-4bdc-9505-b1a8ee82ef69 req-032536a0-720f-4785-9746-ad356abda4ba tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596459 Aug 03 16:18:33.274592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82078d88-674e-402b-86ef-1275e6334c05 req-1e3fba2b-85f5-4738-b57c-4d474da0963a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0793116 Aug 03 16:18:33.292222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231acf06-05a6-494f-afe6-cdaa806f3bf0 req-694ae6c4-6efd-4418-b21b-fe245fdf9920 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:33.293864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-231acf06-05a6-494f-afe6-cdaa806f3bf0 req-694ae6c4-6efd-4418-b21b-fe245fdf9920 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1191177 Aug 03 16:18:33.349070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:33.380159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-231acf06-05a6-494f-afe6-cdaa806f3bf0 req-a187c14f-9555-4597-8c4b-1ac175b365aa tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721681 Aug 03 16:18:33.381139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object 040a60a7-a8e1-471e-bdb1-3372d8c585bc will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:18:33.460837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:33.535726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:18:33.539794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:18:33.545631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:18:33.595038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:33.665703 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:33.673036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:33.697427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-014b45c8-0807-4b27-9036-b6832449b4aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917153 Aug 03 16:18:33.712532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Request body: {'port': {'device_id': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:33.869965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8481068-9d15-4561-b574-1348c2e66dc7 req-73901ba6-5a3d-4365-b08b-1066d359384d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 210 time: 0.0715005 Aug 03 16:18:33.893125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:33.918930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a6df-9714-41cc-ace7-8affcbb8529e req-9464f29b-8245-42b4-99e9-1e6d03e53bf4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:33.921904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f254a6df-9714-41cc-ace7-8affcbb8529e req-9464f29b-8245-42b4-99e9-1e6d03e53bf4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0895488 Aug 03 16:18:33.988262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bd758f39-e8fa-41b3-8126-630122e8e3fe no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:34.021201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f254a6df-9714-41cc-ace7-8affcbb8529e req-a162997f-4c78-4dff-9a73-6ddb3d5db7ac tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926895 Aug 03 16:18:34.029595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: bd758f39-e8fa-41b3-8126-630122e8e3fe {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:34.030528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bd758f39-e8fa-41b3-8126-630122e8e3fe not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:34.047976 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0884cecd-656b-4b0f-96c6-be29914b3324 None None] Provisioning for port 040a60a7-a8e1-471e-bdb1-3372d8c585bc completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:18:34.061118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0884cecd-656b-4b0f-96c6-be29914b3324 None None] Provisioning complete for port 040a60a7-a8e1-471e-bdb1-3372d8c585bc triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:18:34.061572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0884cecd-656b-4b0f-96c6-be29914b3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:34.111183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0884cecd-656b-4b0f-96c6-be29914b3324 None None] Port 040a60a7-a8e1-471e-bdb1-3372d8c585bc cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:18:34.372340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040a60a7-a8e1-471e-bdb1-3372d8c585bc {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:34.384384 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:34.406675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-a656f9fa-00ac-4c4a-b0b0-69bc56b09caf tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:34.408303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-a656f9fa-00ac-4c4a-b0b0-69bc56b09caf tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 813 time: 0.2236030 Aug 03 16:18:34.424446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Request body: {'port': {'device_id': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1', 'admin_state_up': True, 'tenant_id': 'bb18f814e5ec4c458fb3a7fcaa1098ea'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:34.434673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Transition to ACTIVE for port object 040a60a7-a8e1-471e-bdb1-3372d8c585bc will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:18:34.441259 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:34.520026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9f962-65aa-4be7-8e5d-fcae563ccee1 req-a68a31ce-f449-48cf-bcf8-5b778a8932bc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:34.522908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4b9f962-65aa-4be7-8e5d-fcae563ccee1 req-a68a31ce-f449-48cf-bcf8-5b778a8932bc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 932 time: 0.1441247 Aug 03 16:18:34.525014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Pushing event updated for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:34.630523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Made reservation on behalf of bb18f814e5ec4c458fb3a7fcaa1098ea for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:18:34.635704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:34.680106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b4b9f962-65aa-4be7-8e5d-fcae563ccee1 req-aadc9f84-4e90-4129-a653-972059b60bfd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457715 Aug 03 16:18:34.738533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Attempting to bind port 040a60a7-a8e1-471e-bdb1-3372d8c585bc on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:18:34.740266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Attempting to bind port 040a60a7-a8e1-471e-bdb1-3372d8c585bc by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:18:34.741154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Attempting to bind port 040a60a7-a8e1-471e-bdb1-3372d8c585bc on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:34.754450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Port 040a60a7-a8e1-471e-bdb1-3372d8c585bc on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:18:34.756431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Attempting to bind port 040a60a7-a8e1-471e-bdb1-3372d8c585bc on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:34.770268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:18:34.770625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:18:34.773113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:18:34.776012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Bound port: 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:18:34.776252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:34.923653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Allocated IP 172.20.0.10 (f4102400-4126-41c8-98ab-3271d5316bd1/73ba6add-eeb5-4e48-ba05-7c99b7f512fa/e8fac243-caa4-4001-86ea-0e80bcfb6eb8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:18:34.951267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:18:34.956383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:18:34.973476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.029765 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9930ce65-b616-4a72-96e6-8eba076c376d req-032cbc36-e76f-4b54-9bdb-772da08916e2 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 210 time: 0.0454471 Aug 03 16:18:35.076596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.077341 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.078853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] 10.222.0.78 "PUT /v2.0/ports/040a60a7-a8e1-471e-bdb1-3372d8c585bc HTTP/1.1" status: 200 len: 1092 time: 1.3734806 Aug 03 16:18:35.079657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:35.085994 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906ac8c4-899e-45ef-bb24-9efdcc057ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:35.142213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4fee-6117-4828-a4b0-b93a4e0fa90d service neutron] Pushing event updated for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:35.203931 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241843e9-9cfc-4bc6-a7dc-c3cb1c7ab9f5 x-openstack-request-id: req-241843e9-9cfc-4bc6-a7dc-c3cb1c7ab9f5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:35.204374 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:35.204631 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-241843e9-9cfc-4bc6-a7dc-c3cb1c7ab9f5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:35.205034 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc', 'status': 'completed', 'code': 200} Aug 03 16:18:35.278995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4d230-eac0-45b8-b60f-4f2704e738f3 req-c0c596c6-fb01-433f-beaf-53c669847b63 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.285083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5c4d230-eac0-45b8-b60f-4f2704e738f3 req-c0c596c6-fb01-433f-beaf-53c669847b63 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1013138 Aug 03 16:18:35.288338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.306136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-4ba6e143-7668-44cf-ac3a-038a1e87f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.309171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-4ba6e143-7668-44cf-ac3a-038a1e87f3b8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 1095 time: 0.1639473 Aug 03 16:18:35.396979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-d70e532d-79c9-4cd1-93b6-7826cc2552a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc HTTP/1.1" status: 200 len: 217 time: 0.0765488 Aug 03 16:18:35.399059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.425522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5c4d230-eac0-45b8-b60f-4f2704e738f3 req-9ce66cff-fc72-4bab-b839-c442ca275eda tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290083 Aug 03 16:18:35.464355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Network f4102400-4126-41c8-98ab-3271d5316bd1 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:18:35.472328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:18:35.487601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:18:35.506426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-7804c29a-b9f6-4eb3-83e8-71b77212147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.508405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-7804c29a-b9f6-4eb3-83e8-71b77212147a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0867462 Aug 03 16:18:35.539678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Pushing event updated for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:35.564643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.564978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.565281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.565718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.566011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.566852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.566852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.567039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.567334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.567643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.567974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.568305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:18:35.620072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.621911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.647377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-98ed3798-3ce2-4eb2-9ea4-39043684504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.648926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-98ed3798-3ce2-4eb2-9ea4-39043684504e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324701 Aug 03 16:18:35.671905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-550b00be-fa8e-4a4e-bb5c-6cdd7f96fab5 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2531326 Aug 03 16:18:35.684674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Request body: {'port': {'device_id': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:18:35.861749 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:35.914295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d3c4c-1b0b-44ce-9502-82929937de39 req-f57bbae5-ee66-42d4-a40a-c70d08b9feaf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.918307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-76eabc57-bfe8-4d47-b4ed-e59185dd1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:35.920534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-76eabc57-bfe8-4d47-b4ed-e59185dd1181 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c829aef18ff84b1db7b5e640a063c024&device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 1095 time: 0.1436908 Aug 03 16:18:35.924980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd4d3c4c-1b0b-44ce-9502-82929937de39 req-f57bbae5-ee66-42d4-a40a-c70d08b9feaf tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1176567 Aug 03 16:18:35.937881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-6393a074-3d77-467f-8f31-1b8b87f02a10 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808142 Aug 03 16:18:36.010909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a2b07-015a-4f51-a1ed-3d8a90664898 req-eb8db060-e8ef-44e2-b14e-928e1e27857e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.018594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de1a2b07-015a-4f51-a1ed-3d8a90664898 req-eb8db060-e8ef-44e2-b14e-928e1e27857e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1843488 Aug 03 16:18:36.026441 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd4d3c4c-1b0b-44ce-9502-82929937de39 req-c58e3ad1-a3b1-4eee-b40d-7e00dbc95d27 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006770 Aug 03 16:18:36.111612 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56a8bdc4-8cd4-4bdf-9797-469b10bcced2 req-ce7d3126-29cb-49a1-bb74-cfb591a40fbc service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629796 Aug 03 16:18:36.179515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de1a2b07-015a-4f51-a1ed-3d8a90664898 req-1b675ada-826f-47d2-9546-a3565476f2aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584966 Aug 03 16:18:36.252167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e269-cc02-4da7-95ec-554ca4eb9a6d req-0c380a98-0bbe-4584-b68c-cd511c6d9461 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.261389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8fd6e269-cc02-4da7-95ec-554ca4eb9a6d req-0c380a98-0bbe-4584-b68c-cd511c6d9461 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 932 time: 0.1301115 Aug 03 16:18:36.268120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-17e19221-9ceb-4957-b1eb-198ffb15637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.269955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-17e19221-9ceb-4957-b1eb-198ffb15637d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 200 len: 913 time: 0.3209872 Aug 03 16:18:36.283131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-9ea4df00-0d5e-4c13-a208-7b7740b6d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.284992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-9ea4df00-0d5e-4c13-a208-7b7740b6d654 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 1095 time: 0.1092110 Aug 03 16:18:36.380386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8fd6e269-cc02-4da7-95ec-554ca4eb9a6d req-2b1d1de7-6957-4870-a723-975d7f7910fa tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177731 Aug 03 16:18:36.445620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-ef0ee2e2-b83c-492b-a673-a3f82acbf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.448478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-ef0ee2e2-b83c-492b-a673-a3f82acbf3d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1420169 Aug 03 16:18:36.491198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-215d5235-d10d-45cd-82bd-47b9d1669cff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 200 len: 999 time: 0.1932743 Aug 03 16:18:36.516654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-ae448405-21d1-4427-ab42-e56c6c24dfd8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc HTTP/1.1" status: 200 len: 217 time: 0.0600889 Aug 03 16:18:36.621205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-907f06da-560b-4c9f-91e5-e69445b935ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.623643 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-907f06da-560b-4c9f-91e5-e69445b935ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 200 len: 851 time: 0.1218696 Aug 03 16:18:36.626474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fac243-caa4-4001-86ea-0e80bcfb6eb8 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:36.648972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-ade96f30-d709-47b4-8c05-73cca2ac9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.649245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:36.651169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-ade96f30-d709-47b4-8c05-73cca2ac9098 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1276896 Aug 03 16:18:36.704849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Transition to ACTIVE for port object e8fac243-caa4-4001-86ea-0e80bcfb6eb8 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:18:36.713264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-c2425c86-a547-4718-a182-719c99081bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.715202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-c2425c86-a547-4718-a182-719c99081bcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0827b38d-930b-4282-9dc9-f49a582a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830884 Aug 03 16:18:36.716753 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:36.770551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-72f66ae9-3d7e-4b1a-a37b-cf917b4e6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:36.773597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-72f66ae9-3d7e-4b1a-a37b-cf917b4e6cc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116464 Aug 03 16:18:36.873615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:36.926581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-e7bf4c1b-93a4-4c74-8045-fd10eede70c1 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455648 Aug 03 16:18:37.085044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Attempting to bind port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:18:37.085474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Attempting to bind port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:18:37.086267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Attempting to bind port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 on network f4102400-4126-41c8-98ab-3271d5316bd1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:37.095925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-159abf44-f775-4500-bd54-a26e97625787 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650072 Aug 03 16:18:37.097414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 on network f4102400-4126-41c8-98ab-3271d5316bd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:18:37.097918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Attempting to bind port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 on network f4102400-4126-41c8-98ab-3271d5316bd1 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:18:37.150754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-906ac8c4-899e-45ef-bb24-9efdcc057ed3 req-486b8421-f12e-410e-9fc4-e0baa823e8b9 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161942 Aug 03 16:18:37.386058 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:18:37.504987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba325-27b7-465b-9925-d0072e544ee6 req-05df4dda-5c4c-49d8-b3bf-54ed3f4dba97 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:37.516743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-219ba325-27b7-465b-9925-d0072e544ee6 req-05df4dda-5c4c-49d8-b3bf-54ed3f4dba97 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.2189069 Aug 03 16:18:37.602912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-219ba325-27b7-465b-9925-d0072e544ee6 req-603b0657-d797-418c-ae88-a00cd375b337 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Aug 03 16:18:37.887243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1018d0d-1680-448a-962e-d9e78661008e req-797a7afb-fb08-42c1-91ec-bc630e139061 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:37.892148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6cccff3-b8db-4b97-bde6-92bd46ec271a req-3a5fb19c-b009-4b0b-90bc-4f7d9178e7b1 service neutron] 10.222.0.72 "GET /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855775 Aug 03 16:18:37.902338 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a1018d0d-1680-448a-962e-d9e78661008e req-797a7afb-fb08-42c1-91ec-bc630e139061 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 944 time: 0.1362476 Aug 03 16:18:37.905069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:18:37.913978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Checking segment: {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:18:37.914496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Bound using segment: {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:18:37.915110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Bound port: e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe021d12-6cca-486f-a0fd-5d0e46f31843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:18:37.915488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:38.007439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a1018d0d-1680-448a-962e-d9e78661008e req-86f4407c-fca0-42ad-a7f8-e538b03b6f06 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006351 Aug 03 16:18:38.055268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:18:38.063300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:18:38.093204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:38.134015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17194a6-f567-4cce-8cf9-99250a445b7a req-ab2ed354-2c5d-4bba-90e0-86a01c09e245 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:38.143909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17194a6-f567-4cce-8cf9-99250a445b7a req-ab2ed354-2c5d-4bba-90e0-86a01c09e245 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.2500470 Aug 03 16:18:38.213128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:38.213767 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:38.215202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] 10.222.0.78 "PUT /v2.0/ports/e8fac243-caa4-4001-86ea-0e80bcfb6eb8 HTTP/1.1" status: 200 len: 1092 time: 2.5349841 Aug 03 16:18:38.224930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:38.228128 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:38.298293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17194a6-f567-4cce-8cf9-99250a445b7a req-8b84c73d-ea76-4037-bb83-32511171b517 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534424 Aug 03 16:18:38.332104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1009a26-3be4-4865-a857-004e543d9bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:38.347812 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189d8aa-31e2-416d-877b-1367dc48f86a x-openstack-request-id: req-2189d8aa-31e2-416d-877b-1367dc48f86a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:38.348464 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:38.349122 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2189d8aa-31e2-416d-877b-1367dc48f86a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:38.350306 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8', 'status': 'completed', 'code': 200} Aug 03 16:18:38.407819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c887ef63-cedb-4cc6-baea-24880e1738e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:38.428816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c887ef63-cedb-4cc6-baea-24880e1738e9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 1095 time: 0.1506128 Aug 03 16:18:38.522458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-6c7f532f-f61e-48af-b960-c4214b15114f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8 HTTP/1.1" status: 200 len: 217 time: 0.0737371 Aug 03 16:18:38.663350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c458fb56-e7fd-4bf0-8a09-a91fe14b0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:38.665545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-c458fb56-e7fd-4bf0-8a09-a91fe14b0627 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73ba6add-eeb5-4e48-ba05-7c99b7f512fa HTTP/1.1" status: 200 len: 853 time: 0.1422369 Aug 03 16:18:38.812326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-1fcb1528-7b97-4a1a-aaee-dd38bb4cd583 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f4102400-4126-41c8-98ab-3271d5316bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390254 Aug 03 16:18:39.029439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4dce-390e-4dc3-986a-57c471265aa9 req-416ecaf0-7098-4bba-b979-86069882ce45 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.036249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-beaa4dce-390e-4dc3-986a-57c471265aa9 req-416ecaf0-7098-4bba-b979-86069882ce45 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.2584295 Aug 03 16:18:39.156836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-b2181659-5d73-47b3-b701-5992c0e65c16 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373351 Aug 03 16:18:39.166311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-beaa4dce-390e-4dc3-986a-57c471265aa9 req-742f0c3d-62e8-4a44-90e5-645cd80e7f14 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063299 Aug 03 16:18:39.312170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4f1f-2653-4f8f-80a0-4d71a32ecd09 req-82ed678c-1c39-4ea4-bafa-e3e307b7469e tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.321427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d11c4f1f-2653-4f8f-80a0-4d71a32ecd09 req-82ed678c-1c39-4ea4-bafa-e3e307b7469e tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 944 time: 0.1928835 Aug 03 16:18:39.365961 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec5f6784-aef0-4154-b005-37cfa2ac74b5 req-4de229dc-f07e-437e-89f8-c12e38ec1785 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984439 Aug 03 16:18:39.466818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d11c4f1f-2653-4f8f-80a0-4d71a32ecd09 req-9db89372-103d-4842-88eb-903c4fb1e0a7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293085 Aug 03 16:18:39.576229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f958d-586c-4332-9cae-b5c0efaad4c7 req-f405ee2a-8105-4344-8cae-b9e6bcbdf8f2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.578218 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830f958d-586c-4332-9cae-b5c0efaad4c7 req-f405ee2a-8105-4344-8cae-b9e6bcbdf8f2 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0775757 Aug 03 16:18:39.580194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-24203b7d-ec0b-4ba8-9295-2b7026bb5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.581909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-24203b7d-ec0b-4ba8-9295-2b7026bb5d72 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 1095 time: 0.1531062 Aug 03 16:18:39.696665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-830f958d-586c-4332-9cae-b5c0efaad4c7 req-2f60da54-43e7-4cc2-a805-a42a1e843568 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086407 Aug 03 16:18:39.755586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-32e9256f-d457-45a5-87b3-1537feb8a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.757386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-32e9256f-d457-45a5-87b3-1537feb8a114 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 200 len: 914 time: 0.1596916 Aug 03 16:18:39.848928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-9c41d2c7-1e3e-48d7-a043-697a0ea26baf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8 HTTP/1.1" status: 200 len: 217 time: 0.0792053 Aug 03 16:18:39.861588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-64ba2284-2ee2-4073-9bca-ba9fc3b959ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:39.965060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-962683ff-f4f2-446e-b65e-3ced9f92a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.966662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-962683ff-f4f2-446e-b65e-3ced9f92a00c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=73ba6add-eeb5-4e48-ba05-7c99b7f512fa HTTP/1.1" status: 200 len: 853 time: 0.1120844 Aug 03 16:18:39.971776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413c5ce-cc9c-4b6c-a76b-b0e30f7119b6 req-1c934a67-6b0e-4982-b553-f2e9d02251c1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:39.982136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2413c5ce-cc9c-4b6c-a76b-b0e30f7119b6 req-1c934a67-6b0e-4982-b553-f2e9d02251c1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.1744599 Aug 03 16:18:40.035530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-5979d1e0-8df7-4c3b-be06-e0d9f225a7e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f4102400-4126-41c8-98ab-3271d5316bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601184 Aug 03 16:18:40.056947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2413c5ce-cc9c-4b6c-a76b-b0e30f7119b6 req-f50d616d-41d5-488a-91bf-c2b1c33323fc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734267 Aug 03 16:18:40.212541 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-5cdde00b-82b7-4250-92bf-a9dbb2ddf525 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670582 Aug 03 16:18:40.439820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57de9e-ddf3-4514-922f-56e4ed86ca51 req-6735afd5-a818-413b-b9c9-55b320393ae2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:40.441721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd57de9e-ddf3-4514-922f-56e4ed86ca51 req-6735afd5-a818-413b-b9c9-55b320393ae2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0918534 Aug 03 16:18:40.502404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7ba86d5-7811-4d90-8fd9-061a2aaab7b8 req-6a2796e7-fd32-437e-b1cf-729332180e65 service neutron] 10.222.0.78 "GET /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820137 Aug 03 16:18:40.602100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cd57de9e-ddf3-4514-922f-56e4ed86ca51 req-35cf8114-613f-4cc4-b675-230e57e404df tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415131 Aug 03 16:18:40.792351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c935c09-e385-44c6-b1b8-29fd4dc326e2 req-912c068e-97ca-455a-9faa-0760166f6a56 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:40.795049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c935c09-e385-44c6-b1b8-29fd4dc326e2 req-912c068e-97ca-455a-9faa-0760166f6a56 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 944 time: 0.0975852 Aug 03 16:18:40.870395 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c935c09-e385-44c6-b1b8-29fd4dc326e2 req-2ec6f9d4-f3b7-4ee8-acd0-f6df01fbd8cd tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664182 Aug 03 16:18:41.767960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-83e5c465-17e1-46d5-8f24-8c8d087257c5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:41.775089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-83e5c465-17e1-46d5-8f24-8c8d087257c5 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=c31524c9-de90-415a-b35e-49d925955bbd HTTP/1.1" status: 200 len: 944 time: 0.1215556 Aug 03 16:18:41.783338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fafbe-43f9-42cf-925b-663caf5833b7 req-da440aa7-9373-4cfe-9e50-72843f45c7ee tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:41.792974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab6fafbe-43f9-42cf-925b-663caf5833b7 req-da440aa7-9373-4cfe-9e50-72843f45c7ee tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0720985 Aug 03 16:18:41.903825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab6fafbe-43f9-42cf-925b-663caf5833b7 req-1efc9ccf-0133-431b-adee-6be9b43a5383 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Aug 03 16:18:41.976446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:41.977007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.011952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e8fac243-caa4-4001-86ea-0e80bcfb6eb8 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:18:42.164342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66459d9-325b-47f6-8c03-0d906b59adeb req-bd8bfa6b-8f12-4030-a442-a21fb3cf7ca4 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:42.168130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:42.178453 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b66459d9-325b-47f6-8c03-0d906b59adeb req-bd8bfa6b-8f12-4030-a442-a21fb3cf7ca4 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 944 time: 0.1228652 Aug 03 16:18:42.180893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:42.181453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.182293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8', 'network_id': 'f4102400-4126-41c8-98ab-3271d5316bd1', 'port_id': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8', 'mac_address': 'fa:16:3e:46:83:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ba6add-eeb5-4e48-ba05-7c99b7f512fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:18:42.198190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for f8ed7a88-ff4e-4ccc-b092-0f125925cb6c owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:42.228163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.252120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fac243-caa4-4001-86ea-0e80bcfb6eb8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:18:42.267094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b66459d9-325b-47f6-8c03-0d906b59adeb req-b889d88c-4345-4029-b593-20d3e777a150 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Aug 03 16:18:42.276759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:42.292277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.297863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-71b87725-5e16-4f0c-8d81-c636b60fb966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.380126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:42.402357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.421538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', '58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:42.482606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=f8ed7a88-ff4e-4ccc-b092-0f125925cb6c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:42.594714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] No DVR routers for this DVR port f8ed7a88-ff4e-4ccc-b092-0f125925cb6c on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:42.596468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e8fac243-caa4-4001-86ea-0e80bcfb6eb8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:42.597836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:42.601146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bb7392a-0176-4645-98e6-e9f66f7d4204 req-c699acd5-184b-439c-b5ab-a3a9a36b591a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "DELETE /v2.0/ports/f8ed7a88-ff4e-4ccc-b092-0f125925cb6c HTTP/1.1" status: 204 len: 173 time: 0.8250597 Aug 03 16:18:42.601610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-deleted', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:42.605022 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89fd7a2-a117-4f12-be9e-9d184a7efe5e" -d '{"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-deleted", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:42.706588 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd23aa4-7d76-4dfb-9e58-870552ed3828 x-openstack-request-id: req-dfd23aa4-7d76-4dfb-9e58-870552ed3828 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:42.706966 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31524c9-de90-415a-b35e-49d925955bbd", "name": "network-vif-deleted", "tag": "f8ed7a88-ff4e-4ccc-b092-0f125925cb6c", "status": "failed", "code": 422}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:42.707397 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfd23aa4-7d76-4dfb-9e58-870552ed3828 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:42.709065 n-d-803226-3 neutron-server[106016]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c31524c9-de90-415a-b35e-49d925955bbd', 'name': 'network-vif-deleted', 'tag': 'f8ed7a88-ff4e-4ccc-b092-0f125925cb6c', 'status': 'failed', 'code': 422} returned with failed status Aug 03 16:18:42.906400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:43.088610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e9912-35e9-4a90-b5a3-4b895ce192dc req-1b020196-547d-4723-8d59-8ad7ccb7fa05 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:43.105811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b09e9912-35e9-4a90-b5a3-4b895ce192dc req-1b020196-547d-4723-8d59-8ad7ccb7fa05 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1057720 Aug 03 16:18:43.221622 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b09e9912-35e9-4a90-b5a3-4b895ce192dc req-348f9c65-41e1-4aed-9629-6335662a002b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Aug 03 16:18:43.497056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9621-860d-4eab-ab24-cc5fd19b8ee1 req-e5485024-5e26-48e6-b5cb-be8f74c02320 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:43.507049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e46e9621-860d-4eab-ab24-cc5fd19b8ee1 req-e5485024-5e26-48e6-b5cb-be8f74c02320 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 945 time: 0.0825710 Aug 03 16:18:43.576120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e46e9621-860d-4eab-ab24-cc5fd19b8ee1 req-35969f19-da92-4906-9abe-cefb2477b775 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651505 Aug 03 16:18:43.579374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228d74e-0ad0-445e-a080-e91729a1948d req-9f8e8d26-f255-43fa-a0d8-9428b5cebd93 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:43.589386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b228d74e-0ad0-445e-a080-e91729a1948d req-9f8e8d26-f255-43fa-a0d8-9428b5cebd93 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 907 time: 0.0780582 Aug 03 16:18:43.746076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:44.027600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e8fac243-caa4-4001-86ea-0e80bcfb6eb8 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:18:44.090798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:18:44.097403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:18:44.098141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:44.258950 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:44.289707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:44.298105 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d109375-2d17-4152-a299-f996533a0bb6" -d '{"events": [{"server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "name": "network-vif-plugged", "status": "completed", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:44.347705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:44.357197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:44.444502 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb249acb-6c32-4731-8dc7-35004ad628c9 x-openstack-request-id: req-fb249acb-6c32-4731-8dc7-35004ad628c9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:44.445783 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "name": "network-vif-plugged", "status": "completed", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:44.446252 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb249acb-6c32-4731-8dc7-35004ad628c9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:44.446784 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8', 'code': 200} Aug 03 16:18:44.474605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ffcd-56a8-4689-b0a8-59e5753e8669 req-5ba6b1d4-0c1c-4ca0-878e-a1b3d9552129 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:44.478622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:44.490002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-afd2ffcd-56a8-4689-b0a8-59e5753e8669 req-5ba6b1d4-0c1c-4ca0-878e-a1b3d9552129 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1778617 Aug 03 16:18:44.552419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1042d8-c9f0-49bb-b218-8fef20ac2e12 req-6a5ea423-a32b-492b-9aee-37b87c7ed162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:44.554520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f1042d8-c9f0-49bb-b218-8fef20ac2e12 req-6a5ea423-a32b-492b-9aee-37b87c7ed162 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 1097 time: 0.0933542 Aug 03 16:18:44.576734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-afd2ffcd-56a8-4689-b0a8-59e5753e8669 req-0ad96f7e-267a-47eb-90d7-557a16f2abe0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Aug 03 16:18:44.652066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4f1042d8-c9f0-49bb-b218-8fef20ac2e12 req-fd8bfe4a-6360-4f47-84b7-dc80d34acaff service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894487 Aug 03 16:18:44.820620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4917ac9-bf88-4079-abfe-c9ec1bfe9a71 req-d1bd76c1-4e6c-4125-8978-ec5f5cc11237 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:44.822009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a4917ac9-bf88-4079-abfe-c9ec1bfe9a71 req-d1bd76c1-4e6c-4125-8978-ec5f5cc11237 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 907 time: 0.0927007 Aug 03 16:18:44.834311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd197eb-5dfd-4d30-af40-6c044d5b36a7 req-be99039d-7ccb-425a-a42c-2b1d911dd2c3 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:44.835872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cd197eb-5dfd-4d30-af40-6c044d5b36a7 req-be99039d-7ccb-425a-a42c-2b1d911dd2c3 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 946 time: 0.1607850 Aug 03 16:18:44.864612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-34aa1328-bd1d-44b1-b4df-794146303de0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:44.866393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-34aa1328-bd1d-44b1-b4df-794146303de0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 907 time: 0.1126623 Aug 03 16:18:45.018662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cd197eb-5dfd-4d30-af40-6c044d5b36a7 req-0ac8ec6d-fe27-40a8-8af5-da8e73296734 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682589 Aug 03 16:18:45.085878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port af68b72c-e4a1-461a-80b6-9f5c536493f4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:45.086616 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:45.121321 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:45.255228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port af68b72c-e4a1-461a-80b6-9f5c536493f4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=af68b72c-e4a1-461a-80b6-9f5c536493f4,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:45.259532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:45.283212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for af68b72c-e4a1-461a-80b6-9f5c536493f4 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:45.473426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:45.510159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=af68b72c-e4a1-461a-80b6-9f5c536493f4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:45.579809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] No DVR routers for this DVR port af68b72c-e4a1-461a-80b6-9f5c536493f4 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:45.582751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:45.586053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-174bc0c8-b5bb-423b-98a4-0ab2e40019d6 req-245d6611-ce80-4ce8-a7c7-f2d4dfa9112e tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "DELETE /v2.0/ports/af68b72c-e4a1-461a-80b6-9f5c536493f4 HTTP/1.1" status: 204 len: 173 time: 0.7118769 Aug 03 16:18:45.586772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'name': 'network-vif-deleted', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:45.589426 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd98a97-05cf-4154-a9fd-6e6a75b5160a" -d '{"events": [{"server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "name": "network-vif-deleted", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:45.701609 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3c96d-bc1d-4cf2-a221-f9c727d43f41 x-openstack-request-id: req-c7b3c96d-bc1d-4cf2-a221-f9c727d43f41 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:45.703025 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753fe19-aaf9-4302-9265-c672d21a0f4e", "name": "network-vif-deleted", "tag": "af68b72c-e4a1-461a-80b6-9f5c536493f4", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:45.703497 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7b3c96d-bc1d-4cf2-a221-f9c727d43f41 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:45.704180 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753fe19-aaf9-4302-9265-c672d21a0f4e', 'name': 'network-vif-deleted', 'tag': 'af68b72c-e4a1-461a-80b6-9f5c536493f4', 'status': 'completed', 'code': 200} Aug 03 16:18:45.870443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3326fa-bf63-44c6-a7fc-6a69215ef177 req-2cd64a01-8870-4ef5-84df-830e86a9e93e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:45.884726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db3326fa-bf63-44c6-a7fc-6a69215ef177 req-2cd64a01-8870-4ef5-84df-830e86a9e93e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1073911 Aug 03 16:18:45.995851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db3326fa-bf63-44c6-a7fc-6a69215ef177 req-f24cf43f-451e-4bac-a2ed-6d3ad78ed27d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069865 Aug 03 16:18:46.070465 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db5f87cd-c223-4b97-afca-51d376631de0 req-3961e5e7-c54e-4201-b513-a004a603b857 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1753fe19-aaf9-4302-9265-c672d21a0f4e HTTP/1.1" status: 200 len: 210 time: 0.0496376 Aug 03 16:18:46.190338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51cbc-1e20-473a-a89c-1305ddec7003 req-02327648-64d0-4a2e-abb5-8cfebac67418 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:46.197658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80f51cbc-1e20-473a-a89c-1305ddec7003 req-02327648-64d0-4a2e-abb5-8cfebac67418 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 946 time: 0.0855021 Aug 03 16:18:46.258679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80f51cbc-1e20-473a-a89c-1305ddec7003 req-d18d61b7-2e9b-4fad-884a-57f6688280f4 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Aug 03 16:18:47.308256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f6092-6fb6-46a3-92d1-9243e358a4d6 req-bff7914d-b683-45ea-96de-5d0c59d79d09 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:47.314500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af9f6092-6fb6-46a3-92d1-9243e358a4d6 req-bff7914d-b683-45ea-96de-5d0c59d79d09 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.2143760 Aug 03 16:18:47.418203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-af9f6092-6fb6-46a3-92d1-9243e358a4d6 req-4b2c26b8-abd0-4981-a027-95e169504917 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956652 Aug 03 16:18:47.703073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c0855-ac85-4f1e-95bb-56ab8e56f9c5 req-18bbfa82-9361-4a68-ba89-0a0b0c8af891 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:47.710859 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b87c0855-ac85-4f1e-95bb-56ab8e56f9c5 req-18bbfa82-9361-4a68-ba89-0a0b0c8af891 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 946 time: 0.0645225 Aug 03 16:18:47.770625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b87c0855-ac85-4f1e-95bb-56ab8e56f9c5 req-0b4c57b6-db25-4809-9385-a9330eb4b7d6 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584488 Aug 03 16:18:48.627973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c31e-feee-4b07-bd9f-ef8d122c6150 req-10522570-5ed3-4fb8-9a5d-937d49ede0a8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:48.640350 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8235c31e-feee-4b07-bd9f-ef8d122c6150 req-10522570-5ed3-4fb8-9a5d-937d49ede0a8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1058211 Aug 03 16:18:48.689706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8235c31e-feee-4b07-bd9f-ef8d122c6150 req-a696d145-6225-466a-9ab2-4f309fd9944f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479891 Aug 03 16:18:48.968322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a925a-24b1-4435-843b-d14a4f13e685 req-46555d5d-442f-435b-aa8f-d2040239eedc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:48.970117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-414a925a-24b1-4435-843b-d14a4f13e685 req-46555d5d-442f-435b-aa8f-d2040239eedc tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 946 time: 0.1076632 Aug 03 16:18:48.978960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-37a1e257-1b64-4b71-9f28-92259538e455 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:48.980557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-37a1e257-1b64-4b71-9f28-92259538e455 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 946 time: 0.1079674 Aug 03 16:18:49.129907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-414a925a-24b1-4435-843b-d14a4f13e685 req-a4da154e-86d1-49af-bc53-855e93a37214 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467493 Aug 03 16:18:49.140035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port 58adde10-528e-45ce-8233-2d29ab291bc0 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:49.140576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:49.259383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port 58adde10-528e-45ce-8233-2d29ab291bc0, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=58adde10-528e-45ce-8233-2d29ab291bc0,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:49.261109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:49.279215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for 58adde10-528e-45ce-8233-2d29ab291bc0 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:49.457506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device af68b72c-e4a1-461a-80b6-9f5c536493f4 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:49.570236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: af68b72c-e4a1-461a-80b6-9f5c536493f4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:49.570616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device af68b72c-e4a1-461a-80b6-9f5c536493f4 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:49.614657 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:49.627150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', '58adde10-528e-45ce-8233-2d29ab291bc0'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:49.682656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=58adde10-528e-45ce-8233-2d29ab291bc0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:49.738274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] No DVR routers for this DVR port 58adde10-528e-45ce-8233-2d29ab291bc0 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:49.741384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:49.744230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dfe0967a-e4e1-4ec8-8146-147c896a0c4a req-828f6ed7-6f1b-447f-9084-4c3f56fce894 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "DELETE /v2.0/ports/58adde10-528e-45ce-8233-2d29ab291bc0 HTTP/1.1" status: 204 len: 173 time: 0.7557726 Aug 03 16:18:49.745158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'name': 'network-vif-deleted', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:49.756625 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d047e6-e3dd-4aff-84fc-74b469104875" -d '{"events": [{"server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "name": "network-vif-deleted", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:49.830331 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91249899-fb03-4138-9411-64a0cc300cdd x-openstack-request-id: req-91249899-fb03-4138-9411-64a0cc300cdd {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:49.830891 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e883b97-2d23-476a-bc90-7ff664e21b5a", "name": "network-vif-deleted", "tag": "58adde10-528e-45ce-8233-2d29ab291bc0", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:49.831346 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91249899-fb03-4138-9411-64a0cc300cdd {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:49.831956 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e883b97-2d23-476a-bc90-7ff664e21b5a', 'name': 'network-vif-deleted', 'tag': '58adde10-528e-45ce-8233-2d29ab291bc0', 'status': 'completed', 'code': 200} Aug 03 16:18:49.884554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d9ee1-2b20-4a69-919c-b8b02200d212 req-5aeb94c6-383e-4721-8d59-40ef6df8f459 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:49.895235 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47d9ee1-2b20-4a69-919c-b8b02200d212 req-5aeb94c6-383e-4721-8d59-40ef6df8f459 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0681386 Aug 03 16:18:49.979703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a47d9ee1-2b20-4a69-919c-b8b02200d212 req-7ef07a0e-a2d8-4074-a366-61fb4553b879 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833297 Aug 03 16:18:50.352444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15dd0849-ed18-4209-b9c0-c2e9eed6e2d0 req-bf17735c-a73f-41f8-addf-309f06c445fd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e883b97-2d23-476a-bc90-7ff664e21b5a HTTP/1.1" status: 200 len: 210 time: 0.0544419 Aug 03 16:18:51.144531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8521e64-1d0d-4796-805c-1a967ee65fdb req-6044bd7b-8fae-4eec-b9cb-29e051754eb7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:51.153959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8521e64-1d0d-4796-805c-1a967ee65fdb req-6044bd7b-8fae-4eec-b9cb-29e051754eb7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0666695 Aug 03 16:18:51.224578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8521e64-1d0d-4796-805c-1a967ee65fdb req-784d52dc-7152-4fdd-a0f2-48f4368a7046 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541859 Aug 03 16:18:51.722608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ddee0-86ac-43b4-8bf4-7e6522acfeef req-23820ba0-a8d8-467a-a1ce-8a8168f292f1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:51.732686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a5ddee0-86ac-43b4-8bf4-7e6522acfeef req-23820ba0-a8d8-467a-a1ce-8a8168f292f1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0694659 Aug 03 16:18:51.821436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4a5ddee0-86ac-43b4-8bf4-7e6522acfeef req-4d7b4591-e106-4511-bb26-f14d11f09180 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Aug 03 16:18:52.185753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:52.422389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45c7f-a920-4d7d-bbea-3fb0727510bb req-93203f39-062c-4e21-afa7-08b52eeaa9c4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:52.429419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f45c7f-a920-4d7d-bbea-3fb0727510bb req-93203f39-062c-4e21-afa7-08b52eeaa9c4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0929580 Aug 03 16:18:52.484927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90f45c7f-a920-4d7d-bbea-3fb0727510bb req-d5f55003-1580-4340-8804-3d204949e318 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Aug 03 16:18:52.988818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffb3c-6c6d-4561-ac97-7123efbad3af req-94cbc3ba-2f6d-4dae-b912-5f988c72c6f9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:52.996255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f11ffb3c-6c6d-4561-ac97-7123efbad3af req-94cbc3ba-2f6d-4dae-b912-5f988c72c6f9 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.0722027 Aug 03 16:18:53.049704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f11ffb3c-6c6d-4561-ac97-7123efbad3af req-df52c88c-8b03-4ad7-b3ef-ebc54a26df25 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=c81085d4-9727-4c2d-8ace-b29473b06cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Aug 03 16:18:53.073004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-17bc5358-6470-484a-8990-96be5bfbb21a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:53.074557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-17bc5358-6470-484a-8990-96be5bfbb21a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 945 time: 0.1937609 Aug 03 16:18:53.211306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:53.213557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:53.355725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:53.356947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:53.375413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:53.611951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:53.624925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:18:53.642176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=72a7fc6a-8a24-4e48-a5c5-8414b9c1d673,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:53.671352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb081b-19ae-42fc-95ef-42a5e2fa2649 req-0de67c27-50c6-4dc5-917f-7ec61922385e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:53.680272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7cdb081b-19ae-42fc-95ef-42a5e2fa2649 req-0de67c27-50c6-4dc5-917f-7ec61922385e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0841548 Aug 03 16:18:53.773294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] No DVR routers for this DVR port 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:53.778328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7cdb081b-19ae-42fc-95ef-42a5e2fa2649 req-d37d563d-4f88-4aef-bd2a-86737dd4c68d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963054 Aug 03 16:18:53.785763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:53.810533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fac243c-e6c0-4c54-aad1-d9a44997a12d req-c2271927-eb30-42bf-bd62-a267d72035c0 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.78 "DELETE /v2.0/ports/72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 HTTP/1.1" status: 204 len: 173 time: 0.7238295 Aug 03 16:18:53.819285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'name': 'network-vif-deleted', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:53.834304 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89da0802-eeaf-4d60-b5c7-c93e1ee6d688" -d '{"events": [{"server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "name": "network-vif-deleted", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:53.924830 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414352b6-6483-4e1b-b76b-f164c3405ed7 x-openstack-request-id: req-414352b6-6483-4e1b-b76b-f164c3405ed7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:53.925136 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab1fce6-dfa4-4208-9311-e9c2826fad62", "name": "network-vif-deleted", "tag": "72a7fc6a-8a24-4e48-a5c5-8414b9c1d673", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:53.925428 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-414352b6-6483-4e1b-b76b-f164c3405ed7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:53.925908 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab1fce6-dfa4-4208-9311-e9c2826fad62', 'name': 'network-vif-deleted', 'tag': '72a7fc6a-8a24-4e48-a5c5-8414b9c1d673', 'status': 'completed', 'code': 200} Aug 03 16:18:54.122096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 58adde10-528e-45ce-8233-2d29ab291bc0 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:54.167613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 58adde10-528e-45ce-8233-2d29ab291bc0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:54.170324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 58adde10-528e-45ce-8233-2d29ab291bc0 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:54.260665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-49b70222-a6e2-4d7c-9da6-e330e6612c6a req-1754cc7b-f05a-44b1-8789-44813efc5c33 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=1ab1fce6-dfa4-4208-9311-e9c2826fad62 HTTP/1.1" status: 200 len: 210 time: 0.0572717 Aug 03 16:18:55.003642 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f53e5-3314-46df-bc8f-7c26051f12ef req-e63935e5-de6d-4f65-ad1c-139066d55e69 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:55.005234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c7f53e5-3314-46df-bc8f-7c26051f12ef req-e63935e5-de6d-4f65-ad1c-139066d55e69 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1046944 Aug 03 16:18:55.106195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c7f53e5-3314-46df-bc8f-7c26051f12ef req-5ea53319-f3b9-4bbc-886b-d281e3515816 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757015 Aug 03 16:18:55.787751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bc664-9ab2-4007-b5ca-f9f74681d4ca req-9400e199-4494-499d-9b11-4583484edfbe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:55.791378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad5bc664-9ab2-4007-b5ca-f9f74681d4ca req-9400e199-4494-499d-9b11-4583484edfbe tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0917356 Aug 03 16:18:55.850002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad5bc664-9ab2-4007-b5ca-f9f74681d4ca req-13425a0a-da0e-448a-94cc-881d70f3d64f tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Aug 03 16:18:56.227871 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:56.235277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344900-80ae-40e7-a2c4-5cc2b59c6b52 req-2fdec638-a059-4fc4-b1f0-a7037a4dd0c6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:56.242787 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c344900-80ae-40e7-a2c4-5cc2b59c6b52 req-2fdec638-a059-4fc4-b1f0-a7037a4dd0c6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0694575 Aug 03 16:18:56.290851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7c344900-80ae-40e7-a2c4-5cc2b59c6b52 req-f3a0d621-11c0-4988-a95a-6677888d1418 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469239 Aug 03 16:18:56.998413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a2ad8-d6f7-46f9-b50f-1c7affbe41f2 req-7d0955db-a9cf-4f1c-afa6-f31f6729f1a1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:57.000828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-403a2ad8-d6f7-46f9-b50f-1c7affbe41f2 req-7d0955db-a9cf-4f1c-afa6-f31f6729f1a1 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0580945 Aug 03 16:18:57.049304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-403a2ad8-d6f7-46f9-b50f-1c7affbe41f2 req-52601e20-79f0-4aa1-89e2-21ee50182432 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Aug 03 16:18:57.431018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90779814-e547-48b7-8b78-bb39c49282f2 req-0508c782-f615-4bbb-bfda-3be86bc4a694 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:57.431018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90779814-e547-48b7-8b78-bb39c49282f2 req-0508c782-f615-4bbb-bfda-3be86bc4a694 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0580161 Aug 03 16:18:57.512162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90779814-e547-48b7-8b78-bb39c49282f2 req-d42c6ef2-5f2e-4630-b2a7-f0490bea7915 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573177 Aug 03 16:18:57.582427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac917567-887c-4526-b862-565c1f036bd8 req-4de4ccce-1c92-42a7-9b62-ca801fdff65a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:57.583968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac917567-887c-4526-b862-565c1f036bd8 req-4de4ccce-1c92-42a7-9b62-ca801fdff65a tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0694971 Aug 03 16:18:57.699761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:18:57.700044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:57.818661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] For port 2455ace3-c077-4935-bf6e-3a891099fc69, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2455ace3-c077-4935-bf6e-3a891099fc69,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:18:57.819037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:58.153964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:18:58.197720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:18:58.204616 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 72a7fc6a-8a24-4e48-a5c5-8414b9c1d673 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:18:58.241241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12957-afe8-4feb-abc6-7d459aad7901 req-7ff8061a-11bc-4a16-8889-d25828b1e3a4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:58.251171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6cc12957-afe8-4feb-abc6-7d459aad7901 req-7ff8061a-11bc-4a16-8889-d25828b1e3a4 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 944 time: 0.0931637 Aug 03 16:18:58.313385 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6cc12957-afe8-4feb-abc6-7d459aad7901 req-03843766-c19b-4f3c-9f9e-5bc3997bf724 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608001 Aug 03 16:18:58.423576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:58.423952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:58.424271 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Floating IP 590033e0-7684-40f1-a210-75ee3864f702 disassociated. External IP: 172.25.7.187, port: 2455ace3-c077-4935-bf6e-3a891099fc69. Aug 03 16:18:58.424631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for 2455ace3-c077-4935-bf6e-3a891099fc69 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:18:58.574326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:58.605407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=2455ace3-c077-4935-bf6e-3a891099fc69,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:18:58.712088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08576fc5-af15-4554-98c3-6ea48714cea3 req-1e357e0a-d505-46ce-b9f8-d8c3f340120f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:58.713652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08576fc5-af15-4554-98c3-6ea48714cea3 req-1e357e0a-d505-46ce-b9f8-d8c3f340120f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1039276 Aug 03 16:18:58.794649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08576fc5-af15-4554-98c3-6ea48714cea3 req-fc38de83-7faa-4425-b3e6-6725f8c3186e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Aug 03 16:18:58.817326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:18:58.927769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:18:58.939142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Sync routers for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:18:58.948450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:18:58.949007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:18:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:18:58.969608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] No DVR routers for this DVR port 2455ace3-c077-4935-bf6e-3a891099fc69 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:18:58.972292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:18:58.974386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac917567-887c-4526-b862-565c1f036bd8 req-30b10461-001f-4ca6-af3e-29a7a8dd0a07 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.72 "DELETE /v2.0/ports/2455ace3-c077-4935-bf6e-3a891099fc69 HTTP/1.1" status: 204 len: 173 time: 1.3837848 Aug 03 16:18:58.974895 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-deleted', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:18:58.977615 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d21b7c-08ba-4380-be8a-1a7dfb1c7781" -d '{"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-deleted", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:18:59.034321 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2041d8d-f81e-42d3-a568-8b7456e6c962 x-openstack-request-id: req-b2041d8d-f81e-42d3-a568-8b7456e6c962 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:18:59.035074 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e963c3-787a-4869-adad-302dbd2a4a07", "name": "network-vif-deleted", "tag": "2455ace3-c077-4935-bf6e-3a891099fc69", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:18:59.035754 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2041d8d-f81e-42d3-a568-8b7456e6c962 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:18:59.036477 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e963c3-787a-4869-adad-302dbd2a4a07', 'name': 'network-vif-deleted', 'tag': '2455ace3-c077-4935-bf6e-3a891099fc69', 'status': 'completed', 'code': 200} Aug 03 16:18:59.084705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:18:59.290739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:18:59.320881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Checking router: 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:18:59.330584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:18:59.332482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:18:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:18:59.458438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3a0bcc48-4c02-4eb6-afa3-b41c0ab3debf req-9ecbec67-7678-4eac-983d-3db7ded9a254 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/ports?device_id=66e963c3-787a-4869-adad-302dbd2a4a07 HTTP/1.1" status: 200 len: 210 time: 0.0371811 Aug 03 16:18:59.609872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:18:59.823804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:18:59.852764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df0634f-f924-4db7-b08f-a0632e969dfe None None] The sync data for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 is: [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:11:26Z', 'revision_number': 4, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '2d57f169-6c34-4364-b7d3-c2e83ae44eb5', 'name': '', 'network_id': '0827b38d-930b-4282-9dc9-f49a582a3819', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'mac_address': 'fa:16:3e:c6:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:24Z', 'updated_at': '2021-08-03T16:11:34Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'subnets': [{'id': '30adcebf-8d53-4ff0-b698-c228b9beb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:18:59.923773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6677da9-0f28-4634-b4a9-1f66d7088461 req-f47090dc-5761-4416-8f25-150d48ceb8f5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:18:59.925657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6677da9-0f28-4634-b4a9-1f66d7088461 req-f47090dc-5761-4416-8f25-150d48ceb8f5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0546463 Aug 03 16:18:59.972427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6677da9-0f28-4634-b4a9-1f66d7088461 req-247118a4-2f25-4eb2-961d-350b98cc0f31 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Aug 03 16:19:00.136785 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68abcd-2fc5-411e-8431-6a34c937df11 None None] New status for floating IP 590033e0-7684-40f1-a210-75ee3864f702: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:19:00.565061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:00.625268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.649433 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.703060 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.705811 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.706996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "DELETE /v2.0/security-groups/d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6 HTTP/1.1" status: 204 len: 168 time: 0.1393661 Aug 03 16:19:00.718020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44056) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:00.718244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06f660-9085-49f8-9008-0f41f7e25a5c tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:00.743378 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-3028113d-0c18-4d75-a0cf-472c614cb2dd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] show failed (client error): The resource could not be found. Aug 03 16:19:00.755980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3028113d-0c18-4d75-a0cf-472c614cb2dd tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "GET /v2.0/security-groups/d1f4fcb7-5ad6-4c39-889a-bf21f2160ed6 HTTP/1.1" status: 404 len: 347 time: 0.0340002 Aug 03 16:19:00.758908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44058) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:00.889027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Deleting port 10203286-6768-4c95-ad11-ac2c8ead5498 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:00.889377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.969208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.969571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:00.982118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Calling delete_port for 10203286-6768-4c95-ad11-ac2c8ead5498 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:01.124259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83464d53-5419-47f5-ac82-40b86067b277 req-7d08a34e-df33-4dde-b414-bda975cc87fd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:01.131714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83464d53-5419-47f5-ac82-40b86067b277 req-7d08a34e-df33-4dde-b414-bda975cc87fd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.0874388 Aug 03 16:19:01.172778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83464d53-5419-47f5-ac82-40b86067b277 req-a4b9c107-4d06-4b05-9f0a-4bf92f85aa1b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Aug 03 16:19:01.237917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:01.282145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Pushing event deleted for resources: {'Port': ['ID=10203286-6768-4c95-ad11-ac2c8ead5498,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:01.351311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:01.354331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:01.355498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-240d295b-9d7c-4ec2-b9e1-ea23b6f05582 tempest-ServerActionsTestJSON-55880103 tempest-ServerActionsTestJSON-55880103-project] 10.222.0.70 "DELETE /v2.0/floatingips/590033e0-7684-40f1-a210-75ee3864f702 HTTP/1.1" status: 204 len: 168 time: 0.5952275 Aug 03 16:19:01.359802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:01.498637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:01.529908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 2455ace3-c077-4935-bf6e-3a891099fc69 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:01.530215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2455ace3-c077-4935-bf6e-3a891099fc69 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:01.830264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.110950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Deleting port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:02.111289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.165418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:02.169043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 040a60a7-a8e1-471e-bdb1-3372d8c585bc details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:19:02.249683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] For port 2d57f169-6c34-4364-b7d3-c2e83ae44eb5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:02.250347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.266154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Calling delete_port for 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:02.268706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Deleting subnet df582e3d-03f6-4e20-82b5-d3f6a79f8143 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:19:02.273458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.321674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:02.355768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '040a60a7-a8e1-471e-bdb1-3372d8c585bc', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': '040a60a7-a8e1-471e-bdb1-3372d8c585bc', 'mac_address': 'fa:16:3e:e4:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:19:02.382062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.419723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bca1ac-fe4a-4f84-933f-d20ad7372fb1 req-b0eb5e14-4039-430b-896d-a9bd86d34588 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:02.429871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5bca1ac-fe4a-4f84-933f-d20ad7372fb1 req-b0eb5e14-4039-430b-896d-a9bd86d34588 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 944 time: 0.1105759 Aug 03 16:19:02.459317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.488952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040a60a7-a8e1-471e-bdb1-3372d8c585bc {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:02.515757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:02.521513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.525392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c5bca1ac-fe4a-4f84-933f-d20ad7372fb1 req-1c5c8e86-522c-4325-aa06-894000d585d2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927210 Aug 03 16:19:02.535682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.575864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.605054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:02.606351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d57f169-6c34-4364-b7d3-c2e83ae44eb5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:02.627745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.628136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.629368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.629368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.629368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.630217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.630217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.631089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.631089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.632001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.632580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.633750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:02.637937 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.710604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df582e3d-03f6-4e20-82b5-d3f6a79f8143,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:02.725034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.732110 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f4c45123-b2ab-4fc2-b0aa-58f2e4c4e1b5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df582e3d-03f6-4e20-82b5-d3f6a79f8143 HTTP/1.1" status: 204 len: 168 time: 0.5623066 Aug 03 16:19:02.734209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44082) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:02.753507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['040a60a7-a8e1-471e-bdb1-3372d8c585bc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:02.857379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:02.905806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.005518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.020636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad421cf-85fe-4b31-a4b2-9397ba5cae6e']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:03.035521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:03.035968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f678cbf-d26e-46d0-be57-6aabaf7ab2ba') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:03.047606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.063941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.076211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:19:03.076972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:19:03.079125 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:19:03.186685 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.195211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.203311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3ad421cf-85fe-4b31-a4b2-9397ba5cae6e HTTP/1.1" status: 204 len: 168 time: 0.4677749 Aug 03 16:19:03.226426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1f607-e131-4b21-b6d1-d6b9633e9454 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad421cf-85fe-4b31-a4b2-9397ba5cae6e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:03.251841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:19:03.370297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:03.428993 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-543c48a2-672e-4e03-bb55-7c9fbb892702 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b4123f9ea824cd392328aeea0d47ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571039 Aug 03 16:19:03.431732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44088) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:03.498455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.524669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.589806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.592871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.594068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5 HTTP/1.1" status: 204 len: 168 time: 0.1610701 Aug 03 16:19:03.608194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876df9-a165-4134-b8f7-62efaadb9505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa6c445-7b4b-4fb4-98a9-e9ae02309ec5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:03.666959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:19:03.672537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b810544c-8c42-457a-a5d6-c4743051c00e admin admin] 10.222.0.70 "PUT /v2.0/routers/85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117123 Aug 03 16:19:03.676246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44094) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:03.677766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Sync routers for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:19:03.686268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f51993-4d9c-4250-9ad2-ef5e2d9c5121 req-8e61ce60-2654-462e-8000-3b052a7a3c7e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:03.688117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19f51993-4d9c-4250-9ad2-ef5e2d9c5121 req-8e61ce60-2654-462e-8000-3b052a7a3c7e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 945 time: 0.0724769 Aug 03 16:19:03.689357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:19:03.690019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:18:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:03.745413 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-19f51993-4d9c-4250-9ad2-ef5e2d9c5121 req-adcb134e-b149-4e3f-999e-58012f60ac4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481541 Aug 03 16:19:03.812116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:03.824224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:19:03.928156 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.024629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Deleting port 9f218c22-c287-4874-97d7-7fade56c4f49 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:04.025163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.064877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:19:02Z', 'revision_number': 5, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port': {'id': '9f218c22-c287-4874-97d7-7fade56c4f49', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:11:22Z', 'updated_at': '2021-08-03T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:04.094439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Checking router: 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:19:04.103124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Routers {'85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:19:04.103829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:18:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:04.133364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] For port 9f218c22-c287-4874-97d7-7fade56c4f49, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9f218c22-c287-4874-97d7-7fade56c4f49,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:04.133854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.154096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Calling delete_port for 9f218c22-c287-4874-97d7-7fade56c4f49 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:04.177282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 040a60a7-a8e1-471e-bdb1-3372d8c585bc up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:19:04.234644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] Set router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:19:04.297928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-afece1de-d793-46d9-96a2-2c803718419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:19:03Z', 'revision_number': 6, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:04.331509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afece1de-d793-46d9-96a2-2c803718419f None None] The sync data for ids ['85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2'] in n-d-803226-3 is: [{'id': '85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2', 'name': 'tempest-ServerActionsTestJSON-1019284994-router', 'tenant_id': 'c829aef18ff84b1db7b5e640a063c024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:11:21Z', 'updated_at': '2021-08-03T16:19:03Z', 'revision_number': 6, 'project_id': 'c829aef18ff84b1db7b5e640a063c024', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:19:04.349942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 040a60a7-a8e1-471e-bdb1-3372d8c585bc completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:04.354992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 040a60a7-a8e1-471e-bdb1-3372d8c585bc triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:04.355573 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.372001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.408489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f218c22-c287-4874-97d7-7fade56c4f49,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:04.479590 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.520330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.528645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:04.529917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:04.534245 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb6d97-32f6-4e6a-9c1b-3027dba2e9d2" -d '{"events": [{"server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:04.539289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.596727 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c15b3a-1ccc-4a41-8ee6-f5f5c95792e3 x-openstack-request-id: req-40c15b3a-1ccc-4a41-8ee6-f5f5c95792e3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:04.597100 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "name": "network-vif-plugged", "status": "completed", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:04.597538 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40c15b3a-1ccc-4a41-8ee6-f5f5c95792e3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:04.598059 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc', 'code': 200} Aug 03 16:19:04.629567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:04.654505 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.657085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.712693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf37d7-de2f-4fb3-b92e-c7770e5082e2 req-25f098da-ddd6-49ac-8621-2d3f2d2a8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:04.714409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fcaf37d7-de2f-4fb3-b92e-c7770e5082e2 req-25f098da-ddd6-49ac-8621-2d3f2d2a8778 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 1097 time: 0.0474477 Aug 03 16:19:04.727414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.728113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:19:04.733024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.734253 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-41a37b26-4ca1-4726-84e2-c77f9d9f501c admin admin] 10.222.0.70 "DELETE /v2.0/routers/85f8f8b0-1131-4cdd-9c9e-20d5242a7ec2 HTTP/1.1" status: 204 len: 168 time: 1.0568852 Aug 03 16:19:04.736724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44128) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:04.765317 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fcaf37d7-de2f-4fb3-b92e-c7770e5082e2 req-3aea635e-c34e-4c21-a010-a52937fad293 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Aug 03 16:19:04.790593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Deleting subnet 30adcebf-8d53-4ff0-b698-c228b9beb588 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:19:04.794769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.834323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.893964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676505af-b032-4a08-b384-6132e55c2ddf req-f14af635-9d16-45df-91b2-fc0680a200c1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:04.903660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-676505af-b032-4a08-b384-6132e55c2ddf req-f14af635-9d16-45df-91b2-fc0680a200c1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0690317 Aug 03 16:19:04.955946 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:04.995820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-676505af-b032-4a08-b384-6132e55c2ddf req-f0bb8eb5-f189-4c93-a098-e092abdf428f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908930 Aug 03 16:19:05.036421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:05.044563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.065900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:05.066257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2d57f169-6c34-4364-b7d3-c2e83ae44eb5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:05.066679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f218c22-c287-4874-97d7-7fade56c4f49 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:05.091533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30adcebf-8d53-4ff0-b698-c228b9beb588,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:05.094508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.095562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbdd2d-e9d1-4c8a-97e5-84ec121862b7 None None] Network 0827b38d-930b-4282-9dc9-f49a582a3819 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:05.096577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93015a8e-b793-4b6a-ae5f-1566d4655505 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/30adcebf-8d53-4ff0-b698-c228b9beb588 HTTP/1.1" status: 204 len: 168 time: 0.3582675 Aug 03 16:19:05.097787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9f218c22-c287-4874-97d7-7fade56c4f49 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:05.098133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9f218c22-c287-4874-97d7-7fade56c4f49 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:05.099129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:05.117215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44138) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:05.205349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.255160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1da078b6-cea3-467a-b414-12c8a9d6ccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.358388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Deleting port be71bf6e-d33e-49ce-9d6c-e0009473adbb {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:05.358745 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.461123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] DHCP port deletion for 0827b38d-930b-4282-9dc9-f49a582a3819 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:19:05.604636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1da078b6-cea3-467a-b414-12c8a9d6ccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.610974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Deleting port be71bf6e-d33e-49ce-9d6c-e0009473adbb {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:05.614006 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.616082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1da078b6-cea3-467a-b414-12c8a9d6ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.628236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] For port be71bf6e-d33e-49ce-9d6c-e0009473adbb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=be71bf6e-d33e-49ce-9d6c-e0009473adbb,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:05.628843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.665413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Calling delete_port for be71bf6e-d33e-49ce-9d6c-e0009473adbb owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:05.698134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1da078b6-cea3-467a-b414-12c8a9d6ccea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2cb4a729b734392b125e01a1421d3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799725 Aug 03 16:19:05.701814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44142) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:05.717160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da078b6-cea3-467a-b414-12c8a9d6ccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef75bd05-f977-41f0-a276-aa1ddd98b289,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:05.749987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] For port be71bf6e-d33e-49ce-9d6c-e0009473adbb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=be71bf6e-d33e-49ce-9d6c-e0009473adbb,segment=NetworkSegment(2efe6184-797d-4dfe-85ba-aec631b4b633),segment_id=2efe6184-797d-4dfe-85ba-aec631b4b633)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:05.750678 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.766954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Calling delete_port for be71bf6e-d33e-49ce-9d6c-e0009473adbb owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:05.789862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.791294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.819499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.828042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Pushing event deleted for resources: {'Port': ['ID=be71bf6e-d33e-49ce-9d6c-e0009473adbb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:05.831547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] No DVR routers for this DVR port be71bf6e-d33e-49ce-9d6c-e0009473adbb on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:05.872498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.887684 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.893109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.895076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef75bd05-f977-41f0-a276-aa1ddd98b289 HTTP/1.1" status: 204 len: 168 time: 0.1921504 Aug 03 16:19:05.907073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f54896-737d-428f-a568-4b93d87056bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef75bd05-f977-41f0-a276-aa1ddd98b289,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:05.916805 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.927877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] Pushing event deleted for resources: {'Port': ['ID=be71bf6e-d33e-49ce-9d6c-e0009473adbb,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:05.932452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8229a32-951e-48ba-81fd-c089ba409753 None None] No DVR routers for this DVR port be71bf6e-d33e-49ce-9d6c-e0009473adbb on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:05.951462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0827b38d-930b-4282-9dc9-f49a582a3819']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:05.963706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efe6184-797d-4dfe-85ba-aec631b4b633') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:05.964013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efe6184-797d-4dfe-85ba-aec631b4b633') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:05.977891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:05.995074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.002949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:19:06.004037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:19:06.006197 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:19:06.080498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.087543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.089450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0827b38d-930b-4282-9dc9-f49a582a3819 HTTP/1.1" status: 204 len: 168 time: 0.9890676 Aug 03 16:19:06.118875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa292f-44e9-453e-9420-fddb5db68622 admin admin] Pushing event deleted for resources: {'Network': ['ID=0827b38d-930b-4282-9dc9-f49a582a3819,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:06.165243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ed5d-1b2c-447d-aa90-4e798f904c9c req-1bd5907c-432b-4753-aad7-f277b5635d41 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:06.167085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e547ed5d-1b2c-447d-aa90-4e798f904c9c req-1bd5907c-432b-4753-aad7-f277b5635d41 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0641341 Aug 03 16:19:06.255370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e547ed5d-1b2c-447d-aa90-4e798f904c9c req-fed88600-7a26-4b5a-b466-3206d75f373d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693185 Aug 03 16:19:06.352597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:06.409419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a4b84688-2730-4998-849c-f1e0b1b5c036 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c829aef18ff84b1db7b5e640a063c024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555725 Aug 03 16:19:06.411613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:06.415170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8666a-840a-4b8f-ae83-0ae3445d33b7 req-89494559-2cd0-42d2-8119-24508c614200 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:06.416973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fc8666a-840a-4b8f-ae83-0ae3445d33b7 req-89494559-2cd0-42d2-8119-24508c614200 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0681121 Aug 03 16:19:06.467467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4fc8666a-840a-4b8f-ae83-0ae3445d33b7 req-97f07ac2-8914-4238-a549-6b04c5405fa7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Aug 03 16:19:06.478206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.505730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:06.844022 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device be71bf6e-d33e-49ce-9d6c-e0009473adbb no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:06.870798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: be71bf6e-d33e-49ce-9d6c-e0009473adbb {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:06.872164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device be71bf6e-d33e-49ce-9d6c-e0009473adbb not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:06.991345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aede71-5e92-4c17-91ce-bfb74c93225a req-f3c06b2d-dfd3-487f-9a14-3539f71d0d42 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:06.992974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8aede71-5e92-4c17-91ce-bfb74c93225a req-f3c06b2d-dfd3-487f-9a14-3539f71d0d42 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.4451678 Aug 03 16:19:07.019074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:07.021551 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:07.025001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c81085d4-9727-4c2d-8ace-b29473b06cb4 HTTP/1.1" status: 204 len: 168 time: 0.6100559 Aug 03 16:19:07.034517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91fe9-9b24-41bb-b7de-0658a5f0ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81085d4-9727-4c2d-8ace-b29473b06cb4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:07.057703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8aede71-5e92-4c17-91ce-bfb74c93225a req-8575c194-d791-44c1-9d7a-4af69ea1bdd1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Aug 03 16:19:07.612285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880a817-90f8-43e3-a507-c2654caefddc req-ad9e660e-d0c6-4385-872a-637a8ad2dd84 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:07.613792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f880a817-90f8-43e3-a507-c2654caefddc req-ad9e660e-d0c6-4385-872a-637a8ad2dd84 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0652845 Aug 03 16:19:07.663562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f880a817-90f8-43e3-a507-c2654caefddc req-7cf1aa06-4c5c-459c-b566-d7705e5b24d1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Aug 03 16:19:07.960527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44222) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:08.075888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1106672005-network', 'tenant_id': 'd8496483783a4f01a2ce8eaeedac8ead'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:08.098589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Made reservation on behalf of d8496483783a4f01a2ce8eaeedac8ead for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:08.101020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.110683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.204339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.207930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.232166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:19:08.240600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6112515-bba8-4f74-bcbc-eef8a4d3a97e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:08.246679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.247093 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Added segment 490433cc-e2cc-4285-a853-9d7af848d42b of type vlan for network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 Aug 03 16:19:08.287590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.317600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.318612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:08.319179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.384627 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4227793 Aug 03 16:19:08.388166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44234) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:08.395316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Request body: {'subnet': {'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1106672005-subnet', 'tenant_id': 'd8496483783a4f01a2ce8eaeedac8ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:08.421099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Made reservation on behalf of d8496483783a4f01a2ce8eaeedac8ead for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:08.422473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4de58-ffe6-4667-a83b-006f73e1b21d admin admin] Pushing event updated for resources: {'Network': ['ID=983c5312-319c-4ef6-92d5-8b7f86fce2b8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:08.424651 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.434967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:19:08.661139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-5b695105-a8ff-40f4-9a8b-0cb0030bcb28 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=29afa742212c49e5b5db806208fbc612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430081 Aug 03 16:19:08.666369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.826354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55895c5b-61c8-476d-af97-77ddb2f551b2 req-8564454f-cc8e-42bf-a58d-bf6f2c945bca tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:08.828269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55895c5b-61c8-476d-af97-77ddb2f551b2 req-8564454f-cc8e-42bf-a58d-bf6f2c945bca tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0687673 Aug 03 16:19:08.854605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce78ed42-7d1b-4c4f-9972-833cd2723039,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:08.874631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-55895c5b-61c8-476d-af97-77ddb2f551b2 req-a9e91ccf-7496-4dc4-bee1-b8eee5c27666 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Aug 03 16:19:08.898386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Checking segment: {'id': '490433cc-e2cc-4285-a853-9d7af848d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:08.898746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Network hostable DHCP agents. Network: 983c5312-319c-4ef6-92d5-8b7f86fce2b8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:19:08.931087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-d64a01f3-d056-4da0-a939-cc8007fb877a tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:08.932693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-d64a01f3-d056-4da0-a939-cc8007fb877a tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640107 Aug 03 16:19:08.947312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:19:08.952699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-09ba0b46-567b-4b56-9076-63c778d8837a tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/quotas/29afa742212c49e5b5db806208fbc612 HTTP/1.1" status: 200 len: 375 time: 0.0128131 Aug 03 16:19:08.960761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 983c5312-319c-4ef6-92d5-8b7f86fce2b8) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:08.971929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b4a01-e0b7-4f4f-9d0e-c488de2c16c6 None None] Network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:08.973483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:08.974100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:08.992935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-4e119a9a-5ae9-40f8-8c75-c46d85450cb4 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=29afa742212c49e5b5db806208fbc612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331516 Aug 03 16:19:09.012744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-45ad0e72-282a-4ad4-bb2f-9987d5eb9593 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6220493 Aug 03 16:19:09.120677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5aaccf-fc80-41f2-ad73-24d27d7138c6 None None] Network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:09.199377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-162c218a-2c3e-40df-ab38-9a8062b99df0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:09.203562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-162c218a-2c3e-40df-ab38-9a8062b99df0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 946 time: 0.0790708 Aug 03 16:19:09.243771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c6fc0189-40de-447c-b170-ff1b9532aeae req-374fbba7-8ee0-49a5-89f1-1a1cb081ed3d tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 210 time: 0.0475986 Aug 03 16:19:09.329471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 040a60a7-a8e1-471e-bdb1-3372d8c585bc {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:09.330230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:09.534978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port 040a60a7-a8e1-471e-bdb1-3372d8c585bc, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=040a60a7-a8e1-471e-bdb1-3372d8c585bc,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:09.535573 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:09.562983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 040a60a7-a8e1-471e-bdb1-3372d8c585bc owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:09.834209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-f4f4ba4e-b45e-4437-a3ef-40773f513d1c tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:09.835883 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-f4f4ba4e-b45e-4437-a3ef-40773f513d1c tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/networks?id=983c5312-319c-4ef6-92d5-8b7f86fce2b8 HTTP/1.1" status: 200 len: 814 time: 0.1947911 Aug 03 16:19:09.855682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20dca155-cdf8-4c84-a88a-6c3e2c0ee74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:09.868185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-582e6926-404d-4693-918e-fd636309734f tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/quotas/d8496483783a4f01a2ce8eaeedac8ead HTTP/1.1" status: 200 len: 375 time: 0.0211518 Aug 03 16:19:09.874857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:09.889428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['040a60a7-a8e1-471e-bdb1-3372d8c585bc'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:09.934598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-ae8ffe40-6815-491d-8282-1bc2e7f9ae80 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d8496483783a4f01a2ce8eaeedac8ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573049 Aug 03 16:19:09.938670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=040a60a7-a8e1-471e-bdb1-3372d8c585bc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:10.004121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port 040a60a7-a8e1-471e-bdb1-3372d8c585bc on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:10.008355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-04fa4e3e-83dc-4956-98fe-c5853291aef2 req-25f67ede-970a-48e6-ba13-43666014b663 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0344603 Aug 03 16:19:10.045205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:10.048278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d7684c47-ae30-4b23-b973-1df11cd22a64 req-496d8e40-3b9f-410b-bc4b-6b7b673b9919 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "DELETE /v2.0/ports/040a60a7-a8e1-471e-bdb1-3372d8c585bc HTTP/1.1" status: 204 len: 173 time: 0.8364170 Aug 03 16:19:10.048942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'name': 'network-vif-deleted', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:10.052376 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e69b6e-00aa-4b22-8011-62ba75f94469" -d '{"events": [{"server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "name": "network-vif-deleted", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:10.104149 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db437f-6688-4e36-b6ff-cddf9e9f7f85 x-openstack-request-id: req-97db437f-6688-4e36-b6ff-cddf9e9f7f85 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:10.104565 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51351e5d-c8fd-4f10-9679-9c08b099b1cf", "name": "network-vif-deleted", "tag": "040a60a7-a8e1-471e-bdb1-3372d8c585bc", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:10.104870 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97db437f-6688-4e36-b6ff-cddf9e9f7f85 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:10.105276 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51351e5d-c8fd-4f10-9679-9c08b099b1cf', 'name': 'network-vif-deleted', 'tag': '040a60a7-a8e1-471e-bdb1-3372d8c585bc', 'status': 'completed', 'code': 200} Aug 03 16:19:10.117302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-b489c166-ff05-4329-a820-3bb968483f11 service neutron] 10.222.0.70 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522033 Aug 03 16:19:10.257167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-be37001a-2dd5-4d5c-a70f-7a018b09bb45 service neutron] 10.222.0.70 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317096 Aug 03 16:19:10.345312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-e6fb979b-ae66-41d9-a486-339e10a971a0 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=29afa742212c49e5b5db806208fbc612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499179 Aug 03 16:19:10.402862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0c678af-8aaa-49e7-ac58-7a5f99e2584a req-1aeb4218-c9f1-48a2-9f7b-8c0f6aa43325 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 210 time: 0.0444882 Aug 03 16:19:10.520023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-b6f899f2-f386-4b9c-8381-77594e5d6a1b tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:10.521811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-b6f899f2-f386-4b9c-8381-77594e5d6a1b tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711690 Aug 03 16:19:10.539754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Request body: {'port': {'device_id': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '29afa742212c49e5b5db806208fbc612'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:10.590796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70a2f04f-73d3-4952-ba3d-a74a1609c2a3 req-985c2bfb-79f3-4e28-8b22-75f6604ca4e3 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 210 time: 0.0651302 Aug 03 16:19:10.705329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Made reservation on behalf of 29afa742212c49e5b5db806208fbc612 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:10.710640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:10.722708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:10.864407 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:10.869502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:10.954828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:11.059949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Allocated IP 192.168.233.118 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/20eb1a99-5a3b-4ab1-bb4a-005f80701b6e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:11.175389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-558bf021-0e9b-45cf-bf4a-12d748e4c4eb req-d434c865-750d-431c-84ec-ad6a02b8f112 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0457451 Aug 03 16:19:11.294412 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:11.308235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Transition to ACTIVE for port object 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:11.343495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:11.394641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:11.398086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:11.402030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:11.431983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Pushing event updated for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:11.493399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:11.494240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:11.514815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-3ca880e2-bc30-4634-b409-74357c601612 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9829869 Aug 03 16:19:11.526138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Request body: {'port': {'device_id': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:11.577561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9cec5-87b1-4bb6-9f6d-46c8158cf6e9 req-780c5c10-4552-4fca-abab-469d25863a58 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:11.584334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57d9cec5-87b1-4bb6-9f6d-46c8158cf6e9 req-780c5c10-4552-4fca-abab-469d25863a58 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 936 time: 0.0757039 Aug 03 16:19:11.693492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57d9cec5-87b1-4bb6-9f6d-46c8158cf6e9 req-ef59ae68-dd40-4722-903a-9ad551731576 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993609 Aug 03 16:19:11.703428 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:11.792287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10a9bfe9-39de-488c-b8ec-91d6383b5dc0 req-9c9d08e6-44b0-4c88-b8ff-315e8917cff2 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 210 time: 0.0571632 Aug 03 16:19:11.861395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-79f6c90b-34e7-4070-a20d-a63279d40704 None None] Provisioning for port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:11.866735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-79f6c90b-34e7-4070-a20d-a63279d40704 None None] Provisioning complete for port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:11.867305 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-79f6c90b-34e7-4070-a20d-a63279d40704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:11.968014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c90b-34e7-4070-a20d-a63279d40704 None None] Port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:19:11.985916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-b771b66e-0c07-460b-9037-cfb67668baf2 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:11.989740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-b771b66e-0c07-460b-9037-cfb67668baf2 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.72 "GET /v2.0/networks?id=983c5312-319c-4ef6-92d5-8b7f86fce2b8 HTTP/1.1" status: 200 len: 814 time: 0.1874065 Aug 03 16:19:12.001584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Request body: {'port': {'device_id': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8', 'admin_state_up': True, 'tenant_id': 'd8496483783a4f01a2ce8eaeedac8ead'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:12.109324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d579f312-1255-4f90-a4b1-9d2b64055197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.160017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Made reservation on behalf of d8496483783a4f01a2ce8eaeedac8ead for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:12.163898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.177499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:12.188094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.209731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Transition to ACTIVE for port object 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:12.214475 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.294570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Pushing event updated for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:12.349130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e54e4bc5-84a2-4de4-b8d0-15723cb3990b req-be659eac-083f-4d0d-a58a-9c6b7d71a4e4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0596924 Aug 03 16:19:12.372934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Allocated IP 172.20.0.13 (983c5312-319c-4ef6-92d5-8b7f86fce2b8/ce78ed42-7d1b-4c4f-9972-833cd2723039/36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:12.384041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Attempting to bind port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:12.384517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Attempting to bind port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:12.384947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Attempting to bind port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:12.391749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:12.392228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Attempting to bind port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:12.399183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:12.399659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:12.400179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:12.400805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Bound port: 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:12.401487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.486786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:12.491584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:12.497968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.536298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.536927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.538397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] 10.222.0.72 "PUT /v2.0/ports/20eb1a99-5a3b-4ab1-bb4a-005f80701b6e HTTP/1.1" status: 200 len: 1096 time: 1.0170457 Aug 03 16:19:12.538859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:12.541136 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec73433-2a26-4efd-88fb-626851d2dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:12.568836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0e131-308b-4142-9d4c-e5baa4b82d0a service neutron] Pushing event updated for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:12.631516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.634475 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe239a-678b-4f0b-a38a-6b6543c8577a x-openstack-request-id: req-0dbe239a-678b-4f0b-a38a-6b6543c8577a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:12.634937 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:12.635339 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dbe239a-678b-4f0b-a38a-6b6543c8577a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:12.636402 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e', 'status': 'completed', 'code': 200} Aug 03 16:19:12.653340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-1409854c-38a4-42c0-917b-f911427ae9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.653340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-1409854c-38a4-42c0-917b-f911427ae9eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=29afa742212c49e5b5db806208fbc612&device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 1099 time: 0.0627851 Aug 03 16:19:12.679686 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.712636 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-886e1032-e7a1-41fc-9206-42a00d7897cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e HTTP/1.1" status: 200 len: 217 time: 0.0499828 Aug 03 16:19:12.740251 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:12.743754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:12.750306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:12.789498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-df748ce8-adca-4917-a4f1-873b5f34da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.791034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-df748ce8-adca-4917-a4f1-873b5f34da59 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0714171 Aug 03 16:19:12.822506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.851502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Pushing event updated for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:12.895890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-1ca4291f-7924-41b7-8787-dddf5b5516b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.897478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-1ca4291f-7924-41b7-8787-dddf5b5516b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997307 Aug 03 16:19:12.912346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.914489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:12.916131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e7aa-f736-40d9-a81d-7a9c573a7bd6 req-e08e7395-9daf-4760-8ecb-96b5d53bb757 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:12.919444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ef4e7aa-f736-40d9-a81d-7a9c573a7bd6 req-e08e7395-9daf-4760-8ecb-96b5d53bb757 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 948 time: 0.0788577 Aug 03 16:19:12.939898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-e041bcf3-206c-40c6-891d-4ac5e3238a75 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9433055 Aug 03 16:19:12.954314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Request body: {'port': {'device_id': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:13.050276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ef4e7aa-f736-40d9-a81d-7a9c573a7bd6 req-cae9e9e0-506f-45ab-926c-3eaa6ab8d9a3 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092935 Aug 03 16:19:13.050891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.096480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-054cef6f-0ae0-4258-8c49-9ad4f81548a2 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884012 Aug 03 16:19:13.156026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1f633-30eb-4e0f-9e79-2128b25d427c req-8357d656-24e1-4044-8383-fa43db2aecad tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.162172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23d1f633-30eb-4e0f-9e79-2128b25d427c req-8357d656-24e1-4044-8383-fa43db2aecad tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 932 time: 0.0984581 Aug 03 16:19:13.207264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d0a0ccf7-3103-45a7-9cef-d1b527d8ae6f req-f98852ba-0827-440b-815e-37e91e7f92c1 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033094 Aug 03 16:19:13.277852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23d1f633-30eb-4e0f-9e79-2128b25d427c req-eeee7a62-8aad-441d-9ff2-a1f8861da0bc tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059654 Aug 03 16:19:13.454519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:13.464089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.477255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Transition to ACTIVE for port object 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:13.483071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.560954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Pushing event updated for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:13.611557 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d722f4f0-4fda-4cbd-a8a4-fb95a10fe609 req-a923af72-78fd-45ef-9cac-e7756fddf0fc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0308111 Aug 03 16:19:13.615999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Attempting to bind port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:13.616335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Attempting to bind port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '490433cc-e2cc-4285-a853-9d7af848d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:13.616664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Attempting to bind port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd on network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:13.621292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd on network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:13.621542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-e37907f4-e5af-49c7-b041-fc58020873c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.621729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Attempting to bind port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd on network 983c5312-319c-4ef6-92d5-8b7f86fce2b8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:13.622855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-e37907f4-e5af-49c7-b041-fc58020873c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=29afa742212c49e5b5db806208fbc612&device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 1099 time: 0.3685358 Aug 03 16:19:13.630862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:13.631267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Checking segment: {'id': '490433cc-e2cc-4285-a853-9d7af848d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:13.631662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Bound using segment: {'id': '490433cc-e2cc-4285-a853-9d7af848d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:13.632237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Bound port: 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490433cc-e2cc-4285-a853-9d7af848d42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:13.632452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.702499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:13.705771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,segment=NetworkSegment(490433cc-e2cc-4285-a853-9d7af848d42b),segment_id=490433cc-e2cc-4285-a853-9d7af848d42b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:13.711678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.732138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.743816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-96784d79-505c-48d6-a9aa-4ad831f9bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.746932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-96784d79-505c-48d6-a9aa-4ad831f9bdc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1119506 Aug 03 16:19:13.756156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.756786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:13.758244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] 10.222.0.72 "PUT /v2.0/ports/36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd HTTP/1.1" status: 200 len: 1092 time: 0.8097501 Aug 03 16:19:13.758759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:13.761295 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1008928d-7af2-45e1-9de4-b825fb900199" -d '{"events": [{"name": "network-changed", "server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:13.803017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-d3267f43-c793-403f-9bc2-685fc38cec7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e HTTP/1.1" status: 200 len: 217 time: 0.0482376 Aug 03 16:19:13.811637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41a31f-6f98-47dd-b8d2-58b3fb31f647 service neutron] Pushing event updated for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:13.844501 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a999b2-01af-47a3-88a0-5eef60844755 x-openstack-request-id: req-f5a999b2-01af-47a3-88a0-5eef60844755 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:13.844827 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:13.845052 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5a999b2-01af-47a3-88a0-5eef60844755 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:13.845450 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd', 'status': 'completed', 'code': 200} Aug 03 16:19:13.863747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-9684bb23-e5a1-4930-adc9-a18d2821179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.865283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-9684bb23-e5a1-4930-adc9-a18d2821179a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8496483783a4f01a2ce8eaeedac8ead&device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 1095 time: 0.0499227 Aug 03 16:19:13.867019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-d4a76fc6-2a8e-4570-a2f0-48b0af43c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.868520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-d4a76fc6-2a8e-4570-a2f0-48b0af43c76e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0561039 Aug 03 16:19:13.920832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-bd9a151a-fe53-4510-9954-cf522995b4b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd HTTP/1.1" status: 200 len: 217 time: 0.0415134 Aug 03 16:19:13.926314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-8e587772-c4fc-45bc-a76a-7063329a5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.927811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-8e587772-c4fc-45bc-a76a-7063329a5c13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476956 Aug 03 16:19:13.982042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-316123db-51e1-4aa4-bdc4-0cec846dfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:13.983075 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-316123db-51e1-4aa4-bdc4-0cec846dfac8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce78ed42-7d1b-4c4f-9972-833cd2723039 HTTP/1.1" status: 200 len: 854 time: 0.0542841 Aug 03 16:19:14.020193 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-1d6b06fd-108a-4970-82a3-d22b1c3fd10b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=983c5312-319c-4ef6-92d5-8b7f86fce2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255382 Aug 03 16:19:14.023518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-56552902-412f-4d93-84d0-3b06960b1c12 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Aug 03 16:19:14.129879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ec73433-2a26-4efd-88fb-626851d2dd73 req-597c4a55-9d55-4c82-9060-7315700d6886 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958121 Aug 03 16:19:14.130891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-ce6da63e-a198-4411-a51c-9f5b02f77919 service neutron] 10.222.0.72 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977392 Aug 03 16:19:14.185468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0edd6-3396-42c4-b2a0-69d5a1ea74d4 req-272bc373-bf7c-42d4-a2ce-4909781edd33 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:14.187045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24b0edd6-3396-42c4-b2a0-69d5a1ea74d4 req-272bc373-bf7c-42d4-a2ce-4909781edd33 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 948 time: 0.0541964 Aug 03 16:19:14.228767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24b0edd6-3396-42c4-b2a0-69d5a1ea74d4 req-3e115db6-e993-484d-8f1b-fdaa5cda0079 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Aug 03 16:19:14.236074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 040a60a7-a8e1-471e-bdb1-3372d8c585bc no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:14.236889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06e56929-a54e-4ba4-ae35-6dd22db06efe req-9787af20-ab7c-41e0-ba30-9accff159f18 service neutron] 10.222.0.72 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958791 Aug 03 16:19:14.258626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 040a60a7-a8e1-471e-bdb1-3372d8c585bc {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:14.259203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 040a60a7-a8e1-471e-bdb1-3372d8c585bc not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:14.333330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008928d-7af2-45e1-9de4-b825fb900199 req-52d2e0a1-0cdb-4ab2-877f-aee2abe7ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:14.334895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-52d2e0a1-0cdb-4ab2-877f-aee2abe7ba2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8496483783a4f01a2ce8eaeedac8ead&device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 1095 time: 0.0454171 Aug 03 16:19:14.365358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:19:14.473916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3280-b1a0-42f1-b0a3-5276e590e535 req-6cc8cea5-1af2-4fb2-97a0-ea0b7c375768 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:14.475323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e60f3280-b1a0-42f1-b0a3-5276e590e535 req-6cc8cea5-1af2-4fb2-97a0-ea0b7c375768 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 944 time: 0.1131983 Aug 03 16:19:14.480363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008928d-7af2-45e1-9de4-b825fb900199 req-b508fd4d-cbc4-40d6-bf8e-ed4f27ec3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:14.482285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-b508fd4d-cbc4-40d6-bf8e-ed4f27ec3ec4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=983c5312-319c-4ef6-92d5-8b7f86fce2b8 HTTP/1.1" status: 200 len: 915 time: 0.1403506 Aug 03 16:19:14.544538 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-3e15a31b-cea7-4384-825b-5ee984e703d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd HTTP/1.1" status: 200 len: 217 time: 0.0535543 Aug 03 16:19:14.596383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e60f3280-b1a0-42f1-b0a3-5276e590e535 req-120d3604-9096-496d-a7fe-d9d97159dba7 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130958 Aug 03 16:19:14.628780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008928d-7af2-45e1-9de4-b825fb900199 req-58469277-f90a-43c4-b532-dd0c08471518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:14.630815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-58469277-f90a-43c4-b532-dd0c08471518 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce78ed42-7d1b-4c4f-9972-833cd2723039 HTTP/1.1" status: 200 len: 854 time: 0.0760138 Aug 03 16:19:14.671239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-00b35f2d-df52-41be-b57b-eaa3fdda62c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=983c5312-319c-4ef6-92d5-8b7f86fce2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327101 Aug 03 16:19:14.736811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4c2ff3ca-b3ff-4ac5-ac82-d6bb9ce0ba86 req-c8d361ed-1021-49a9-8537-890c64ee855b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=51351e5d-c8fd-4f10-9679-9c08b099b1cf HTTP/1.1" status: 200 len: 210 time: 0.0327411 Aug 03 16:19:14.798472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-700dd165-d40b-48c5-8248-e8ee43487324 service neutron] 10.222.0.72 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192980 Aug 03 16:19:14.893042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1008928d-7af2-45e1-9de4-b825fb900199 req-44ead14e-df2e-4466-a18d-23ce26d03280 service neutron] 10.222.0.72 "GET /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Aug 03 16:19:15.087752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:15.361360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f81d-c1f9-449f-9e90-c86b337ac075 req-b6d88e9d-9541-4f46-b029-b8ef29d90d9f tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:15.363038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9f9f81d-c1f9-449f-9e90-c86b337ac075 req-b6d88e9d-9541-4f46-b029-b8ef29d90d9f tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 948 time: 0.0510244 Aug 03 16:19:15.416926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9f9f81d-c1f9-449f-9e90-c86b337ac075 req-b32b13fe-dbdf-4d93-a3fb-731cca4e30ed tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Aug 03 16:19:15.746295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169273-d2cf-4983-833b-9e9297d37f42 req-2dc2a919-4691-4190-9496-fbcad089c768 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:15.748074 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c169273-d2cf-4983-833b-9e9297d37f42 req-2dc2a919-4691-4190-9496-fbcad089c768 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 944 time: 0.0603762 Aug 03 16:19:15.801031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c169273-d2cf-4983-833b-9e9297d37f42 req-c6203982-b3e3-413b-b0a0-48eb070c4420 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Aug 03 16:19:16.550668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414cfe2-b6e4-4e7d-965f-02375194e782 req-c7a471f5-bc2c-4d9c-a4e5-b4b2443cb944 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:16.552317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a414cfe2-b6e4-4e7d-965f-02375194e782 req-c7a471f5-bc2c-4d9c-a4e5-b4b2443cb944 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 948 time: 0.0588980 Aug 03 16:19:16.604027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a414cfe2-b6e4-4e7d-965f-02375194e782 req-cd6989ec-b4c6-47d7-b37e-3ef0bf192cd6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Aug 03 16:19:16.968984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564230cc-ee5a-4d02-91a4-852377e48d93 req-d3cbf459-744b-4a5e-9c4d-f8f5cefd92ce tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:16.970900 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564230cc-ee5a-4d02-91a4-852377e48d93 req-d3cbf459-744b-4a5e-9c4d-f8f5cefd92ce tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 944 time: 0.0739200 Aug 03 16:19:17.015175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-564230cc-ee5a-4d02-91a4-852377e48d93 req-ff70bc1b-5f85-40d4-b952-a3ea8bff7ff2 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Aug 03 16:19:17.521570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:19:17.622385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:17.644932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e', 'mac_address': 'fa:16:3e:e4:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:19:17.684407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:17.698255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:17.723423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:17.728284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:17.729033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:19:17.733318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd10dbd-d47c-47e6-bac2-2b1da2e5a965 req-e9bad72f-6d68-43f2-be52-92c7d4dfe8b4 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:17.735262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cd10dbd-d47c-47e6-bac2-2b1da2e5a965 req-e9bad72f-6d68-43f2-be52-92c7d4dfe8b4 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 948 time: 0.0557516 Aug 03 16:19:17.779749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5cd10dbd-d47c-47e6-bac2-2b1da2e5a965 req-187c2c4b-76ec-4502-94fb-20dd3dd2d750 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365753 Aug 03 16:19:17.840849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:17.878239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,segment=NetworkSegment(490433cc-e2cc-4285-a853-9d7af848d42b),segment_id=490433cc-e2cc-4285-a853-9d7af848d42b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:17.891586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd', 'network_id': '983c5312-319c-4ef6-92d5-8b7f86fce2b8', 'port_id': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd', 'mac_address': 'fa:16:3e:7a:a8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce78ed42-7d1b-4c4f-9972-833cd2723039', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:19:17.929731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:17.945505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:17.975745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,segment=NetworkSegment(490433cc-e2cc-4285-a853-9d7af848d42b),segment_id=490433cc-e2cc-4285-a853-9d7af848d42b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:17.981278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:18.035673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:18.148128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf230f98-8900-443f-be94-2e6081caa489 req-bc59759e-2983-4a6a-ab1a-d926c63b1583 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:18.149692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf230f98-8900-443f-be94-2e6081caa489 req-bc59759e-2983-4a6a-ab1a-d926c63b1583 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Aug 03 16:19:18.190843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf230f98-8900-443f-be94-2e6081caa489 req-e4405bec-4d6d-4c6b-9379-d625a6f67d86 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Aug 03 16:19:18.222438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['20eb1a99-5a3b-4ab1-bb4a-005f80701b6e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:18.225513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:18.907772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc66878-87b0-48e2-817b-ce36578ac305 req-f53170dd-45fe-4534-a5cb-d046c75c33bd tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:18.907772 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fc66878-87b0-48e2-817b-ce36578ac305 req-f53170dd-45fe-4534-a5cb-d046c75c33bd tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 949 time: 0.0573349 Aug 03 16:19:18.952589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fc66878-87b0-48e2-817b-ce36578ac305 req-6a6ae531-0a91-4b84-8801-52ec8327f58a tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386984 Aug 03 16:19:19.184487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83e773-6f63-4783-b3e7-50e20b6b84b5 req-54f2932e-b858-4031-8dec-1bd424d4d608 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:19.184487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c83e773-6f63-4783-b3e7-50e20b6b84b5 req-54f2932e-b858-4031-8dec-1bd424d4d608 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 946 time: 0.0569229 Aug 03 16:19:19.229384 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6c83e773-6f63-4783-b3e7-50e20b6b84b5 req-87c2746d-eda2-4104-b934-eb2f991c59a4 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Aug 03 16:19:19.328886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8174eb8-a56e-4f7e-a1ea-bd6883948890 req-109baf6c-545b-445e-985b-90206232b892 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:19.331484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8174eb8-a56e-4f7e-a1ea-bd6883948890 req-109baf6c-545b-445e-985b-90206232b892 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 945 time: 0.0568891 Aug 03 16:19:19.380530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8174eb8-a56e-4f7e-a1ea-bd6883948890 req-67cc05e3-c8e6-44fe-a2d3-e22bf6478f2a tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438251 Aug 03 16:19:19.542430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:19:19.598891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:19.604764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:19.606033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:19.691165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:19.720526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:19.722987 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02abe689-af0c-494d-af8a-ca86fe3bf670" -d '{"events": [{"server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "name": "network-vif-plugged", "status": "completed", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:19.883844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e27eb-f9fa-4d53-bb89-8cc2d36cc6e7 req-b7359f2f-0dad-4642-b1e8-af67b702694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:19.885920 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc3e27eb-f9fa-4d53-bb89-8cc2d36cc6e7 req-b7359f2f-0dad-4642-b1e8-af67b702694d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 1100 time: 0.0541461 Aug 03 16:19:19.900483 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69ee5a-40fe-4eab-870d-3184b357f2d2 x-openstack-request-id: req-1e69ee5a-40fe-4eab-870d-3184b357f2d2 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:19.900846 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "name": "network-vif-plugged", "status": "completed", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:19.901070 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e69ee5a-40fe-4eab-870d-3184b357f2d2 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:19.901412 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e', 'code': 200} Aug 03 16:19:19.906515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:19.915165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:19.915990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:19:19.935178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc3e27eb-f9fa-4d53-bb89-8cc2d36cc6e7 req-bced3540-19b4-48e9-848c-9d4f5c1a68f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Aug 03 16:19:19.994201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:20.013089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:20.016515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:20.016900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:20.116980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:20.118205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3c8ab-20de-4cba-8080-6abc4cee05bf req-ab2882fa-5fce-4057-93ca-5b510fef0a41 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:20.119959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0c3c8ab-20de-4cba-8080-6abc4cee05bf req-ab2882fa-5fce-4057-93ca-5b510fef0a41 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 950 time: 0.0715370 Aug 03 16:19:20.177426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,segment=NetworkSegment(490433cc-e2cc-4285-a853-9d7af848d42b),segment_id=490433cc-e2cc-4285-a853-9d7af848d42b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:20.182310 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0c3c8ab-20de-4cba-8080-6abc4cee05bf req-d64c6d71-b69c-49d0-a593-e977d0914d6a tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Aug 03 16:19:20.187238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:20.254941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:20.387148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8902-b989-48b8-8ab8-8ebddde61696 req-19f79013-149b-4cfc-8a1c-dc7dc3f0a70b tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:20.389119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e16b8902-b989-48b8-8ab8-8ebddde61696 req-19f79013-149b-4cfc-8a1c-dc7dc3f0a70b tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 946 time: 0.0574780 Aug 03 16:19:20.437815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e16b8902-b989-48b8-8ab8-8ebddde61696 req-ff92f639-65f7-4595-8a20-a4e2f0d0934b tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/security-groups?id=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Aug 03 16:19:20.526346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1bf20-a178-4410-88d3-e846ef24eef9 req-cbb79cbe-93a1-453a-8635-53c34345bb5b tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:20.528700 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4be1bf20-a178-4410-88d3-e846ef24eef9 req-cbb79cbe-93a1-453a-8635-53c34345bb5b tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0643971 Aug 03 16:19:20.584014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4be1bf20-a178-4410-88d3-e846ef24eef9 req-9b4dfa60-7039-4ee8-869b-2c9fce8774bc tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Aug 03 16:19:20.730896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-99ab3faa-9a87-4e1d-b644-20eebedf6a9d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:20.733433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-99ab3faa-9a87-4e1d-b644-20eebedf6a9d tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 946 time: 0.0677297 Aug 03 16:19:20.844500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Deleting port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:20.844895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:20.944351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] For port e8fac243-caa4-4001-86ea-0e80bcfb6eb8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,segment=NetworkSegment(fe021d12-6cca-486f-a0fd-5d0e46f31843),segment_id=fe021d12-6cca-486f-a0fd-5d0e46f31843)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:20.945057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:20.959464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Calling delete_port for e8fac243-caa4-4001-86ea-0e80bcfb6eb8 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:21.108159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:21.122131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e8fac243-caa4-4001-86ea-0e80bcfb6eb8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:21.142814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Pushing event deleted for resources: {'Port': ['ID=e8fac243-caa4-4001-86ea-0e80bcfb6eb8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:21.199522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] No DVR routers for this DVR port e8fac243-caa4-4001-86ea-0e80bcfb6eb8 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:21.202449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:21.204525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d9719a9-5818-4e9e-9744-4d7d9987aa11 req-e91bbc97-9098-47b0-abcd-a2a297b6b7f7 tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.78 "DELETE /v2.0/ports/e8fac243-caa4-4001-86ea-0e80bcfb6eb8 HTTP/1.1" status: 204 len: 173 time: 0.4643476 Aug 03 16:19:21.205107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'name': 'network-vif-deleted', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:21.209398 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d596aa55-6bec-4dfd-ae28-1636c4d5fb0d" -d '{"events": [{"server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "name": "network-vif-deleted", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:21.264776 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2719a0b7-caae-45ab-bdf8-0fe1e864993a x-openstack-request-id: req-2719a0b7-caae-45ab-bdf8-0fe1e864993a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:21.265072 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde38c73-8870-4ecd-b428-1f77f0a25a33", "name": "network-vif-deleted", "tag": "e8fac243-caa4-4001-86ea-0e80bcfb6eb8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:21.265375 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2719a0b7-caae-45ab-bdf8-0fe1e864993a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:21.265803 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde38c73-8870-4ecd-b428-1f77f0a25a33', 'name': 'network-vif-deleted', 'tag': 'e8fac243-caa4-4001-86ea-0e80bcfb6eb8', 'status': 'completed', 'code': 200} Aug 03 16:19:21.344494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdff4e5-1b2e-4178-9c6d-01051be47311 req-be8f2ca1-bdf7-429f-b26d-44d3c5707c96 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:21.350192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0fdff4e5-1b2e-4178-9c6d-01051be47311 req-be8f2ca1-bdf7-429f-b26d-44d3c5707c96 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 950 time: 0.0780263 Aug 03 16:19:21.403484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0fdff4e5-1b2e-4178-9c6d-01051be47311 req-7fbb326b-aece-49fb-a600-7477d7b132ee tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499070 Aug 03 16:19:21.560412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be10548a-37d3-47dd-8376-a507623f5993 req-bc9974ca-a001-40b9-bc30-eb3585575b8b tempest-VolumesSnapshotTestJSON-853972871 tempest-VolumesSnapshotTestJSON-853972871-project] 10.222.0.70 "GET /v2.0/ports?device_id=bde38c73-8870-4ecd-b428-1f77f0a25a33 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Aug 03 16:19:21.735915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4bac-7138-419c-82cf-6d0848e44720 req-55fbedde-df6c-4fff-ac86-06d878802132 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:21.737621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ffe4bac-7138-419c-82cf-6d0848e44720 req-55fbedde-df6c-4fff-ac86-06d878802132 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 950 time: 0.0737221 Aug 03 16:19:21.743500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eff1f-ef43-4dd2-bbf3-987bb1e2c110 req-e6baa901-fb07-48e7-9f69-da10291a8fea tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:21.745072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f6eff1f-ef43-4dd2-bbf3-987bb1e2c110 req-e6baa901-fb07-48e7-9f69-da10291a8fea tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0652645 Aug 03 16:19:21.790781 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7ffe4bac-7138-419c-82cf-6d0848e44720 req-bf42212b-d739-496c-8d9d-9d144b1f21e7 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Aug 03 16:19:21.794328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f6eff1f-ef43-4dd2-bbf3-987bb1e2c110 req-42ac9950-a295-400d-92e1-d8951e7baca6 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Aug 03 16:19:21.903434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:21.905817 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd3b2e-233c-42f9-a225-47713a30b246" -d '{"events": [{"server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "name": "network-vif-plugged", "status": "completed", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:21.939971 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe10f18-44da-478d-9a9f-788b8f31be43 x-openstack-request-id: req-dbe10f18-44da-478d-9a9f-788b8f31be43 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:21.940270 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "name": "network-vif-plugged", "status": "completed", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:21.940527 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbe10f18-44da-478d-9a9f-788b8f31be43 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:21.940926 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd', 'code': 200} Aug 03 16:19:22.038750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ed7c-9a8f-4576-ad55-c8d8a9d7f0f7 req-bf1c73ef-2ecf-4a50-9e64-71552ad8ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.039605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-68b95666-1269-44ba-bed7-c6f77881937a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417702 Aug 03 16:19:22.040527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9c7ed7c-9a8f-4576-ad55-c8d8a9d7f0f7 req-bf1c73ef-2ecf-4a50-9e64-71552ad8ab9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 1097 time: 0.0419929 Aug 03 16:19:22.087191 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c9c7ed7c-9a8f-4576-ad55-c8d8a9d7f0f7 req-5abb2ce7-4a99-46e1-81e0-5c59e0bc2842 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330124 Aug 03 16:19:22.123700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-9081b6ca-76a0-4806-8a72-4afc2c4194f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.125342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-9081b6ca-76a0-4806-8a72-4afc2c4194f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba1b401afba34deb8e2867d749f78499&device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0407019 Aug 03 16:19:22.173260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:22.239299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-599ebcd9-553c-427f-9cef-e21d54d0f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.240824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-599ebcd9-553c-427f-9cef-e21d54d0f2b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 200 len: 910 time: 0.0911984 Aug 03 16:19:22.340746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-0c4865b0-ad1c-46aa-89ca-ca162a5be4f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 200 len: 1001 time: 0.0924861 Aug 03 16:19:22.398376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-f8576ef7-e3bc-4e02-bb55-fca7ca230934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.399869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-f8576ef7-e3bc-4e02-bb55-fca7ca230934 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 200 len: 848 time: 0.0493526 Aug 03 16:19:22.459656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-64d25fb5-8326-4655-8a5d-9e39b715b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.461205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-64d25fb5-8326-4655-8a5d-9e39b715b411 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0dac1e17-65d4-409a-bf23-eea19863272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528729 Aug 03 16:19:22.565675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-06dc950c-5af3-499b-8fd2-5e11e04d9032 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955894 Aug 03 16:19:22.672201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f776d47-d7aa-4d25-818b-b41e2d31b142 req-9c1c5c5d-e983-434d-a8b3-d9cc268e8485 service neutron] 10.222.0.72 "GET /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989821 Aug 03 16:19:22.987687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b02360-29c6-4049-bce9-0ee3555bad0a req-eac3a7c2-77b6-4c42-82ee-8e35b9ee1c09 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:22.989472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19b02360-29c6-4049-bce9-0ee3555bad0a req-eac3a7c2-77b6-4c42-82ee-8e35b9ee1c09 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 950 time: 0.1141469 Aug 03 16:19:23.000657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668952-91a1-43bd-8042-ba1730f4b869 req-82b92b39-1406-4619-bf49-62d9b77f257c tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:23.002707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44668952-91a1-43bd-8042-ba1730f4b869 req-82b92b39-1406-4619-bf49-62d9b77f257c tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0807822 Aug 03 16:19:23.041191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-19b02360-29c6-4049-bce9-0ee3555bad0a req-f3346d8d-37d8-4f9e-96b1-7f65b75f74a3 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443130 Aug 03 16:19:23.056315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44668952-91a1-43bd-8042-ba1730f4b869 req-8cd70ef3-1f7e-4adc-b670-dd4aaf39f500 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Aug 03 16:19:23.131304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde1e05-5a70-400c-962a-562cad3820c4 req-d3e9fdbb-d934-4f07-9765-492461bf2f02 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:23.133014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acde1e05-5a70-400c-962a-562cad3820c4 req-d3e9fdbb-d934-4f07-9765-492461bf2f02 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.72 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 950 time: 0.0810423 Aug 03 16:19:23.232797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Deleting port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:23.233157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:23.330384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] For port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:23.331113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:23.345977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Calling delete_port for 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:23.494055 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:23.506857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['20eb1a99-5a3b-4ab1-bb4a-005f80701b6e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:23.537236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Pushing event deleted for resources: {'Port': ['ID=20eb1a99-5a3b-4ab1-bb4a-005f80701b6e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:23.589057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] No DVR routers for this DVR port 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:23.593772 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:23.596398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acde1e05-5a70-400c-962a-562cad3820c4 req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.72 "DELETE /v2.0/ports/20eb1a99-5a3b-4ab1-bb4a-005f80701b6e HTTP/1.1" status: 204 len: 173 time: 0.4570045 Aug 03 16:19:23.596823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'name': 'network-vif-deleted', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:23.599894 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece6cc1-f9b6-4b97-ac11-c9e9b558afa2" -d '{"events": [{"server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "name": "network-vif-deleted", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:23.619030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.619030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.619586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.622925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.623359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.623701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.624036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.628418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.628941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.629338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.631137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.631491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319c86c-6a79-4b8e-bd96-7f4d8f4609d6 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:23.687718 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3aa48e-c2ea-450c-b22e-2b46e450918a x-openstack-request-id: req-2c3aa48e-c2ea-450c-b22e-2b46e450918a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:23.688020 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fadf8ab-79dd-4c93-a0e7-82ba604d139e", "name": "network-vif-deleted", "tag": "20eb1a99-5a3b-4ab1-bb4a-005f80701b6e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:23.688269 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c3aa48e-c2ea-450c-b22e-2b46e450918a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:23.688670 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fadf8ab-79dd-4c93-a0e7-82ba604d139e', 'name': 'network-vif-deleted', 'tag': '20eb1a99-5a3b-4ab1-bb4a-005f80701b6e', 'status': 'completed', 'code': 200} Aug 03 16:19:24.162767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35b80af5-a014-4fd6-be8a-9cf1cf5ce5a8 req-e2eec630-a222-44be-b641-e2990fa5c561 tempest-VolumesNegativeTest-17934431 tempest-VolumesNegativeTest-17934431-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fadf8ab-79dd-4c93-a0e7-82ba604d139e HTTP/1.1" status: 200 len: 210 time: 0.0360608 Aug 03 16:19:24.228259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25074c94-6bb0-4dc0-9508-7bf2cd72dc27 req-b174e57b-7338-4bfb-9741-ceab1408b97f tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:24.230246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25074c94-6bb0-4dc0-9508-7bf2cd72dc27 req-b174e57b-7338-4bfb-9741-ceab1408b97f tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0584240 Aug 03 16:19:24.297220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25074c94-6bb0-4dc0-9508-7bf2cd72dc27 req-9e39bc09-9214-4d35-83af-fcbcce4fc7ff tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582297 Aug 03 16:19:24.325156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e8fac243-caa4-4001-86ea-0e80bcfb6eb8 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:24.350550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: e8fac243-caa4-4001-86ea-0e80bcfb6eb8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:24.352108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e8fac243-caa4-4001-86ea-0e80bcfb6eb8 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:24.718654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5d638-f0b9-459b-8229-35b77d86efcd req-e6e9176c-4a59-45a6-a4d7-c24efd2a7a93 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:24.720785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53e5d638-f0b9-459b-8229-35b77d86efcd req-e6e9176c-4a59-45a6-a4d7-c24efd2a7a93 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0599806 Aug 03 16:19:24.765844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53e5d638-f0b9-459b-8229-35b77d86efcd req-c46f1028-54b7-4f12-a8f6-7a3825094fe5 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Aug 03 16:19:25.927923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e974010-5792-4104-a12c-ab4d24ca1e7e req-eda030db-ec7f-45d9-9349-c14ea0caadf4 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:25.936407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e974010-5792-4104-a12c-ab4d24ca1e7e req-eda030db-ec7f-45d9-9349-c14ea0caadf4 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0669873 Aug 03 16:19:25.947865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-0273acf6-3ba9-412e-b9d5-f7098d05d6e8 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:25.951436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-0273acf6-3ba9-412e-b9d5-f7098d05d6e8 tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.72 "GET /v2.0/ports?device_id=3efe61bc-b0b6-41bb-91a8-b433b3f363a9 HTTP/1.1" status: 200 len: 946 time: 0.0776713 Aug 03 16:19:25.988638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e974010-5792-4104-a12c-ab4d24ca1e7e req-99a6e725-88dc-411d-a6a3-c47e81f27c2e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.70 "GET /v2.0/security-groups?id=e6112515-bba8-4f74-bcbc-eef8a4d3a97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509043 Aug 03 16:19:26.079471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Deleting port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:26.079960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:26.186629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] For port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,segment=NetworkSegment(490433cc-e2cc-4285-a853-9d7af848d42b),segment_id=490433cc-e2cc-4285-a853-9d7af848d42b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:26.187302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:26.207979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Calling delete_port for 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:26.233544 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:26.384982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:26.399240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:26.423958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Pushing event deleted for resources: {'Port': ['ID=36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:26.482533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] No DVR routers for this DVR port 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:26.487492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:26.489525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc54fcd0-0e7e-440d-a63d-be8e4ac58724 req-eecd732a-5ae1-4e93-91aa-a92817be266e tempest-ServerAddressesTestJSON-1036496363 tempest-ServerAddressesTestJSON-1036496363-project] 10.222.0.72 "DELETE /v2.0/ports/36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd HTTP/1.1" status: 204 len: 173 time: 0.5309143 Aug 03 16:19:26.492902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'name': 'network-vif-deleted', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:26.496843 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4a403-3bb9-4b7d-a467-5dba952455db" -d '{"events": [{"server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "name": "network-vif-deleted", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:26.549938 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0fa51-b9dc-4d0c-81f6-62af28e179c7 x-openstack-request-id: req-81e0fa51-b9dc-4d0c-81f6-62af28e179c7 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:26.550291 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efe61bc-b0b6-41bb-91a8-b433b3f363a9", "name": "network-vif-deleted", "tag": "36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:26.550659 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81e0fa51-b9dc-4d0c-81f6-62af28e179c7 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:26.551160 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efe61bc-b0b6-41bb-91a8-b433b3f363a9', 'name': 'network-vif-deleted', 'tag': '36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd', 'status': 'completed', 'code': 200} Aug 03 16:19:27.085821 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:27.139528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Deleting subnet ce78ed42-7d1b-4c4f-9972-833cd2723039 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:19:27.148883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.206025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.284322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.357772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.389970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce78ed42-7d1b-4c4f-9972-833cd2723039,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:27.396427 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.400762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a5f4b528-4a0d-4549-ac17-aded974f4914 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ce78ed42-7d1b-4c4f-9972-833cd2723039 HTTP/1.1" status: 204 len: 168 time: 0.3106837 Aug 03 16:19:27.400880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:27.512881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.586034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:27.619801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:27.620066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 20eb1a99-5a3b-4ab1-bb4a-005f80701b6e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:27.662291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.683006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983c5312-319c-4ef6-92d5-8b7f86fce2b8']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:27.701307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490433cc-e2cc-4285-a853-9d7af848d42b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:27.701307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490433cc-e2cc-4285-a853-9d7af848d42b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:27.714373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.736190 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.743844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:19:27.744449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:19:27.747017 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:19:27.843151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.852066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:27.855995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] 10.222.0.70 "DELETE /v2.0/networks/983c5312-319c-4ef6-92d5-8b7f86fce2b8 HTTP/1.1" status: 204 len: 168 time: 0.4534426 Aug 03 16:19:27.873291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bb04c-bae0-4d42-88a0-18555a37e0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=983c5312-319c-4ef6-92d5-8b7f86fce2b8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:28.105187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44750) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:28.168725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44754) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:28.169245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8c418ade-7620-4b4b-b333-04b1fb299e6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8496483783a4f01a2ce8eaeedac8ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624545 Aug 03 16:19:28.273344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:28.305497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:28.395854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:28.399149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:28.400358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6112515-bba8-4f74-bcbc-eef8a4d3a97e HTTP/1.1" status: 204 len: 168 time: 0.2296569 Aug 03 16:19:28.414293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9a955-0a58-44e7-a2c3-9f124c046740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6112515-bba8-4f74-bcbc-eef8a4d3a97e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:29.582057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44812) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:29.603721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:29.675869 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:29.676585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 36dfb3e6-d0b5-4510-87cf-f84c5b17c7bd not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:29.751733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1428547000-network', 'tenant_id': 'e0e0991a03f145f3bcb206abde5c21e2'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:29.785947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Made reservation on behalf of e0e0991a03f145f3bcb206abde5c21e2 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:29.788755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:29.800819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:29.945334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:29.951757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:29.986761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8824fbaa-1195-4316-a1fc-55a5f2a81995,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:29.990294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:19:30.004992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.005404 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Added segment 6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608 of type vlan for network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d Aug 03 16:19:30.067794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.119869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.125999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:30.127412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.170543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5868289 Aug 03 16:19:30.174774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44820) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:30.202013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Request body: {'subnet': {'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1428547000-subnet', 'tenant_id': 'e0e0991a03f145f3bcb206abde5c21e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:30.246689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Made reservation on behalf of e0e0991a03f145f3bcb206abde5c21e2 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:30.257025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.282548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07f6b-8b2a-4764-8722-0ec7ff0b942e admin admin] Pushing event updated for resources: {'Network': ['ID=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:30.314757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:19:30.552147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.638021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff86b704-239a-4309-9359-feb5dc9dd82e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:30.650498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Checking segment: {'id': '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:30.651655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Network hostable DHCP agents. Network: d4bdcf84-1829-4d27-a7ad-73b45f28bf9d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:19:30.686012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:19:30.701194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, d4bdcf84-1829-4d27-a7ad-73b45f28bf9d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:30.707096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:30.709714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:30.717074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d6906-6bad-4f4c-a777-59c285dedaf6 None None] Network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:30.744325 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-afc901b2-b90c-4834-84c9-d98742349c4d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5598040 Aug 03 16:19:30.963178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1d222-3546-46e7-8764-0b8ef80de312 None None] Network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:31.405694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:31.619849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-42e68717-9407-445a-9a97-370e78d952ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29afa742212c49e5b5db806208fbc612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128060 Aug 03 16:19:31.623239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44846) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:31.690767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:31.741023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:31.886937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-d0d56bf3-4792-4c36-929c-3189363abe7c tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:31.888433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-d0d56bf3-4792-4c36-929c-3189363abe7c tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/networks?id=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d HTTP/1.1" status: 200 len: 821 time: 0.1351163 Aug 03 16:19:31.919445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-a4c92d34-7278-44f1-ada5-7edbca1ce6a9 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/quotas/e0e0991a03f145f3bcb206abde5c21e2 HTTP/1.1" status: 200 len: 375 time: 0.0218422 Aug 03 16:19:31.959189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-095ec416-0f26-4a52-bd5e-d3524cdadff8 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e0e0991a03f145f3bcb206abde5c21e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339439 Aug 03 16:19:32.023424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:32.026162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:32.031060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ea5bf4e-1c07-4db7-83ff-95cdb83f7535 HTTP/1.1" status: 204 len: 168 time: 0.4036646 Aug 03 16:19:32.047110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf2761-e958-4c4d-a850-8ac5bbb61f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5bf4e-1c07-4db7-83ff-95cdb83f7535,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:32.140787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-497752b9-7bf3-46ed-a1d8-d08d1b407781 service neutron] 10.222.0.70 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725852 Aug 03 16:19:32.294344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fea262c6-9801-440a-a4c4-d2c1be9d73eb service neutron] 10.222.0.70 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459441 Aug 03 16:19:32.600814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c277b284-6675-4fc8-9ceb-e42d7dd79c34 req-8e6c0190-8574-408c-a3a9-f0c725b7e6ee tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0580699 Aug 03 16:19:33.313311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 44890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:33.579614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-126467825-network', 'tenant_id': '5ec0b40698234118827e39480ec471c0'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:33.647201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Made reservation on behalf of 5ec0b40698234118827e39480ec471c0 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:33.649838 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:33.661876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:33.759080 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b083995-6de7-4c72-b497-0bc69a501eba req-0486c552-96ef-4f54-96da-df799bb27f10 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0468748 Aug 03 16:19:33.856501 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:33.862813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:33.912716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:19:33.929421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832569bd-d327-4696-86a9-cdf9c99cb75c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:33.956785 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:33.957254 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Added segment d942783d-193c-4fa8-81d0-365c8dedffe3 of type vlan for network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b Aug 03 16:19:34.076393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.149455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-2abb3994-f8f9-4e00-9d3a-faf30231c3b7 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:34.151044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-2abb3994-f8f9-4e00-9d3a-faf30231c3b7 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.78 "GET /v2.0/networks?id=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d HTTP/1.1" status: 200 len: 821 time: 0.1830544 Aug 03 16:19:34.154167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.155143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:34.155727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.175312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Request body: {'port': {'device_id': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d', 'admin_state_up': True, 'tenant_id': 'e0e0991a03f145f3bcb206abde5c21e2'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:34.231856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9038529 Aug 03 16:19:34.232204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44900) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:34.239361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Request body: {'subnet': {'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-126467825-subnet', 'tenant_id': '5ec0b40698234118827e39480ec471c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:34.298571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa0f3b-9a85-4084-9765-72ed52a9be34 admin admin] Pushing event updated for resources: {'Network': ['ID=982bfd72-ef1d-4582-aba9-bb90cfa7d99b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:34.311601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Made reservation on behalf of 5ec0b40698234118827e39480ec471c0 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:34.318861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.322534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:19:34.455625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Made reservation on behalf of e0e0991a03f145f3bcb206abde5c21e2 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:34.460928 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.694550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.812168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Allocated IP 172.20.0.2 (d4bdcf84-1829-4d27-a7ad-73b45f28bf9d/ff86b704-239a-4309-9359-feb5dc9dd82e/6f49bf88-4305-4208-b6c2-07c416f0f015) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:34.821053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06571a6-1850-485b-9c98-34737779ccaf,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:34.826094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Checking segment: {'id': 'd942783d-193c-4fa8-81d0-365c8dedffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:34.826709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Network hostable DHCP agents. Network: 982bfd72-ef1d-4582-aba9-bb90cfa7d99b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:19:34.856107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:19:34.901197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 982bfd72-ef1d-4582-aba9-bb90cfa7d99b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:34.923219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:34.925697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:34.929155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb49c5-97f4-47b5-8c03-031509b75d76 None None] Network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:34.961819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6b653d60-bb22-4b0e-874f-104fc43091d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7280431 Aug 03 16:19:35.027644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-604e5f82-6fb1-4a33-a871-b44925224af7 req-75c2d30d-2b60-4684-b54e-9de7642323e1 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 210 time: 0.1174240 Aug 03 16:19:35.259449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f919b-0558-44d1-8cca-9be0489653a9 None None] Network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:35.285491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:35.416771 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:35.484475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Pushing event updated for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:35.498381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:35.500277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:35.510064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:35.611017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:35.611704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:35.638565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-fab4a05d-866c-4260-b8bb-649e3d5f1aa5 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677896 Aug 03 16:19:35.653630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Request body: {'port': {'device_id': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:35.739227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:35.953152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44924) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:35.958095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-296408318-network', 'tenant_id': '576f1392c7ea44908797005b630da050'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:36.007254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Made reservation on behalf of 576f1392c7ea44908797005b630da050 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:36.016496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.035844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.218335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f49bf88-4305-4208-b6c2-07c416f0f015 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:36.244046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.254674 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.267607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5598e-d1bc-4177-b56e-801ec829382f req-c17338fe-2810-4604-b9ef-413f3ddf8501 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:36.269493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cbe5598e-d1bc-4177-b56e-801ec829382f req-c17338fe-2810-4604-b9ef-413f3ddf8501 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 931 time: 0.1113451 Aug 03 16:19:36.270826 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.290810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Transition to ACTIVE for port object 6f49bf88-4305-4208-b6c2-07c416f0f015 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:36.300609 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.319169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:19:36.333407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff5b3f-92b4-456c-93eb-2aa2f687a592,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:36.351981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.351981 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Added segment 60bc27ff-df38-48ea-a451-b36e8d02f025 of type vlan for network b39b854c-c258-48bd-9307-333f546f8817 Aug 03 16:19:36.368837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Pushing event updated for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:36.377071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cbe5598e-d1bc-4177-b56e-801ec829382f req-49959b28-5fc2-4d52-ab9e-b983cd2af904 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992179 Aug 03 16:19:36.409251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.410490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.410840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.420689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.421172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.421445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.421812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.422151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.422482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.422815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.423142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.423467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.423793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:19:36.461672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.462719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:36.463335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.485962 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Attempting to bind port 6f49bf88-4305-4208-b6c2-07c416f0f015 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:36.486326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Attempting to bind port 6f49bf88-4305-4208-b6c2-07c416f0f015 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:36.486534 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Attempting to bind port 6f49bf88-4305-4208-b6c2-07c416f0f015 on network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:36.493428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Port 6f49bf88-4305-4208-b6c2-07c416f0f015 on network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:36.493803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Attempting to bind port 6f49bf88-4305-4208-b6c2-07c416f0f015 on network d4bdcf84-1829-4d27-a7ad-73b45f28bf9d {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:36.501711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:36.502131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Checking segment: {'id': '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:36.502564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Bound using segment: {'id': '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:36.503275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Bound port: 6f49bf88-4305-4208-b6c2-07c416f0f015, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:36.503849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.531810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5751376 Aug 03 16:19:36.532421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 44930) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:36.539807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Request body: {'subnet': {'network_id': 'b39b854c-c258-48bd-9307-333f546f8817', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-296408318-subnet', 'tenant_id': '576f1392c7ea44908797005b630da050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:36.568418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868266-22b9-455d-b4a3-b483525609e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b39b854c-c258-48bd-9307-333f546f8817,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:36.582840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b39b854c-c258-48bd-9307-333f546f8817 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:19:36.584930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Made reservation on behalf of 576f1392c7ea44908797005b630da050 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:36.590065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.594740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:36.599457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6f49bf88-4305-4208-b6c2-07c416f0f015,segment=NetworkSegment(6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608),segment_id=6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:36.604987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.648386 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:36.649028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.650784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] 10.222.0.78 "PUT /v2.0/ports/6f49bf88-4305-4208-b6c2-07c416f0f015 HTTP/1.1" status: 200 len: 1091 time: 1.0045512 Aug 03 16:19:36.651004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:36.654987 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80045aee-0a1b-4f66-a3d5-de1fb4183480" -d '{"events": [{"name": "network-changed", "server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:36.690519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851804-bc91-4c77-b929-e5ac3f63036c service neutron] Pushing event updated for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:36.734390 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f916663-c082-40a5-807d-a76193c14725 x-openstack-request-id: req-6f916663-c082-40a5-807d-a76193c14725 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:36.734747 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:36.735106 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f916663-c082-40a5-807d-a76193c14725 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:36.735585 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015', 'status': 'completed', 'code': 200} Aug 03 16:19:36.762090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-43939613-eeea-4bbe-aa4b-b2591f914c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:36.764628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-43939613-eeea-4bbe-aa4b-b2591f914c49 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e0e0991a03f145f3bcb206abde5c21e2&device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 1094 time: 0.0697978 Aug 03 16:19:36.824919 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-7fb8767d-4794-44f9-92d2-ebb37c0d7be4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f49bf88-4305-4208-b6c2-07c416f0f015 HTTP/1.1" status: 200 len: 217 time: 0.0506389 Aug 03 16:19:36.872246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:36.897735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-e17551e5-f6fe-4597-8e64-5b67eaa91fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:36.900081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-e17551e5-f6fe-4597-8e64-5b67eaa91fc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff86b704-239a-4309-9359-feb5dc9dd82e HTTP/1.1" status: 200 len: 861 time: 0.0696020 Aug 03 16:19:36.953209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-5ce1d48d-6aad-4e88-b612-9c2cd631844d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435541 Aug 03 16:19:36.955883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Checking segment: {'id': '60bc27ff-df38-48ea-a451-b36e8d02f025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'b39b854c-c258-48bd-9307-333f546f8817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:36.956412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Network hostable DHCP agents. Network: b39b854c-c258-48bd-9307-333f546f8817, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:19:36.958595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df94b75-c2f1-403c-b1c8-be9cfc5daf68,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:36.989675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Network b39b854c-c258-48bd-9307-333f546f8817 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:19:37.012764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, b39b854c-c258-48bd-9307-333f546f8817) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:37.020144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:37.021197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:37.031180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b4817-8d39-4865-a8dd-f7c903727837 None None] Network b39b854c-c258-48bd-9307-333f546f8817 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:37.057317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-71cf7fa4-4642-41b9-b0f5-176e59cdd1d7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5130694 Aug 03 16:19:37.146471 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-ddb3b987-6794-4c63-a709-254c77f74af7 service neutron] 10.222.0.78 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859674 Aug 03 16:19:37.295230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0796d040-7154-4bb3-bebb-41d08eaee980 req-42ba167e-aa4d-478a-a11d-708b05f95ccd service neutron] 10.222.0.78 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399772 Aug 03 16:19:37.310751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef3e4c-7ad0-4716-a09c-e0e041870817 None None] Network b39b854c-c258-48bd-9307-333f546f8817 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:37.494993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-16970408-6a61-4cc0-a641-aab276055db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:37.500469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-16970408-6a61-4cc0-a641-aab276055db6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e0e0991a03f145f3bcb206abde5c21e2&device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 1094 time: 0.1319554 Aug 03 16:19:37.623788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78bf4-abfb-4800-a221-cce60a37cf3c req-a90cef3c-91cd-4754-ba08-ca4c04d54f82 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:37.627553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de78bf4-abfb-4800-a221-cce60a37cf3c req-a90cef3c-91cd-4754-ba08-ca4c04d54f82 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 943 time: 0.1171939 Aug 03 16:19:37.695243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0de78bf4-abfb-4800-a221-cce60a37cf3c req-fe54282d-a428-46c0-8815-09c48b3681d3 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624843 Aug 03 16:19:37.718212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-49c9e311-fe8e-499c-becc-08cc676c2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:37.718212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-49c9e311-fe8e-499c-becc-08cc676c2365 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d HTTP/1.1" status: 200 len: 922 time: 0.1940479 Aug 03 16:19:37.781986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-df6f4ced-2ac0-4d34-832f-8927267a3b19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f49bf88-4305-4208-b6c2-07c416f0f015 HTTP/1.1" status: 200 len: 217 time: 0.0594327 Aug 03 16:19:37.896153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-6cbbd226-9ab5-41b5-a9bd-887e41d17f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:37.898073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-6cbbd226-9ab5-41b5-a9bd-887e41d17f91 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ff86b704-239a-4309-9359-feb5dc9dd82e HTTP/1.1" status: 200 len: 861 time: 0.1072285 Aug 03 16:19:37.955445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-34682a0b-e35b-4182-aa66-99917c4eabb7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457304 Aug 03 16:19:37.997087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-c2c2595d-8c26-413f-b1bd-9f487d0cadb0 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:38.004846 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-c2c2595d-8c26-413f-b1bd-9f487d0cadb0 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/networks?id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 200 len: 811 time: 0.2263639 Aug 03 16:19:38.044377 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-9c32fad0-ad64-49de-9558-22ba43f0def3 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/quotas/5ec0b40698234118827e39480ec471c0 HTTP/1.1" status: 200 len: 375 time: 0.0363672 Aug 03 16:19:38.094601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-6fe513dd-bafe-475a-9fee-91b430c922ad tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ec0b40698234118827e39480ec471c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445166 Aug 03 16:19:38.144090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-7520399a-5bb0-4fb9-8046-6a88d59720bf service neutron] 10.222.0.78 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786528 Aug 03 16:19:38.291348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-48903bd8-7040-4a78-9981-459f39430674 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:19:38.294274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-48903bd8-7040-4a78-9981-459f39430674 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1770866 Aug 03 16:19:38.370770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-80045aee-0a1b-4f66-a3d5-de1fb4183480 req-d85ad96f-cc6a-4f12-a99d-1ae053dd72c3 service neutron] 10.222.0.78 "GET /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177210 Aug 03 16:19:38.438524 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-34cb4d4e-4307-42d0-a069-5a57b3db8948 service neutron] 10.222.0.70 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358914 Aug 03 16:19:38.566368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-95c441ca-614b-49a1-b2bb-8e255464ecb7 service neutron] 10.222.0.70 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199887 Aug 03 16:19:38.823312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba70b99d-bb67-4e9a-b9c6-9594a24ecf03 req-a03752d7-22cc-4034-a48f-550666842d1b tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 210 time: 0.0487933 Aug 03 16:19:38.879423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f3a8f-09ba-43fe-bdba-c007df46fd0b req-27fc8e04-fa06-429d-a6f1-0da36d941c36 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:38.881284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e6f3a8f-09ba-43fe-bdba-c007df46fd0b req-27fc8e04-fa06-429d-a6f1-0da36d941c36 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 943 time: 0.0866156 Aug 03 16:19:38.949847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e6f3a8f-09ba-43fe-bdba-c007df46fd0b req-7428157a-df03-4cc0-80e3-ef27f07d87fd tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Aug 03 16:19:39.867989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ed91b43a-6279-41f8-b4f8-1a37d7fbd12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:40.016246 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af836a27-06b2-47e1-9044-b6ba5c2b62d9 req-e8c9022b-8d0c-41c2-9af6-67017cd200fd tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 210 time: 0.0624807 Aug 03 16:19:40.179530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475f3d0-99ed-4e36-aad8-6d70c19f49c9 req-05c37cfd-040e-4f88-a7fd-82fe69efe6a6 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:40.183978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e475f3d0-99ed-4e36-aad8-6d70c19f49c9 req-05c37cfd-040e-4f88-a7fd-82fe69efe6a6 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 943 time: 0.0951977 Aug 03 16:19:40.224182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-8742397e-02ce-4317-856d-f4237fd7b76d tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:40.227243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-8742397e-02ce-4317-856d-f4237fd7b76d tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.72 "GET /v2.0/networks?id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 200 len: 811 time: 0.1935878 Aug 03 16:19:40.259984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Request body: {'port': {'device_id': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b', 'admin_state_up': True, 'tenant_id': '5ec0b40698234118827e39480ec471c0'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:40.271573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e475f3d0-99ed-4e36-aad8-6d70c19f49c9 req-0d515f59-9fad-48fa-a93c-f6e6dd19d44b tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811129 Aug 03 16:19:40.427478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Made reservation on behalf of 5ec0b40698234118827e39480ec471c0 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:40.434147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6f49bf88-4305-4208-b6c2-07c416f0f015 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:19:40.435219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:40.556220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6f49bf88-4305-4208-b6c2-07c416f0f015,segment=NetworkSegment(6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608),segment_id=6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:40.577036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '6f49bf88-4305-4208-b6c2-07c416f0f015', 'network_id': 'd4bdcf84-1829-4d27-a7ad-73b45f28bf9d', 'port_id': '6f49bf88-4305-4208-b6c2-07c416f0f015', 'mac_address': 'fa:16:3e:d1:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff86b704-239a-4309-9359-feb5dc9dd82e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:19:40.609977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Allocated IP 172.20.0.10 (982bfd72-ef1d-4582-aba9-bb90cfa7d99b/a06571a6-1850-485b-9c98-34737779ccaf/031624ab-31bd-4eda-ba20-af46386736e8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:40.628947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:40.644566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f49bf88-4305-4208-b6c2-07c416f0f015 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:40.669677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6f49bf88-4305-4208-b6c2-07c416f0f015,segment=NetworkSegment(6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608),segment_id=6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:40.674980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:40.739139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:40.869970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6f49bf88-4305-4208-b6c2-07c416f0f015'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:40.878605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:40.968801 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:41.066044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Pushing event updated for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:41.075831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:41.078138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:41.081017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:41.185893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:41.186705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:41.211831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d958c-f789-4a3b-8835-1a72844596aa req-8d89cb42-bb73-433c-8722-7508cbfe2dfa tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:41.213415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-531d958c-f789-4a3b-8835-1a72844596aa req-8d89cb42-bb73-433c-8722-7508cbfe2dfa tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 932 time: 0.0897312 Aug 03 16:19:41.216194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-296400dd-b36b-491a-9484-540b194eec99 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9784174 Aug 03 16:19:41.235282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Request body: {'port': {'device_id': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:41.302220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-531d958c-f789-4a3b-8835-1a72844596aa req-916fe985-5df5-4b1a-b0da-ef8a0a1f5f23 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802991 Aug 03 16:19:41.380911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:41.441252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf6dc5-5b7d-482a-8513-eeedccae5f14 req-b2babef2-cc21-4b19-a4d0-bd2bedcfaf91 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:41.450685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15cf6dc5-5b7d-482a-8513-eeedccae5f14 req-b2babef2-cc21-4b19-a4d0-bd2bedcfaf91 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 944 time: 0.0846889 Aug 03 16:19:41.502342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15cf6dc5-5b7d-482a-8513-eeedccae5f14 req-a0974985-beeb-4362-bc93-a7c36947d72a tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Aug 03 16:19:42.115152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d82c540d-986c-4c22-91a5-856cb3da25d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.182227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031624ab-31bd-4eda-ba20-af46386736e8 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:42.193835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.210574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Transition to ACTIVE for port object 031624ab-31bd-4eda-ba20-af46386736e8 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:42.227543 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.357612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:42.449047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6f49bf88-4305-4208-b6c2-07c416f0f015 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:19:42.508096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 6f49bf88-4305-4208-b6c2-07c416f0f015 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:42.523678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 6f49bf88-4305-4208-b6c2-07c416f0f015 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:42.524412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.536365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Attempting to bind port 031624ab-31bd-4eda-ba20-af46386736e8 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:42.537046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Attempting to bind port 031624ab-31bd-4eda-ba20-af46386736e8 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'd942783d-193c-4fa8-81d0-365c8dedffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:42.537608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Attempting to bind port 031624ab-31bd-4eda-ba20-af46386736e8 on network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:42.544854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Port 031624ab-31bd-4eda-ba20-af46386736e8 on network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:42.545346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Attempting to bind port 031624ab-31bd-4eda-ba20-af46386736e8 on network 982bfd72-ef1d-4582-aba9-bb90cfa7d99b {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:42.578893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:42.579384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Checking segment: {'id': 'd942783d-193c-4fa8-81d0-365c8dedffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:42.579873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Bound using segment: {'id': 'd942783d-193c-4fa8-81d0-365c8dedffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:42.580784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Bound port: 031624ab-31bd-4eda-ba20-af46386736e8, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd942783d-193c-4fa8-81d0-365c8dedffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:42.580784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.593459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563063fb-8b39-4ac7-91e0-f99abb1a7cf6 req-5e14bc8d-aafc-43cd-9cf1-97c246d4c01f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:42.595266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563063fb-8b39-4ac7-91e0-f99abb1a7cf6 req-5e14bc8d-aafc-43cd-9cf1-97c246d4c01f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 944 time: 0.1381967 Aug 03 16:19:42.663790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.679294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-563063fb-8b39-4ac7-91e0-f99abb1a7cf6 req-34491dcd-4758-4585-8b01-9269678ead92 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751522 Aug 03 16:19:42.688955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529a8f6-2904-4942-93e3-ede83d322279 req-8dc28097-7229-49a7-b713-35cf339676f3 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:42.699680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d529a8f6-2904-4942-93e3-ede83d322279 req-8dc28097-7229-49a7-b713-35cf339676f3 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 944 time: 0.0852206 Aug 03 16:19:42.705989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:42.715437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=031624ab-31bd-4eda-ba20-af46386736e8,segment=NetworkSegment(d942783d-193c-4fa8-81d0-365c8dedffe3),segment_id=d942783d-193c-4fa8-81d0-365c8dedffe3)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:42.723005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.724607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:42.727757 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4beae6-7995-4a9c-b96a-0266037f2601" -d '{"events": [{"server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:42.747964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6f49bf88-4305-4208-b6c2-07c416f0f015,segment=NetworkSegment(6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608),segment_id=6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:42.753389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.770418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:42.771368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.773976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 200 len: 1092 time: 1.5440154 Aug 03 16:19:42.773976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:42.775901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d529a8f6-2904-4942-93e3-ede83d322279 req-42d54f51-44bf-47d2-9f2b-c6c0fe8f4932 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746007 Aug 03 16:19:42.776214 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e61e565-9ff8-49dd-9451-0f4563093d79" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "tag": "031624ab-31bd-4eda-ba20-af46386736e8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:42.852576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:42.856173 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49173b-3269-49af-8f86-0014854f92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:42.861437 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c6040f-2a43-4c46-b2bb-8708550a5cae x-openstack-request-id: req-50c6040f-2a43-4c46-b2bb-8708550a5cae {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:42.861891 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "name": "network-vif-plugged", "status": "completed", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:42.862256 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50c6040f-2a43-4c46-b2bb-8708550a5cae {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:42.863182 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015', 'code': 200} Aug 03 16:19:42.882923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:42.892748 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b67e1-c6ab-41a4-a992-5e3a3d0ff608 x-openstack-request-id: req-321b67e1-c6ab-41a4-a992-5e3a3d0ff608 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:42.893039 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "tag": "031624ab-31bd-4eda-ba20-af46386736e8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:42.893289 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-321b67e1-c6ab-41a4-a992-5e3a3d0ff608 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:42.893749 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8', 'status': 'completed', 'code': 200} Aug 03 16:19:42.915410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-fa67f386-de98-484f-9bb4-6adc7502d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:42.917095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-fa67f386-de98-484f-9bb4-6adc7502d699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ec0b40698234118827e39480ec471c0&device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 1095 time: 0.0825200 Aug 03 16:19:42.954886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf66bc4-23f5-4732-bcd9-5125115a0b2e req-8ac0d4e5-24a8-4add-ab70-5ab6dad5400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:42.956522 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbf66bc4-23f5-4732-bcd9-5125115a0b2e req-8ac0d4e5-24a8-4add-ab70-5ab6dad5400a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0620937 Aug 03 16:19:42.962902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-e015b5bc-5d47-45e9-a288-c734e8774508 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 200 len: 217 time: 0.0372968 Aug 03 16:19:43.000760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbf66bc4-23f5-4732-bcd9-5125115a0b2e req-100da1ed-8965-4347-a7cb-b1f580ba44ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Aug 03 16:19:43.024016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-e2f011e3-4687-41f6-95a1-532980385f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:43.026232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-e2f011e3-4687-41f6-95a1-532980385f5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a06571a6-1850-485b-9c98-34737779ccaf HTTP/1.1" status: 200 len: 851 time: 0.0564709 Aug 03 16:19:43.060377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-d926bd32-d859-4baf-895a-b272c964eab3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267124 Aug 03 16:19:43.180331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-b4bd3085-2b1e-4cfe-9840-e22cfa89f661 service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128793 Aug 03 16:19:43.293015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ad95db12-8b32-4b06-b003-3bafda0291cb req-873cc4cb-3235-406b-9d04-97afd223a7d1 service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058221 Aug 03 16:19:43.396415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-72a54e81-9535-4c0a-8902-5a5278920e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:43.398099 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-72a54e81-9535-4c0a-8902-5a5278920e8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ec0b40698234118827e39480ec471c0&device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 1095 time: 0.0529602 Aug 03 16:19:43.547082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-251ab7e4-560e-42e8-8531-ff1878252ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:43.549269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-251ab7e4-560e-42e8-8531-ff1878252ac4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 200 len: 912 time: 0.1442564 Aug 03 16:19:43.601299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-87010940-d8d2-4912-87ca-5275f6fc6837 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 200 len: 217 time: 0.0432651 Aug 03 16:19:43.704131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-6317e860-f646-4783-8251-9b054c4ca342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:43.711116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-6317e860-f646-4783-8251-9b054c4ca342 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a06571a6-1850-485b-9c98-34737779ccaf HTTP/1.1" status: 200 len: 851 time: 0.1030333 Aug 03 16:19:43.794033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:43.830620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-5cb6c86d-1fd7-4650-a0c1-405bec4267ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106682 Aug 03 16:19:43.992100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf69af-53f7-43f3-b489-ac1c96aeeef8 req-69e0c728-9b5d-4c10-bd59-c42b26504549 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:44.003633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dabf69af-53f7-43f3-b489-ac1c96aeeef8 req-69e0c728-9b5d-4c10-bd59-c42b26504549 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 944 time: 0.1763082 Aug 03 16:19:44.063930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda03d0-a19c-4ddd-a806-f7c807fd6b4d req-a9c1fa7f-88dd-467d-92d9-f8851ec43064 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:44.067417 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7dda03d0-a19c-4ddd-a806-f7c807fd6b4d req-a9c1fa7f-88dd-467d-92d9-f8851ec43064 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0779843 Aug 03 16:19:44.078188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dabf69af-53f7-43f3-b489-ac1c96aeeef8 req-71d77991-7f09-4636-9741-e01b51c82e65 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734129 Aug 03 16:19:44.088004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-963d91e3-7cc4-4e2f-9f61-2e314a5f62fd service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462091 Aug 03 16:19:44.117427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7dda03d0-a19c-4ddd-a806-f7c807fd6b4d req-33557399-96ef-453e-9d7a-c24d96e45c45 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Aug 03 16:19:44.206019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e61e565-9ff8-49dd-9451-0f4563093d79 req-3fcf0672-7f7b-4ec4-af21-f88980877b3d service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100838 Aug 03 16:19:44.864261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8b36b-6c48-43b5-a32f-68aa9ae67f5d req-38bece75-38a0-42aa-83b7-d4ba2aaa96d0 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:44.865854 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45d8b36b-6c48-43b5-a32f-68aa9ae67f5d req-38bece75-38a0-42aa-83b7-d4ba2aaa96d0 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 945 time: 0.0543244 Aug 03 16:19:44.915021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-45d8b36b-6c48-43b5-a32f-68aa9ae67f5d req-ba02b122-04c5-4a0e-a2ce-6e16230a59f2 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Aug 03 16:19:45.099229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:45.229203 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda6731-0064-483c-b524-ddd12220d975 req-b64bbcf1-8e1d-4589-9df5-44d520852443 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:45.231503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeda6731-0064-483c-b524-ddd12220d975 req-b64bbcf1-8e1d-4589-9df5-44d520852443 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 944 time: 0.0605340 Aug 03 16:19:45.282797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeda6731-0064-483c-b524-ddd12220d975 req-8613d6d8-1b60-4d3e-bb82-7f5938e87e5e tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 Aug 03 16:19:45.699245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 031624ab-31bd-4eda-ba20-af46386736e8 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:19:45.825565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=031624ab-31bd-4eda-ba20-af46386736e8,segment=NetworkSegment(d942783d-193c-4fa8-81d0-365c8dedffe3),segment_id=d942783d-193c-4fa8-81d0-365c8dedffe3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:45.848865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '031624ab-31bd-4eda-ba20-af46386736e8', 'network_id': '982bfd72-ef1d-4582-aba9-bb90cfa7d99b', 'port_id': '031624ab-31bd-4eda-ba20-af46386736e8', 'mac_address': 'fa:16:3e:35:bc:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06571a6-1850-485b-9c98-34737779ccaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:19:45.902194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:45.915565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031624ab-31bd-4eda-ba20-af46386736e8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:45.936863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=031624ab-31bd-4eda-ba20-af46386736e8,segment=NetworkSegment(d942783d-193c-4fa8-81d0-365c8dedffe3),segment_id=d942783d-193c-4fa8-81d0-365c8dedffe3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:45.947523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:46.020908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:46.099098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95421b34-22a4-4036-becc-95fb780d50ac req-1104c9db-a9cd-45cf-a8f1-65d335521657 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:46.107439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95421b34-22a4-4036-becc-95fb780d50ac req-1104c9db-a9cd-45cf-a8f1-65d335521657 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 945 time: 0.1139636 Aug 03 16:19:46.145806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['031624ab-31bd-4eda-ba20-af46386736e8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:46.162217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95421b34-22a4-4036-becc-95fb780d50ac req-56277687-0545-44bb-8214-7a29ef8d3b5e tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/security-groups?id=8824fbaa-1195-4316-a1fc-55a5f2a81995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Aug 03 16:19:46.340768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-fb73f9c0-698b-4143-9fa9-eca22c1deb8a tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:46.343694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-fb73f9c0-698b-4143-9fa9-eca22c1deb8a tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.78 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 945 time: 0.1160817 Aug 03 16:19:46.523352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Deleting port 6f49bf88-4305-4208-b6c2-07c416f0f015 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:46.523976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:46.585310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b39b6-b68d-4382-94c9-7e096166f16a req-be5eb1a5-6563-4792-8285-acf890fe68a6 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:46.587244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef1b39b6-b68d-4382-94c9-7e096166f16a req-be5eb1a5-6563-4792-8285-acf890fe68a6 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 945 time: 0.1313522 Aug 03 16:19:46.671562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef1b39b6-b68d-4382-94c9-7e096166f16a req-e113d08c-0026-4d90-b204-66948c5cfa85 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720184 Aug 03 16:19:46.701052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] For port 6f49bf88-4305-4208-b6c2-07c416f0f015, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6f49bf88-4305-4208-b6c2-07c416f0f015,segment=NetworkSegment(6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608),segment_id=6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:46.701432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:46.716572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Calling delete_port for 6f49bf88-4305-4208-b6c2-07c416f0f015 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:19:47.242260 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:47.257010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6f49bf88-4305-4208-b6c2-07c416f0f015'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:19:47.282559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Pushing event deleted for resources: {'Port': ['ID=6f49bf88-4305-4208-b6c2-07c416f0f015,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:47.361045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d261c636-e869-4af7-9c62-a0d9d917f7e9 req-6ae2be02-7b30-4800-8aff-add98bb7557e tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.70 "GET /v2.0/ports?device_id=1b590e2e-73e7-4dde-8b94-78f8c256e8d6 HTTP/1.1" status: 200 len: 210 time: 0.0583534 Aug 03 16:19:47.371905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] No DVR routers for this DVR port 6f49bf88-4305-4208-b6c2-07c416f0f015 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:19:47.375163 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:47.377479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d985a634-f2ff-4acd-b4fe-e7347abaad9c req-b028da5f-7788-482d-bb02-1cbfcbe2b209 tempest-ServerMetadataNegativeTestJSON-1972637083 tempest-ServerMetadataNegativeTestJSON-1972637083-project] 10.222.0.78 "DELETE /v2.0/ports/6f49bf88-4305-4208-b6c2-07c416f0f015 HTTP/1.1" status: 204 len: 173 time: 1.0268719 Aug 03 16:19:47.378358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'name': 'network-vif-deleted', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:47.396392 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2723b6a3-8bb1-4d37-9819-36b2e4be3596" -d '{"events": [{"server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "name": "network-vif-deleted", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:47.458631 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e120c51-9d43-49cc-9f78-c8e4d6c369ae x-openstack-request-id: req-5e120c51-9d43-49cc-9f78-c8e4d6c369ae {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:47.459029 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b590e2e-73e7-4dde-8b94-78f8c256e8d6", "name": "network-vif-deleted", "tag": "6f49bf88-4305-4208-b6c2-07c416f0f015", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:47.459419 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e120c51-9d43-49cc-9f78-c8e4d6c369ae {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:47.459960 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b590e2e-73e7-4dde-8b94-78f8c256e8d6', 'name': 'network-vif-deleted', 'tag': '6f49bf88-4305-4208-b6c2-07c416f0f015', 'status': 'completed', 'code': 200} Aug 03 16:19:47.714361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 031624ab-31bd-4eda-ba20-af46386736e8 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:19:47.804118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 031624ab-31bd-4eda-ba20-af46386736e8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:47.813617 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 031624ab-31bd-4eda-ba20-af46386736e8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:47.814102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:47.859581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11d8bc-03f8-4851-8745-a266b536d78e req-14ac8453-9450-418d-8ba9-24dd7c6f0702 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:47.867803 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc11d8bc-03f8-4851-8745-a266b536d78e req-14ac8453-9450-418d-8ba9-24dd7c6f0702 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 945 time: 0.1165254 Aug 03 16:19:47.921018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc11d8bc-03f8-4851-8745-a266b536d78e req-210f5fee-93fa-4e9a-8c0d-c9c6815b980b tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520203 Aug 03 16:19:47.982742 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.044662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=031624ab-31bd-4eda-ba20-af46386736e8,segment=NetworkSegment(d942783d-193c-4fa8-81d0-365c8dedffe3),segment_id=d942783d-193c-4fa8-81d0-365c8dedffe3)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:48.046389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:48.052131 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d05953-78ff-4af9-ae12-3dccb9191c7e" -d '{"events": [{"server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "name": "network-vif-plugged", "status": "completed", "tag": "031624ab-31bd-4eda-ba20-af46386736e8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:48.068258 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.140058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:48.155861 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e507234d-a221-4099-ab3d-fd4bf57632dd x-openstack-request-id: req-e507234d-a221-4099-ab3d-fd4bf57632dd {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:48.158067 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "name": "network-vif-plugged", "status": "completed", "tag": "031624ab-31bd-4eda-ba20-af46386736e8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:48.158067 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e507234d-a221-4099-ab3d-fd4bf57632dd {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:48.158067 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8', 'code': 200} Aug 03 16:19:48.297093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c7f7-82a8-4ef4-94d7-49bf723d3aab req-df090cf0-bd93-465d-9ff6-ef9ea9f23efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:48.299093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e061c7f7-82a8-4ef4-94d7-49bf723d3aab req-df090cf0-bd93-465d-9ff6-ef9ea9f23efb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 1097 time: 0.0661848 Aug 03 16:19:48.345372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e061c7f7-82a8-4ef4-94d7-49bf723d3aab req-31f2b9f9-8c1f-4919-978c-0833f6fe52cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375023 Aug 03 16:19:48.446444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45124) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:48.516698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Deleting subnet ff86b704-239a-4309-9359-feb5dc9dd82e {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:19:48.520747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.567592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.613483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.718011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.765996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff86b704-239a-4309-9359-feb5dc9dd82e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:48.765996 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.765996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-515f0ad9-0c79-4ab2-b5b6-43a2b6364bef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ff86b704-239a-4309-9359-feb5dc9dd82e HTTP/1.1" status: 204 len: 168 time: 0.3128662 Aug 03 16:19:48.767008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:48.845357 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.963700 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:48.983936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bdcf84-1829-4d27-a7ad-73b45f28bf9d']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:48.997479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:48.998354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1fcaa9-12b0-45ee-b3e4-dbd84bf42608') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:19:49.009073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.040388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.121823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:19:49.122146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:19:49.126010 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:19:49.208179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4a17-cd5e-4cf2-893b-ed042cc503e6 req-e3032f29-dca5-4f35-83aa-57c9319af518 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:49.210372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87cd4a17-cd5e-4cf2-893b-ed042cc503e6 req-e3032f29-dca5-4f35-83aa-57c9319af518 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1664584 Aug 03 16:19:49.253968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.265683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.267791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d4bdcf84-1829-4d27-a7ad-73b45f28bf9d HTTP/1.1" status: 204 len: 168 time: 0.5002773 Aug 03 16:19:49.291087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bcda4-4253-453e-9403-e72dedb55a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bdcf84-1829-4d27-a7ad-73b45f28bf9d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:49.296684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87cd4a17-cd5e-4cf2-893b-ed042cc503e6 req-c7bed82a-e698-415d-b5c9-32eb0bb97926 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761716 Aug 03 16:19:49.550058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:49.610936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a7af5139-0723-4750-b01f-ded9db6181c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0e0991a03f145f3bcb206abde5c21e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589869 Aug 03 16:19:49.613412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45138) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:49.702649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.739806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.809456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.813141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:49.819277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8824fbaa-1195-4316-a1fc-55a5f2a81995 HTTP/1.1" status: 204 len: 168 time: 0.1992693 Aug 03 16:19:49.834983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e94553-6e77-41f0-b23b-64bbc9705a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8824fbaa-1195-4316-a1fc-55a5f2a81995,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:50.458142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab41dce-3f11-46a7-ad30-f195d8fc9782 req-d8ece973-8c55-4a16-9ed8-568f8d929036 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:50.459732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ab41dce-3f11-46a7-ad30-f195d8fc9782 req-d8ece973-8c55-4a16-9ed8-568f8d929036 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.0665758 Aug 03 16:19:50.510217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6f49bf88-4305-4208-b6c2-07c416f0f015 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:19:50.519478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ab41dce-3f11-46a7-ad30-f195d8fc9782 req-19d9b801-dccd-4b9a-86e2-5774ba1a76da tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Aug 03 16:19:50.568352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 6f49bf88-4305-4208-b6c2-07c416f0f015 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:19:50.569069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6f49bf88-4305-4208-b6c2-07c416f0f015 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:19:50.691240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0590b5-26a0-442d-a615-53612e7c0549 req-2cfe005d-567a-45ab-bd06-465842c9b4ef tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:50.699118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa0590b5-26a0-442d-a615-53612e7c0549 req-2cfe005d-567a-45ab-bd06-465842c9b4ef tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.0648880 Aug 03 16:19:50.754649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aa0590b5-26a0-442d-a615-53612e7c0549 req-6306e484-297b-4807-8f4b-abb1efc8bda1 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Aug 03 16:19:50.886295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:51.016636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-674853567-network', 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:51.052506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:51.063195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.078196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.098455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c6f36-9d47-4030-add4-aeea460cd19a req-d98b2909-6068-4feb-87c1-de2ee6fd5de9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:51.107644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb2c6f36-9d47-4030-add4-aeea460cd19a req-d98b2909-6068-4feb-87c1-de2ee6fd5de9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.0681293 Aug 03 16:19:51.157101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bb2c6f36-9d47-4030-add4-aeea460cd19a req-27041855-7eba-42aa-921e-67ab7080ecb2 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485678 Aug 03 16:19:51.222011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.226574 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.240138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:19:51.258098 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.258098 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Added segment e7242ffd-15d5-402a-926d-93f069f0fa7b of type vlan for network bb9b4375-0716-425f-9772-6dba1b1fb72d Aug 03 16:19:51.313612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.317438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559540cc-105a-48aa-8e64-ec04f0566d48,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:51.347475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.348458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:51.349049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.364618 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:19:51.407333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5193858 Aug 03 16:19:51.411568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:19:51.429902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce495f2b-2414-4bb8-85ab-dc9b431c60b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9b4375-0716-425f-9772-6dba1b1fb72d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:51.433529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Request body: {'subnet': {'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-674853567-subnet', 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:51.454061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network bb9b4375-0716-425f-9772-6dba1b1fb72d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:19:51.499023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:51.501718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.687670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.757661 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:51.774294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Checking segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:51.774900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Network hostable DHCP agents. Network: bb9b4375-0716-425f-9772-6dba1b1fb72d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:19:51.798066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Network bb9b4375-0716-425f-9772-6dba1b1fb72d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:19:51.807005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, bb9b4375-0716-425f-9772-6dba1b1fb72d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:51.813926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:51.814248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:51.817442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648ecd6-8e6c-4ba9-8d30-99ce6f847999 None None] Network bb9b4375-0716-425f-9772-6dba1b1fb72d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:51.833792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0ed43b18-38c0-4676-bdfa-51b0f53bbc6f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4177854 Aug 03 16:19:51.947809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-11361316-bc16-4720-9e2b-681eb9687589 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:51.950143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-11361316-bc16-4720-9e2b-681eb9687589 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1495569 Aug 03 16:19:51.972135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-52321474-173d-4a7c-80ff-f07889e65e4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0129676 Aug 03 16:19:51.974015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea862af-5ef1-42d5-a754-ff254f90401c None None] Network bb9b4375-0716-425f-9772-6dba1b1fb72d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:19:52.043767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-e2c232fa-348a-4745-9150-3989547c4819 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600262 Aug 03 16:19:52.177426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-fa1a3385-4423-4b56-b449-e576e6fd3748 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244304 Aug 03 16:19:52.187772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:52.316862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-7c687a2f-5137-456d-92a4-dad71f000f69 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293826 Aug 03 16:19:52.442034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-7b78a0c7-c1f3-41e0-abf6-9b7b2eb52762 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:52.443640 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-7b78a0c7-c1f3-41e0-abf6-9b7b2eb52762 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.1585488 Aug 03 16:19:52.464113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-f1a45728-ae42-462e-bb0c-14bfed173da3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/quotas/d00b6147d4ac473b8489d57e02c5e0d3 HTTP/1.1" status: 200 len: 375 time: 0.0120707 Aug 03 16:19:52.512057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-def21072-4826-474d-bef5-21b5d103ecda tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375109 Aug 03 16:19:52.634242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-33f28b8e-a8df-4446-8dec-c815fc029372 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137710 Aug 03 16:19:52.751509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-2250bb67-10fb-4a61-9c42-45d726c77b40 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161101 Aug 03 16:19:52.822374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c1fe6-b0e9-4e6c-8693-5b9ab0d5f9fd req-1b116d3f-b6ef-4c2f-97ab-040538e30e16 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:52.824974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-836c1fe6-b0e9-4e6c-8693-5b9ab0d5f9fd req-1b116d3f-b6ef-4c2f-97ab-040538e30e16 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1077785 Aug 03 16:19:52.877788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-836c1fe6-b0e9-4e6c-8693-5b9ab0d5f9fd req-75300b85-d355-43cd-9fe0-0df3fa59c2bf tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Aug 03 16:19:53.052459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a005f71d-dc21-42cd-a6d1-60daa7657e2d req-3e869871-20d5-4ca8-9bb1-c77d7dcb0cbe tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.1145835 Aug 03 16:19:53.241203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16ec1527-de01-4cfe-8de7-3b35499b75dd req-387a864e-8ed2-4f26-8205-da1e28c4918b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 210 time: 0.0703275 Aug 03 16:19:53.334421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-001369a6-a782-4f0c-88e6-25fd89c3ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:53.336104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-001369a6-a782-4f0c-88e6-25fd89c3ed18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ec0b40698234118827e39480ec471c0&device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 1097 time: 0.1001220 Aug 03 16:19:53.336241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55831ec-32c6-4ab5-a1a1-6c4cb8ccc047 req-df7ab945-3756-40a3-990d-717cb4a93c6f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:53.338095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d55831ec-32c6-4ab5-a1a1-6c4cb8ccc047 req-df7ab945-3756-40a3-990d-717cb4a93c6f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1131659 Aug 03 16:19:53.471803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d55831ec-32c6-4ab5-a1a1-6c4cb8ccc047 req-c491088f-828a-40d5-bece-5443339c016f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203494 Aug 03 16:19:53.581840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-87333b45-bf03-4421-8384-412b8d05abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:53.584690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-87333b45-bf03-4421-8384-412b8d05abba service neutron] 10.222.0.72 "GET /v2.0/networks?id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 200 len: 912 time: 0.2410400 Aug 03 16:19:53.637208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-9320da76-32ba-47c0-b5f6-5229fe1e2c40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 200 len: 217 time: 0.0447035 Aug 03 16:19:53.717033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-9a3aae8d-5974-4058-a8a4-01fb27bd0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:53.719748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-9a3aae8d-5974-4058-a8a4-01fb27bd0456 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a06571a6-1850-485b-9c98-34737779ccaf HTTP/1.1" status: 200 len: 851 time: 0.0754485 Aug 03 16:19:53.764754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-239f3f48-ebe1-4a6a-a259-40d1056b049f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375624 Aug 03 16:19:53.945265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-168a825e-1a25-44ee-8f04-41a96599e54a service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725140 Aug 03 16:19:54.077334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cac8007f-d0d0-47df-b8e3-e6b1f8e62679 req-3a250543-1089-435a-aa6c-9e3788ff0f27 service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258645 Aug 03 16:19:54.249346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d67cea66-a8e7-4edb-8e6e-e393ce8c4e34 req-e131177c-2e16-444b-83d1-b5649db3aa71 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0483050 Aug 03 16:19:54.268771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-1a0e69f5-3cb6-4445-8a00-bbcf92f46627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:54.271560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-1a0e69f5-3cb6-4445-8a00-bbcf92f46627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.2868879 Aug 03 16:19:54.290281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': '3fc50792-f397-4344-b424-fa09262c7776', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:54.531648 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-245041a1-a94c-4f92-aabf-dacca3117828 req-59477c94-2317-45e5-857d-9eee6ae5d973 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 210 time: 0.0557337 Aug 03 16:19:54.537619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:54.541384 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:54.728637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-69bc2991-75e2-4e25-9469-b942a0c18694 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:54.731703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-69bc2991-75e2-4e25-9469-b942a0c18694 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.2713656 Aug 03 16:19:54.758595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Request body: {'port': {'device_id': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'admin_state_up': True, 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:54.828961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.12 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/13260730-fc99-4d14-b771-01bdc1637186) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:54.884201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52e206-9a25-4e47-a2ef-11fb0e4daaef req-83edef3a-3f5e-417a-afbb-c815afa98050 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:54.887842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec52e206-9a25-4e47-a2ef-11fb0e4daaef req-83edef3a-3f5e-417a-afbb-c815afa98050 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.2044396 Aug 03 16:19:54.993873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec52e206-9a25-4e47-a2ef-11fb0e4daaef req-68eefa62-46a0-4bd7-9074-4b6b926d4963 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877285 Aug 03 16:19:55.001148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:19:55.009631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.138507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.169341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object 13260730-fc99-4d14-b771-01bdc1637186 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:55.223628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Allocated IP 172.20.0.5 (bb9b4375-0716-425f-9772-6dba1b1fb72d/8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c/bba5c0d9-1344-44b4-b0e8-11f2a54f6f17) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:19:55.234015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.342899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:55.349366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:55.353067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:55.367861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:55.460020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.490670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:55.492639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.523617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.537837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-601be674-e6c2-4622-9293-8f5b122eb832 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2552528 Aug 03 16:19:55.569191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Network bb9b4375-0716-425f-9772-6dba1b1fb72d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:19:55.573806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:19:55.578627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:19:55.585408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520859a-4229-49c4-8a7c-9e742627712b req-fd3fb37d-30a8-4f35-a072-aed97f1da5af tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:55.588233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4520859a-4229-49c4-8a7c-9e742627712b req-fd3fb37d-30a8-4f35-a072-aed97f1da5af tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 932 time: 0.1757827 Aug 03 16:19:55.594913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Request body: {'port': {'device_id': '3fc50792-f397-4344-b424-fa09262c7776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:55.705834 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4520859a-4229-49c4-8a7c-9e742627712b req-21a3dae0-160f-435a-bce9-d3417513d44f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Aug 03 16:19:55.707364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event updated for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:55.756520 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:55.758007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.759028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:55.898784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c93ce598-68a1-4023-9135-33ed2fbe9d5a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1463349 Aug 03 16:19:55.945088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6116d3d4-21f8-4999-8f83-cd8e030fe4a3 None None] Provisioning for port 13260730-fc99-4d14-b771-01bdc1637186 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:19:55.950128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Request body: {'port': {'device_id': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:19:55.957408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6116d3d4-21f8-4999-8f83-cd8e030fe4a3 None None] Provisioning complete for port 13260730-fc99-4d14-b771-01bdc1637186 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:19:55.960165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6116d3d4-21f8-4999-8f83-cd8e030fe4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.078944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbaac4-cf00-465d-9a4a-692f3c03fa90 req-cb3b30db-ded4-4d95-9d38-8fecf33dc79c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:56.084585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9dbaac4-cf00-465d-9a4a-692f3c03fa90 req-cb3b30db-ded4-4d95-9d38-8fecf33dc79c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 931 time: 0.3131356 Aug 03 16:19:56.093471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6116d3d4-21f8-4999-8f83-cd8e030fe4a3 None None] Port 13260730-fc99-4d14-b771-01bdc1637186 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:19:56.176977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.181618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9dbaac4-cf00-465d-9a4a-692f3c03fa90 req-d225e91a-44d4-4c71-81f5-790f0e8d3317 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Aug 03 16:19:56.247885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.424856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d477-45bd-4b63-9dfa-b42a5f16faf0 req-02ab5e94-60d6-4251-a13f-c2a130382ab9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:56.427832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaf1d477-45bd-4b63-9dfa-b42a5f16faf0 req-02ab5e94-60d6-4251-a13f-c2a130382ab9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1674440 Aug 03 16:19:56.512656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13260730-fc99-4d14-b771-01bdc1637186 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:56.531291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.555701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Transition to ACTIVE for port object 13260730-fc99-4d14-b771-01bdc1637186 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:56.572216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.663221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:19:56.681744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.709948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Transition to ACTIVE for port object bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:19:56.721217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:56.741237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Pushing event updated for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:56.773763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaf1d477-45bd-4b63-9dfa-b42a5f16faf0 req-e4cc0087-979d-4e64-8968-614b0e8627f9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326685 Aug 03 16:19:56.989289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Pushing event updated for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:57.187431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Attempting to bind port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:57.187872 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Attempting to bind port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:57.188596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Attempting to bind port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:57.199443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b709-04f7-40fb-a804-e80d6579dd0f req-65afed7c-74cd-4130-845f-90f9bf833e7a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.200941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 on network bb9b4375-0716-425f-9772-6dba1b1fb72d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:57.201496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Attempting to bind port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:57.202498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3676b709-04f7-40fb-a804-e80d6579dd0f req-65afed7c-74cd-4130-845f-90f9bf833e7a tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.1899247 Aug 03 16:19:57.203636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Attempting to bind port 13260730-fc99-4d14-b771-01bdc1637186 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:19:57.204182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Attempting to bind port 13260730-fc99-4d14-b771-01bdc1637186 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:19:57.204725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Attempting to bind port 13260730-fc99-4d14-b771-01bdc1637186 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:57.219626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Port 13260730-fc99-4d14-b771-01bdc1637186 on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:19:57.220176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Attempting to bind port 13260730-fc99-4d14-b771-01bdc1637186 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:19:57.240157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:57.240703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:57.240887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e497d-63ab-42f0-9fab-0a9663a636d2 req-96ddf10c-2b1f-4f71-93c8-923d1f2f5128 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.241806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:57.242950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Bound port: 13260730-fc99-4d14-b771-01bdc1637186, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:57.243541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.257177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e21e497d-63ab-42f0-9fab-0a9663a636d2 req-96ddf10c-2b1f-4f71-93c8-923d1f2f5128 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.2316034 Aug 03 16:19:57.295915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:19:57.296994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Checking segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:19:57.298004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Bound using segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:19:57.299084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Bound port: bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:19:57.299998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.326785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3676b709-04f7-40fb-a804-e80d6579dd0f req-aa02c705-06ec-48ef-9ddc-1db37352a0fa tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127753 Aug 03 16:19:57.470507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e21e497d-63ab-42f0-9fab-0a9663a636d2 req-5fa162a2-c67b-46cd-9655-b7be95115c8b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123892 Aug 03 16:19:57.499243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:57.511339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:57.518569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.524679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:19:57.535530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=13260730-fc99-4d14-b771-01bdc1637186,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:19:57.540636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.652377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.653802 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.656428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] 10.222.0.78 "PUT /v2.0/ports/13260730-fc99-4d14-b771-01bdc1637186 HTTP/1.1" status: 200 len: 1092 time: 2.1090541 Aug 03 16:19:57.657494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'tag': '13260730-fc99-4d14-b771-01bdc1637186'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:57.660622 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "tag": "13260730-fc99-4d14-b771-01bdc1637186"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:57.707896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a9ae-1604-416b-bdf5-80141cdb43da service neutron] Pushing event updated for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:57.764568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.766458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:57.767057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] 10.222.0.78 "PUT /v2.0/ports/bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 HTTP/1.1" status: 200 len: 1091 time: 1.8565810 Aug 03 16:19:57.767866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:19:57.770188 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9218e55a-c258-46df-b168-971b19d4d8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:19:57.774683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-f45e85ee-c5af-4c6c-8eb5-d8a5b684c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.777136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-f45e85ee-c5af-4c6c-8eb5-d8a5b684c3b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 1095 time: 0.0649955 Aug 03 16:19:57.902950 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7595fa91-df67-42b2-84bf-970c54af98a3 x-openstack-request-id: req-7595fa91-df67-42b2-84bf-970c54af98a3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:57.903254 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "tag": "13260730-fc99-4d14-b771-01bdc1637186", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:57.903511 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7595fa91-df67-42b2-84bf-970c54af98a3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:57.903963 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'tag': '13260730-fc99-4d14-b771-01bdc1637186', 'status': 'completed', 'code': 200} Aug 03 16:19:57.906645 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-7aaafb4d-e1ae-4e69-967c-65c13e04a863 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13260730-fc99-4d14-b771-01bdc1637186 HTTP/1.1" status: 200 len: 217 time: 0.1173577 Aug 03 16:19:57.988160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-0e78cbe2-b49f-443c-8876-55f139a8da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:57.990217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-0e78cbe2-b49f-443c-8876-55f139a8da82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0708025 Aug 03 16:19:58.051734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f507a-0dd1-4654-ac36-5d2676019e90 service neutron] Pushing event updated for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:19:58.093308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e23b-e31c-4b6f-a751-71e4fca42fbd req-ddf52bde-312b-4dd8-8e64-6b941b1cb3f4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.095205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1305e23b-e31c-4b6f-a751-71e4fca42fbd req-ddf52bde-312b-4dd8-8e64-6b941b1cb3f4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 943 time: 0.4715171 Aug 03 16:19:58.137351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dfc360b9-0a41-49d4-a3cd-11fb26c86d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.139457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-dfc360b9-0a41-49d4-a3cd-11fb26c86d0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402330 Aug 03 16:19:58.142682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-321e5dd4-1683-45e6-bd99-ea6c3d3e9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.144930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-321e5dd4-1683-45e6-bd99-ea6c3d3e9907 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 1094 time: 0.2623301 Aug 03 16:19:58.156243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d5b74-1b84-4607-8abe-f258965cd873 req-6ed4143e-26d8-4962-a53f-dbd619b19841 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.158226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc2d5b74-1b84-4607-8abe-f258965cd873 req-6ed4143e-26d8-4962-a53f-dbd619b19841 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1134021 Aug 03 16:19:58.231689 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1305e23b-e31c-4b6f-a751-71e4fca42fbd req-6ff91ec6-d303-478e-b2bb-2224f32b8129 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272035 Aug 03 16:19:58.239065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-68a3af04-3810-4acd-99b2-910b8ea6a0f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0832369 Aug 03 16:19:58.272348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc2d5b74-1b84-4607-8abe-f258965cd873 req-f0d5f224-bb9f-4e13-93a6-61dd8e5fb29a tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036139 Aug 03 16:19:58.355163 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6546945-0a35-4bf8-993c-f85800088a86 x-openstack-request-id: req-a6546945-0a35-4bf8-993c-f85800088a86 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:19:58.355794 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:19:58.356260 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6546945-0a35-4bf8-993c-f85800088a86 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:19:58.356807 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'status': 'completed', 'code': 200} Aug 03 16:19:58.366391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-4b048fb7-157c-4be8-8b96-ce0ff7438292 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069807 Aug 03 16:19:58.415261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c56861ac-cec8-4899-876f-0cb9f29a7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.417902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-c56861ac-cec8-4899-876f-0cb9f29a7ad5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.1608672 Aug 03 16:19:58.432846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-e3ae5d70-f1e1-4017-b68a-2d86a0a21d8e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.435324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-e3ae5d70-f1e1-4017-b68a-2d86a0a21d8e tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.72 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.2499642 Aug 03 16:19:58.484026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-35b4d381-24ca-4c5d-85e2-d7c663159e71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471048 Aug 03 16:19:58.563724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f718f824-9aa9-4d37-8362-fa4b20141600 req-d94267a8-e444-4d12-8168-fcb1ea528995 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873314 Aug 03 16:19:58.596073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a36b29-3254-4016-9ca9-66743c66c2ae req-ff0deaff-afb7-4454-b04b-b24c8d062ee7 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.597743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22a36b29-3254-4016-9ca9-66743c66c2ae req-ff0deaff-afb7-4454-b04b-b24c8d062ee7 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.1094823 Aug 03 16:19:58.691828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22a36b29-3254-4016-9ca9-66743c66c2ae req-7d39e257-8162-4723-be8e-7f0309fda75c tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848579 Aug 03 16:19:58.715274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-3139e78d-fb66-47d3-915e-e33ae052a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.716757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-3139e78d-fb66-47d3-915e-e33ae052a00a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 1095 time: 0.0837386 Aug 03 16:19:58.751420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba33d8-dae4-458d-87ee-61c4563970a4 req-00005bdd-f289-4dec-be0f-dc489597f1e6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.752935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33ba33d8-dae4-458d-87ee-61c4563970a4 req-00005bdd-f289-4dec-be0f-dc489597f1e6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.1207769 Aug 03 16:19:58.759145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-1ca0930d-4424-4fb1-99fd-92ca5048cf04 service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334924 Aug 03 16:19:58.835232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-a3584f47-4fae-4d73-8f3f-b6b90df4bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:58.838222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-a3584f47-4fae-4d73-8f3f-b6b90df4bc9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1136529 Aug 03 16:19:58.838352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Deleting port d7052309-0cdf-43e9-8584-63832b9e0c4e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:19:58.839464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:58.907859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33ba33d8-dae4-458d-87ee-61c4563970a4 req-6487ead3-29c9-47ab-a1b9-6aab4bc2b4e3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460798 Aug 03 16:19:58.915096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-4a1f4d19-f5b5-4c7c-a636-7a362f27fdb8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13260730-fc99-4d14-b771-01bdc1637186 HTTP/1.1" status: 200 len: 217 time: 0.0689492 Aug 03 16:19:58.982261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fce8a9-d53a-4fdc-9592-a21516508071 req-e02dbe73-93ec-4199-b72a-b49c0ebecbf4 service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116752 Aug 03 16:19:58.988640 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] For port d7052309-0cdf-43e9-8584-63832b9e0c4e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7052309-0cdf-43e9-8584-63832b9e0c4e,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:19:58.989187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:19:59.007299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-a851248c-48b4-4c94-aeab-b6700aadf574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:59.010062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-a851248c-48b4-4c94-aeab-b6700aadf574 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0855074 Aug 03 16:19:59.134081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-050b5b3c-1c6c-4d6b-992a-61e394a719b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:59.141949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-050b5b3c-1c6c-4d6b-992a-61e394a719b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148794 Aug 03 16:19:59.379783 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-1108205e-2ba5-4406-abc8-d2ac01505ed1 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326570 Aug 03 16:19:59.397432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e55a-c258-46df-b168-971b19d4d8ef req-564f4eda-7e88-47c5-aec0-1ee8ef30911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:59.400486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-564f4eda-7e88-47c5-aec0-1ee8ef30911e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 1094 time: 0.2902529 Aug 03 16:19:59.572066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a55a-7a15-40ee-89ba-2f37291fcd38 req-9002c936-3436-467c-a54c-98ab847a4e89 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:59.574812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58c3a55a-7a15-40ee-89ba-2f37291fcd38 req-9002c936-3436-467c-a54c-98ab847a4e89 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 943 time: 0.1832733 Aug 03 16:19:59.600886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-de97d064-5e2d-49cb-a51f-b15090fc215a service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113752 Aug 03 16:19:59.657150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58c3a55a-7a15-40ee-89ba-2f37291fcd38 req-e4a53b76-4dbb-46b8-81e5-8b953e726f05 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 Aug 03 16:19:59.872856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69faa3-eb3a-45c4-bf9e-8cf9cd77ecfc req-8e296752-04b0-42c0-b40f-ee5438dc95bb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:19:59.875142 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f69faa3-eb3a-45c4-bf9e-8cf9cd77ecfc req-8e296752-04b0-42c0-b40f-ee5438dc95bb tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 946 time: 0.0896471 Aug 03 16:19:59.952680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f69faa3-eb3a-45c4-bf9e-8cf9cd77ecfc req-631d49eb-f895-41e8-bdea-6590ce43b2c4 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/security-groups?id=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671468 Aug 03 16:20:00.100402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa430ba-5f93-482b-b03e-d5da59cd585c req-948b165c-f937-46b6-82f7-bd12191f66d1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.102136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fa430ba-5f93-482b-b03e-d5da59cd585c req-948b165c-f937-46b6-82f7-bd12191f66d1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.0774362 Aug 03 16:20:00.167326 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5fa430ba-5f93-482b-b03e-d5da59cd585c req-8893f599-57fd-4bbb-a956-e2fadd81f300 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514917 Aug 03 16:20:00.187713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35c61b-f262-4cd0-a0a7-c10d75f39be5 req-0f448451-f006-4ccf-b776-fe99f5dae316 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.195187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf35c61b-f262-4cd0-a0a7-c10d75f39be5 req-0f448451-f006-4ccf-b776-fe99f5dae316 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.7892048 Aug 03 16:20:00.205999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:00.205999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:00.205999 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Floating IP 8491c942-abda-4d97-a0c0-31e4469b0df1 disassociated. External IP: 172.25.7.55, port: d7052309-0cdf-43e9-8584-63832b9e0c4e. Aug 03 16:20:00.206437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Calling delete_port for d7052309-0cdf-43e9-8584-63832b9e0c4e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:00.257625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e55a-c258-46df-b168-971b19d4d8ef req-30802507-d4ae-4473-935e-bfcc1ddf747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.259126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-30802507-d4ae-4473-935e-bfcc1ddf747b service neutron] 10.222.0.78 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.8368957 Aug 03 16:20:00.313614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf35c61b-f262-4cd0-a0a7-c10d75f39be5 req-c0829672-6405-41ac-a17d-641fb33b2935 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174145 Aug 03 16:20:00.380149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-9ed7600b-c702-4058-8088-4ea7692894c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0888367 Aug 03 16:20:00.496364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218e55a-c258-46df-b168-971b19d4d8ef req-25af4935-50f0-4648-a323-5fb42594f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.498014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-25af4935-50f0-4648-a323-5fb42594f4a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.1082151 Aug 03 16:20:00.558613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-95757f7e-1545-4e7b-8dc0-362066dee3b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527244 Aug 03 16:20:00.744886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-cda133be-e374-49d0-9a35-2bb99126f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.747100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-cda133be-e374-49d0-9a35-2bb99126f98e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ec0b40698234118827e39480ec471c0&device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 1097 time: 0.1203899 Aug 03 16:20:00.794527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:00.864812 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-8d66ec4c-a00a-40c8-841b-69d9d283e8e9 service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730029 Aug 03 16:20:00.877747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c193df1-4c41-451c-b7d2-e3e709cbc898 req-fdc8f426-d173-4916-b4fa-c0f3a9255ad7 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.880181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c193df1-4c41-451c-b7d2-e3e709cbc898 req-fdc8f426-d173-4916-b4fa-c0f3a9255ad7 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.2859597 Aug 03 16:20:00.882333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event deleted for resources: {'Port': ['ID=d7052309-0cdf-43e9-8584-63832b9e0c4e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:00.950081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59290094-ea7f-4503-ad78-2f7598ccb8c8 req-3da42814-c4ac-411b-8c9a-9f331fdd1a7a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:00.952725 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59290094-ea7f-4503-ad78-2f7598ccb8c8 req-3da42814-c4ac-411b-8c9a-9f331fdd1a7a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 943 time: 0.1857858 Aug 03 16:20:01.046703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-7f2747b1-a706-4f43-bc5b-5a8fe3bae6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:01.048608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-7f2747b1-a706-4f43-bc5b-5a8fe3bae6b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 200 len: 912 time: 0.2932420 Aug 03 16:20:01.118090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0c193df1-4c41-451c-b7d2-e3e709cbc898 req-10ee41c5-0d79-4cae-a2e9-35e9a3636fa1 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229543 Aug 03 16:20:01.130547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59290094-ea7f-4503-ad78-2f7598ccb8c8 req-fab0fd00-4469-4ae8-9b23-e30af14e3c78 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595788 Aug 03 16:20:01.132444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-589665ea-f97a-419a-95d6-e1136f4f0580 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 200 len: 217 time: 0.0767982 Aug 03 16:20:01.249136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-962c97c0-2307-49e9-ba77-0eeeae64b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:01.255072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-962c97c0-2307-49e9-ba77-0eeeae64b9a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a06571a6-1850-485b-9c98-34737779ccaf HTTP/1.1" status: 200 len: 851 time: 0.1156242 Aug 03 16:20:01.298474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Router 20d4110c-2545-4dfd-8245-0b0bbe54d484 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:20:01.304218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9218e55a-c258-46df-b168-971b19d4d8ef req-132b9b80-a029-4627-b81e-c13955ad3b0b service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152384 Aug 03 16:20:01.333890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-c5f79593-6d4a-46a6-b874-7d3e58e8992b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=982bfd72-ef1d-4582-aba9-bb90cfa7d99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712779 Aug 03 16:20:01.604492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ef733-8a61-424e-9d17-c9a486a99707 req-35ad689c-8176-42d7-a07e-4513a9d4b0e2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:01.605437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-665586a6-971d-4541-9065-b43b848a7657 req-1633904b-f22e-4144-aa17-fc738eaa17f4 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 210 time: 0.1143017 Aug 03 16:20:01.606629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-571ef733-8a61-424e-9d17-c9a486a99707 req-35ad689c-8176-42d7-a07e-4513a9d4b0e2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.1426518 Aug 03 16:20:01.732660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-571ef733-8a61-424e-9d17-c9a486a99707 req-78b27dce-24b1-4619-a6e4-eb35b8fa0217 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013186 Aug 03 16:20:01.738849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-9d4552ed-3f50-4b94-a692-3f090132616c service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976250 Aug 03 16:20:01.760759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:01.780020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Sync routers for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:01.781006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7052309-0cdf-43e9-8584-63832b9e0c4e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:01.820129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: d7052309-0cdf-43e9-8584-63832b9e0c4e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:01.821242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7052309-0cdf-43e9-8584-63832b9e0c4e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:01.823788 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:01.825558 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:19:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:01.856719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] No DVR routers for this DVR port d7052309-0cdf-43e9-8584-63832b9e0c4e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:01.861786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:01.865316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75161005-7680-40f7-9dd2-5169dd0ffc05 req-29429f45-b798-4bd3-953e-4fa8045a13e9 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.72 "DELETE /v2.0/ports/d7052309-0cdf-43e9-8584-63832b9e0c4e HTTP/1.1" status: 204 len: 173 time: 3.4143205 Aug 03 16:20:01.866073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'name': 'network-vif-deleted', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:01.871233 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efc3d3c-41db-41ee-a494-0da0787bc684" -d '{"events": [{"server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "name": "network-vif-deleted", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:01.898341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-075860d5-b5e3-4c26-9c9b-f4507b918b5e req-62f5c807-7733-4fcc-a7b8-debaab201624 service neutron] 10.222.0.72 "GET /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513665 Aug 03 16:20:01.930577 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf94cf0-4dde-4acb-ab0c-8a8ab78751b7 x-openstack-request-id: req-1bf94cf0-4dde-4acb-ab0c-8a8ab78751b7 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:01.930577 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc5e580-4326-4719-bdde-9343888f1ad2", "name": "network-vif-deleted", "tag": "d7052309-0cdf-43e9-8584-63832b9e0c4e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:01.931019 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bf94cf0-4dde-4acb-ab0c-8a8ab78751b7 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:01.931599 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc5e580-4326-4719-bdde-9343888f1ad2', 'name': 'network-vif-deleted', 'tag': 'd7052309-0cdf-43e9-8584-63832b9e0c4e', 'status': 'completed', 'code': 200} Aug 03 16:20:02.035611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:02.335112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8b83-064c-4df4-bfe4-24f12d00d7ba req-37547f66-87c7-49ea-99ad-b200d2d9e05f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:02.348784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e4b8b83-064c-4df4-bfe4-24f12d00d7ba req-37547f66-87c7-49ea-99ad-b200d2d9e05f tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.0904298 Aug 03 16:20:02.401549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaeac8-d9bc-4b50-97c8-b95b9ea76ace req-306a7275-2ae7-4965-af13-e524f905f402 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:02.417392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ffaeac8-d9bc-4b50-97c8-b95b9ea76ace req-306a7275-2ae7-4965-af13-e524f905f402 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 943 time: 0.1162741 Aug 03 16:20:02.426181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e4b8b83-064c-4df4-bfe4-24f12d00d7ba req-6db7a43d-627a-4c10-b314-b32a10e7f0ab tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757740 Aug 03 16:20:02.493938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ffaeac8-d9bc-4b50-97c8-b95b9ea76ace req-f6775c63-4f35-4a73-bd0f-a7826cb56ec6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728309 Aug 03 16:20:02.509735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:20:02.606640 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:02.732593 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Checking router: 20d4110c-2545-4dfd-8245-0b0bbe54d484 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:02.740962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:02.748060 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:02.748937 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:19:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:02.775484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'port_id': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'mac_address': 'fa:16:3e:63:f0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:20:02.930951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4849d126-1330-4dc1-bb0e-5194f9815b63 req-c5a9e181-2d69-4db1-a097-95a15f82bba6 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdc5e580-4326-4719-bdde-9343888f1ad2 HTTP/1.1" status: 200 len: 210 time: 0.1106498 Aug 03 16:20:02.941623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:02.991319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:02.991850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d38123-70a7-4e2d-85aa-809c15c16667 req-757349e1-3fc1-4982-9e24-f640a67247cd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:03.004390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88d38123-70a7-4e2d-85aa-809c15c16667 req-757349e1-3fc1-4982-9e24-f640a67247cd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.0901740 Aug 03 16:20:03.030591 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:03.062817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:03.071944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:03.084756 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-88d38123-70a7-4e2d-85aa-809c15c16667 req-7eb967a1-7051-4860-9329-9289d353f8ea tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788705 Aug 03 16:20:03.160613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:03.173919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.174603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.175249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.175890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.176550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.177192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.177788 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.178352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.179062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.179692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.180329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.180957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:03.316023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:03.406536 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:03.433348 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e09a5-fca3-434b-ab9f-8c4b3a933677 None None] The sync data for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 is: [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:14:52Z', 'revision_number': 4, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'd72dfb8b-5ecf-40a8-ae67-eece9ab15e11', 'name': '', 'network_id': '0dac1e17-65d4-409a-bf23-eea19863272d', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'mac_address': 'fa:16:3e:24:12:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:52Z', 'updated_at': '2021-08-03T16:15:01Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'subnets': [{'id': '4260ba15-0cdf-4080-9e10-920857cf5aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:03.618063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662034e-a405-4560-a86a-04139565fbb9 req-52db71e2-eb13-4fc3-8ddd-f8bc3076e3a2 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:03.621879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3662034e-a405-4560-a86a-04139565fbb9 req-52db71e2-eb13-4fc3-8ddd-f8bc3076e3a2 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1028535 Aug 03 16:20:03.675581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9621be4-8e62-4bd8-aad6-c3897ee14e1c req-d1fbbecb-7434-4f24-a1d6-86f83ae26635 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:03.684740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9621be4-8e62-4bd8-aad6-c3897ee14e1c req-d1fbbecb-7434-4f24-a1d6-86f83ae26635 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 944 time: 0.0732918 Aug 03 16:20:03.688709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3662034e-a405-4560-a86a-04139565fbb9 req-53a3f08c-f835-4b4b-8caf-d5a479913c0a tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607760 Aug 03 16:20:03.761758 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9621be4-8e62-4bd8-aad6-c3897ee14e1c req-a909b017-e46f-4098-91ef-b7265c93fd4b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736177 Aug 03 16:20:03.833347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c8c06f-df93-473e-b8c8-568ac2e27855 None None] New status for floating IP 8491c942-abda-4d97-a0c0-31e4469b0df1: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:20:04.095865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1028-394f-46cc-a291-bb3944450e2a req-0ba4da9b-cb40-450f-9655-a5db29665398 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:04.098962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-168d1028-394f-46cc-a291-bb3944450e2a req-0ba4da9b-cb40-450f-9655-a5db29665398 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1093860 Aug 03 16:20:04.159166 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-168d1028-394f-46cc-a291-bb3944450e2a req-679ee9a8-792a-4a3a-ac73-81dcbd6e593b tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Aug 03 16:20:04.290728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45362) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:04.516967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:04.533517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc0807-0fd1-4195-a25d-ed98c41838b8 req-63b3da06-7578-4cc9-aa3f-bdb58b282248 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:04.536755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1dc0807-0fd1-4195-a25d-ed98c41838b8 req-63b3da06-7578-4cc9-aa3f-bdb58b282248 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.2342339 Aug 03 16:20:04.604548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:04.611454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1dc0807-0fd1-4195-a25d-ed98c41838b8 req-621469be-cac2-42b3-9596-c1130022ce1b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619297 Aug 03 16:20:04.615042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:04.619314 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.646702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Deleting port 6629948d-d850-4ec9-8ef8-e5cfd52aae41 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:04.648504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.779746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.805027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.805865 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.821160 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:04.824841 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc1280-5d72-4a09-af72-ad44664853d9" -d '{"events": [{"server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "name": "network-vif-plugged", "status": "completed", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:04.853237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Calling delete_port for 6629948d-d850-4ec9-8ef8-e5cfd52aae41 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:04.856104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:04.864553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:04.915542 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dd5919-a41c-4360-ae01-af8b5486499a x-openstack-request-id: req-43dd5919-a41c-4360-ae01-af8b5486499a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:04.918014 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "name": "network-vif-plugged", "status": "completed", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:04.918814 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43dd5919-a41c-4360-ae01-af8b5486499a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:04.919790 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'code': 200} Aug 03 16:20:04.984487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee6de1-cfc6-49ce-85b0-4acd89a40a9d req-cc152ea0-731f-495b-8775-76190de718f7 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:04.985356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:04.990383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6aee6de1-cfc6-49ce-85b0-4acd89a40a9d req-cc152ea0-731f-495b-8775-76190de718f7 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 945 time: 0.1258981 Aug 03 16:20:05.081653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a309c-84b3-4e05-8e4b-5bcebf6b8365 req-05e930f9-6db8-4996-9de8-b842292a8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:05.083642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c1a309c-84b3-4e05-8e4b-5bcebf6b8365 req-05e930f9-6db8-4996-9de8-b842292a8628 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 1096 time: 0.0759811 Aug 03 16:20:05.090678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6aee6de1-cfc6-49ce-85b0-4acd89a40a9d req-7c8657e7-2f1d-49fe-ad8f-351f4f62635b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849202 Aug 03 16:20:05.205606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c1a309c-84b3-4e05-8e4b-5bcebf6b8365 req-c96d0983-2056-4a09-b55b-279512541c80 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058686 Aug 03 16:20:05.220872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.255956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event deleted for resources: {'Port': ['ID=6629948d-d850-4ec9-8ef8-e5cfd52aae41,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:05.394558 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.397609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.399162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8dbaac72-b247-4f71-b6f7-f0cd8afbed94 tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "DELETE /v2.0/floatingips/8491c942-abda-4d97-a0c0-31e4469b0df1 HTTP/1.1" status: 204 len: 168 time: 1.1066415 Aug 03 16:20:05.425999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521b76-00f3-482f-a998-f179dc5c3fb4 req-62fae948-b7ea-4870-ab06-27d78b35a6c9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:05.428230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2521b76-00f3-482f-a998-f179dc5c3fb4 req-62fae948-b7ea-4870-ab06-27d78b35a6c9 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.1013033 Aug 03 16:20:05.506050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2521b76-00f3-482f-a998-f179dc5c3fb4 req-19daa17e-3282-47b8-b31f-5f261120f767 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/security-groups?id=832569bd-d327-4696-86a9-cdf9c99cb75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645742 Aug 03 16:20:05.516678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45380) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:05.593063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.629111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.710463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-1738eb3e-783d-4d99-b8b5-ed88ca19d980 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:05.713505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-1738eb3e-783d-4d99-b8b5-ed88ca19d980 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 946 time: 0.0793846 Aug 03 16:20:05.746294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.751235 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:05.757302 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] 10.222.0.70 "DELETE /v2.0/security-groups/873a32df-c8ac-4cf8-9b2b-cd20f0791ea7 HTTP/1.1" status: 204 len: 168 time: 0.2349277 Aug 03 16:20:05.774622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775b4d5-2aab-4191-8e59-64c96a432ced tempest-TestServerBasicOps-1417310822 tempest-TestServerBasicOps-1417310822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a32df-c8ac-4cf8-9b2b-cd20f0791ea7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:05.824007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45386) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:05.985500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae456fc-dc72-4a56-bc9e-9d2bcbea54a6 req-d28d0787-5984-402d-b456-e42ce83f6df3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:05.988079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ae456fc-dc72-4a56-bc9e-9d2bcbea54a6 req-d28d0787-5984-402d-b456-e42ce83f6df3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.2446511 Aug 03 16:20:06.107309 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ae456fc-dc72-4a56-bc9e-9d2bcbea54a6 req-18ed536e-a230-4578-9ca3-da847058d18e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012738 Aug 03 16:20:06.128554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Deleting port 031624ab-31bd-4eda-ba20-af46386736e8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:06.130377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:06.424397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] For port 031624ab-31bd-4eda-ba20-af46386736e8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=031624ab-31bd-4eda-ba20-af46386736e8,segment=NetworkSegment(d942783d-193c-4fa8-81d0-365c8dedffe3),segment_id=d942783d-193c-4fa8-81d0-365c8dedffe3)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:06.425281 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:06.454569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Calling delete_port for 031624ab-31bd-4eda-ba20-af46386736e8 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:06.506946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14caab-ffd0-46eb-9019-cfb052ff6cc3 req-6761ea79-c730-4eb4-9e32-2e541b9945b8 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:06.518673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c14caab-ffd0-46eb-9019-cfb052ff6cc3 req-6761ea79-c730-4eb4-9e32-2e541b9945b8 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 945 time: 0.1825943 Aug 03 16:20:06.653237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3c14caab-ffd0-46eb-9019-cfb052ff6cc3 req-d0396d76-64ee-4635-b6c6-8a54b19c8920 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254008 Aug 03 16:20:06.782167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:06.800492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['031624ab-31bd-4eda-ba20-af46386736e8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:06.862351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06c37480-3766-4368-83d2-ad785096cbb3 req-8f1b7bc8-a5fd-4d93-b0cf-8376b2576484 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bd8c396-30a3-43c6-8a7d-711375f465da HTTP/1.1" status: 200 len: 210 time: 0.1072581 Aug 03 16:20:06.939525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Pushing event deleted for resources: {'Port': ['ID=031624ab-31bd-4eda-ba20-af46386736e8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:06.979409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] No DVR routers for this DVR port 031624ab-31bd-4eda-ba20-af46386736e8 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:06.983360 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:06.988253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-53a45108-ed36-4451-bb6f-6ac17c85e38f req-71761806-09df-4658-aeb6-db0e0364bb08 tempest-TestServerAdvancedOps-1065739414 tempest-TestServerAdvancedOps-1065739414-project] 10.222.0.72 "DELETE /v2.0/ports/031624ab-31bd-4eda-ba20-af46386736e8 HTTP/1.1" status: 204 len: 173 time: 1.2680020 Aug 03 16:20:06.989242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'name': 'network-vif-deleted', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:06.995861 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481ca8f-612a-4cd9-82b7-820e728ddbda" -d '{"events": [{"server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "name": "network-vif-deleted", "tag": "031624ab-31bd-4eda-ba20-af46386736e8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:07.069407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:07.107558 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd8c10-b93f-4207-9895-120c2950f9d8 x-openstack-request-id: req-fafd8c10-b93f-4207-9895-120c2950f9d8 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:07.108614 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd8c396-30a3-43c6-8a7d-711375f465da", "name": "network-vif-deleted", "tag": "031624ab-31bd-4eda-ba20-af46386736e8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:07.109728 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fafd8c10-b93f-4207-9895-120c2950f9d8 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:07.111269 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd8c396-30a3-43c6-8a7d-711375f465da', 'name': 'network-vif-deleted', 'tag': '031624ab-31bd-4eda-ba20-af46386736e8', 'status': 'completed', 'code': 200} Aug 03 16:20:07.376309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811289af-64de-4b13-9c97-77710a276ddb req-1e88af5f-b8fb-41af-b79e-02280a34a0c5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:07.381669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-811289af-64de-4b13-9c97-77710a276ddb req-1e88af5f-b8fb-41af-b79e-02280a34a0c5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.1024461 Aug 03 16:20:07.473043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-811289af-64de-4b13-9c97-77710a276ddb req-d50c6b8f-9799-4876-91ac-8c873b32bc5e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790594 Aug 03 16:20:07.760052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Deleting port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:07.760628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:07.927272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] For port d72dfb8b-5ecf-40a8-ae67-eece9ab15e11, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:07.927779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:07.957258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Calling delete_port for d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:08.002477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45412) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:08.078061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Deleting subnet a06571a6-1850-485b-9c98-34737779ccaf {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:08.084737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.124644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.191534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.265744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.284852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.354838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72dfb8b-5ecf-40a8-ae67-eece9ab15e11,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:08.897030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.906734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a06571a6-1850-485b-9c98-34737779ccaf HTTP/1.1" status: 204 len: 168 time: 0.8985763 Aug 03 16:20:08.912044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:08.928201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:08.941859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a45aae-1198-4a2c-a08a-e8f6afb9fcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06571a6-1850-485b-9c98-34737779ccaf,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:09.016908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35604d9f-d0e1-4170-8ea0-cb244cd28175 req-03cd1179-fc15-4934-90e8-291dbc5990dc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:09.019905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35604d9f-d0e1-4170-8ea0-cb244cd28175 req-03cd1179-fc15-4934-90e8-291dbc5990dc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.1291940 Aug 03 16:20:09.069043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.136924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-35604d9f-d0e1-4170-8ea0-cb244cd28175 req-67e8a74a-277d-46c9-9e96-7bf9dc86e162 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076732 Aug 03 16:20:09.348702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.381110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982bfd72-ef1d-4582-aba9-bb90cfa7d99b']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:09.444189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd942783d-193c-4fa8-81d0-365c8dedffe3') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:09.444928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd942783d-193c-4fa8-81d0-365c8dedffe3') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:09.468175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.532335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.546351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:09.546915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:09.549161 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:09.677901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Router 20d4110c-2545-4dfd-8245-0b0bbe54d484 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:20:09.679418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.688729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.697120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45442) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:09.706526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/982bfd72-ef1d-4582-aba9-bb90cfa7d99b HTTP/1.1" status: 204 len: 168 time: 0.7928758 Aug 03 16:20:09.739693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319f788-9a74-4611-b904-4b00f3c146fc admin admin] Pushing event deleted for resources: {'Network': ['ID=982bfd72-ef1d-4582-aba9-bb90cfa7d99b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:09.783336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Deleting subnet 4df94b75-c2f1-403c-b1c8-be9cfc5daf68 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:09.788451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.792489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 031624ab-31bd-4eda-ba20-af46386736e8 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:09.857445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 031624ab-31bd-4eda-ba20-af46386736e8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:09.859305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 031624ab-31bd-4eda-ba20-af46386736e8 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:09.889463 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-515c5845-6cae-4f4b-8b05-572c96a4b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.923153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:09.981372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:09.998360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05ed10f2-d587-4faa-a3b4-d2ba34ce8654 admin admin] 10.222.0.70 "PUT /v2.0/routers/20d4110c-2545-4dfd-8245-0b0bbe54d484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698668 Aug 03 16:20:09.999373 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Sync routers for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:10.000135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:10.015658 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:10.015873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:19:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:10.075769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:10.213065 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:10.314310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:10.383204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df94b75-c2f1-403c-b1c8-be9cfc5daf68,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:10.389265 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:10.394303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8792a42d-774d-43a6-920c-f382ded7c234 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4df94b75-c2f1-403c-b1c8-be9cfc5daf68 HTTP/1.1" status: 204 len: 168 time: 0.6952090 Aug 03 16:20:10.394508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:10.405064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:10.507249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cba30-fe09-4bb7-b044-2936407163ff req-12fa4113-52d8-42c3-8b9a-c33663692cba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:10.511305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b1cba30-fe09-4bb7-b044-2936407163ff req-12fa4113-52d8-42c3-8b9a-c33663692cba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 944 time: 0.2021501 Aug 03 16:20:10.547035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 13260730-fc99-4d14-b771-01bdc1637186 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:20:10.637331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:20:08Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:10.735224 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Checking router: 20d4110c-2545-4dfd-8245-0b0bbe54d484 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:10.762528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b1cba30-fe09-4bb7-b044-2936407163ff req-99b9c06c-37b4-4b51-898b-0607965fc492 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305117 Aug 03 16:20:10.768330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Routers {'20d4110c-2545-4dfd-8245-0b0bbe54d484'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:10.769405 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:19:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['20d4110c-2545-4dfd-8245-0b0bbe54d484'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:10.871591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=13260730-fc99-4d14-b771-01bdc1637186,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:10.921336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:10.944356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '13260730-fc99-4d14-b771-01bdc1637186', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': '13260730-fc99-4d14-b771-01bdc1637186', 'mac_address': 'fa:16:3e:d2:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:20:11.062483 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.081823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Deleting port e2a3f8c6-b878-4d41-9d30-cd939fcf5978 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:11.082709 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.106660 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] Set router 20d4110c-2545-4dfd-8245-0b0bbe54d484 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:11.123023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13260730-fc99-4d14-b771-01bdc1637186 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:11.174293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=13260730-fc99-4d14-b771-01bdc1637186,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:11.179899 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.240516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.322067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] For port e2a3f8c6-b878-4d41-9d30-cd939fcf5978, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:11.322673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.343587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:11.399205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Calling delete_port for e2a3f8c6-b878-4d41-9d30-cd939fcf5978 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:11.414406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['13260730-fc99-4d14-b771-01bdc1637186'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:11.461804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.480249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39b854c-c258-48bd-9307-333f546f8817']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:11.500421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bc27ff-df38-48ea-a451-b36e8d02f025') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:11.501030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bc27ff-df38-48ea-a451-b36e8d02f025') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:11.528587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.558942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.569326 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:11.570292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:11.678553 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:11.686660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.736757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:11.743477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b39b854c-c258-48bd-9307-333f546f8817 HTTP/1.1" status: 204 len: 168 time: 1.3435669 Aug 03 16:20:11.743477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33889e-a6cd-4cb9-9d93-79c80ec25ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39b854c-c258-48bd-9307-333f546f8817,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:11.778213 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:20:08Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:11.891850 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba505-8c86-4c30-9bb3-c98a886a601e None None] The sync data for ids ['20d4110c-2545-4dfd-8245-0b0bbe54d484'] in n-d-803226-3 is: [{'id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'name': 'tempest-TestServerBasicOps-1813579981-router', 'tenant_id': 'ba1b401afba34deb8e2867d749f78499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:47Z', 'updated_at': '2021-08-03T16:20:08Z', 'revision_number': 5, 'project_id': 'ba1b401afba34deb8e2867d749f78499', 'gw_port': {'id': 'e2a3f8c6-b878-4d41-9d30-cd939fcf5978', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d4110c-2545-4dfd-8245-0b0bbe54d484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:48Z', 'updated_at': '2021-08-03T16:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:11.995539 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.054646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a3f8c6-b878-4d41-9d30-cd939fcf5978,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:12.114197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ed4c8b0-d4f5-4e76-88e4-dc61007af018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.153140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45470) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:12.168979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd36ad-916e-4f57-954a-30dced62e31e req-c03d8e87-16c2-47a5-a5bc-5a6c36c553d2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:12.184271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08fd36ad-916e-4f57-954a-30dced62e31e req-c03d8e87-16c2-47a5-a5bc-5a6c36c553d2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 945 time: 0.1555641 Aug 03 16:20:12.255349 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.257403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08fd36ad-916e-4f57-954a-30dced62e31e req-90857788-5251-4e54-aefd-284bb3b0916a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Aug 03 16:20:12.270792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc30c324-bc62-4e5e-a7a4-dcfc76419b00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ec0b40698234118827e39480ec471c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158161 Aug 03 16:20:12.274635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45472) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:12.433299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.472326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.547260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 13260730-fc99-4d14-b771-01bdc1637186 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:12.602535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.603118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.608005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.609319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.614196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/832569bd-d327-4696-86a9-cdf9c99cb75c HTTP/1.1" status: 204 len: 168 time: 0.3373351 Aug 03 16:20:12.644667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f63c3b-c330-486e-ba42-637fae8fc82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832569bd-d327-4696-86a9-cdf9c99cb75c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:12.840772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.841673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d4110c-2545-4dfd-8245-0b0bbe54d484 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:20:12.868758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 13260730-fc99-4d14-b771-01bdc1637186 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:12.869375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.874233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45480) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:12.875253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ed31f3b1-1162-45c0-83ba-8d278e02779b admin admin] 10.222.0.70 "DELETE /v2.0/routers/20d4110c-2545-4dfd-8245-0b0bbe54d484 HTTP/1.1" status: 204 len: 168 time: 2.8703270 Aug 03 16:20:12.902442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 13260730-fc99-4d14-b771-01bdc1637186 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:12.906350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:12.996332 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.095255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Deleting subnet 4260ba15-0cdf-4080-9e10-920857cf5aaa {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:13.112130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.128437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:13.199534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:13.200187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d72dfb8b-5ecf-40a8-ae67-eece9ab15e11 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:13.240862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.272872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.388258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=13260730-fc99-4d14-b771-01bdc1637186,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:13.394558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13260730-fc99-4d14-b771-01bdc1637186'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:13.406752 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f0a35-173d-4c1d-b687-d455ffd463fd" -d '{"events": [{"server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "name": "network-vif-plugged", "status": "completed", "tag": "13260730-fc99-4d14-b771-01bdc1637186"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:13.422121 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.512589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.642035 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ed18b1-1ecc-4af8-b67e-63a9deaaacde x-openstack-request-id: req-06ed18b1-1ecc-4af8-b67e-63a9deaaacde {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:13.642733 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "name": "network-vif-plugged", "status": "completed", "tag": "13260730-fc99-4d14-b771-01bdc1637186", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:13.643139 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06ed18b1-1ecc-4af8-b67e-63a9deaaacde {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:13.643923 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13260730-fc99-4d14-b771-01bdc1637186', 'code': 200} Aug 03 16:20:13.645554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:13.763809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.770075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469d54-66a7-42ed-839b-e47293f4c249 req-6e7e1e2f-7694-492c-838d-e90cda20845f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:13.770075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d469d54-66a7-42ed-839b-e47293f4c249 req-6e7e1e2f-7694-492c-838d-e90cda20845f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.2294085 Aug 03 16:20:13.918718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:13.924996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d469d54-66a7-42ed-839b-e47293f4c249 req-d9a9a8a0-5002-454b-ba9f-a286abc13dfa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407034 Aug 03 16:20:13.933113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251df06-7e6e-4520-9301-00e2d6ddc876 req-463f8aad-d5f4-486d-8678-8b1f14a69a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:13.936530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2251df06-7e6e-4520-9301-00e2d6ddc876 req-463f8aad-d5f4-486d-8678-8b1f14a69a24 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 1097 time: 0.1985183 Aug 03 16:20:14.004191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4260ba15-0cdf-4080-9e10-920857cf5aaa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:14.011939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.021742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ddd11509-cbd8-4694-ad24-968f545b6535 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4260ba15-0cdf-4080-9e10-920857cf5aaa HTTP/1.1" status: 204 len: 168 time: 1.1405041 Aug 03 16:20:14.021923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45492) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:14.035829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2433b-7f6b-43ef-ae7b-e8360e10f59a None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:20:14.079990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2251df06-7e6e-4520-9301-00e2d6ddc876 req-6b351f59-80a6-40fb-8b11-4cf22aa69749 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281691 Aug 03 16:20:14.097001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45494) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:14.212274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.227855 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e75d7d7c-d144-40c4-9548-58b95e27ce3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=576f1392c7ea44908797005b630da050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251140 Aug 03 16:20:14.228371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:14.362629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Deleting port cd2a6293-c530-4811-b9a2-8ca51b750b05 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:14.363174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.367728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.430037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.452140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] DHCP port deletion for 0dac1e17-65d4-409a-bf23-eea19863272d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:20:14.524204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] For port cd2a6293-c530-4811-b9a2-8ca51b750b05, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cd2a6293-c530-4811-b9a2-8ca51b750b05,segment=NetworkSegment(6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a),segment_id=6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:14.524862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.575211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.576195 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Calling delete_port for cd2a6293-c530-4811-b9a2-8ca51b750b05 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:14.584185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.586615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37ff5b3f-92b4-456c-93eb-2aa2f687a592 HTTP/1.1" status: 204 len: 168 time: 0.3554335 Aug 03 16:20:14.606867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0449842-8414-4733-a601-1a8325c054a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff5b3f-92b4-456c-93eb-2aa2f687a592,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:14.856245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:14.897584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Deleting port cd2a6293-c530-4811-b9a2-8ca51b750b05 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:14.906662 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.142698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] No DVR routers for this DVR port cd2a6293-c530-4811-b9a2-8ca51b750b05 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:15.161093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2a6293-c530-4811-b9a2-8ca51b750b05,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:15.198244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd2a6293-c530-4811-b9a2-8ca51b750b05 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:15.340020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.360342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dac1e17-65d4-409a-bf23-eea19863272d']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:15.367365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: cd2a6293-c530-4811-b9a2-8ca51b750b05 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:15.371448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cd2a6293-c530-4811-b9a2-8ca51b750b05 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:15.372269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e2a3f8c6-b878-4d41-9d30-cd939fcf5978 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:15.391092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:15.391693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9936b5-5ed1-4e27-a18b-1e924fbc1c1a') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:15.407131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] For port cd2a6293-c530-4811-b9a2-8ca51b750b05, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:15.407807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.408735 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.419897 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.439884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.454762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:15.455625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:15.559609 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:15.565974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.571283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e2a3f8c6-b878-4d41-9d30-cd939fcf5978 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:15.572284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e2a3f8c6-b878-4d41-9d30-cd939fcf5978 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:15.585571 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.596364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] 10.222.0.70 "DELETE /v2.0/networks/0dac1e17-65d4-409a-bf23-eea19863272d HTTP/1.1" status: 204 len: 168 time: 1.5723407 Aug 03 16:20:15.611663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Calling delete_port for cd2a6293-c530-4811-b9a2-8ca51b750b05 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:15.624005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Port cd2a6293-c530-4811-b9a2-8ca51b750b05 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:20:15.631583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:15.644836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45514) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:15.649802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b60bd-370b-4665-85e0-42ade84d42a5 req-970a9467-d09a-4d25-941c-8ccfcd936a35 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:15.669322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b46b60bd-370b-4665-85e0-42ade84d42a5 req-970a9467-d09a-4d25-941c-8ccfcd936a35 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.3281751 Aug 03 16:20:15.683084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Network 0dac1e17-65d4-409a-bf23-eea19863272d is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:20:15.683860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] No DVR routers for this DVR port cd2a6293-c530-4811-b9a2-8ca51b750b05 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:15.758395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddea665-c064-495f-9fb3-0c9b32c5339e None None] Pushing event deleted for resources: {'Port': ['ID=cd2a6293-c530-4811-b9a2-8ca51b750b05,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:15.785309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb05e8-2dda-4ebb-a444-4ee99977b24b admin admin] Pushing event deleted for resources: {'Network': ['ID=0dac1e17-65d4-409a-bf23-eea19863272d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:15.824805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b46b60bd-370b-4665-85e0-42ade84d42a5 req-ae70acf5-a4a2-416f-b631-7d12b279b057 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540189 Aug 03 16:20:16.614820 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:16.895921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45536) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:17.266590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e05b6-e24d-49bd-a5bb-2c0e57665435 req-1cd6ba5d-d4ad-4333-9806-f4d8a533da65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:17.269449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b15e05b6-e24d-49bd-a5bb-2c0e57665435 req-1cd6ba5d-d4ad-4333-9806-f4d8a533da65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.1750367 Aug 03 16:20:17.328000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-339437184-network', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:17.378765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Made reservation on behalf of cb0d42a0e0a54acda58a34b06199eb59 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:20:17.397567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.448887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.493103 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b15e05b6-e24d-49bd-a5bb-2c0e57665435 req-4854443f-d5a3-4793-ad8d-05cca383e126 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101738 Aug 03 16:20:17.534097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Deleting port 461289de-f761-4a56-af93-2527c2bbe923 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:17.534866 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.794694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.851417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] For port 461289de-f761-4a56-af93-2527c2bbe923, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=461289de-f761-4a56-af93-2527c2bbe923,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:17.852237 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.877506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Calling delete_port for 461289de-f761-4a56-af93-2527c2bbe923 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:17.901966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:17.980366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:20:18.054959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ddc42-b351-4a72-b690-2397b3b2d0d8 req-39f51654-a4a0-466c-ac1c-c09c9d4cbccf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:18.070542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-904ddc42-b351-4a72-b690-2397b3b2d0d8 req-39f51654-a4a0-466c-ac1c-c09c9d4cbccf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.2734475 Aug 03 16:20:18.088445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9aaf6-9bcb-42e6-913d-a10599893cf0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:18.119047 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.119852 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Added segment 7e9e7cbd-f391-4476-abdb-a117c582d26e of type vlan for network 2b031bdc-1f26-4ef2-8167-5a0000636e53 Aug 03 16:20:18.186599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-904ddc42-b351-4a72-b690-2397b3b2d0d8 req-73c005cb-b38d-423a-84ef-2320318b142f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145263 Aug 03 16:20:18.299916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.388239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.391475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:18.393145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.421853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5238948 Aug 03 16:20:18.427645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:18.442307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Request body: {'subnet': {'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-339437184-subnet', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:18.481074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.499814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Made reservation on behalf of cb0d42a0e0a54acda58a34b06199eb59 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:20:18.503658 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:18.510417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300528d-2415-4a7c-94e9-ebb2dfd02691 admin admin] Pushing event updated for resources: {'Network': ['ID=2b031bdc-1f26-4ef2-8167-5a0000636e53,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:18.528723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:20:18.570000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=461289de-f761-4a56-af93-2527c2bbe923,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:19.235927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:19.298984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:19.360425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4364841-f310-4c0a-95f8-637db41e48af,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:19.505305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Checking segment: {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:19.506123 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Network hostable DHCP agents. Network: 2b031bdc-1f26-4ef2-8167-5a0000636e53, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:20:19.655689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:20:19.682332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2b031bdc-1f26-4ef2-8167-5a0000636e53) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:19.690915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:19.691837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:19.701112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba48dae-4741-4faa-8e99-d1d2ba367200 None None] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:20:19.828318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31d41269-c302-4931-94fa-7e99fa39fdfd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3936222 Aug 03 16:20:19.830621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45576) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:19.839839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:19.911553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:19.918262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:20.120745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Router 7d955901-7dbd-45bc-ba16-970c7581c922 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:20:20.129187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-2b031bdc-1f26-4ef2-8167-5a0000636e53', 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'fixed_ips': [{'subnet_id': 'b4364841-f310-4c0a-95f8-637db41e48af'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:20:20.136028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:20.159647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:20.543798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:20.548505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Allocated IP 172.20.0.2 (2b031bdc-1f26-4ef2-8167-5a0000636e53/b4364841-f310-4c0a-95f8-637db41e48af/80b53820-8b9e-4a92-915a-b9fea9b4d0ca) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:21.242938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:21.265470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6af753b-4a0f-4bd8-8481-a77925d95c49 admin admin] 10.222.0.70 "PUT /v2.0/routers/7d955901-7dbd-45bc-ba16-970c7581c922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6156945 Aug 03 16:20:21.268878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:21.292112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Sync routers for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:21.351520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:21.365601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:21.366706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:21.409493 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:21.460497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:21.489298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Transition to ACTIVE for port object 80b53820-8b9e-4a92-915a-b9fea9b4d0ca will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:21.671978 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Transition to ACTIVE for port object 80b53820-8b9e-4a92-915a-b9fea9b4d0ca will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:21.686163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:21.752194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:21.760284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:21.760860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:21.905795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Allocated IP 172.25.7.67 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/8f4e577d-68b0-4ede-80cf-4c9cc93a7a97) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:22.113418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:22.127602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:22.267845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Pushing event updated for resources: {'Port': ['ID=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:22.280538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.343395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Attempting to bind port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:22.344039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Attempting to bind port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:22.344661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Attempting to bind port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca on network 2b031bdc-1f26-4ef2-8167-5a0000636e53 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:22.356762 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.363184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:22.363832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Checking segment: {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:22.364448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.365123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Bound using segment: {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:22.365825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Bound port: 80b53820-8b9e-4a92-915a-b9fea9b4d0ca, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:22.366598 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.424910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.620405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Deleting port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:22.621242 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.662010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.668214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] For port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:22.720814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] For port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:22.739389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.759782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:20:18Z', 'revision_number': 5, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port': {'id': '73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:87:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:14:57Z', 'updated_at': '2021-08-03T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:22.834447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] For port 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:22.835054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:22.841820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Checking router: 7d955901-7dbd-45bc-ba16-970c7581c922 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:22.867616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Calling delete_port for 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:22.891681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Routers {'7d955901-7dbd-45bc-ba16-970c7581c922'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:22.893088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['7d955901-7dbd-45bc-ba16-970c7581c922'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:22.983346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:23.012913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] Set router 7d955901-7dbd-45bc-ba16-970c7581c922 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:23.020054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:23.033858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:23.038389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:23.054706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e078d5d-9ed8-4bf2-9e96-1cc22bebe78b None None] Pushing event updated for resources: {'Port': ['ID=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:23.098880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:20:22Z', 'revision_number': 6, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:23.151479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ee057-7a3f-4148-8841-5d09560eb191 None None] The sync data for ids ['7d955901-7dbd-45bc-ba16-970c7581c922'] in n-d-803226-3 is: [{'id': '7d955901-7dbd-45bc-ba16-970c7581c922', 'name': 'tempest-TestServerBasicOps-2011159300-router', 'tenant_id': '504925bf46b94ec4b572800022c21c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:14:56Z', 'updated_at': '2021-08-03T16:20:22Z', 'revision_number': 6, 'project_id': '504925bf46b94ec4b572800022c21c48', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:23.476347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:23.523831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Pushing event deleted for resources: {'Port': ['ID=73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:23.715876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-dfb002b0-b692-4edc-b597-40c69f1cf6b3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:23.717778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-dfb002b0-b692-4edc-b597-40c69f1cf6b3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.3157985 Aug 03 16:20:23.757589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:23.820317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:23.878865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-e96a9c74-2989-4ea2-9bf1-9c8a62fdda88 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.1267838 Aug 03 16:20:24.005747 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:24.050563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:24.356255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5386c11-8c82-4361-b407-c0314eff5c3a None None] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:20:24.491411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1c96cdcf-2a3f-4255-88ed-0119b78c7e3f None None] Provisioning for port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:24.607644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:24.608453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d955901-7dbd-45bc-ba16-970c7581c922 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:20:24.617846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:24.619925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-96c6e561-dcec-4f1b-8862-f74d7902df3d admin admin] 10.222.0.70 "DELETE /v2.0/routers/7d955901-7dbd-45bc-ba16-970c7581c922 HTTP/1.1" status: 204 len: 168 time: 3.3486440 Aug 03 16:20:24.624986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45648) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:24.687398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-c5b3e841-9ce5-42cf-962b-edde94b43606 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7547235 Aug 03 16:20:24.711159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Deleting subnet e24aec34-1f8e-4f51-9e98-0e53839831a6 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:24.719037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:24.789118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.012533 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.046755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.115191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80b53820-8b9e-4a92-915a-b9fea9b4d0ca up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:25.161092 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-01db58c6-3137-4763-8fab-ee09f7dd01d6 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365270 Aug 03 16:20:25.171006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.215569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24aec34-1f8e-4f51-9e98-0e53839831a6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:25.221924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.229405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-39c84b51-dc1c-411e-a809-d071c97e318c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e24aec34-1f8e-4f51-9e98-0e53839831a6 HTTP/1.1" status: 204 len: 168 time: 0.6001432 Aug 03 16:20:25.230996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45652) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:25.236855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25287f-8dfe-41c2-b0ce-dd75bf262a6b None None] Network 3d026422-32d4-46ad-abee-108775ca877a requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:20:25.343639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:25.363642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45656) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:25.373151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.406403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:25.407412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.458103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Deleting port b1e96c66-dea8-4443-a872-7aebb91a4efd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:25.458710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.459504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Deleting subnet 73ba6add-eeb5-4e48-ba05-7c99b7f512fa {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:25.464564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.535722 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] For port b1e96c66-dea8-4443-a872-7aebb91a4efd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b1e96c66-dea8-4443-a872-7aebb91a4efd,segment=NetworkSegment(3376ebd2-8c34-41e0-8317-4b9746819918),segment_id=3376ebd2-8c34-41e0-8317-4b9746819918)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:25.536144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.570332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Calling delete_port for b1e96c66-dea8-4443-a872-7aebb91a4efd owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:25.584623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.610203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.648410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] DHCP port deletion for 3d026422-32d4-46ad-abee-108775ca877a request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:20:25.674658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:25.699651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:20:25.710257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.712095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.764155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.777384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e96c66-dea8-4443-a872-7aebb91a4efd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:25.785401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] No DVR routers for this DVR port b1e96c66-dea8-4443-a872-7aebb91a4efd on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:25.798098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:25.860193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:25.860773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 73a8cb95-3fcd-4b14-9d2c-9f7d12778cf4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:25.861688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 461289de-f761-4a56-af93-2527c2bbe923 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:25.901010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 461289de-f761-4a56-af93-2527c2bbe923 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:25.901496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 461289de-f761-4a56-af93-2527c2bbe923 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:25.927726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.941944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-8f08fba8-cc8f-4799-8aae-ae25a4d70478 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7795997 Aug 03 16:20:25.944538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d026422-32d4-46ad-abee-108775ca877a']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:25.962823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:25.976055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Deleting port b1e96c66-dea8-4443-a872-7aebb91a4efd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:25.976518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:25.979551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3376ebd2-8c34-41e0-8317-4b9746819918') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:25.980037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3376ebd2-8c34-41e0-8317-4b9746819918') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:26.004726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.043148 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.059088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:26.059510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:26.064782 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:26.165106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] For port b1e96c66-dea8-4443-a872-7aebb91a4efd, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:26.165486 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.171347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.177128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:26.193012 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Sync routers for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:26.210253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Calling delete_port for b1e96c66-dea8-4443-a872-7aebb91a4efd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:26.221296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Port b1e96c66-dea8-4443-a872-7aebb91a4efd was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:20:26.227754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.235592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.239530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73ba6add-eeb5-4e48-ba05-7c99b7f512fa HTTP/1.1" status: 204 len: 168 time: 0.8650546 Aug 03 16:20:26.244059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ba6add-eeb5-4e48-ba05-7c99b7f512fa,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:26.249424 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.249858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45662) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:26.255684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d026422-32d4-46ad-abee-108775ca877a HTTP/1.1" status: 204 len: 168 time: 1.0227687 Aug 03 16:20:26.257092 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:26.258445 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:26.260288 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.285421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.287555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.289226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.289978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.292324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.293289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.296103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.298227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.299882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.301420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.303075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.305021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be7b0a4-a384-4e14-9eda-825fe7a9adb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:26.312793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce385f-ce46-4aa5-ae08-eab7661d7885 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d026422-32d4-46ad-abee-108775ca877a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:26.315987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.323353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1693f042-6a0f-4407-a5b2-0911edf3fc75 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.4864902 Aug 03 16:20:26.325196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45666) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:26.408110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Pushing event deleted for resources: {'Port': ['ID=b1e96c66-dea8-4443-a872-7aebb91a4efd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:26.428893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.433613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] Network 3d026422-32d4-46ad-abee-108775ca877a is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:20:26.435890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f09e0e-2601-4a4e-b77f-74e103c7096c None None] No DVR routers for this DVR port b1e96c66-dea8-4443-a872-7aebb91a4efd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:26.582727 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:26.592238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.600991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:26.884010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3a171e6-63d8-4644-a7b1-9ab8b0847751 req-4fa2fa00-87b4-4f24-adc6-4818bf5582ba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.2031746 Aug 03 16:20:26.895344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-65ffef41-be88-4882-969f-a77d38ca8a4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba1b401afba34deb8e2867d749f78499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814152 Aug 03 16:20:26.897738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:26.950799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:26.971452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4102400-4126-41c8-98ab-3271d5316bd1']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:27.026029 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe021d12-6cca-486f-a0fd-5d0e46f31843') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:27.026855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe021d12-6cca-486f-a0fd-5d0e46f31843') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:27.049151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.049452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80b53820-8b9e-4a92-915a-b9fea9b4d0ca up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:27.077534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.101562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:27.102178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:27.104222 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:27.108352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.146486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.189041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.199501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:27.199795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.200605 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.226582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f4102400-4126-41c8-98ab-3271d5316bd1 HTTP/1.1" status: 204 len: 168 time: 0.9544725 Aug 03 16:20:27.278927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd76a0-88f9-4d14-81d3-4495bdabf411 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4102400-4126-41c8-98ab-3271d5316bd1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:27.546993 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-025132d9-e446-4ea3-9cf4-f329ef067747 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192012 Aug 03 16:20:27.582017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b1e96c66-dea8-4443-a872-7aebb91a4efd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:27.622527 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:23Z', 'revision_number': 3, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:27.624759 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.650495 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.654480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb38e205-cb83-4691-9255-afaf7817fb04 HTTP/1.1" status: 204 len: 168 time: 0.7519200 Aug 03 16:20:27.663910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b1e96c66-dea8-4443-a872-7aebb91a4efd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:27.665010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b1e96c66-dea8-4443-a872-7aebb91a4efd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:27.703190 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Checking router: 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:27.703775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Updating router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:20:27.750788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043100a-beeb-4e75-a2c2-b7805c516d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38e205-cb83-4691-9255-afaf7817fb04,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:27.801045 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:27.818546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-d78e13d5-7819-4ff8-9e5d-64476624bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:27.822962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-d78e13d5-7819-4ff8-9e5d-64476624bffd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 1097 time: 0.1933389 Aug 03 16:20:27.963553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45698) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:28.089147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.106929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb5968ae-41e4-4f16-be61-e9f0cdf8a093 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb18f814e5ec4c458fb3a7fcaa1098ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340444 Aug 03 16:20:28.111530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45704) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:28.173968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-30d47180-1d97-4ca7-bf11-8a3957c0db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:28.175517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-30d47180-1d97-4ca7-bf11-8a3957c0db39 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.3236463 Aug 03 16:20:28.331267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-ec2ed834-fe74-4d88-8c75-36dc32a32b91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13260730-fc99-4d14-b771-01bdc1637186 HTTP/1.1" status: 200 len: 217 time: 0.1421480 Aug 03 16:20:28.427383 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.440005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-11ca3a6d-60dc-45c2-95f7-ab9929a2aeb8 req-849c6ada-8bcf-41f3-be23-cd20eb6c1d91 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.2140138 Aug 03 16:20:28.458084 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.469836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-9651b8df-4eae-4686-8ad1-c20179674aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:28.471372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-9651b8df-4eae-4686-8ad1-c20179674aed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1288221 Aug 03 16:20:28.486230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.501957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:20:28.503262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Transition to ACTIVE for port object 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:28.525124 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.575475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-e7267c08-8988-4765-8055-772ff196d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:28.585188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-e7267c08-8988-4765-8055-772ff196d72c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987506 Aug 03 16:20:28.623422 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Attempting to bind port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:28.624027 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Attempting to bind port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:28.624619 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Attempting to bind port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:28.627965 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Pushing event updated for resources: {'Port': ['ID=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:28.640804 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:28.641213 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:28.641574 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.642453 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:28.642932 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Bound port: 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:28.643329 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.646714 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.647050 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.647403 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.648791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.648791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.648791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.649286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.651226 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.651651 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.651994 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.652456 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.652841 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:28.664450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45710) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:28.728541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.734037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.735651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8 HTTP/1.1" status: 204 len: 168 time: 0.6223509 Aug 03 16:20:28.755675 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] For port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:28.761908 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] For port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:28.769200 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:28.822950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468099d-93e0-4b31-b7b2-0427eddbe31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbd0dc1-c6b8-44b2-8852-e5f9f98dbab8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:28.865459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:28.866284 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:28.908696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4c576920-7588-48a9-8524-e8263fe420de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=504925bf46b94ec4b572800022c21c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426436 Aug 03 16:20:28.944434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45714) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:28.949696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-fb042a57-26a9-4d1d-a8f2-d3a15e5e8e2e service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580315 Aug 03 16:20:29.014380 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc0de1-15df-41d6-aadd-5bdaf7a0a610 None None] Pushing event updated for resources: {'Port': ['ID=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:29.032350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Allocated IP 172.20.0.1 (2b031bdc-1f26-4ef2-8167-5a0000636e53/b4364841-f310-4c0a-95f8-637db41e48af/145e1cae-b5e7-4c29-a0ca-97d484119bb3) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:29.085199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:29.184875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-209d2112-264e-4a0c-bd30-3830cf138a17 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:29.190000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-209d2112-264e-4a0c-bd30-3830cf138a17 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.6026609 Aug 03 16:20:29.192106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-07f0df02-80d6-42ad-805d-e432aef86d4b req-0d30ef34-77af-4a69-b9c8-d839c9f2089f service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782701 Aug 03 16:20:29.222051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.230970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-081a1cc5-1b01-4f86-9a89-d91213b55028 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:29.237126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-081a1cc5-1b01-4f86-9a89-d91213b55028 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.4298356 Aug 03 16:20:29.248115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-b263fc73-5f20-40c9-bb83-908fe34365cd tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/quotas/d00b6147d4ac473b8489d57e02c5e0d3 HTTP/1.1" status: 200 len: 375 time: 0.0417154 Aug 03 16:20:29.258338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:29.375346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.480975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.522007 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:23Z', 'revision_number': 3, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:29.542861 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.575307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.579022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/780337d0-85be-4bdc-a9d9-b5709f6fdf5a HTTP/1.1" status: 204 len: 168 time: 0.6251333 Aug 03 16:20:29.590663 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0518714-66a9-4129-b5bf-0225fba3b754 None None] The sync data for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 is: [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:23Z', 'revision_number': 3, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:29.611040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Transition to ACTIVE for port object 145e1cae-b5e7-4c29-a0ca-97d484119bb3 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:29.644118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39eca1-e32a-4031-acc1-a4343d5510e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780337d0-85be-4bdc-a9d9-b5709f6fdf5a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:29.667114 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-86521689-a05b-452f-ac78-14afc73eab98 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4187105 Aug 03 16:20:29.763276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.842141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9762a10f-04fd-4383-aff2-f746970e5bc8 req-f3be6dcc-1020-478a-8bf5-17955253ddbd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.2735877 Aug 03 16:20:29.857463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:20:29.863829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:29.907774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:29.927077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:29.952637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-c145983d-a00d-405f-be15-a8ebd0451ba1 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821193 Aug 03 16:20:30.220174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-fb8b62cf-2146-4eef-902e-a3770d11ac8a service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636569 Aug 03 16:20:30.256296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:30.269562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Pushing event updated for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:30.416533 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:30.444626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.3 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/afe771b5-627b-4c55-a5ce-4064f1c862f8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:30.595425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e7699d0-e614-4ef1-acb5-fb9b1ef502f4 None None] Provisioning for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:30.601061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e7699d0-e614-4ef1-acb5-fb9b1ef502f4 None None] Provisioning complete for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:30.602118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4e7699d0-e614-4ef1-acb5-fb9b1ef502f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:30.723285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4e7699d0-e614-4ef1-acb5-fb9b1ef502f4 None None] Port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:20:30.747140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cc0c9857-a5e5-4781-8d37-7b6a69962a90 req-b7a608b3-a6c4-4a5c-81bc-7d401f7f778d tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 210 time: 0.0606449 Aug 03 16:20:31.023891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.061504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object afe771b5-627b-4c55-a5ce-4064f1c862f8 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:31.079983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:31.131000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f6144ef-c1b7-4d7e-9cb5-4068b3ad0478 req-40092d84-fef6-4b9d-9c49-d4a32e442205 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.0672870 Aug 03 16:20:31.151718 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.296958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.359361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['13260730-fc99-4d14-b771-01bdc1637186'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:31.520016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:31.533062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:31.538536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:31.543799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:31.544687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.548793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:31.559250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:31.722521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:31.723706 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.818504 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.893388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:31.898789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.958191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.964101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6a3634ee-03f0-4323-b714-470448028dda tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7138565 Aug 03 16:20:31.970703 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:31.998815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:32.058271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Request body: {'port': {'device_id': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:32.059586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ead17f8-f7ee-43db-b7b7-efa9e85b00be None None] Provisioning for port afe771b5-627b-4c55-a5ce-4064f1c862f8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:32.068521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2ead17f8-f7ee-43db-b7b7-efa9e85b00be None None] Provisioning complete for port afe771b5-627b-4c55-a5ce-4064f1c862f8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:32.070793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2ead17f8-f7ee-43db-b7b7-efa9e85b00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:32.108411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7a29e32-37b9-4d61-a1f3-5ca198af11ff req-a6f53323-12d3-46ac-9ffe-663c5da85ef0 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 210 time: 0.1410196 Aug 03 16:20:32.111912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2ead17f8-f7ee-43db-b7b7-efa9e85b00be None None] Port afe771b5-627b-4c55-a5ce-4064f1c862f8 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:20:32.192677 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:32.359474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Pushing event updated for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:32.393923 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:32.397241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d718850-7745-49f6-8491-9758408be731 req-b0f99448-0662-42a5-bf62-f952d4caff54 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:32.411119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d718850-7745-49f6-8491-9758408be731 req-b0f99448-0662-42a5-bf62-f952d4caff54 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 931 time: 0.1409802 Aug 03 16:20:32.602139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:32.606960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:32.705030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d007e162-bbb0-4ce2-8f0a-d9ffc7e77cb3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:32.714691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d007e162-bbb0-4ce2-8f0a-d9ffc7e77cb3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.3565915 Aug 03 16:20:32.739239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Request body: {'port': {'device_id': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'admin_state_up': True, 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:32.756336 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d718850-7745-49f6-8491-9758408be731 req-f0913401-7e15-4c6a-acde-071ea71ad291 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328336 Aug 03 16:20:32.996799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:33.012866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:20:33.019031 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.075583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ecb8fe7-5c0d-4268-871e-b36cd523f522 None None] Provisioning complete for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:33.076356 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8fe7-5c0d-4268-871e-b36cd523f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.113977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:33.114693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.155073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb8fe7-5c0d-4268-871e-b36cd523f522 None None] Port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:20:33.369246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Allocated IP 172.20.0.14 (bb9b4375-0716-425f-9772-6dba1b1fb72d/8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c/dbeca0d3-72d8-4d16-b875-6e25db6c9dd3) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:33.371510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ba25374-37a8-48fc-971c-3391ef036704 req-7d77f76a-93c2-4e5c-ac68-d9d178a57624 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 210 time: 0.0943229 Aug 03 16:20:33.468616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:20:33.640062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.702322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe771b5-627b-4c55-a5ce-4064f1c862f8 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:33.730034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.733728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.749185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:33.767769 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Transition to ACTIVE for port object afe771b5-627b-4c55-a5ce-4064f1c862f8 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:33.776908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:33.795569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2bed8597-1588-46fe-a855-0c754d60562f admin admin] 10.222.0.70 "PUT /v2.0/routers/3cc6d58f-cb76-4f24-bedb-890c4ae121a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4595163 Aug 03 16:20:33.795569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:33.812317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Network bb9b4375-0716-425f-9772-6dba1b1fb72d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:33.857372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Sync routers for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:33.858618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:33.870072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:33.952499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:33.953703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:34.026373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:34.028788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:34.074235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event updated for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:34.143844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-282f02f4-098e-41e7-99c0-23ab0a91b19b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4160275 Aug 03 16:20:34.161962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Request body: {'port': {'device_id': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:34.195932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Pushing event updated for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:34.236801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:34.356223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:34.439654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Attempting to bind port afe771b5-627b-4c55-a5ce-4064f1c862f8 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:34.441057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Attempting to bind port afe771b5-627b-4c55-a5ce-4064f1c862f8 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:34.441057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Attempting to bind port afe771b5-627b-4c55-a5ce-4064f1c862f8 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:34.468095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Port afe771b5-627b-4c55-a5ce-4064f1c862f8 on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:20:34.468976 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Attempting to bind port afe771b5-627b-4c55-a5ce-4064f1c862f8 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:34.488130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:34.497083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9f717-9e04-4040-b09a-c1edc35e97de req-c83cac88-d06f-49e7-95b3-47d31925675d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:34.498404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:34.499137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dcb9f717-9e04-4040-b09a-c1edc35e97de req-c83cac88-d06f-49e7-95b3-47d31925675d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.4663718 Aug 03 16:20:34.510805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:34.512619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Bound port: afe771b5-627b-4c55-a5ce-4064f1c862f8, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:34.515875 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:34.734374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dcb9f717-9e04-4040-b09a-c1edc35e97de req-62e5a021-4753-41af-8ca1-e77542c967ec tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158872 Aug 03 16:20:34.846742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:34.854684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:34.869141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ec4ed-ec86-4a21-9d94-85946c755577 req-13dc1d18-bdac-4956-8b1e-11599aa3ff32 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:34.879316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a5ec4ed-ec86-4a21-9d94-85946c755577 req-13dc1d18-bdac-4956-8b1e-11599aa3ff32 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 932 time: 0.1878653 Aug 03 16:20:34.894165 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:34.956395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:34.957149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:34.959394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] 10.222.0.72 "PUT /v2.0/ports/afe771b5-627b-4c55-a5ce-4064f1c862f8 HTTP/1.1" status: 200 len: 1091 time: 2.9292886 Aug 03 16:20:34.964747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:34.967754 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f943976-ddc6-40aa-a551-dfd5065d97c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:35.027380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '145e1cae-b5e7-4c29-a0ca-97d484119bb3', 'name': '', 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'mac_address': 'fa:16:3e:7b:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:28Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 2, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'subnets': [{'id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:35.104936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Checking router: 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:35.104936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Updating router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:20:35.107699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a5ec4ed-ec86-4a21-9d94-85946c755577 req-bb31a344-d829-43ce-992b-7d51b8c7d30b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216592 Aug 03 16:20:35.119218 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a91a8-4454-4cdc-9cde-1f7528714562 x-openstack-request-id: req-270a91a8-4454-4cdc-9cde-1f7528714562 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:35.121836 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:35.128624 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-270a91a8-4454-4cdc-9cde-1f7528714562 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:35.128624 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8', 'status': 'completed', 'code': 200} Aug 03 16:20:35.159795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.222209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:35.239754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a733c2f-b38f-4a2f-948a-3cf438a13528 service neutron] Pushing event updated for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:35.252409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-7d6fa38e-b224-4ddb-bcea-ec0c1e5bc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:35.262749 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-7d6fa38e-b224-4ddb-bcea-ec0c1e5bc716 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 1094 time: 0.1898036 Aug 03 16:20:35.262978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.279138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Transition to ACTIVE for port object dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:35.293606 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.447861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-bf0c1c63-8996-43a5-a22a-e47ba34c1fb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8 HTTP/1.1" status: 200 len: 217 time: 0.1831028 Aug 03 16:20:35.534264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Pushing event updated for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:35.635035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-7d393e08-0ed3-47da-8191-6de04e1657d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:35.641158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-7d393e08-0ed3-47da-8191-6de04e1657d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1858916 Aug 03 16:20:35.674277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Attempting to bind port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:35.675658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Attempting to bind port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:35.675658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Attempting to bind port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:35.688169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 on network bb9b4375-0716-425f-9772-6dba1b1fb72d not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:20:35.688917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Attempting to bind port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:35.699475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:35.699952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Checking segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:35.700912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Bound using segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:35.701323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Bound port: dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:35.701999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.751599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-77a8169a-774e-440a-81f8-385f9606fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:35.757416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-77a8169a-774e-440a-81f8-385f9606fd93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092837 Aug 03 16:20:35.879876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:35.890955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:35.904297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.954690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.979182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:35.979883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:35.982676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] 10.222.0.72 "PUT /v2.0/ports/dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 HTTP/1.1" status: 200 len: 1092 time: 1.8306408 Aug 03 16:20:35.985540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Transition to ACTIVE for port object 145e1cae-b5e7-4c29-a0ca-97d484119bb3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:35.997479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:36.000437 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e3070-8e99-4122-addb-e0a0cdb56997" -d '{"events": [{"name": "network-changed", "server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:36.022338 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:36.027211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-370c8b20-146e-4885-988b-a22b6a119db1 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606680 Aug 03 16:20:36.070517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e6d5f-b47d-47dc-a6bd-996cb31eb23a service neutron] Pushing event updated for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:36.123133 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1254f5-7f04-4fba-9798-014c9b5ba42d x-openstack-request-id: req-3a1254f5-7f04-4fba-9798-014c9b5ba42d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:36.123427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:36.124333 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a1254f5-7f04-4fba-9798-014c9b5ba42d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:36.124333 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', 'status': 'completed', 'code': 200} Aug 03 16:20:36.147549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d6ef-6afc-4313-bd2c-3f92988236b8 req-7faa7b7a-65cd-4d0a-8145-b01fcc5bf49b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:36.156103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd68d6ef-6afc-4313-bd2c-3f92988236b8 req-7faa7b7a-65cd-4d0a-8145-b01fcc5bf49b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.2281814 Aug 03 16:20:36.200406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-e573bf64-d240-41ee-be4c-35a4e45f60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:36.213626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-e573bf64-d240-41ee-be4c-35a4e45f60aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 1095 time: 0.1666338 Aug 03 16:20:36.264895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-a3dd78e0-5613-4044-a1c9-dcf97a3b820d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 HTTP/1.1" status: 200 len: 217 time: 0.0428154 Aug 03 16:20:36.344345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fd68d6ef-6afc-4313-bd2c-3f92988236b8 req-9fe021ce-bcbd-4a27-8eb9-05657f8a4076 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643379 Aug 03 16:20:36.368019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-f093ce66-4a1f-49c0-b500-3a2421ac234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:36.372594 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-f093ce66-4a1f-49c0-b500-3a2421ac234d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0998588 Aug 03 16:20:36.414227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee418993-e202-4866-8014-fe504db4f834 None None] Pushing event updated for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:36.481000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-77062b15-1d0b-478f-8a53-7bfad80f74f5 req-6e4495f8-d5e9-42bf-91a2-e19ef556ef0d service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461088 Aug 03 16:20:36.553672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Attempting to bind port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:36.559220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Attempting to bind port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:36.561109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Attempting to bind port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 on network 2b031bdc-1f26-4ef2-8167-5a0000636e53 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:36.566329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-fe258a61-b547-4769-b303-1c19bbede599 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836491 Aug 03 16:20:36.586633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:36.588175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Checking segment: {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:36.590764 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:36.593899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Bound using segment: {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:36.596674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Bound port: 145e1cae-b5e7-4c29-a0ca-97d484119bb3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9e7cbd-f391-4476-abdb-a117c582d26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:36.597186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:36.600899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387df2-a176-467b-bc77-767aab0da6fe req-b0daa191-c49c-4634-a2e4-e880a11e6af5 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:36.605241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc387df2-a176-467b-bc77-767aab0da6fe req-b0daa191-c49c-4634-a2e4-e880a11e6af5 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 944 time: 0.1879842 Aug 03 16:20:36.748213 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc387df2-a176-467b-bc77-767aab0da6fe req-9f052356-328e-4a6f-b368-d0754f46d2e3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182001 Aug 03 16:20:36.765829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-33c65922-2a79-4c26-9aed-b579f0cfd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:36.769039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-33c65922-2a79-4c26-9aed-b579f0cfd5a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 1094 time: 0.1606271 Aug 03 16:20:36.893909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] For port 145e1cae-b5e7-4c29-a0ca-97d484119bb3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:36.917926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] For port 145e1cae-b5e7-4c29-a0ca-97d484119bb3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=145e1cae-b5e7-4c29-a0ca-97d484119bb3,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:36.923534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-676da176-9162-4d66-8847-9b4b799cb04f service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452833 Aug 03 16:20:36.931680 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:37.021597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-898fd5e5-bae3-40b4-9aaf-79b158c5ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:37.023364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-898fd5e5-bae3-40b4-9aaf-79b158c5ba15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.2461774 Aug 03 16:20:37.071952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:37.073300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:37.137051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-f097464f-4153-4124-a356-788d93550aa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8 HTTP/1.1" status: 200 len: 217 time: 0.0942862 Aug 03 16:20:37.247542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0ed066a-4e5a-4c70-99a5-472d02e1753e req-cccbee2f-a5f6-4131-8c73-b7e625fecac4 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113587 Aug 03 16:20:37.339374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-298b8ee0-5ea1-4d2f-ba17-a1c7dcbe2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:37.344703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-298b8ee0-5ea1-4d2f-ba17-a1c7dcbe2462 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.2014277 Aug 03 16:20:37.353545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee418993-e202-4866-8014-fe504db4f834 None None] Pushing event updated for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:37.512548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:37.522099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-474e439a-ac9e-42f7-9696-18a9b709f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:37.531880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-474e439a-ac9e-42f7-9696-18a9b709f85f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804764 Aug 03 16:20:37.586490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-f60924f9-cfa7-48e9-b81d-8acb3f73ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:37.608862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-f60924f9-cfa7-48e9-b81d-8acb3f73ae59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 1095 time: 0.2536247 Aug 03 16:20:37.811508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-585cfc6e-fadf-4975-a9ec-48d051537cca service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695835 Aug 03 16:20:38.107891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45776) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:38.145983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f943976-ddc6-40aa-a551-dfd5065d97c1 req-4bf03c8c-4ecd-4196-86b1-1ab28403e4aa service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256917 Aug 03 16:20:38.220517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-1be7e49d-98ea-422a-be7f-49bfb0422e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:38.223523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-1be7e49d-98ea-422a-be7f-49bfb0422e91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.6060081 Aug 03 16:20:38.263205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41df61-1462-4e75-b55f-ab64c3e78a5a req-3d52ef9b-21bd-43ad-813f-78c7b1e78986 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:38.273361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e41df61-1462-4e75-b55f-ab64c3e78a5a req-3d52ef9b-21bd-43ad-813f-78c7b1e78986 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 944 time: 0.1484506 Aug 03 16:20:38.291683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '145e1cae-b5e7-4c29-a0ca-97d484119bb3', 'name': '', 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'mac_address': 'fa:16:3e:7b:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:28Z', 'updated_at': '2021-08-03T16:20:36Z', 'revision_number': 4, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'subnets': [{'id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:38.359291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c562b-f4c6-404e-b418-16aaf504cd98 None None] The sync data for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 is: [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '145e1cae-b5e7-4c29-a0ca-97d484119bb3', 'name': '', 'network_id': '2b031bdc-1f26-4ef2-8167-5a0000636e53', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'mac_address': 'fa:16:3e:7b:3e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:28Z', 'updated_at': '2021-08-03T16:20:36Z', 'revision_number': 4, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'subnets': [{'id': 'b4364841-f310-4c0a-95f8-637db41e48af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:38.367415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e41df61-1462-4e75-b55f-ab64c3e78a5a req-69d88ad6-77a6-4bb0-8345-4b4721a6d8db tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889287 Aug 03 16:20:38.406908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f41555-ab7c-48ac-b777-b0d08975482e req-bfc9f30b-1213-4453-9665-7bbcd71a421d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:38.415491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4f41555-ab7c-48ac-b777-b0d08975482e req-bfc9f30b-1213-4453-9665-7bbcd71a421d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.7662630 Aug 03 16:20:38.549696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-8f616baf-9480-4b04-9d4f-ff9c0f37fd49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 HTTP/1.1" status: 200 len: 217 time: 0.3096883 Aug 03 16:20:38.768564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-aa361f39-b100-4bb7-bf23-a4deb4ddecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:38.771790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-aa361f39-b100-4bb7-bf23-a4deb4ddecfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.2040248 Aug 03 16:20:38.787636 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4f41555-ab7c-48ac-b777-b0d08975482e req-678eafa4-7fb5-4633-a35e-382a2d804785 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514987 Aug 03 16:20:38.890680 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-98eabe23-7aa4-4d54-94da-2464165a988d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010754 Aug 03 16:20:39.091803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 145e1cae-b5e7-4c29-a0ca-97d484119bb3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:39.181766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-1d4c5f70-56e5-4ea5-9445-7c290c1f9c73 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830143 Aug 03 16:20:39.218739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:39.233740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:39.233740 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:39.526605 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:39.680416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 145e1cae-b5e7-4c29-a0ca-97d484119bb3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=145e1cae-b5e7-4c29-a0ca-97d484119bb3,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:39.687806 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:39.756400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328bcf-494e-47ad-8630-485df8184d33 req-5d95c23b-b785-4504-9839-5a688ab84cba tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:39.777230 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a328bcf-494e-47ad-8630-485df8184d33 req-5d95c23b-b785-4504-9839-5a688ab84cba tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 944 time: 0.2394087 Aug 03 16:20:39.894511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a328bcf-494e-47ad-8630-485df8184d33 req-db494800-6442-4bd5-a707-fdc1e3ffce8e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155925 Aug 03 16:20:39.971360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:39.992308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:20:40.013024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-935d9e1d-d522-4c1c-b4a5-52cb4723baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:40.266515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:40.296951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'port_id': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', 'mac_address': 'fa:16:3e:99:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:20:40.304424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fa3e3070-8e99-4122-addb-e0a0cdb56997 req-10c80efb-e06d-476c-8d5d-ea89804afc54 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190761 Aug 03 16:20:40.324928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df58d90-702a-421b-bf8d-4c367e0a94c0 req-ca8d4478-25e1-42fe-93bd-5855c75d3d51 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:40.327704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4df58d90-702a-421b-bf8d-4c367e0a94c0 req-ca8d4478-25e1-42fe-93bd-5855c75d3d51 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.2445598 Aug 03 16:20:40.443675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:40.466893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4df58d90-702a-421b-bf8d-4c367e0a94c0 req-d65bf92f-73fe-4180-9db9-97d72a2288d6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173115 Aug 03 16:20:40.489435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:40.515261 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:40.547592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:40.564102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:40.719046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:40.775426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:41.018565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 145e1cae-b5e7-4c29-a0ca-97d484119bb3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:41.111960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Deleting port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:41.113630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:41.186736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 145e1cae-b5e7-4c29-a0ca-97d484119bb3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:41.187509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:41.233308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08a28-9be9-4042-83c4-ca61989a7134 req-16818f16-30c9-42e7-bc8e-6fb3b67599e1 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:41.237780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66c08a28-9be9-4042-83c4-ca61989a7134 req-16818f16-30c9-42e7-bc8e-6fb3b67599e1 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 945 time: 0.1546431 Aug 03 16:20:41.333164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] For port 145e1cae-b5e7-4c29-a0ca-97d484119bb3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=145e1cae-b5e7-4c29-a0ca-97d484119bb3,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:41.333980 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:41.338689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66c08a28-9be9-4042-83c4-ca61989a7134 req-e7b83c56-0b1c-4f31-adca-6731006ad2a2 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915956 Aug 03 16:20:41.374245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Calling delete_port for 145e1cae-b5e7-4c29-a0ca-97d484119bb3 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:41.690656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:41.704368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6e0b3-5e2e-4e67-b55e-9d7a846d5c07 req-f9002dbd-2ae0-47fb-9118-032702e1a49e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:41.706090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77e6e0b3-5e2e-4e67-b55e-9d7a846d5c07 req-f9002dbd-2ae0-47fb-9118-032702e1a49e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1072361 Aug 03 16:20:41.737552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=145e1cae-b5e7-4c29-a0ca-97d484119bb3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:41.845227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-77e6e0b3-5e2e-4e67-b55e-9d7a846d5c07 req-9e779291-9fbf-47a4-a44a-98e56fc630c6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151795 Aug 03 16:20:41.980700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:20:42.063015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:42.072553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:20:42.078964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:20:42.079610 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:42.194271 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eae1b749-b55b-4fd8-b773-2ef073fe3bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:42.276618 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:42.316735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:42.320382 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e3ca24-a5d2-4192-ba47-48537d21015c" -d '{"events": [{"server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "name": "network-vif-plugged", "status": "completed", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:42.345627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:42.351958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:42.435824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:42.449009 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe4d85b-81c6-4992-982e-bf088313c2d9 x-openstack-request-id: req-cbe4d85b-81c6-4992-982e-bf088313c2d9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:42.449567 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "name": "network-vif-plugged", "status": "completed", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:42.450405 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbe4d85b-81c6-4992-982e-bf088313c2d9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:42.451072 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', 'code': 200} Aug 03 16:20:42.535395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:20:42.649629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6594d-2c6e-4650-8fd2-48f68c2d6760 req-43ffbeba-fcc5-4eea-aa52-2859185bec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:42.651448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3e6594d-2c6e-4650-8fd2-48f68c2d6760 req-43ffbeba-fcc5-4eea-aa52-2859185bec54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 1097 time: 0.1256690 Aug 03 16:20:42.661223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43628-c839-42bf-8b9d-0e39cf2d4c62 req-38e60e42-bede-4b56-a1c1-7e74ee360798 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:42.662961 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98c43628-c839-42bf-8b9d-0e39cf2d4c62 req-38e60e42-bede-4b56-a1c1-7e74ee360798 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 946 time: 0.1505399 Aug 03 16:20:42.794703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3e6594d-2c6e-4650-8fd2-48f68c2d6760 req-00b3a0a9-6f96-47d9-8aa9-a79006a366a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260490 Aug 03 16:20:42.795815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:20:42.801036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-98c43628-c839-42bf-8b9d-0e39cf2d4c62 req-fb06a499-da4c-43d8-99ec-9dfd84f607be tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247897 Aug 03 16:20:42.808713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-61d92c5c-3442-4738-b302-9ca07a7ccc0d admin admin] 10.222.0.70 "PUT /v2.0/routers/3cc6d58f-cb76-4f24-bedb-890c4ae121a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6979856 Aug 03 16:20:42.809218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45794) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:42.814334 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Sync routers for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:20:42.874901 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:42.878109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:42.891840 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.052963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.116023 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:43.185908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1b9f1-5cae-495e-b787-31311f1e4a88 req-1b4ff6be-15e8-4567-b454-6f531992d134 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:43.193622 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71f1b9f1-5cae-495e-b787-31311f1e4a88 req-1b4ff6be-15e8-4567-b454-6f531992d134 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1438684 Aug 03 16:20:43.298006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-71f1b9f1-5cae-495e-b787-31311f1e4a88 req-f38cf758-1a03-4581-a6f3-81944edc9405 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032746 Aug 03 16:20:43.310771 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.412539 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:41Z', 'revision_number': 5, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port': {'id': '8f4e577d-68b0-4ede-80cf-4c9cc93a7a97', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:20:21Z', 'updated_at': '2021-08-03T16:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:43.441119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Deleting port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:43.442270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.466940 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Checking router: 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:20:43.488245 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Routers {'3cc6d58f-cb76-4f24-bedb-890c4ae121a6'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:20:43.489591 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:20:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:43.633229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] For port 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:43.634257 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.656856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Calling delete_port for 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:43.755110 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.769182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] Set router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:20:43.851263 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:43Z', 'revision_number': 6, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:43.889566 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6c21d-6ad7-4123-8411-3fe3d886604c None None] The sync data for ids ['3cc6d58f-cb76-4f24-bedb-890c4ae121a6'] in n-d-803226-3 is: [{'id': '3cc6d58f-cb76-4f24-bedb-890c4ae121a6', 'name': 'tempest-ImageQuotaTest-339437184-router', 'tenant_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:20:19Z', 'updated_at': '2021-08-03T16:20:43Z', 'revision_number': 6, 'project_id': 'cb0d42a0e0a54acda58a34b06199eb59', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:20:43.944974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:43.977272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4e577d-68b0-4ede-80cf-4c9cc93a7a97,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:43.991502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.991850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.992297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.992560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.994044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.994044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.994557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.994557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.994913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.995352 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.995764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:43.996119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:20:44.073488 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.077826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74386a-6961-4530-b232-d9f811867faa req-376135ad-5d76-4764-80f7-453a4c2cc072 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:44.079842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f74386a-6961-4530-b232-d9f811867faa req-376135ad-5d76-4764-80f7-453a4c2cc072 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 946 time: 0.0840812 Aug 03 16:20:44.130540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f74386a-6961-4530-b232-d9f811867faa req-5f5af14a-67bc-4a9b-a3b8-01d48df2fe47 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Aug 03 16:20:44.191162 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.194110 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.278408 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.279275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc6d58f-cb76-4f24-bedb-890c4ae121a6 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:20:44.286861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.290956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd65c448-3652-4558-8188-fa34a08d2858 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3cc6d58f-cb76-4f24-bedb-890c4ae121a6 HTTP/1.1" status: 204 len: 168 time: 1.4793563 Aug 03 16:20:44.293310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45804) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:44.381590 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Deleting subnet b4364841-f310-4c0a-95f8-637db41e48af {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:20:44.386537 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.437424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.555032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2784-769f-4aa9-b3e1-3160000dca85 req-dcf7e006-40b9-441a-9fe4-50011c4a09c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:44.557206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8ff2784-769f-4aa9-b3e1-3160000dca85 req-dcf7e006-40b9-441a-9fe4-50011c4a09c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1231611 Aug 03 16:20:44.620842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.650271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b8ff2784-769f-4aa9-b3e1-3160000dca85 req-ebe40a4e-2021-4c8d-b638-2d1a244602fd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722878 Aug 03 16:20:44.704425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.754395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4364841-f310-4c0a-95f8-637db41e48af,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:44.762490 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:44.768892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-516cf4e3-a66a-4ba5-b4fd-8978f3566bc1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b4364841-f310-4c0a-95f8-637db41e48af HTTP/1.1" status: 204 len: 168 time: 0.4711750 Aug 03 16:20:44.769353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45818) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:44.780774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb91f6-b94b-4759-a486-d3aec8d9e56d None None] Network 2b031bdc-1f26-4ef2-8167-5a0000636e53 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:20:44.974240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.060265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Deleting port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:20:45.060699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.078750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:45.134710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:45.135305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8f4e577d-68b0-4ede-80cf-4c9cc93a7a97 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:45.135965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 145e1cae-b5e7-4c29-a0ca-97d484119bb3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:45.158042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] For port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,segment=NetworkSegment(7e9e7cbd-f391-4476-abdb-a117c582d26e),segment_id=7e9e7cbd-f391-4476-abdb-a117c582d26e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:45.158971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.188175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.189184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 145e1cae-b5e7-4c29-a0ca-97d484119bb3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:45.189845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 145e1cae-b5e7-4c29-a0ca-97d484119bb3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:45.190294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Calling delete_port for 80b53820-8b9e-4a92-915a-b9fea9b4d0ca owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:20:45.326687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.362019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=80b53820-8b9e-4a92-915a-b9fea9b4d0ca,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:45.367243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] No DVR routers for this DVR port 80b53820-8b9e-4a92-915a-b9fea9b4d0ca on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:20:45.383055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e60be-2e39-4292-895d-9e4fdccda5af None None] DHCP port deletion for 2b031bdc-1f26-4ef2-8167-5a0000636e53 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:20:45.477393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.489725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b031bdc-1f26-4ef2-8167-5a0000636e53']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:45.503178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9e7cbd-f391-4476-abdb-a117c582d26e') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:45.503596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9e7cbd-f391-4476-abdb-a117c582d26e') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:20:45.517514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.534202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.541907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:20:45.542628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:20:45.545256 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:20:45.608913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.619123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:45.622742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/2b031bdc-1f26-4ef2-8167-5a0000636e53 HTTP/1.1" status: 204 len: 168 time: 0.8332660 Aug 03 16:20:45.638941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8b8dc-94ae-43eb-acf5-e283c5d9a0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b031bdc-1f26-4ef2-8167-5a0000636e53,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:45.784866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45824) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:45.812469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583d4a-90fb-4200-a186-1243439ffeea req-8a04a525-6743-495c-bf09-c36fb042f400 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:45.814203 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22583d4a-90fb-4200-a186-1243439ffeea req-8a04a525-6743-495c-bf09-c36fb042f400 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0833204 Aug 03 16:20:45.860631 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4f5f2aa-aab9-406c-a13d-055f4f9b1dfa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb0d42a0e0a54acda58a34b06199eb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745339 Aug 03 16:20:45.863869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45826) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:45.902572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-22583d4a-90fb-4200-a186-1243439ffeea req-c8f32694-7ba6-49d0-abf2-1793c2b8e486 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752380 Aug 03 16:20:45.969473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.001936 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.092870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.095539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.096730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5d9aaf6-9bcb-42e6-913d-a10599893cf0 HTTP/1.1" status: 204 len: 168 time: 0.2319403 Aug 03 16:20:46.108242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f433d8-2f05-4fca-939f-dc1d790df937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9aaf6-9bcb-42e6-913d-a10599893cf0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:46.697876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 45834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:46.719934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f9ddef74-c7fe-4470-b4d5-349498c5042b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.902420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f9ddef74-c7fe-4470-b4d5-349498c5042b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.908891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f9ddef74-c7fe-4470-b4d5-349498c5042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:46.974086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f9ddef74-c7fe-4470-b4d5-349498c5042b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2732570 Aug 03 16:20:46.976905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddef74-c7fe-4470-b4d5-349498c5042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb3e6c4-71df-46fb-9b3c-5c40716f9cbc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:46.979466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 45838) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:20:47.020408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80b53820-8b9e-4a92-915a-b9fea9b4d0ca no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:20:47.049851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 80b53820-8b9e-4a92-915a-b9fea9b4d0ca {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:20:47.050484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 80b53820-8b9e-4a92-915a-b9fea9b4d0ca not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:20:47.077212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:47.146716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:47.204591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d11a-1d9b-4271-916b-dc209f96e844 req-1a5f50f3-d465-417a-8e2d-5c18e11f53b6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:47.206287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9f8d11a-1d9b-4271-916b-dc209f96e844 req-1a5f50f3-d465-417a-8e2d-5c18e11f53b6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1187561 Aug 03 16:20:47.258229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f9f8d11a-1d9b-4271-916b-dc209f96e844 req-a416a1ad-9677-4e23-9d37-a3c6e53a44ba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Aug 03 16:20:47.259804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:47.264717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:47.266347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fb3e6c4-71df-46fb-9b3c-5c40716f9cbc HTTP/1.1" status: 204 len: 168 time: 0.2854607 Aug 03 16:20:47.276462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe43a6a-d995-4dfd-9288-9dd262c01442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb3e6c4-71df-46fb-9b3c-5c40716f9cbc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:48.469318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefb8d1-68ec-4c8b-8027-90e1457284df req-c1d700c7-acff-474a-9f46-0b2f3d5841e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:48.474222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8fefb8d1-68ec-4c8b-8027-90e1457284df req-c1d700c7-acff-474a-9f46-0b2f3d5841e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1016655 Aug 03 16:20:48.536369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8fefb8d1-68ec-4c8b-8027-90e1457284df req-fe0b6e7d-0bbe-4b5d-a030-32302cca73da tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 Aug 03 16:20:49.713145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926e27-0bc3-40a5-b150-18c597303ce6 req-eb3525e7-8397-4bce-a07c-4aff8871e225 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:49.714878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b926e27-0bc3-40a5-b150-18c597303ce6 req-eb3525e7-8397-4bce-a07c-4aff8871e225 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0803351 Aug 03 16:20:49.787635 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b926e27-0bc3-40a5-b150-18c597303ce6 req-f11a0e3b-a32a-483e-b616-ddc346a8c60a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588593 Aug 03 16:20:50.297821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-82712f51-7d22-4d27-9479-88b293091fe9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:50.299606 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-82712f51-7d22-4d27-9479-88b293091fe9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.1477318 Aug 03 16:20:50.327813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-69211291-970d-4e59-883b-99dc142f73c6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/quotas/d00b6147d4ac473b8489d57e02c5e0d3 HTTP/1.1" status: 200 len: 375 time: 0.0174336 Aug 03 16:20:50.405435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-f4057c61-4fc7-4bf2-95c8-0c6b3cae62dd tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642958 Aug 03 16:20:50.586993 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-ea8613f2-ee6f-481c-8a29-31faae673c7b service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754062 Aug 03 16:20:50.718714 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-75b2208e-77cd-4c2d-b354-f5972743f238 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256068 Aug 03 16:20:51.045182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-680d3034-778d-4508-b050-e646b9103383 req-6f696749-0c0f-40df-a745-03169bd765ba tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 210 time: 0.0582774 Aug 03 16:20:51.076951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006045-8bb1-4545-902a-075b72d20eab req-18020708-9529-4bbc-85cf-b59938ca655f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:51.082302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee006045-8bb1-4545-902a-075b72d20eab req-18020708-9529-4bbc-85cf-b59938ca655f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1550786 Aug 03 16:20:51.165619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee006045-8bb1-4545-902a-075b72d20eab req-8fd70ec2-7536-4a2f-ab14-d8d7d3e9a77e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 Aug 03 16:20:52.192004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:52.357783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-ae5c2d86-eff4-4b8d-8977-6e90bb3280de tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:52.359497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-ae5c2d86-eff4-4b8d-8977-6e90bb3280de tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.1898041 Aug 03 16:20:52.390165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b0d8-e3d9-42f6-8af6-b845eece0f07 req-5a58fb14-fedd-4473-b56e-6d06a7a67f9a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:52.402470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2381b0d8-e3d9-42f6-8af6-b845eece0f07 req-5a58fb14-fedd-4473-b56e-6d06a7a67f9a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0971825 Aug 03 16:20:52.408654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83b0917b-38de-4309-a43a-e504bf49427d req-6225b677-47fc-437f-bbd1-c0ffbb48a974 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 210 time: 0.0473502 Aug 03 16:20:52.444359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Request body: {'port': {'device_id': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'admin_state_up': True, 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:52.460612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2381b0d8-e3d9-42f6-8af6-b845eece0f07 req-8ce72683-b398-467e-b57a-c4c070d61aa1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 Aug 03 16:20:52.668924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:20:52.674518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:52.903234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Allocated IP 172.20.0.9 (bb9b4375-0716-425f-9772-6dba1b1fb72d/8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c/d30b04b4-e261-424e-862c-5573c3eeabf5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:20:53.197832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:53.270181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:53.291631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:53.298994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:53.343442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Network bb9b4375-0716-425f-9772-6dba1b1fb72d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:20:53.349899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:20:53.355166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:20:53.407701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event updated for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:53.459861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:53.460005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:53.485009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-49a003f8-9ba7-4294-902a-4c1b9a2778c9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0729783 Aug 03 16:20:53.500588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Request body: {'port': {'device_id': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:20:53.625494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:53.720759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf8169-8318-459a-bfda-a45121479598 req-3443f446-39ce-46fb-9780-e6aafdb88247 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:53.725611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8bf8169-8318-459a-bfda-a45121479598 req-3443f446-39ce-46fb-9780-e6aafdb88247 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0877557 Aug 03 16:20:53.795143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d62cbf-6329-4cad-be77-1f8b64d74893 req-1755c2e9-26b9-400c-b99f-43f36a885e1a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:53.797363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5d62cbf-6329-4cad-be77-1f8b64d74893 req-1755c2e9-26b9-400c-b99f-43f36a885e1a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 931 time: 0.1477675 Aug 03 16:20:53.809444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e8bf8169-8318-459a-bfda-a45121479598 req-9ad8a35f-0fa4-48e3-b999-8f4ef6ea7a8c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Aug 03 16:20:53.958454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5d62cbf-6329-4cad-be77-1f8b64d74893 req-d0dc29eb-29fd-4ff9-921e-635f813a013d tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986154 Aug 03 16:20:54.112673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30b04b4-e261-424e-862c-5573c3eeabf5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:54.127479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:54.149981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Transition to ACTIVE for port object d30b04b4-e261-424e-862c-5573c3eeabf5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:20:54.155895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:54.237095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:54.354492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Attempting to bind port d30b04b4-e261-424e-862c-5573c3eeabf5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:20:54.355060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Attempting to bind port d30b04b4-e261-424e-862c-5573c3eeabf5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:20:54.355583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Attempting to bind port d30b04b4-e261-424e-862c-5573c3eeabf5 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:54.361992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Port d30b04b4-e261-424e-862c-5573c3eeabf5 on network bb9b4375-0716-425f-9772-6dba1b1fb72d not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:20:54.362317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Attempting to bind port d30b04b4-e261-424e-862c-5573c3eeabf5 on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:20:54.370793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:20:54.371330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Checking segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:20:54.371944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Bound using segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:20:54.372664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Bound port: d30b04b4-e261-424e-862c-5573c3eeabf5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:20:54.373232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:54.995575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb184b-2ef1-451f-9f3a-c482f0ba7e8c req-f5e64fbd-2342-4b4c-ba0a-0064d1c64842 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:54.997696 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3fb184b-2ef1-451f-9f3a-c482f0ba7e8c req-f5e64fbd-2342-4b4c-ba0a-0064d1c64842 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0693321 Aug 03 16:20:55.002628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:20:55.009168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d30b04b4-e261-424e-862c-5573c3eeabf5,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:20:55.018106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:55.073194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3fb184b-2ef1-451f-9f3a-c482f0ba7e8c req-57b7bb1c-3e43-452d-b36c-d43af9c47dd7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Aug 03 16:20:55.088219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.089396 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:55.091208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] 10.222.0.78 "PUT /v2.0/ports/d30b04b4-e261-424e-862c-5573c3eeabf5 HTTP/1.1" status: 200 len: 1091 time: 1.5993872 Aug 03 16:20:55.091842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:20:55.095399 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e007b5-4dcb-4cf3-b958-8a9286e48270" -d '{"events": [{"name": "network-changed", "server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:20:55.194439 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0274e67-0bd8-4386-8178-9b186e143260 x-openstack-request-id: req-b0274e67-0bd8-4386-8178-9b186e143260 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:20:55.194741 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:20:55.195008 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0274e67-0bd8-4386-8178-9b186e143260 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:20:55.195471 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5', 'status': 'completed', 'code': 200} Aug 03 16:20:55.221091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3211c-2278-401d-bd05-c366cc329302 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:55.255270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01df9-85a0-49c3-bf13-836a99918bff req-85fd6efe-43e3-469f-a9c8-258b165566df tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.257219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4da01df9-85a0-49c3-bf13-836a99918bff req-85fd6efe-43e3-469f-a9c8-258b165566df tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 943 time: 0.1491318 Aug 03 16:20:55.261258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-616d2df4-9223-4b4e-abd8-1e32a5a3a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.262820 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-616d2df4-9223-4b4e-abd8-1e32a5a3a147 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 1094 time: 0.0925303 Aug 03 16:20:55.340070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-8a28d465-94ca-471d-9360-c3442d02ab2b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d30b04b4-e261-424e-862c-5573c3eeabf5 HTTP/1.1" status: 200 len: 217 time: 0.0689948 Aug 03 16:20:55.370886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4da01df9-85a0-49c3-bf13-836a99918bff req-76c00b3b-421c-4bd5-9a27-2834fd162b9a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022351 Aug 03 16:20:55.424612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-ae88a52d-9c71-40e5-ba10-96400ded7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.427262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-ae88a52d-9c71-40e5-ba10-96400ded7eb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0742817 Aug 03 16:20:55.469775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-5ece47cd-10cf-4d1a-81c8-83950380c978 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345616 Aug 03 16:20:55.598136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-a7a9fc6b-6a1e-4252-850c-9f95b3d55aeb service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208975 Aug 03 16:20:55.719651 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bddf40bf-16cd-42fd-b18e-33b3fed52d92 req-319c3bc8-c1f0-46d0-a006-c4fa48f36ffa service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133289 Aug 03 16:20:55.824740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-f633b9f3-e678-402e-8582-fb922b6d2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.826355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-f633b9f3-e678-402e-8582-fb922b6d2cc4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 1094 time: 0.0521708 Aug 03 16:20:55.946893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-8c44f783-c00c-4c0e-ae30-3ddfab5d6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:55.948585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-8c44f783-c00c-4c0e-ae30-3ddfab5d6344 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.1131310 Aug 03 16:20:55.999688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-65eb9915-2ad9-43fe-8dfb-0f097aaf9276 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d30b04b4-e261-424e-862c-5573c3eeabf5 HTTP/1.1" status: 200 len: 217 time: 0.0399890 Aug 03 16:20:56.063086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-5ee47073-504e-41da-b419-87fd7443d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:56.064973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-5ee47073-504e-41da-b419-87fd7443d985 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0572417 Aug 03 16:20:56.105363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-c6841624-ed4b-490d-9b0d-fe049c1e51eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268090 Aug 03 16:20:56.223207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-d0c8dd7f-6dac-412b-9897-8399174d07c8 service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090403 Aug 03 16:20:56.238354 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:56.279900 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84806f4f-a87e-4b86-bb11-9d0aaaf42ecc req-c9cc1fb6-4703-430d-b91c-eff8af2cb33f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:56.281582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84806f4f-a87e-4b86-bb11-9d0aaaf42ecc req-c9cc1fb6-4703-430d-b91c-eff8af2cb33f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0989506 Aug 03 16:20:56.340423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84806f4f-a87e-4b86-bb11-9d0aaaf42ecc req-f6f97138-1106-4ac6-9478-31f3f04e6cd0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491498 Aug 03 16:20:56.383885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-21e007b5-4dcb-4cf3-b958-8a9286e48270 req-a7ef1971-05dc-423f-a606-36d93104498c service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517439 Aug 03 16:20:56.562834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4347c-e0f9-47c0-a36b-845446e62ac1 req-8d2927fe-b592-419b-bf1b-398759e827a7 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:56.565227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbc4347c-e0f9-47c0-a36b-845446e62ac1 req-8d2927fe-b592-419b-bf1b-398759e827a7 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 943 time: 0.0855725 Aug 03 16:20:56.619521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbc4347c-e0f9-47c0-a36b-845446e62ac1 req-4a469870-6096-4df3-ba07-e16a806554a8 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461926 Aug 03 16:20:57.498855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91315f6a-7fb9-4879-b8a6-b45f4b1f64de req-c9a42350-912f-4e8a-ba8e-ef156abd19f8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:57.500493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91315f6a-7fb9-4879-b8a6-b45f4b1f64de req-c9a42350-912f-4e8a-ba8e-ef156abd19f8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0652115 Aug 03 16:20:57.550559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-91315f6a-7fb9-4879-b8a6-b45f4b1f64de req-45537c74-6e9b-4302-858b-4323059a7af0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Aug 03 16:20:57.760836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a6ba3-cd5f-4a02-82d6-94c69966856d req-bc995450-aea3-4ece-b934-7d6c63fe6641 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:57.762561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a6a6ba3-cd5f-4a02-82d6-94c69966856d req-bc995450-aea3-4ece-b934-7d6c63fe6641 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 943 time: 0.0580430 Aug 03 16:20:57.813352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a6a6ba3-cd5f-4a02-82d6-94c69966856d req-ae9e9cee-b6df-43cd-a3d7-d1e1bdb23175 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Aug 03 16:20:58.705577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f3ac-cd40-4fe0-94db-336c3f7c33ce req-375b14a7-8023-46b4-99cb-88b80049a4e5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:58.707181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ab9f3ac-cd40-4fe0-94db-336c3f7c33ce req-375b14a7-8023-46b4-99cb-88b80049a4e5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0640438 Aug 03 16:20:58.769901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d30b04b4-e261-424e-862c-5573c3eeabf5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:20:58.775711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ab9f3ac-cd40-4fe0-94db-336c3f7c33ce req-e84018a7-1d7e-4462-b1d6-1a2235747cc5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Aug 03 16:20:58.937277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d30b04b4-e261-424e-862c-5573c3eeabf5,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:58.957524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'd30b04b4-e261-424e-862c-5573c3eeabf5', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'port_id': 'd30b04b4-e261-424e-862c-5573c3eeabf5', 'mac_address': 'fa:16:3e:45:77:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:20:59.007301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792e8e-b7ad-4039-9c15-4bd8d5a2354a req-512d42db-c13e-4e58-80fa-e4128c266c88 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:59.010707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a792e8e-b7ad-4039-9c15-4bd8d5a2354a req-512d42db-c13e-4e58-80fa-e4128c266c88 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 943 time: 0.0940752 Aug 03 16:20:59.021076 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:59.038306 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30b04b4-e261-424e-862c-5573c3eeabf5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:20:59.067269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d30b04b4-e261-424e-862c-5573c3eeabf5,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:20:59.073994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:20:59.082318 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a792e8e-b7ad-4039-9c15-4bd8d5a2354a req-2935b09d-ce2e-4925-a3e0-a6c938045cbe tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Aug 03 16:20:59.142692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:20:59.301048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d30b04b4-e261-424e-862c-5573c3eeabf5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:20:59.939003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf850c7-f63e-4e3d-b44d-9346000f54aa req-7919e894-8804-4fea-9980-2ec78211b9f1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:20:59.940629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bf850c7-f63e-4e3d-b44d-9346000f54aa req-7919e894-8804-4fea-9980-2ec78211b9f1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0749536 Aug 03 16:20:59.997215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bf850c7-f63e-4e3d-b44d-9346000f54aa req-987f5590-2ab2-4ef3-a1e0-cba060b428a2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Aug 03 16:21:00.225614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3c1e8-9e9e-4d8e-9804-cd7ad5b9bd71 req-f4e3bc80-7dbf-4546-b384-806c0d1e6726 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:00.227317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1d3c1e8-9e9e-4d8e-9804-cd7ad5b9bd71 req-f4e3bc80-7dbf-4546-b384-806c0d1e6726 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 944 time: 0.0584495 Aug 03 16:21:00.277133 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d1d3c1e8-9e9e-4d8e-9804-cd7ad5b9bd71 req-c52f9cec-ac18-42b4-9c62-5ecdae45a4d0 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Aug 03 16:21:00.759248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d30b04b4-e261-424e-862c-5573c3eeabf5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:21:00.827064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port d30b04b4-e261-424e-862c-5573c3eeabf5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:21:00.833318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port d30b04b4-e261-424e-862c-5573c3eeabf5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:21:00.833870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:00.944204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:00.977805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:00.980460 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b7f642-4c73-479f-aa9f-73abf2c096e0" -d '{"events": [{"server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "name": "network-vif-plugged", "status": "completed", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:00.997855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d30b04b4-e261-424e-862c-5573c3eeabf5,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:01.002371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:01.045270 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868cc219-52e5-43a9-b1e7-2ba44e692220 x-openstack-request-id: req-868cc219-52e5-43a9-b1e7-2ba44e692220 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:01.045613 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "name": "network-vif-plugged", "status": "completed", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:01.046025 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-868cc219-52e5-43a9-b1e7-2ba44e692220 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:01.046412 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5', 'code': 200} Aug 03 16:21:01.094371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:01.189821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e4f4-9980-4957-a6e5-a51205e77ff1 req-de214cb4-3dfa-49fa-9eba-c473d9497fb5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:01.191367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ed8e4f4-9980-4957-a6e5-a51205e77ff1 req-de214cb4-3dfa-49fa-9eba-c473d9497fb5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.1012311 Aug 03 16:21:01.194244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834276-9052-4604-a16b-84adc05683c3 req-f4fce2be-ac77-4804-8cf9-740cee15105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:01.196402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85834276-9052-4604-a16b-84adc05683c3 req-f4fce2be-ac77-4804-8cf9-740cee15105e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 1096 time: 0.0902627 Aug 03 16:21:01.269789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ed8e4f4-9980-4957-a6e5-a51205e77ff1 req-2d2e92cf-2d06-409a-9e41-52a9c1afaf71 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699277 Aug 03 16:21:01.274778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85834276-9052-4604-a16b-84adc05683c3 req-b1510e5d-a0d9-492b-94a6-a7212b12dd89 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 Aug 03 16:21:01.459751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202320d4-808e-4d81-b05c-1505c343ec3a req-089209be-abc2-41d7-ac2f-4a318a7ded48 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:01.461474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-202320d4-808e-4d81-b05c-1505c343ec3a req-089209be-abc2-41d7-ac2f-4a318a7ded48 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 945 time: 0.0755517 Aug 03 16:21:01.518560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-202320d4-808e-4d81-b05c-1505c343ec3a req-4d6ec6e8-b790-4651-b161-30c88360c305 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473692 Aug 03 16:21:02.427093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35374c7-8633-4234-a57d-75cf3126fcfc req-b2c6a18c-8afc-4e56-bfe5-d85907c34831 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:02.428828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a35374c7-8633-4234-a57d-75cf3126fcfc req-b2c6a18c-8afc-4e56-bfe5-d85907c34831 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0651860 Aug 03 16:21:02.482367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a35374c7-8633-4234-a57d-75cf3126fcfc req-210ef3d6-6bc3-46fd-8029-25a1b78284a7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Aug 03 16:21:02.700771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44163-db61-4aad-8ebe-5ca2816cf37b req-11347862-5cd3-4fef-a087-2c8cf59ae273 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:02.703277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bee44163-db61-4aad-8ebe-5ca2816cf37b req-11347862-5cd3-4fef-a087-2c8cf59ae273 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 945 time: 0.0721202 Aug 03 16:21:02.787528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bee44163-db61-4aad-8ebe-5ca2816cf37b req-f6c53669-8298-438e-91a4-932c0ee43281 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Aug 03 16:21:03.672443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcd5ef-9e2f-42bf-9255-18de0e9e35eb req-6360faea-c6c8-4fc2-a721-dbb043668d72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:03.674545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30dcd5ef-9e2f-42bf-9255-18de0e9e35eb req-6360faea-c6c8-4fc2-a721-dbb043668d72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 943 time: 0.0619013 Aug 03 16:21:03.729188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30dcd5ef-9e2f-42bf-9255-18de0e9e35eb req-013588ea-e484-41a8-8d1c-4eee3a9f6f5a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Aug 03 16:21:04.073508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device afe771b5-627b-4c55-a5ce-4064f1c862f8 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:21:04.206578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:04.220893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'afe771b5-627b-4c55-a5ce-4064f1c862f8', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': 'afe771b5-627b-4c55-a5ce-4064f1c862f8', 'mac_address': 'fa:16:3e:31:a8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:21:04.263162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:04.287388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe771b5-627b-4c55-a5ce-4064f1c862f8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:21:04.317343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:04.323748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:04.385441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:04.394996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.395349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.395698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.396037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.396379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.396710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.397041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.397371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.397724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.398055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.398457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.398958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:04.544113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['afe771b5-627b-4c55-a5ce-4064f1c862f8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:04.919928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e900d7-1cf4-4948-81b8-7a0fdf56ddd3 req-481a1a55-88a5-4c87-8ed8-2b5363239029 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:04.922682 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63e900d7-1cf4-4948-81b8-7a0fdf56ddd3 req-481a1a55-88a5-4c87-8ed8-2b5363239029 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 944 time: 0.0761070 Aug 03 16:21:04.981397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63e900d7-1cf4-4948-81b8-7a0fdf56ddd3 req-fa42256a-6148-49e6-82c6-d99adc8cd5c4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Aug 03 16:21:05.483801 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:21:06.097324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device afe771b5-627b-4c55-a5ce-4064f1c862f8 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:21:06.179392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port afe771b5-627b-4c55-a5ce-4064f1c862f8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:21:06.188059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port afe771b5-627b-4c55-a5ce-4064f1c862f8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:21:06.189040 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:06.204799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafba31-88f5-4ff5-a405-3d2c94f41d45 req-d6bedabc-7e11-4eed-b890-06f91c179a7d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:06.207346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbafba31-88f5-4ff5-a405-3d2c94f41d45 req-d6bedabc-7e11-4eed-b890-06f91c179a7d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 944 time: 0.1015866 Aug 03 16:21:06.286498 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbafba31-88f5-4ff5-a405-3d2c94f41d45 req-c5d6e6ee-2e4f-4661-a629-545590df41a8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670669 Aug 03 16:21:06.336602 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:06.384226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:06.388236 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85051360-f24e-4e7b-810b-e4f8fa0a16b9" -d '{"events": [{"server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "name": "network-vif-plugged", "status": "completed", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:06.415857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:06.422193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:06.460473 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446e0ed-d01f-4c99-bd7f-8fe13a26a1aa x-openstack-request-id: req-6446e0ed-d01f-4c99-bd7f-8fe13a26a1aa {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:06.461518 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "name": "network-vif-plugged", "status": "completed", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:06.461976 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6446e0ed-d01f-4c99-bd7f-8fe13a26a1aa {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:06.462588 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8', 'code': 200} Aug 03 16:21:06.503389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:06.780764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbe245-98f4-4e31-a97d-06257420fe2c req-f45793ad-9677-4ea4-a7e9-869191a3f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:06.782551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4cbe245-98f4-4e31-a97d-06257420fe2c req-f45793ad-9677-4ea4-a7e9-869191a3f6a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 1096 time: 0.2444019 Aug 03 16:21:06.836684 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c4cbe245-98f4-4e31-a97d-06257420fe2c req-38c55a21-add3-43f0-a81d-a411c0f7650a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Aug 03 16:21:07.448068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e80f1a-66bd-4e50-ab9d-96adc5a07ce6 req-4ef5fa30-2406-4e95-a23a-4f60e67fdb69 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:07.450152 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6e80f1a-66bd-4e50-ab9d-96adc5a07ce6 req-4ef5fa30-2406-4e95-a23a-4f60e67fdb69 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0630848 Aug 03 16:21:07.510113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a6e80f1a-66bd-4e50-ab9d-96adc5a07ce6 req-59560ffd-a8d0-4a2e-b2b1-93d6dbcfd1f2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 Aug 03 16:21:08.723610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcec4c4-2c0c-4bef-b4a7-7648e09049b2 req-edcdf9f0-c2a0-4af6-bc3c-d13f25a3c8c1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:08.726257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fcec4c4-2c0c-4bef-b4a7-7648e09049b2 req-edcdf9f0-c2a0-4af6-bc3c-d13f25a3c8c1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Aug 03 16:21:08.789523 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fcec4c4-2c0c-4bef-b4a7-7648e09049b2 req-5668171f-3cbf-4f11-bbae-64c7f742347f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Aug 03 16:21:08.982336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb33fe-c191-4db4-96e1-ecac7fb82ea0 req-c091ff12-e73c-4184-9462-9fd4fc23d0bf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:08.985035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9cb33fe-c191-4db4-96e1-ecac7fb82ea0 req-c091ff12-e73c-4184-9462-9fd4fc23d0bf tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0826902 Aug 03 16:21:09.043064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9cb33fe-c191-4db4-96e1-ecac7fb82ea0 req-a8db5fc8-17df-4e96-a091-dc70389e44d3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477252 Aug 03 16:21:09.497695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938dcb-f339-4986-bacf-57cec00a8036 req-61ebef10-1608-4529-ac3d-c6b66f075c9f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:09.499285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63938dcb-f339-4986-bacf-57cec00a8036 req-61ebef10-1608-4529-ac3d-c6b66f075c9f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0610321 Aug 03 16:21:09.580571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-63938dcb-f339-4986-bacf-57cec00a8036 req-05dfe94e-36ce-4bd7-bf43-4f60d346c040 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Aug 03 16:21:09.869939 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-caca8a5b-6ff0-47d1-aec6-1a0501a28b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:10.736966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffcaad-ad08-424e-9a79-b7b530285f42 req-aff85610-5b09-4c9e-8abd-67e9dac64e3e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:10.738536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14ffcaad-ad08-424e-9a79-b7b530285f42 req-aff85610-5b09-4c9e-8abd-67e9dac64e3e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0621436 Aug 03 16:21:10.806962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-14ffcaad-ad08-424e-9a79-b7b530285f42 req-66fc97ef-5cbb-4154-82b8-31e2ba091ed7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595613 Aug 03 16:21:10.927913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-ac1dbb30-cb4e-4dc8-9ed8-95ac606cd82e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:10.929935 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-ac1dbb30-cb4e-4dc8-9ed8-95ac606cd82e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 945 time: 0.0581853 Aug 03 16:21:11.029219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port afe771b5-627b-4c55-a5ce-4064f1c862f8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:21:11.029556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:11.128725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port afe771b5-627b-4c55-a5ce-4064f1c862f8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=afe771b5-627b-4c55-a5ce-4064f1c862f8,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:11.129154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:11.144368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for afe771b5-627b-4c55-a5ce-4064f1c862f8 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:21:11.300966 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:11.316079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['afe771b5-627b-4c55-a5ce-4064f1c862f8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:11.318323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['13260730-fc99-4d14-b771-01bdc1637186'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:11.336498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=afe771b5-627b-4c55-a5ce-4064f1c862f8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:11.401775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port afe771b5-627b-4c55-a5ce-4064f1c862f8 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:21:11.404153 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:11.407109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2308810c-0403-479c-9ffb-93e90e4698e3 req-c6d010a4-09ae-4166-bc62-31eeed201533 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "DELETE /v2.0/ports/afe771b5-627b-4c55-a5ce-4064f1c862f8 HTTP/1.1" status: 204 len: 173 time: 0.4719141 Aug 03 16:21:11.408595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'name': 'network-vif-deleted', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:11.410585 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87078e10-05ce-4ec8-bd85-94c54fae2da7" -d '{"events": [{"server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "name": "network-vif-deleted", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:11.485420 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b2e46-2766-4a90-bbdf-9982920a01ad x-openstack-request-id: req-050b2e46-2766-4a90-bbdf-9982920a01ad {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:11.485970 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae662d1-bdcc-4b9d-a332-ed6e8ebc0638", "name": "network-vif-deleted", "tag": "afe771b5-627b-4c55-a5ce-4064f1c862f8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:11.486435 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-050b2e46-2766-4a90-bbdf-9982920a01ad {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:11.487134 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae662d1-bdcc-4b9d-a332-ed6e8ebc0638', 'name': 'network-vif-deleted', 'tag': 'afe771b5-627b-4c55-a5ce-4064f1c862f8', 'status': 'completed', 'code': 200} Aug 03 16:21:11.943201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bcb9dbb9-6745-445d-8835-9a66922aa3ce req-65e5bcb5-25d0-47c4-9204-02f39ba06899 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.0352023 Aug 03 16:21:12.115794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8567666-1533-42a4-a1b5-66477cbe061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:12.812415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:13.082933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8347090a-27af-43d9-9e11-6b873356ed7a req-42a1948d-1675-4b27-863d-f9ed7544594a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.0365105 Aug 03 16:21:13.742517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:14.174861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device afe771b5-627b-4c55-a5ce-4064f1c862f8 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:21:14.202814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: afe771b5-627b-4c55-a5ce-4064f1c862f8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:21:14.203353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device afe771b5-627b-4c55-a5ce-4064f1c862f8 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:21:14.211273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d899e4c7-08d9-4ac7-be6f-d6a804fd27ef req-b370e67d-dff7-403a-ab2d-4ee13d61ee81 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.0337605 Aug 03 16:21:15.108499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:15.328011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-005aedf6-4b0b-45e1-9c6b-0b9f7dbb5853 req-58d6cc23-990f-4ca3-992e-88e73142b210 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=dae662d1-bdcc-4b9d-a332-ed6e8ebc0638 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Aug 03 16:21:21.119155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b279-e79d-4efc-b759-00764145bae7 req-d039e949-55fe-400f-8b19-10f63530f3cd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:21.120634 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df66b279-e79d-4efc-b759-00764145bae7 req-d039e949-55fe-400f-8b19-10f63530f3cd tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.0622189 Aug 03 16:21:21.172300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df66b279-e79d-4efc-b759-00764145bae7 req-f5b91727-3a83-4f27-a5a0-70f1d76e6a74 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Aug 03 16:21:22.052595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-605de62c-0e78-4310-8e12-85d4ad06747c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:22.054156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-605de62c-0e78-4310-8e12-85d4ad06747c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.1211529 Aug 03 16:21:22.071212 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-f6d7b320-9463-4fe5-ba1a-0729cac17bf8 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/quotas/d00b6147d4ac473b8489d57e02c5e0d3 HTTP/1.1" status: 200 len: 375 time: 0.0104511 Aug 03 16:21:22.126950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-641cf9e1-9381-496d-a3f6-add22f0ad0be tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496430 Aug 03 16:21:22.175464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:22.230669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-cc64a200-5c35-433f-a8ff-5debe3dab930 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959663 Aug 03 16:21:22.293088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a95e06-8c81-4cff-9997-3475ce0a14be req-04780bd1-3fa2-405b-85e4-d581b2e09de3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:22.294796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2a95e06-8c81-4cff-9997-3475ce0a14be req-04780bd1-3fa2-405b-85e4-d581b2e09de3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.0543814 Aug 03 16:21:22.340653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d2a95e06-8c81-4cff-9997-3475ce0a14be req-37cb15ed-13b2-4207-a5c0-44201f9e0966 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=c0dd54cc-848c-4e88-ab2c-bd3d1135b875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Aug 03 16:21:22.348060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-38fd591a-0dc1-46d1-9f20-455f6d18886a service neutron] 10.222.0.70 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103284 Aug 03 16:21:22.521716 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79e208ae-9aac-4d52-99c1-2c11ef34ea62 req-fc8d4320-af6b-4bc9-8db5-98663bd32104 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 210 time: 0.0298252 Aug 03 16:21:22.742732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ea83-a862-477a-be24-2a5608c988ac req-967abef8-5bb7-45b2-8f73-7155dac2be63 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:22.743252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17a2ea83-a862-477a-be24-2a5608c988ac req-967abef8-5bb7-45b2-8f73-7155dac2be63 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 946 time: 0.0719566 Aug 03 16:21:22.849284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 13260730-fc99-4d14-b771-01bdc1637186 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:21:22.849629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:22.964837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port 13260730-fc99-4d14-b771-01bdc1637186, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=13260730-fc99-4d14-b771-01bdc1637186,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:22.965147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:22.981252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 13260730-fc99-4d14-b771-01bdc1637186 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:21:23.137237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:23.154189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['13260730-fc99-4d14-b771-01bdc1637186'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:23.182967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=13260730-fc99-4d14-b771-01bdc1637186,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:23.236580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port 13260730-fc99-4d14-b771-01bdc1637186 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:21:23.239544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:23.243123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-17a2ea83-a862-477a-be24-2a5608c988ac req-d222ecf2-01f0-422b-bf0e-a978150fad22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "DELETE /v2.0/ports/13260730-fc99-4d14-b771-01bdc1637186 HTTP/1.1" status: 204 len: 173 time: 0.4908824 Aug 03 16:21:23.243755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'name': 'network-vif-deleted', 'tag': '13260730-fc99-4d14-b771-01bdc1637186'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:23.246704 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53261e8-0e74-4441-a6ab-f95ca2aa6919" -d '{"events": [{"server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "name": "network-vif-deleted", "tag": "13260730-fc99-4d14-b771-01bdc1637186"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:23.292536 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ec1cd-fea3-4d83-b1cc-fa339f0df1ed x-openstack-request-id: req-0f1ec1cd-fea3-4d83-b1cc-fa339f0df1ed {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:23.292850 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc50792-f397-4344-b424-fa09262c7776", "name": "network-vif-deleted", "tag": "13260730-fc99-4d14-b771-01bdc1637186", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:23.293119 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f1ec1cd-fea3-4d83-b1cc-fa339f0df1ed {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:23.293891 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc50792-f397-4344-b424-fa09262c7776', 'name': 'network-vif-deleted', 'tag': '13260730-fc99-4d14-b771-01bdc1637186', 'status': 'completed', 'code': 200} Aug 03 16:21:23.468531 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-96985672-785a-406b-979b-3349597a2611 req-17758836-8212-4c49-8ebe-ec2e3ea00125 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0312750 Aug 03 16:21:23.732767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-0e426c72-3f5b-4f72-af09-f79c890ff066 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:23.735467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-0e426c72-3f5b-4f72-af09-f79c890ff066 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 814 time: 0.2173820 Aug 03 16:21:23.736960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d93c6fd-281d-42a4-9e4a-e7215f78d41c req-40abc855-1035-45ae-bd9b-e291e2af12ee tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 210 time: 0.0477564 Aug 03 16:21:23.751806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Request body: {'port': {'device_id': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'admin_state_up': True, 'tenant_id': 'd00b6147d4ac473b8489d57e02c5e0d3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:23.927860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Made reservation on behalf of d00b6147d4ac473b8489d57e02c5e0d3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:21:23.931944 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:24.072616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Allocated IP 172.20.0.8 (bb9b4375-0716-425f-9772-6dba1b1fb72d/8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c/2a0d0463-260a-4cd8-a839-6ccf85b4c7ea) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:21:24.287498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:24.345468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:24.359238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:24.362644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'd30b04b4-e261-424e-862c-5573c3eeabf5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:24.406493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Network bb9b4375-0716-425f-9772-6dba1b1fb72d is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:21:24.411109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:21:24.418730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:21:24.457879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event updated for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:24.508517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:24.509311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:24.530775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-449c3615-0bf8-4295-9a5b-64d5ef15c47f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860680 Aug 03 16:21:24.548723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Request body: {'port': {'device_id': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:24.646801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe8c66b3-1e2d-420a-b078-334d5a47b28a req-393c2ec4-5385-4fa7-8b25-7131c7f79489 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0550084 Aug 03 16:21:24.657934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:24.942371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408b8b2-4cbb-4b2e-870e-a733308b43e3 req-66032356-401b-4b69-b425-50a34aa52f2a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:24.945780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a408b8b2-4cbb-4b2e-870e-a733308b43e3 req-66032356-401b-4b69-b425-50a34aa52f2a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 931 time: 0.0897593 Aug 03 16:21:25.020535 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a408b8b2-4cbb-4b2e-870e-a733308b43e3 req-3a63d172-93a4-4567-999f-4e36407eafc3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631504 Aug 03 16:21:25.055825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:21:25.065544 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:25.085036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Transition to ACTIVE for port object 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:21:25.091074 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:25.166731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:25.288204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Attempting to bind port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:21:25.289288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Attempting to bind port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:21:25.289883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Attempting to bind port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:21:25.298574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea on network bb9b4375-0716-425f-9772-6dba1b1fb72d not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:21:25.299032 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Attempting to bind port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea on network bb9b4375-0716-425f-9772-6dba1b1fb72d {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:21:25.306541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:21:25.307082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Checking segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:21:25.307686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Bound using segment: {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:21:25.308349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Bound port: 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7242ffd-15d5-402a-926d-93f069f0fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:21:25.308908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:25.416684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:21:25.421471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:21:25.427006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:25.473873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.474648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:25.476254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] 10.222.0.72 "PUT /v2.0/ports/2a0d0463-260a-4cd8-a839-6ccf85b4c7ea HTTP/1.1" status: 200 len: 1091 time: 0.9361391 Aug 03 16:21:25.477944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:25.479840 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741e6d8-69cf-492e-94d6-358bc1778d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:25.513156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac913654-e926-4b01-87ac-adcaac433451 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:25.556969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-00f3462c-a660-46e7-a547-3b0d77b20e84 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904183 Aug 03 16:21:25.562476 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d18089-b6cf-4113-b151-387746a7ee59 x-openstack-request-id: req-40d18089-b6cf-4113-b151-387746a7ee59 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:25.562774 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:25.563025 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40d18089-b6cf-4113-b151-387746a7ee59 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:25.563419 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea', 'status': 'completed', 'code': 200} Aug 03 16:21:25.594797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-8821b259-1aba-4440-8001-16b35fdec20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.597325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-8821b259-1aba-4440-8001-16b35fdec20d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 1094 time: 0.0718808 Aug 03 16:21:25.650582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-8d7a5d43-d851-44b8-9ba3-305451b2d3de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea HTTP/1.1" status: 200 len: 217 time: 0.0457931 Aug 03 16:21:25.673750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-e8c0c1be-f7af-490f-b6fe-51db898cf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.675384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-e8c0c1be-f7af-490f-b6fe-51db898cf592 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 1097 time: 0.0563970 Aug 03 16:21:25.717828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-0a600bb3-66f2-4c46-bec4-19c4928dd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.719504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-0a600bb3-66f2-4c46-bec4-19c4928dd416 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0624919 Aug 03 16:21:25.769921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-1b01b43c-b285-4136-ac1b-7c7e7d5e2ff5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431368 Aug 03 16:21:25.812203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9b0f8a2-1510-40b0-add5-2df803c29e72 req-d5207176-ae3b-433f-b8cb-0af27c299820 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0358460 Aug 03 16:21:25.851893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-5881c4ad-cd99-4264-8a19-0c3032537443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.853839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-5881c4ad-cd99-4264-8a19-0c3032537443 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.1529853 Aug 03 16:21:25.904788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-9bbf8b77-6ad9-4261-b670-4dadac594432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 HTTP/1.1" status: 200 len: 217 time: 0.0429885 Aug 03 16:21:25.923460 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-9c4c74e6-5079-4552-82dc-782852f79ed7 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462171 Aug 03 16:21:25.968457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-31c72c67-6b5e-47eb-bca0-3d92c57aa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:25.970257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-31c72c67-6b5e-47eb-bca0-3d92c57aa2c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0591447 Aug 03 16:21:26.012941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-b982920d-6992-4894-bd2d-9ae81ca2c7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350966 Aug 03 16:21:26.072630 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7578fd76-18d1-463e-b69f-c16b1bc710ad req-43524931-8502-4a7e-8932-df4ad73901f4 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417935 Aug 03 16:21:26.132565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-9bdf8f04-a2be-436b-b510-8ae811fe4578 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125827 Aug 03 16:21:26.206711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-ae57d8b1-b5bf-4548-8de2-dbfa9ff04f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:26.207953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-ae57d8b1-b5bf-4548-8de2-dbfa9ff04f2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 1094 time: 0.0757976 Aug 03 16:21:26.215927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f98852-28e3-4b64-96d8-d6f212b5a40e req-8a6a87a3-2f20-4426-ad69-62e49a8c696a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:26.217473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47f98852-28e3-4b64-96d8-d6f212b5a40e req-8a6a87a3-2f20-4426-ad69-62e49a8c696a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 943 time: 0.0958192 Aug 03 16:21:26.244786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:26.270066 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-5371a3ce-b22b-4864-9ba8-bd17cd138308 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311994 Aug 03 16:21:26.331825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47f98852-28e3-4b64-96d8-d6f212b5a40e req-98b5908e-759d-4207-a0cb-d8c4ee88659f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654533 Aug 03 16:21:26.354354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-97b3c998-a4bc-44ca-808a-d54efa4dfe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:26.355861 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-97b3c998-a4bc-44ca-808a-d54efa4dfe97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.1374772 Aug 03 16:21:26.406722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-9999a4b6-8d88-4d7d-a2fd-3f88c3b6655e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea HTTP/1.1" status: 200 len: 217 time: 0.0419209 Aug 03 16:21:26.459150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-86ef9bc6-3580-4c73-96e7-2ee15a067ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:26.461057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-86ef9bc6-3580-4c73-96e7-2ee15a067ab5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0476100 Aug 03 16:21:26.509207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-a151ed0b-9dd5-4e62-a2f9-9bffb322b955 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380785 Aug 03 16:21:26.618814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-e0695bca-33eb-430d-9996-4e3d48bc758d service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000738 Aug 03 16:21:26.732549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6741e6d8-69cf-492e-94d6-358bc1778d9f req-73b8e895-b8ee-48d7-94be-8bfb6b5e223b service neutron] 10.222.0.72 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057403 Aug 03 16:21:26.887189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 13260730-fc99-4d14-b771-01bdc1637186 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:21:26.919696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 13260730-fc99-4d14-b771-01bdc1637186 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:21:26.920173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 13260730-fc99-4d14-b771-01bdc1637186 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:21:26.936751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-455ceffa-8659-4bf4-a734-1f691838c9a1 req-b26b491f-b181-43c4-b835-dc6cb3da73b2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0392756 Aug 03 16:21:27.515772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a5ab-0e67-48d9-9a24-c7a014ed38b8 req-3f178632-eb11-452a-8069-2dc1c5cbaa0b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:27.517619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3d8a5ab-0e67-48d9-9a24-c7a014ed38b8 req-3f178632-eb11-452a-8069-2dc1c5cbaa0b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 943 time: 0.0773139 Aug 03 16:21:27.571363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e3d8a5ab-0e67-48d9-9a24-c7a014ed38b8 req-2e86a267-7bb0-4180-bca7-1d44155c6427 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443687 Aug 03 16:21:27.633902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-6ac37dbe-9004-4cba-a2a5-a8064c82106a req-6c80d850-8fc6-449c-977d-4820e309fb65 service neutron] (106016) timed out ('10.222.0.70', 54254) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:21:28.070837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00a4e990-d514-4bd4-917b-d40b7c22b302 req-179cc94b-9f5e-46fc-ba56-34ab63c40f31 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fc50792-f397-4344-b424-fa09262c7776 HTTP/1.1" status: 200 len: 210 time: 0.0299559 Aug 03 16:21:28.505342 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-80b5d46d-5db3-4bfa-b036-59cebaee4d6d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1354928 Aug 03 16:21:28.592188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484d23-7c17-485e-a009-adbef1468a6b req-5c0e3f96-27a6-4d7f-a2d4-9b4dc7c253b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:28.594701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-5c0e3f96-27a6-4d7f-a2d4-9b4dc7c253b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 1096 time: 0.0611131 Aug 03 16:21:28.775807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105af1a5-e9a2-4e00-937c-5b3e8a410f27 req-8d939438-a2e9-4467-ac05-0f63e213adc3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:28.777377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-105af1a5-e9a2-4e00-937c-5b3e8a410f27 req-8d939438-a2e9-4467-ac05-0f63e213adc3 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 943 time: 0.1021092 Aug 03 16:21:28.779632 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484d23-7c17-485e-a009-adbef1468a6b req-ea2d025b-d392-4b6a-a896-54ad65c630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:28.781074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-ea2d025b-d392-4b6a-a896-54ad65c630e9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 200 len: 915 time: 0.1617057 Aug 03 16:21:28.841400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-304482b4-89e0-4163-af0a-5a25cdd07b0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 HTTP/1.1" status: 200 len: 217 time: 0.0498405 Aug 03 16:21:28.915335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-105af1a5-e9a2-4e00-937c-5b3e8a410f27 req-80ca8c73-4f1a-4cd9-b76c-2cdb460966fb tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312945 Aug 03 16:21:28.935619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85484d23-7c17-485e-a009-adbef1468a6b req-60e4ab5a-9447-4dec-a3ee-a068199366a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:28.937459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-60e4ab5a-9447-4dec-a3ee-a068199366a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 200 len: 854 time: 0.0883968 Aug 03 16:21:28.979585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-7759b89f-d8d1-49ff-a521-a2369abcbd29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bb9b4375-0716-425f-9772-6dba1b1fb72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344450 Aug 03 16:21:29.100885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-cb78c4fb-e6c4-4715-adf6-7378c6dfacc4 service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111150 Aug 03 16:21:29.250712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-85484d23-7c17-485e-a009-adbef1468a6b req-e0ff7533-1f39-4347-962e-63c08ff9086e service neutron] 10.222.0.78 "GET /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421528 Aug 03 16:21:30.077434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb802f-b955-4671-951d-4350c7f6377d req-a0088cb8-f2cb-4a5a-9cc3-e142e7e6f33c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:30.080171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2eb802f-b955-4671-951d-4350c7f6377d req-a0088cb8-f2cb-4a5a-9cc3-e142e7e6f33c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 943 time: 0.0762436 Aug 03 16:21:30.137337 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a2eb802f-b955-4671-951d-4350c7f6377d req-7fbeb6e6-c84e-4935-8640-5ea130cc777f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Aug 03 16:21:30.224639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:21:30.372474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:30.390511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea', 'network_id': 'bb9b4375-0716-425f-9772-6dba1b1fb72d', 'port_id': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea', 'mac_address': 'fa:16:3e:ab:c7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:21:30.434458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:30.449782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:21:30.475011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:30.481243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:30.542806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:30.684132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['2a0d0463-260a-4cd8-a839-6ccf85b4c7ea'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:31.271132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5cab7-b1f8-4a99-8e5c-3eb25e2d503b req-b8549db5-fa2d-4b0b-8418-c7683630d35b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:31.273178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4e5cab7-b1f8-4a99-8e5c-3eb25e2d503b req-b8549db5-fa2d-4b0b-8418-c7683630d35b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 944 time: 0.0567319 Aug 03 16:21:31.324058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f4e5cab7-b1f8-4a99-8e5c-3eb25e2d503b req-83a5c1c9-9f68-410d-a0d6-31bafdd2233e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Aug 03 16:21:31.560135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46140) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:31.566643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2141296433', 'description': 'tempest-secgroup-smoke-2141296433 description', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:31.602099 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.705831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.710172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.739087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.740321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1791732 Aug 03 16:21:31.744228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46142) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:31.745339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b8910-5f9a-4dce-a947-fb29fe162dda,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:31.749047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:31.754033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.754560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.755112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.755642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.756176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.756726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.757298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.758026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.758265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.758796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.759332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.759864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645d2ce-d2c6-41e3-b28c-7bc316f66fe2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:21:31.780466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.842821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.846372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.866992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf99c83-3c29-4351-9363-e134f259ef83,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:31.876322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.880458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e69a145-8521-476a-97b7-5455cb8e143d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350920 Aug 03 16:21:31.881072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46144) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:31.886379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:31.917088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.982300 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:31.986491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.005241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc4c784-9226-46a9-b336-0e4cdbdf27a3,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.013906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.015339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-036d74e5-e1be-4bbb-b3ee-217599479627 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331568 Aug 03 16:21:32.019788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:32.025447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:32.056457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.128940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.133071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.154801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaf073b-343a-4051-9de2-0db1f0b0447e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.162536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.164783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d30d65c9-7b5e-4afc-86e4-88a9936087c0 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440227 Aug 03 16:21:32.167568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46148) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:32.172172 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:32.200004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.230316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:21:32.271974 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.276379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.285666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:21:32.291818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:21:32.292198 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.297028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d459b8b-a203-4f77-9a1a-bcb3d107a0ad,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.300305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.304644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7c711e1b-5603-427c-88b4-54677f00544c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330032 Aug 03 16:21:32.305101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46150) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:32.309315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:32.333860 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Project feee2476e90e4f4ba94fc0d65a1a1eb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:21:32.339431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.378149 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.410327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:32.412108 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b916afa1-9c06-4eb9-b773-37225389647c" -d '{"events": [{"server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:32.426985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:32.432956 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.440505 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.446666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.461745 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225156e-b522-4fbb-8a89-99e705e17f4c x-openstack-request-id: req-3225156e-b522-4fbb-8a89-99e705e17f4c {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:32.462098 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:32.462098 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3225156e-b522-4fbb-8a89-99e705e17f4c {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:32.462739 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea', 'code': 200} Aug 03 16:21:32.484788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6243ae30-1876-490e-92bd-a9c05332698c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.496600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.498142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.498554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e8da6ea3-75b0-4628-a1b9-27208135c233 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1926355 Aug 03 16:21:32.501231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46156) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:21:32.508155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'security_group_rule': {'security_group_id': 'dd7b8910-5f9a-4dce-a947-fb29fe162dda', 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:32.519416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d2fc-3c0f-48cc-b7eb-63643d2f8434 req-6bb8b221-1de8-48c8-9bb6-4d359aec0a02 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:32.520885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-add7d2fc-3c0f-48cc-b7eb-63643d2f8434 req-6bb8b221-1de8-48c8-9bb6-4d359aec0a02 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 944 time: 0.1162081 Aug 03 16:21:32.587765 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Project feee2476e90e4f4ba94fc0d65a1a1eb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:21:32.604103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.612667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-add7d2fc-3c0f-48cc-b7eb-63643d2f8434 req-32a6b43f-4e44-4ccc-a04a-aa394dae06f4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798616 Aug 03 16:21:32.620235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8574-e46e-4136-b19a-39c28eb320d7 req-36825cd0-3454-44be-9fcf-aa100afd0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:32.621775 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d5f8574-e46e-4136-b19a-39c28eb320d7 req-36825cd0-3454-44be-9fcf-aa100afd0c0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 1096 time: 0.0990465 Aug 03 16:21:32.691449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7d5f8574-e46e-4136-b19a-39c28eb320d7 req-7be6eeca-cdd5-4b28-96bd-0993985c8e94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Aug 03 16:21:32.705565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.709599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.728004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca849f3-0ebc-4e58-8f85-94412d8ba8dd,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:32.744045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:32.745300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46da47de-6ae5-4b10-8cbd-9295551b0f1a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2424378 Aug 03 16:21:33.747705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddeedc-c0e9-4f03-9ff8-ccc866a27210 req-87677b0e-8c12-4e05-8c9f-ac10117cb97c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:33.749184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37ddeedc-c0e9-4f03-9ff8-ccc866a27210 req-87677b0e-8c12-4e05-8c9f-ac10117cb97c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 945 time: 0.0570745 Aug 03 16:21:33.792870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37ddeedc-c0e9-4f03-9ff8-ccc866a27210 req-b4836072-fafc-4f19-848f-56fe637c8f02 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Aug 03 16:21:39.867048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1738-9ab5-4eab-bd61-765fb9ef63ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:42.118309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-39adc106-175c-498f-833e-82f943d5c2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:42.487641 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:21:42.820431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:43.743917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:45.127977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:50.633346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-6f5169da-91c1-41de-ba44-15b943a78312 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141296433&fields=id&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 267 time: 0.0366216 Aug 03 16:21:50.764200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-cb67479e-1a22-40f8-99a1-7af22ee72d3b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:50.765804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-cb67479e-1a22-40f8-99a1-7af22ee72d3b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1253452 Aug 03 16:21:50.786290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-fba11a87-a348-4ccd-aae9-445c694747af tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0105822 Aug 03 16:21:50.846643 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-9100ae60-31a0-4bec-a98d-d358c59aa559 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498960 Aug 03 16:21:51.009226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-f3f3faaa-62e2-4d7b-b24d-e47831429a7d service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485081 Aug 03 16:21:51.124210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-a0c43d32-ef33-42c5-91ff-839a4aafd223 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080756 Aug 03 16:21:51.614852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-606d2938-c7c0-4126-9f58-c3a02778496f req-039f5016-947b-4c08-9193-b7b114ba6941 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0493968 Aug 03 16:21:52.190842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:52.753984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51a1cfd5-172a-4f93-bb43-c96123453c18 req-b2789587-db24-49b5-9ab4-fa6289eb66ad tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0326264 Aug 03 16:21:53.355303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-35262f39-88d5-43f2-9c84-5c5fcc1caf65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:53.357141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-35262f39-88d5-43f2-9c84-5c5fcc1caf65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.5514157 Aug 03 16:21:53.421394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-35468d33-aac9-4bfd-9b06-831018f29a95 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 380 time: 0.0538146 Aug 03 16:21:53.435406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'security_groups': ['dd7b8910-5f9a-4dce-a947-fb29fe162dda']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:53.641790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:21:53.649253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:53.887416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.7 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/0b9a69f0-ae10-4d09-8095-e52a6422abd5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:21:53.962690 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78fef088-3c5f-4efa-a64d-b78a9e429630 req-da62a0d0-967d-4090-bed5-6390fbeac4c4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0417080 Aug 03 16:21:54.172386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:54.200529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object 0b9a69f0-ae10-4d09-8095-e52a6422abd5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:21:54.261465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:54.329945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:21:54.335894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:21:54.342626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:21:54.415619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:54.447727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:54.448893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:54.470671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-870d925d-1262-4e33-8abb-89b7c3b15181 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425642 Aug 03 16:21:54.487193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Request body: {'port': {'device_id': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:21:54.566150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:54.857336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9efa5c7a-9b2a-4acb-bc13-3708282f8381 None None] Provisioning for port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:21:54.876094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9efa5c7a-9b2a-4acb-bc13-3708282f8381 None None] Provisioning complete for port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:21:54.880457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9efa5c7a-9b2a-4acb-bc13-3708282f8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.017964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9efa5c7a-9b2a-4acb-bc13-3708282f8381 None None] Port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:21:55.121017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9a69f0-ae10-4d09-8095-e52a6422abd5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:21:55.128302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983d705-435f-4495-83a3-6fa87ad30da6 req-2b697ae9-277f-4ee1-9d67-33e7c91d7d96 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:55.131657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.133811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b983d705-435f-4495-83a3-6fa87ad30da6 req-2b697ae9-277f-4ee1-9d67-33e7c91d7d96 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 945 time: 0.1004908 Aug 03 16:21:55.197290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Transition to ACTIVE for port object 0b9a69f0-ae10-4d09-8095-e52a6422abd5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:21:55.204092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b983d705-435f-4495-83a3-6fa87ad30da6 req-80259fdf-6adc-4b76-a893-21d8ef387d7d tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Aug 03 16:21:55.211474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.339674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317a957-668e-4440-8633-8b73290e4c51 req-d10e692e-7470-4065-aa96-a0e6cf4c6899 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:55.342310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6317a957-668e-4440-8633-8b73290e4c51 req-d10e692e-7470-4065-aa96-a0e6cf4c6899 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 931 time: 0.1881754 Aug 03 16:21:55.348671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:55.462989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6317a957-668e-4440-8633-8b73290e4c51 req-17414032-8c54-40f1-835c-dfd228076928 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030030 Aug 03 16:21:55.501711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Attempting to bind port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:21:55.502595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Attempting to bind port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:21:55.503369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Attempting to bind port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:21:55.512159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:21:55.512669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Attempting to bind port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:21:55.522611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:21:55.522611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:21:55.531212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:21:55.531212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Bound port: 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:21:55.531212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.631738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:21:55.638065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:21:55.647143 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.698588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:55.699831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:55.702646 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] 10.222.0.78 "PUT /v2.0/ports/0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 1091 time: 1.2217805 Aug 03 16:21:55.703606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:55.707800 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47db9c4-6089-4bb2-a4f6-84150426f674" -d '{"events": [{"name": "network-changed", "server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:55.756351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f6912-7c4d-4a04-8611-193d41c6edd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:55.870153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-65b77464-1059-47e0-b92e-a36e5bd8f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:55.873094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-65b77464-1059-47e0-b92e-a36e5bd8f93d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1094 time: 0.1030226 Aug 03 16:21:55.965979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-5b955f5e-1154-41de-be61-eddeaad49e12 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 217 time: 0.0822160 Aug 03 16:21:56.049589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-b55ad14f-b195-463e-8a2c-3647cf087f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:56.053185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-b55ad14f-b195-463e-8a2c-3647cf087f0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0798283 Aug 03 16:21:56.059037 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89efefb-ba9c-4fd3-a624-05b5c3deafc6 x-openstack-request-id: req-f89efefb-ba9c-4fd3-a624-05b5c3deafc6 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:56.059797 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:56.060280 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f89efefb-ba9c-4fd3-a624-05b5c3deafc6 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:56.061121 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'status': 'completed', 'code': 200} Aug 03 16:21:56.132930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359770-4945-47b5-97ef-91f9109ff5de req-235f61f5-eba1-4835-9498-ec7b41b500dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:56.136466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-235f61f5-eba1-4835-9498-ec7b41b500dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709584 Aug 03 16:21:56.257210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:56.325785 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-fc4ee425-2892-4584-8ae5-33a89a257fe6 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815314 Aug 03 16:21:56.578132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15327b5-1e58-4256-b0a9-4144c762c8f7 req-9fd6106e-03f7-43fe-abac-a882c50b4d6e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:56.580291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c15327b5-1e58-4256-b0a9-4144c762c8f7 req-9fd6106e-03f7-43fe-abac-a882c50b4d6e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 945 time: 0.2181323 Aug 03 16:21:56.588366 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5f359770-4945-47b5-97ef-91f9109ff5de req-74f12862-d4e9-482f-9063-3ed858af0fc1 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549379 Aug 03 16:21:56.605448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae4f23-6779-4208-b16f-48b82e584398 req-349b1837-88d0-4f7a-8e06-9aed834f8904 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:56.608006 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6dae4f23-6779-4208-b16f-48b82e584398 req-349b1837-88d0-4f7a-8e06-9aed834f8904 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 945 time: 0.1547079 Aug 03 16:21:56.778950 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c15327b5-1e58-4256-b0a9-4144c762c8f7 req-ad4ba0cf-6c82-4ea9-a9a1-f1ea0a405250 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691725 Aug 03 16:21:56.845083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-61854694-186d-4b5c-b9c8-715238bb6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:56.847496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-61854694-186d-4b5c-b9c8-715238bb6e8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1094 time: 0.1658449 Aug 03 16:21:56.957322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Deleting port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:21:56.957874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:57.074775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aeacf-6623-4612-97f9-c46a82ea7f8f req-2efaf9a3-ff4c-45e5-a8c5-ebe1ba5fc1fc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:57.089367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce9aeacf-6623-4612-97f9-c46a82ea7f8f req-2efaf9a3-ff4c-45e5-a8c5-ebe1ba5fc1fc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.5147882 Aug 03 16:21:57.092758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-a452c57d-9214-4f80-899f-f07bf7acea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:57.095471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-a452c57d-9214-4f80-899f-f07bf7acea85 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.2398357 Aug 03 16:21:57.156608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ce9aeacf-6623-4612-97f9-c46a82ea7f8f req-be473c5f-de15-4f49-93c2-3787e04810e3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657160 Aug 03 16:21:57.212322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-b6a4ccb7-ad20-401c-8ad9-45e551f3d949 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 217 time: 0.1079469 Aug 03 16:21:57.286838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] For port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:21:57.288554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:57.319443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Calling delete_port for 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:21:57.354600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-2f6d821a-cffb-4221-b6cf-7c344495830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:57.357503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-2f6d821a-cffb-4221-b6cf-7c344495830c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1349299 Aug 03 16:21:57.531199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-1c3ec2b5-d734-46a4-ab43-3d862287c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:57.533924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-1c3ec2b5-d734-46a4-ab43-3d862287c597 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200428 Aug 03 16:21:57.763750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:57.783565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:57.793061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'd30b04b4-e261-424e-862c-5573c3eeabf5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:21:57.861349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event deleted for resources: {'Port': ['ID=2a0d0463-260a-4cd8-a839-6ccf85b4c7ea,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:21:57.926280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-3f4d61e2-346a-47d9-98fc-c5733378928f service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826718 Aug 03 16:21:57.971665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] No DVR routers for this DVR port 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:21:57.975932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:21:57.981863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6dae4f23-6779-4208-b16f-48b82e584398 req-276fd980-ec06-4b9f-a824-f7915f82e570 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "DELETE /v2.0/ports/2a0d0463-260a-4cd8-a839-6ccf85b4c7ea HTTP/1.1" status: 204 len: 173 time: 1.3586526 Aug 03 16:21:58.048401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e2af42d9-8dc1-47f6-81f9-c686c72279fb req-6e2f6d7f-ceb6-4d16-8c64-4962789330f1 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b1ee989-4272-4104-9910-8d7fe53d7fcc HTTP/1.1" status: 200 len: 210 time: 0.1248283 Aug 03 16:21:58.103513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'name': 'network-vif-deleted', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:21:58.106169 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2c99d-101e-49dc-a225-42996d4e94c2" -d '{"events": [{"server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "name": "network-vif-deleted", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:21:58.221567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b47db9c4-6089-4bb2-a4f6-84150426f674 req-5ee7e200-624a-40e3-bb3d-261c054a50c9 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534232 Aug 03 16:21:58.224540 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfee7c4-b438-4b65-89ee-1edfe2c99356 x-openstack-request-id: req-1bfee7c4-b438-4b65-89ee-1edfe2c99356 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:21:58.225379 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1ee989-4272-4104-9910-8d7fe53d7fcc", "name": "network-vif-deleted", "tag": "2a0d0463-260a-4cd8-a839-6ccf85b4c7ea", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:21:58.225541 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bfee7c4-b438-4b65-89ee-1edfe2c99356 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:21:58.226430 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1ee989-4272-4104-9910-8d7fe53d7fcc', 'name': 'network-vif-deleted', 'tag': '2a0d0463-260a-4cd8-a839-6ccf85b4c7ea', 'status': 'completed', 'code': 200} Aug 03 16:21:58.414462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7704b-8f12-4e20-83e7-7c01e4691536 req-bbd0102a-60ff-4a27-82b7-f29d60485ef3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:58.422284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0d7704b-8f12-4e20-83e7-7c01e4691536 req-bbd0102a-60ff-4a27-82b7-f29d60485ef3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0938709 Aug 03 16:21:58.478692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c0d7704b-8f12-4e20-83e7-7c01e4691536 req-7e2a52df-f28f-47b2-963a-45a3327135d3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551112 Aug 03 16:21:59.687394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4a97-802c-4913-875b-326f93156736 req-cf89361c-b8cc-4d8d-a0f9-6882a3ec9694 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:21:59.689809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67ee4a97-802c-4913-875b-326f93156736 req-cf89361c-b8cc-4d8d-a0f9-6882a3ec9694 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0941119 Aug 03 16:21:59.746323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-67ee4a97-802c-4913-875b-326f93156736 req-d6e60f43-07d8-4fbb-9b55-622b234015cb tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480919 Aug 03 16:22:00.445235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:22:00.469240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:22:00.469587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 2a0d0463-260a-4cd8-a839-6ccf85b4c7ea not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:22:00.914100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe715e8-b1ae-4aa9-b6ad-b4e6e469eab0 req-0042599b-3bac-4c74-9d33-ae8485a762ab tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:00.916562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe715e8-b1ae-4aa9-b6ad-b4e6e469eab0 req-0042599b-3bac-4c74-9d33-ae8485a762ab tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0772724 Aug 03 16:22:00.975102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe715e8-b1ae-4aa9-b6ad-b4e6e469eab0 req-98193139-2278-41c3-a589-b83f781a2728 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Aug 03 16:22:02.125159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654d77-e327-4da3-9c42-9f58eb19c1ba req-a481e666-f84a-45ae-b8f7-59d844c2fd65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:02.126810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9654d77-e327-4da3-9c42-9f58eb19c1ba req-a481e666-f84a-45ae-b8f7-59d844c2fd65 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0725970 Aug 03 16:22:02.185291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9654d77-e327-4da3-9c42-9f58eb19c1ba req-306e775f-8fb9-46fe-b88f-a4dd0e6b78ad tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506778 Aug 03 16:22:02.846184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5f99-9608-4578-9616-bbd8e17e1d80 req-4fbe412e-02ae-4b1f-90b9-c1a73d55fca2 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:02.848278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef4b5f99-9608-4578-9616-bbd8e17e1d80 req-4fbe412e-02ae-4b1f-90b9-c1a73d55fca2 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 945 time: 0.0650716 Aug 03 16:22:02.901605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef4b5f99-9608-4578-9616-bbd8e17e1d80 req-34d99707-601e-401d-ba38-8eab22f932e5 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Aug 03 16:22:03.328023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064bff0-3855-42ec-8753-9ffbd76eaf18 req-c8b321c4-0989-48aa-b471-126cac6ec2e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:03.329585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b064bff0-3855-42ec-8753-9ffbd76eaf18 req-c8b321c4-0989-48aa-b471-126cac6ec2e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0612051 Aug 03 16:22:03.376344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b064bff0-3855-42ec-8753-9ffbd76eaf18 req-5216f17f-94f7-4443-872a-264d76bea6a7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Aug 03 16:22:04.066883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062b346-640c-4ee6-92e0-b570e203ce2c req-412de9ca-ed13-40e1-b565-2533b3e51cbf tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:04.069353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b062b346-640c-4ee6-92e0-b570e203ce2c req-412de9ca-ed13-40e1-b565-2533b3e51cbf tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 945 time: 0.0716059 Aug 03 16:22:04.128654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b062b346-640c-4ee6-92e0-b570e203ce2c req-598b4420-988f-4e78-8a90-1e0f0de3d2b8 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501254 Aug 03 16:22:04.290693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-abc31b50-4eb4-4c38-8a8f-399032ee0bd9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:04.293076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-abc31b50-4eb4-4c38-8a8f-399032ee0bd9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 945 time: 0.0741308 Aug 03 16:22:04.421925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Deleting port d30b04b4-e261-424e-862c-5573c3eeabf5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:22:04.422465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:04.551785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32e60-08b1-4edc-9673-f0835b3c9ab7 req-db1b5c5d-2b31-48b0-8fcb-7f2ef3947f13 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:04.554826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3b32e60-08b1-4edc-9673-f0835b3c9ab7 req-db1b5c5d-2b31-48b0-8fcb-7f2ef3947f13 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0731094 Aug 03 16:22:04.592351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] For port d30b04b4-e261-424e-862c-5573c3eeabf5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d30b04b4-e261-424e-862c-5573c3eeabf5,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:04.592942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:04.604344 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3b32e60-08b1-4edc-9673-f0835b3c9ab7 req-9c1fa7e6-32e1-4ab8-afb1-bda20c0c17ee tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Aug 03 16:22:04.619500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Calling delete_port for d30b04b4-e261-424e-862c-5573c3eeabf5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:22:04.781923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:04.796714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:04.799486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'd30b04b4-e261-424e-862c-5573c3eeabf5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:04.839509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event deleted for resources: {'Port': ['ID=d30b04b4-e261-424e-862c-5573c3eeabf5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:04.893562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] No DVR routers for this DVR port d30b04b4-e261-424e-862c-5573c3eeabf5 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:22:04.897894 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:04.900542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f59939ca-d13d-47f8-b136-e3a25ae39621 req-c3251410-e108-47b2-b955-2e69112df9b6 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "DELETE /v2.0/ports/d30b04b4-e261-424e-862c-5573c3eeabf5 HTTP/1.1" status: 204 len: 173 time: 0.5982769 Aug 03 16:22:04.901089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'name': 'network-vif-deleted', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:22:04.905010 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdca93d-0937-497f-8484-8dbf3fa30d8d" -d '{"events": [{"server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "name": "network-vif-deleted", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:22:04.972968 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01224703-0c80-4bbc-bfde-961d2aabad56 x-openstack-request-id: req-01224703-0c80-4bbc-bfde-961d2aabad56 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:22:04.973393 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcda00d9-1573-4912-b6e8-7d10bb9de35d", "name": "network-vif-deleted", "tag": "d30b04b4-e261-424e-862c-5573c3eeabf5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:22:04.973809 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01224703-0c80-4bbc-bfde-961d2aabad56 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:22:04.975534 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcda00d9-1573-4912-b6e8-7d10bb9de35d', 'name': 'network-vif-deleted', 'tag': 'd30b04b4-e261-424e-862c-5573c3eeabf5', 'status': 'completed', 'code': 200} Aug 03 16:22:05.263198 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-67b4009d-b4f8-4ded-865c-32d53a020059 req-788beee1-0d97-40dd-88a7-d18c9c84e4cd tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=fcda00d9-1573-4912-b6e8-7d10bb9de35d HTTP/1.1" status: 200 len: 210 time: 0.0315492 Aug 03 16:22:05.746066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f566c-5f96-4460-b20e-d69862da6e54 req-549ec7cb-6de9-4837-b189-3ada65c4ea23 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:05.747655 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f8f566c-5f96-4460-b20e-d69862da6e54 req-549ec7cb-6de9-4837-b189-3ada65c4ea23 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0519822 Aug 03 16:22:05.802034 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f8f566c-5f96-4460-b20e-d69862da6e54 req-2839067b-02b0-4fad-86ea-bbb2cd61f712 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Aug 03 16:22:06.588928 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3710de-db03-417b-9911-ec8266b70a12 req-ecb078e7-0b7d-4720-bde6-c4de31c245f4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:06.590537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e3710de-db03-417b-9911-ec8266b70a12 req-ecb078e7-0b7d-4720-bde6-c4de31c245f4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 946 time: 0.0568705 Aug 03 16:22:06.634253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e3710de-db03-417b-9911-ec8266b70a12 req-4918afdd-a7ad-4af2-99df-7e31f9adff8e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Aug 03 16:22:06.953717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef4951-0d14-4696-a318-f2b16d16e8cf req-beae1491-4932-4d65-90af-003cebb20884 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:06.955686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8aef4951-0d14-4696-a318-f2b16d16e8cf req-beae1491-4932-4d65-90af-003cebb20884 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 943 time: 0.0676513 Aug 03 16:22:07.000042 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8aef4951-0d14-4696-a318-f2b16d16e8cf req-0577fa91-9c0a-41b2-9fd5-e64c3943e67d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346537 Aug 03 16:22:07.040067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0b9a69f0-ae10-4d09-8095-e52a6422abd5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:22:07.158470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:07.377445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'mac_address': 'fa:16:3e:b3:fb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:22:07.432474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:07.451283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9a69f0-ae10-4d09-8095-e52a6422abd5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:22:07.485015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:07.491991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:07.551856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:07.562461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.562814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.563161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.563502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.563947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.564217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.564508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.564839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.565165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.565490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.565870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.566198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:07.718303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['0b9a69f0-ae10-4d09-8095-e52a6422abd5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:07.802563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2424a0-baa3-4bba-b692-71c4c1b694cb req-bd60c1cc-9d2d-49b3-b1f6-0befb3ec064e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:07.804422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc2424a0-baa3-4bba-b692-71c4c1b694cb req-bd60c1cc-9d2d-49b3-b1f6-0befb3ec064e tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 946 time: 0.0795865 Aug 03 16:22:07.844824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-e248f220-87b1-46b1-8f3f-1d4e86c4cd8c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:07.847584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-e248f220-87b1-46b1-8f3f-1d4e86c4cd8c tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 946 time: 0.0790009 Aug 03 16:22:07.855710 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc2424a0-baa3-4bba-b692-71c4c1b694cb req-80a40eb2-7af3-4c1c-a2d1-18b5ab895e3d tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Aug 03 16:22:07.972310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Deleting port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:22:07.972873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:08.091360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] For port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:08.091735 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:08.126048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Calling delete_port for dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:22:08.197712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192bfb-8eda-42c2-80e7-7e49c6e53bf1 req-f583f511-4e34-42c5-9f8d-ea2ab29b3af1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:08.200069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43192bfb-8eda-42c2-80e7-7e49c6e53bf1 req-f583f511-4e34-42c5-9f8d-ea2ab29b3af1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 944 time: 0.1118712 Aug 03 16:22:08.265862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43192bfb-8eda-42c2-80e7-7e49c6e53bf1 req-352d5deb-e4c1-4841-a74d-21cf94f61d1d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518076 Aug 03 16:22:08.338314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:08.354088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:08.356772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:08.377073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event deleted for resources: {'Port': ['ID=dbeca0d3-72d8-4d16-b875-6e25db6c9dd3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:08.447126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] No DVR routers for this DVR port dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:22:08.451059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:08.455406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3a0e5d7-2607-42d8-9809-0a360375b029 req-9ad80832-84a8-4221-9b9e-ba8a6120bc9f tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.72 "DELETE /v2.0/ports/dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 HTTP/1.1" status: 204 len: 173 time: 0.5999665 Aug 03 16:22:08.455406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'name': 'network-vif-deleted', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:22:08.457716 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84bc266-9669-4dd0-a154-b688dfdd31cc" -d '{"events": [{"server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "name": "network-vif-deleted", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:22:08.522164 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a25fdb-6c4f-4392-a42e-14a67e423c52 x-openstack-request-id: req-98a25fdb-6c4f-4392-a42e-14a67e423c52 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:22:08.523103 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38508b6f-c930-4330-8922-6bfb14b7ecbe", "name": "network-vif-deleted", "tag": "dbeca0d3-72d8-4d16-b875-6e25db6c9dd3", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:22:08.526034 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98a25fdb-6c4f-4392-a42e-14a67e423c52 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:22:08.526759 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38508b6f-c930-4330-8922-6bfb14b7ecbe', 'name': 'network-vif-deleted', 'tag': 'dbeca0d3-72d8-4d16-b875-6e25db6c9dd3', 'status': 'completed', 'code': 200} Aug 03 16:22:08.981868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7eb1dc6a-492b-471b-9c8e-9ebd2398f586 req-8aa0475a-6f19-4f6b-ac1e-3e66dbc2abd9 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=38508b6f-c930-4330-8922-6bfb14b7ecbe HTTP/1.1" status: 200 len: 210 time: 0.0311151 Aug 03 16:22:09.050729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0b9a69f0-ae10-4d09-8095-e52a6422abd5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:22:09.100843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:22:09.104494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:22:09.104866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:09.190014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:09.213495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:22:09.215964 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19670167-0090-4daa-975e-54d6db30e334" -d '{"events": [{"server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:22:09.230647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:09.235200 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:09.236133 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d30b04b4-e261-424e-862c-5573c3eeabf5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:22:09.273716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: d30b04b4-e261-424e-862c-5573c3eeabf5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:22:09.274068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d30b04b4-e261-424e-862c-5573c3eeabf5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:22:09.312419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:09.334890 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ebbd72-1aad-47f8-a380-cb087d773a7f x-openstack-request-id: req-14ebbd72-1aad-47f8-a380-cb087d773a7f {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:22:09.335407 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:22:09.335785 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14ebbd72-1aad-47f8-a380-cb087d773a7f {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:22:09.336361 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'code': 200} Aug 03 16:22:09.444916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a30e8-aba5-439d-910d-e20db80294c6 req-74edea4a-bb8f-48b0-9a9a-aa2ada69c210 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:09.446512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2b5a30e8-aba5-439d-910d-e20db80294c6 req-74edea4a-bb8f-48b0-9a9a-aa2ada69c210 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0889056 Aug 03 16:22:09.475438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c141-bc3a-4abf-99a7-003570783f1a req-362ea24b-19e1-4232-8bf4-6eb549459420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:09.477413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b398c141-bc3a-4abf-99a7-003570783f1a req-362ea24b-19e1-4232-8bf4-6eb549459420 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1096 time: 0.0737092 Aug 03 16:22:09.516136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2b5a30e8-aba5-439d-910d-e20db80294c6 req-f1976f94-ab58-4da0-804c-99c5154c23de tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611880 Aug 03 16:22:09.535227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b398c141-bc3a-4abf-99a7-003570783f1a req-8f87ee6d-74ef-4952-be5b-542335dea435 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490851 Aug 03 16:22:09.859832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc02d224-f9dc-40a6-b6db-0b96db8bdebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:10.489868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:22:10.514266 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:22:10.514612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device dbeca0d3-72d8-4d16-b875-6e25db6c9dd3 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:22:10.661199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfe886-ee93-4d67-884c-78bc3d1a570b req-0cc4b5ea-a1bd-4198-a77e-b78ca8516773 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:10.663690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72bfe886-ee93-4d67-884c-78bc3d1a570b req-0cc4b5ea-a1bd-4198-a77e-b78ca8516773 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0569191 Aug 03 16:22:10.711438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72bfe886-ee93-4d67-884c-78bc3d1a570b req-d30464b4-9faa-4c21-b8e2-bc95c7353bac tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 Aug 03 16:22:10.873064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cada988-dbe4-4888-af73-2e5e160a8c05 req-3a94b5c7-bb05-4e41-8a57-da07d73b22b2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:10.874717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cada988-dbe4-4888-af73-2e5e160a8c05 req-3a94b5c7-bb05-4e41-8a57-da07d73b22b2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0583241 Aug 03 16:22:10.922232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5cada988-dbe4-4888-af73-2e5e160a8c05 req-7e17f3a3-018b-4115-a7fc-9253ba75e178 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392790 Aug 03 16:22:10.946163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46482) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:11.006508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26d87a-1c4c-41fc-ad21-6be51e065a9b tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:11.011583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b26d87a-1c4c-41fc-ad21-6be51e065a9b tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1091 time: 0.0612326 Aug 03 16:22:11.012034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46484) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:11.019768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:22:11.052916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:11.169028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:11.280784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.25.7.116 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/aa7d0a87-7e8b-4791-865e-d2125853bc77) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:22:11.439213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:11.488783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:11.532603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:22:11.535991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:22:11.539010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:22:11.570658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=aa7d0a87-7e8b-4791-865e-d2125853bc77,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:11.971896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.055681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.119795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1ba6-29c7-45bf-886b-f5d6bb61bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.232771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.242220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.716337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=aa7d0a87-7e8b-4791-865e-d2125853bc77,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:12.723016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.806195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:12.845097 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 42e8616d-9b36-449d-b188-75a2dbaf1c74 associated. External IP: 172.25.7.116, port: 0b9a69f0-ae10-4d09-8095-e52a6422abd5. Aug 03 16:22:13.082313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:22:13.221598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:22:13.234427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:22:13.245232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:13.249708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:22:13.250389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:13.283664 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1c91ee6e-7068-4e4c-a0b1-bd6ac55ed8d9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2701590 Aug 03 16:22:13.284371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:22:13.287608 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a877156-fd47-46e1-ac85-0ad1a8a065ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:22:13.327579 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca555b2-323e-4ace-ae6e-abf1b0ab5b0f x-openstack-request-id: req-9ca555b2-323e-4ace-ae6e-abf1b0ab5b0f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:22:13.327872 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:22:13.328124 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ca555b2-323e-4ace-ae6e-abf1b0ab5b0f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:22:13.328534 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'status': 'completed', 'code': 200} Aug 03 16:22:13.406581 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:22:13.411112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-c1a053dd-1901-4a85-9790-64de02eb7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:13.414351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-c1a053dd-1901-4a85-9790-64de02eb7f3c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1096 time: 0.0592105 Aug 03 16:22:13.575841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-9c2151d9-7d51-4b9b-aea1-e588162f7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:13.578057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-9c2151d9-7d51-4b9b-aea1-e588162f7bbb service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1559424 Aug 03 16:22:13.694386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-08941549-89a7-4c14-8ce2-01b4ce903cb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 999 time: 0.1058016 Aug 03 16:22:13.702184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea15f-247d-4d45-a2c7-50f3effdb247 req-24cf8699-0ec0-478b-a771-2073ef7e094a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:13.704653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53cea15f-247d-4d45-a2c7-50f3effdb247 req-24cf8699-0ec0-478b-a771-2073ef7e094a tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 945 time: 0.1177375 Aug 03 16:22:13.730742 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '42e8616d-9b36-449d-b188-75a2dbaf1c74', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:b3:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:22:11Z', 'updated_at': '2021-08-03T16:22:11Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:13.769631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:22:13.785995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:22:13.786859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:13.790197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:13.835253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-b1377bac-7bad-4fe5-9bc1-d3ceab48cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:13.838532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-b1377bac-7bad-4fe5-9bc1-d3ceab48cf64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1327639 Aug 03 16:22:13.844172 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53cea15f-247d-4d45-a2c7-50f3effdb247 req-9da804d0-97b4-4023-b2fa-e6c57a2c3149 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284940 Aug 03 16:22:13.899265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-945fc4d3-aeed-4275-9dad-c623eef8a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:13.901046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-945fc4d3-aeed-4275-9dad-c623eef8a3d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505152 Aug 03 16:22:13.918490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:22:14.013394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-84525fb3-f19b-4dc5-b7de-09cb4884020d service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028638 Aug 03 16:22:14.126137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a877156-fd47-46e1-ac85-0ad1a8a065ab req-0063f1c6-75d5-43af-9e54-0f22ca628a1d service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033955 Aug 03 16:22:14.185634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '42e8616d-9b36-449d-b188-75a2dbaf1c74', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:b3:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:22:11Z', 'updated_at': '2021-08-03T16:22:11Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:14.212935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba90e98-768b-4353-91ea-935e4e86d02b None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '42e8616d-9b36-449d-b188-75a2dbaf1c74', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:b3:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:22:11Z', 'updated_at': '2021-08-03T16:22:11Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:22:14.461220 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22f1b2b-1365-4b70-9087-9b6d5a72dc99 None None] New status for floating IP 42e8616d-9b36-449d-b188-75a2dbaf1c74: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:22:14.986694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb0767-4fc1-453d-96f4-425b9f1ca93f req-190b8c9d-e38d-4a89-882a-2aa126a0abe4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:14.988414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66fb0767-4fc1-453d-96f4-425b9f1ca93f req-190b8c9d-e38d-4a89-882a-2aa126a0abe4 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 945 time: 0.0640333 Aug 03 16:22:15.042252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-66fb0767-4fc1-453d-96f4-425b9f1ca93f req-332fbf6b-4655-48e8-9064-378a87b23c29 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/security-groups?id=559540cc-105a-48aa-8e64-ec04f0566d48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Aug 03 16:22:15.110306 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:15.151403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b902-75fb-454a-aabe-dd440bb04719 req-37e2bea8-c4d1-4d6d-816f-f01420f97173 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:15.153927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0151b902-75fb-454a-aabe-dd440bb04719 req-37e2bea8-c4d1-4d6d-816f-f01420f97173 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 945 time: 0.0689018 Aug 03 16:22:15.263989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Deleting port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:22:15.264515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:15.360894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] For port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,segment=NetworkSegment(e7242ffd-15d5-402a-926d-93f069f0fa7b),segment_id=e7242ffd-15d5-402a-926d-93f069f0fa7b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:22:15.361271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:15.376618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Calling delete_port for bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:22:15.552803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:15.568835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:22:15.590054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Pushing event deleted for resources: {'Port': ['ID=bba5c0d9-1344-44b4-b0e8-11f2a54f6f17,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:15.652915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] No DVR routers for this DVR port bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:22:15.656123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:15.659316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0151b902-75fb-454a-aabe-dd440bb04719 req-aa441ab8-552b-482c-accb-536e15ab3f45 tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.78 "DELETE /v2.0/ports/bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 HTTP/1.1" status: 204 len: 173 time: 0.4983053 Aug 03 16:22:15.659890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'name': 'network-vif-deleted', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:22:15.663509 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7ce010-f6f5-4a36-8b79-98c23ccea93d" -d '{"events": [{"server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "name": "network-vif-deleted", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:22:15.710251 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4ea0b0-74ec-4294-84cd-1ca2e570838f x-openstack-request-id: req-bd4ea0b0-74ec-4294-84cd-1ca2e570838f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:22:15.710551 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c10edfc-a730-4761-9468-e55f0c1d2e3f", "name": "network-vif-deleted", "tag": "bba5c0d9-1344-44b4-b0e8-11f2a54f6f17", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:22:15.710996 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd4ea0b0-74ec-4294-84cd-1ca2e570838f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:22:15.711559 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c10edfc-a730-4761-9468-e55f0c1d2e3f', 'name': 'network-vif-deleted', 'tag': 'bba5c0d9-1344-44b4-b0e8-11f2a54f6f17', 'status': 'completed', 'code': 200} Aug 03 16:22:16.184100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fca06d3f-bc33-44e2-ac46-0be80faa75b8 req-e58889b5-3bbc-421a-9327-63fa3751b54b tempest-AttachVolumeNegativeTest-392513458 tempest-AttachVolumeNegativeTest-392513458-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c10edfc-a730-4761-9468-e55f0c1d2e3f HTTP/1.1" status: 200 len: 210 time: 0.0450418 Aug 03 16:22:17.243606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46510) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:17.296369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Deleting subnet 8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:22:17.300629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.345516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.388726 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.460101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.488768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:17.494355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.496409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8d7704c4-ca5c-452e-8a2a-a6ab9e0b952c HTTP/1.1" status: 204 len: 168 time: 0.2516224 Aug 03 16:22:17.499121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46512) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:17.501590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.501986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.502331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.502676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.503031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.503369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.503704 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.504036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.504437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.504771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.505147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.506035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38f70f-6a40-4c85-8350-ddc2549d1146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:17.585755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.688556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.701137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9b4375-0716-425f-9772-6dba1b1fb72d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:17.713785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7242ffd-15d5-402a-926d-93f069f0fa7b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:17.714191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7242ffd-15d5-402a-926d-93f069f0fa7b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:22:17.729231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.754804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.762803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:22:17.763317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:22:17.765425 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:22:17.833251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.841572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:17.843673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb9b4375-0716-425f-9772-6dba1b1fb72d HTTP/1.1" status: 204 len: 168 time: 0.3435712 Aug 03 16:22:17.860667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60693eb5-4afe-4029-9108-4fb3229c3b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9b4375-0716-425f-9772-6dba1b1fb72d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:17.978294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46516) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:18.020355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78d45f59-cb77-4319-b8b5-cd3500fc942c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d00b6147d4ac473b8489d57e02c5e0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407567 Aug 03 16:22:18.023363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46518) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:18.085253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:18.108454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:18.166266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:18.171195 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:18.172942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/559540cc-105a-48aa-8e64-ec04f0566d48 HTTP/1.1" status: 204 len: 168 time: 0.1486421 Aug 03 16:22:18.181791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a058a7-df89-458f-b863-d252adb371c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559540cc-105a-48aa-8e64-ec04f0566d48,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:19.131487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:22:19.162959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:22:19.163603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device bba5c0d9-1344-44b4-b0e8-11f2a54f6f17 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:22:19.493108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:22:21.220579 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46588) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:21.370088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-292a6a03-9489-466c-b755-11979d6b90b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.485480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-292a6a03-9489-466c-b755-11979d6b90b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.490996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-292a6a03-9489-466c-b755-11979d6b90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.541291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-292a6a03-9489-466c-b755-11979d6b90b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04a24f1272dc43d788b1d021ab54f662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194954 Aug 03 16:22:21.542267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6a03-9489-466c-b755-11979d6b90b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b026127-a7d6-434e-a7d4-5339947f802f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:21.544812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:21.623888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.659830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.729688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.734093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:21.735844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b026127-a7d6-434e-a7d4-5339947f802f HTTP/1.1" status: 204 len: 168 time: 0.1893768 Aug 03 16:22:21.747461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0073-1fad-4214-9a8e-e21610243781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b026127-a7d6-434e-a7d4-5339947f802f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:22.124820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46598) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:22.144049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ce4814d-2a5e-4f31-b4d5-f356291752fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.193578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.280221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ce4814d-2a5e-4f31-b4d5-f356291752fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.284761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3ce4814d-2a5e-4f31-b4d5-f356291752fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.338982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3ce4814d-2a5e-4f31-b4d5-f356291752fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3476208e55ba414788bf6de07d599ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128801 Aug 03 16:22:22.341757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4814d-2a5e-4f31-b4d5-f356291752fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2203723-d74f-431c-8cb6-f437cddb9ebb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:22.342801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46600) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:22.415061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.447740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.525316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.528083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:22.529475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2203723-d74f-431c-8cb6-f437cddb9ebb HTTP/1.1" status: 204 len: 168 time: 0.1852791 Aug 03 16:22:22.540220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e28d-4942-43d2-8489-0e11fdd99ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2203723-d74f-431c-8cb6-f437cddb9ebb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:26.019221 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46710) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:26.134212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0094dbb1-15a5-4597-bf94-aaaeefa1c9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.224797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0094dbb1-15a5-4597-bf94-aaaeefa1c9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.230010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0094dbb1-15a5-4597-bf94-aaaeefa1c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.238496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.270415 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0094dbb1-15a5-4597-bf94-aaaeefa1c9e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fdc1fa62dfc4182898ed79525ac3cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500558 Aug 03 16:22:26.271422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094dbb1-15a5-4597-bf94-aaaeefa1c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06138a87-fb67-488c-92e0-7202d02080cc,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:26.273698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:26.332772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.355695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.402601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.405221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.406486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06138a87-fb67-488c-92e0-7202d02080cc HTTP/1.1" status: 204 len: 168 time: 0.1317065 Aug 03 16:22:26.415138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee1708-250e-412a-93f9-68937b0ee0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06138a87-fb67-488c-92e0-7202d02080cc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:26.673428 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46722) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:26.687440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74847db8-618a-4cda-91a9-c9e62e955f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.787355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74847db8-618a-4cda-91a9-c9e62e955f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.791221 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74847db8-618a-4cda-91a9-c9e62e955f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.830899 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-74847db8-618a-4cda-91a9-c9e62e955f8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c55f8cb536f4dc78999f69d2d957837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563320 Aug 03 16:22:26.831860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74847db8-618a-4cda-91a9-c9e62e955f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc180838-4162-423d-a1a6-66fea365b6c8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:26.833938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46724) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:26.889893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.912140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.963945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.966874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:26.968054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc180838-4162-423d-a1a6-66fea365b6c8 HTTP/1.1" status: 204 len: 168 time: 0.1322753 Aug 03 16:22:26.978815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9443732-3a2a-41db-837d-88f95a308a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc180838-4162-423d-a1a6-66fea365b6c8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:28.465290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-a5d994be-bb6b-49dd-a94b-8dfd0c7c03f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894735 Aug 03 16:22:28.577582 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-05de1e0d-6374-4916-ad3a-26c1d12611de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:28.579308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-05de1e0d-6374-4916-ad3a-26c1d12611de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1096 time: 0.0634100 Aug 03 16:22:28.709055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-66a17cbc-261d-4485-8670-a9e6bf45ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:28.710891 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-66a17cbc-261d-4485-8670-a9e6bf45ed34 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1082137 Aug 03 16:22:28.780881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-920841fd-de45-4e02-a222-d43412539053 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 1001 time: 0.0622675 Aug 03 16:22:28.838742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-75ceec5b-db42-4930-b7e1-373eabde6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:28.840221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-75ceec5b-db42-4930-b7e1-373eabde6684 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0512738 Aug 03 16:22:28.898331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-12b2dd41-86f0-4e97-825c-a72f950e2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:28.899734 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-12b2dd41-86f0-4e97-825c-a72f950e2ab1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487466 Aug 03 16:22:29.001953 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-da2103b0-850d-4675-a75e-1e4dffd267c8 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934665 Aug 03 16:22:29.107443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43325fe1-444a-4aaf-8821-d0f35d619e10 req-6583c236-0b64-437e-b1b2-e19e29432124 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935979 Aug 03 16:22:32.977828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46850) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:33.086325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96f360a1-3183-4b3b-a71a-8e426145e626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.182895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96f360a1-3183-4b3b-a71a-8e426145e626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.186914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-96f360a1-3183-4b3b-a71a-8e426145e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.229027 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-96f360a1-3183-4b3b-a71a-8e426145e626 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8a0c1fc36124bf284c58884c12fe26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476838 Aug 03 16:22:33.229027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f360a1-3183-4b3b-a71a-8e426145e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cffa7c-0ace-4d16-b95b-3d69a79fe249,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:33.229730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:33.281539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.307998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.358185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.361129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.362331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73cffa7c-0ace-4d16-b95b-3d69a79fe249 HTTP/1.1" status: 204 len: 168 time: 0.1312656 Aug 03 16:22:33.372363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cffa7c-0ace-4d16-b95b-3d69a79fe249,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:33.381134 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.381485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.381863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.382200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.382537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.382869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.383203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.383532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.383865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.384192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.384517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.384909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22e830-4c36-4be8-91cb-d130e2f43e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:22:33.656974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 46860) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:33.670938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3fb281e-398a-486a-9d84-4720b4179db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.772813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3fb281e-398a-486a-9d84-4720b4179db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.777576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f3fb281e-398a-486a-9d84-4720b4179db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.818875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb281e-398a-486a-9d84-4720b4179db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af7cbd-0f78-4c96-979c-e0840371b2d9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:33.823595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f3fb281e-398a-486a-9d84-4720b4179db3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36d78eadb76a4e57a4991343883f26e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653981 Aug 03 16:22:33.826210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 46862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:33.877238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.901588 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.958953 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.962040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:33.963356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85af7cbd-0f78-4c96-979c-e0840371b2d9 HTTP/1.1" status: 204 len: 168 time: 0.1361535 Aug 03 16:22:33.973500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78f10-6138-4b7b-abea-3a8fb6501e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af7cbd-0f78-4c96-979c-e0840371b2d9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:39.887049 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2206c219-e6f6-49ad-bf46-53e84caf044a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:41.799875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:41.962392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d48d-d599-4929-aa99-9d737a7a0f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.079954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d48d-d599-4929-aa99-9d737a7a0f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.085451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d48d-d599-4929-aa99-9d737a7a0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.123979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9189ff4-0312-440b-b87a-1d620020789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.154416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cbf0d48d-d599-4929-aa99-9d737a7a0f6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd77a272cb1a441d9db6fdacf8dcb5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530033 Aug 03 16:22:42.157398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:42.157932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d48d-d599-4929-aa99-9d737a7a0f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ce4a3-cac7-415f-9281-b26cbbdac1b7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:42.216672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.239589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.294206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.298673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.300824 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c88ce4a3-cac7-415f-9281-b26cbbdac1b7 HTTP/1.1" status: 204 len: 168 time: 0.1421876 Aug 03 16:22:42.314514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c43c-d268-4f76-9644-d89edf1a86fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ce4a3-cac7-415f-9281-b26cbbdac1b7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:42.638037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:42.652590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf69f5-7b59-4f4f-b59b-c231536443c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.777008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf69f5-7b59-4f4f-b59b-c231536443c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.781552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ddf69f5-7b59-4f4f-b59b-c231536443c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.804839 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.834942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6ddf69f5-7b59-4f4f-b59b-c231536443c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c58448c208e949a997db8d144b87b686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957874 Aug 03 16:22:42.835784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf69f5-7b59-4f4f-b59b-c231536443c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924ceb7f-772c-4ac2-b3eb-dd4eae113d2d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:42.838869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47016) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:42.898168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.925379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.987248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.991299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:42.992814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/924ceb7f-772c-4ac2-b3eb-dd4eae113d2d HTTP/1.1" status: 204 len: 168 time: 0.1526775 Aug 03 16:22:43.010078 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af102126-13f2-4afa-a812-ef6dd2852257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ceb7f-772c-4ac2-b3eb-dd4eae113d2d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:43.752795 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:45.114930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.385508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47080) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:46.522015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f59cd3f-50d1-45bd-a1c4-ace304812033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.642265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f59cd3f-50d1-45bd-a1c4-ace304812033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.648230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4f59cd3f-50d1-45bd-a1c4-ace304812033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.697181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4f59cd3f-50d1-45bd-a1c4-ace304812033 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35d20f28363f4a62b53e9f403373af01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103671 Aug 03 16:22:46.697938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59cd3f-50d1-45bd-a1c4-ace304812033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c9523-24da-4c9b-ad0d-7aba082725c8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:46.700092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47084) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:46.763023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.791498 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.852532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.855159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:46.856468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e5c9523-24da-4c9b-ad0d-7aba082725c8 HTTP/1.1" status: 204 len: 168 time: 0.1549954 Aug 03 16:22:46.868268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ff49d-0a94-4c0b-b321-9ac1607081e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c9523-24da-4c9b-ad0d-7aba082725c8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:47.209784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:47.226849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1755-b260-45b7-ae20-d26e18b58e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.343692 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1755-b260-45b7-ae20-d26e18b58e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.350938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1755-b260-45b7-ae20-d26e18b58e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.400631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2f9d1755-b260-45b7-ae20-d26e18b58e1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60415ea436384ec0a59acd771c84f1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895292 Aug 03 16:22:47.401588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d1755-b260-45b7-ae20-d26e18b58e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d19043-55e0-4078-9937-a36d98a79609,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:47.404047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47092) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:47.471594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.499264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.560554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.563715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:47.564958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11d19043-55e0-4078-9937-a36d98a79609 HTTP/1.1" status: 204 len: 168 time: 0.1588817 Aug 03 16:22:47.578199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffd694-7e7e-453e-adf8-e7e1c2b380e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d19043-55e0-4078-9937-a36d98a79609,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:50.183296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47158) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:50.310831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b98d94e-b051-4c57-a003-0176dd3edde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.413889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b98d94e-b051-4c57-a003-0176dd3edde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.418886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0b98d94e-b051-4c57-a003-0176dd3edde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.464922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d94e-b051-4c57-a003-0176dd3edde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7fb9c9-5eb2-43f7-a904-25572cd87b32,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:50.470161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0b98d94e-b051-4c57-a003-0176dd3edde4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b18b1b0ce9fc41459c52c904bf7b54da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856688 Aug 03 16:22:50.475432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47162) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:50.543800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.571441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.630136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.633414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:50.635009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e7fb9c9-5eb2-43f7-a904-25572cd87b32 HTTP/1.1" status: 204 len: 168 time: 0.1592751 Aug 03 16:22:50.645305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421e00-32b2-4757-b15e-dbc9b1beb08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7fb9c9-5eb2-43f7-a904-25572cd87b32,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:50.948318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:50.967962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-623b27bf-f525-45a2-add9-2ca21212e75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.080814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-623b27bf-f525-45a2-add9-2ca21212e75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.086126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-623b27bf-f525-45a2-add9-2ca21212e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.128893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-623b27bf-f525-45a2-add9-2ca21212e75f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9be3eec15e90469cb9b64dc7b1a0940c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793420 Aug 03 16:22:51.130232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b27bf-f525-45a2-add9-2ca21212e75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59aec0-b773-497e-87e4-b1b7152354e0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:51.132023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47170) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:51.205771 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.242352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.296334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.304505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:51.306064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd59aec0-b773-497e-87e4-b1b7152354e0 HTTP/1.1" status: 204 len: 168 time: 0.1718581 Aug 03 16:22:51.318046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224715e-b1df-44d6-8733-e0671fc40cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59aec0-b773-497e-87e4-b1b7152354e0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:52.202661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:53.929089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47256) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:54.090228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fafca06-cc12-4ca1-ae62-368858a81a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.223631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fafca06-cc12-4ca1-ae62-368858a81a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.228315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8fafca06-cc12-4ca1-ae62-368858a81a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.275421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8fafca06-cc12-4ca1-ae62-368858a81a03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24226b83217d47698f19a54ce667b462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448431 Aug 03 16:22:54.276364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafca06-cc12-4ca1-ae62-368858a81a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d179146-e879-4590-8529-09d5b61866b8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:54.278355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:54.372978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.401458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.458769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.461431 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.462704 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d179146-e879-4590-8529-09d5b61866b8 HTTP/1.1" status: 204 len: 168 time: 0.1828139 Aug 03 16:22:54.471549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da830c48-4b06-4152-ac04-f0f1124b188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d179146-e879-4590-8529-09d5b61866b8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:54.783755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:54.801428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0698f796-f0c1-4fb9-8fca-b03486cdf5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.920670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0698f796-f0c1-4fb9-8fca-b03486cdf5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.924749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0698f796-f0c1-4fb9-8fca-b03486cdf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:54.964468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f796-f0c1-4fb9-8fca-b03486cdf5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c79e9-9bb8-4f07-ae46-1d721c2d72d6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:54.970430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0698f796-f0c1-4fb9-8fca-b03486cdf5b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85790b7d74a9414f896cbd7d72312e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849875 Aug 03 16:22:54.972130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47268) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:55.037491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:55.060271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:55.118797 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:55.121612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:55.123028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/765c79e9-9bb8-4f07-ae46-1d721c2d72d6 HTTP/1.1" status: 204 len: 168 time: 0.1495163 Aug 03 16:22:55.132832 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160863ed-6ac0-492a-a6f4-cd69c17991a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c79e9-9bb8-4f07-ae46-1d721c2d72d6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:56.259415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:56.498641 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:22:56.883687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47304) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:56.995549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-148434024', 'router:external': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:22:57.022532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Made reservation on behalf of a3c7c196fa8542378f848df5ab014312 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:22:57.026282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.039281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.185744 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.190919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.223664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:22:57.232421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7dec1-b27f-4aaf-a7f1-4cc94a13cdb6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:57.247458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.249160 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Added segment f3367101-939f-44d4-961c-c0d37e0fef27 of type vlan for network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb Aug 03 16:22:57.312444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.369609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.371202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:57.372136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.445532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5700500 Aug 03 16:22:57.450378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47308) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:57.455608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'subnet': {'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:22:57.463213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441fbc5-65c8-43f8-af2c-7b2d8439c91b tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Network': ['ID=abae5a13-d8e0-4bbd-a57a-e48cc96f72bb,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:57.478766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:22:57.492496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Made reservation on behalf of a3c7c196fa8542378f848df5ab014312 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:22:57.496278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.906079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:22:57.907171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:57.989985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1fc4a1e5-4014-48f5-ab68-d0139f19ce32,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:58.006773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Checking segment: {'id': 'f3367101-939f-44d4-961c-c0d37e0fef27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:22:58.007196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network hostable DHCP agents. Network: abae5a13-d8e0-4bbd-a57a-e48cc96f72bb, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:22:58.029361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:22:58.043551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, abae5a13-d8e0-4bbd-a57a-e48cc96f72bb) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:22:58.048797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:58.049383 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.058496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643fd902-f077-444e-99bc-fa5d1100b5f6 None None] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:22:58.076932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2c13122-f9bc-43be-aaa6-8f801db546dc tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6253371 Aug 03 16:22:58.080728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:58.086229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1081589954', 'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:22:58.115494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Made reservation on behalf of a3c7c196fa8542378f848df5ab014312 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:22:58.119472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.146488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] device_id is not set on port 59de3610-e6d4-4193-8fd1-d6ac675018e5 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:22:58.271164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9138d30-da43-4235-9783-4ade968ba896 None None] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:22:58.280997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 2001:db8::3d5 (abae5a13-d8e0-4bbd-a57a-e48cc96f72bb/1fc4a1e5-4014-48f5-ab68-d0139f19ce32/59de3610-e6d4-4193-8fd1-d6ac675018e5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:22:58.502838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.556575 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.624052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:22:58.628768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:22:58.639515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:22:58.641319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:22:58.642307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.649956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=59de3610-e6d4-4193-8fd1-d6ac675018e5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:58.668148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df4b5f35-5ec0-4faf-8f69-de5ab4d3db89 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5862947 Aug 03 16:22:58.671091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47312) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:58.784570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Deleting port 59de3610-e6d4-4193-8fd1-d6ac675018e5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:22:58.785632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.911690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:58.931288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Calling delete_port for 59de3610-e6d4-4193-8fd1-d6ac675018e5 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:22:59.120780 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.164200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Port': ['ID=59de3610-e6d4-4193-8fd1-d6ac675018e5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:22:59.195027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.197632 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca421b57-c563-4b22-9b96-50919746b095 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/ports/59de3610-e6d4-4193-8fd1-d6ac675018e5 HTTP/1.1" status: 204 len: 168 time: 0.5251811 Aug 03 16:22:59.200790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47314) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:22:59.205585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb', 'external_fixed_ips': [{'subnet_id': '1fc4a1e5-4014-48f5-ab68-d0139f19ce32', 'ip_address': '2001:db8::3d5'}]}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:22:59.240715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.243023 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.338987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.501071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.834250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:22:59.873559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:00.096189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 2001:db8::3d5 (abae5a13-d8e0-4bbd-a57a-e48cc96f72bb/1fc4a1e5-4014-48f5-ab68-d0139f19ce32/a1aa4b0e-9937-4544-941b-67eaf83a9916) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:00.590630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:00.644752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:00.685999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:00.689506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:00.697606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:00.703315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=a1aa4b0e-9937-4544-941b-67eaf83a9916,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:00.950862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:01.195570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:01.356791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router 2e45f367-3981-43ce-a34a-875a6d4f2c0b is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:01.492825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:01.509013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Sync routers for ids ['2e45f367-3981-43ce-a34a-875a6d4f2c0b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:01.514806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:01.517227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d6aa64c1-cdf1-44a7-8a91-c8ee101c6ab9 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3152580 Aug 03 16:23:01.520946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47316) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:01.523545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Routers {'2e45f367-3981-43ce-a34a-875a6d4f2c0b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:01.524480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2e45f367-3981-43ce-a34a-875a6d4f2c0b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:01.671995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:01.676123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Set router 2e45f367-3981-43ce-a34a-875a6d4f2c0b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:23:01.828080 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:01.919623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Deleting port a1aa4b0e-9937-4544-941b-67eaf83a9916 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:01.919971 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.023708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.040046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Calling delete_port for a1aa4b0e-9937-4544-941b-67eaf83a9916 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:02.123057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e45f367-3981-43ce-a34a-875a6d4f2c0b', 'name': '', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb', 'external_fixed_ips': [{'subnet_id': '1fc4a1e5-4014-48f5-ab68-d0139f19ce32', 'ip_address': '2001:db8::3d5'}], 'enable_snat': True}, 'gw_port_id': 'a1aa4b0e-9937-4544-941b-67eaf83a9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:22:59Z', 'updated_at': '2021-08-03T16:23:00Z', 'revision_number': 3, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port': {'id': 'a1aa4b0e-9937-4544-941b-67eaf83a9916', 'name': '', 'network_id': 'abae5a13-d8e0-4bbd-a57a-e48cc96f72bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e45f367-3981-43ce-a34a-875a6d4f2c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1fc4a1e5-4014-48f5-ab68-d0139f19ce32', 'ip_address': '2001:db8::3d5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:22:59Z', 'updated_at': '2021-08-03T16:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc4a1e5-4014-48f5-ab68-d0139f19ce32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:02.177629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Checking router: 2e45f367-3981-43ce-a34a-875a6d4f2c0b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:23:02.178238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Updating router 2e45f367-3981-43ce-a34a-875a6d4f2c0b port a1aa4b0e-9937-4544-941b-67eaf83a9916 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:23:02.214952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.291157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.326268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1aa4b0e-9937-4544-941b-67eaf83a9916,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:02.357022 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.524498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.527401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.596130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.596855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e45f367-3981-43ce-a34a-875a6d4f2c0b {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:02.605258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.607452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6d4d8ff5-6ddf-4ce9-8efb-4e80cd899e3c tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/routers/2e45f367-3981-43ce-a34a-875a6d4f2c0b HTTP/1.1" status: 204 len: 168 time: 1.0849311 Aug 03 16:23:02.610640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47318) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:02.642755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:23:02.643575 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:23:02.665701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Deleting subnet 1fc4a1e5-4014-48f5-ab68-d0139f19ce32 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:02.669233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.710927 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.771425 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.858781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.907548 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:02.912236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/1fc4a1e5-4014-48f5-ab68-d0139f19ce32 HTTP/1.1" status: 204 len: 168 time: 0.2996044 Aug 03 16:23:02.913515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18b978-5325-495a-bdd0-0a522365bd1d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc4a1e5-4014-48f5-ab68-d0139f19ce32,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:02.916126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47320) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:02.998845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.121696 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.138653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abae5a13-d8e0-4bbd-a57a-e48cc96f72bb']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:03.154423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3367101-939f-44d4-961c-c0d37e0fef27') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:03.155323 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3367101-939f-44d4-961c-c0d37e0fef27') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:03.166813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Port a1aa4b0e-9937-4544-941b-67eaf83a9916 not found while updating agent binding for router 2e45f367-3981-43ce-a34a-875a6d4f2c0b. {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 16:23:03.170666 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.180897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:03.181497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:23:03.182403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e45f367-3981-43ce-a34a-875a6d4f2c0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:23:03.183019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f885839a-b08f-4e60-b980-b8764e890205 None None] The sync data for ids ['2e45f367-3981-43ce-a34a-875a6d4f2c0b'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:03.189819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.200117 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:23:03.200766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:23:03.203432 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:23:03.281375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.290535 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abae5a13-d8e0-4bbd-a57a-e48cc96f72bb {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 16:23:03.295152 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.305680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/networks/abae5a13-d8e0-4bbd-a57a-e48cc96f72bb HTTP/1.1" status: 204 len: 168 time: 0.3808956 Aug 03 16:23:03.319743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334ab7e-36cf-4f54-880f-7fbfaf769ab2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Network': ['ID=abae5a13-d8e0-4bbd-a57a-e48cc96f72bb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:03.575384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47328) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:03.583798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'name': 'tempest-router--434791331', 'project_id': 'e70cec243bbe4025861337dbad2d874d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:03.617704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.619218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.693479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.701727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.719454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:03.721460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-74e74128-0078-46b2-be4c-96cf3e3b3c2a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1444576 Aug 03 16:23:03.726589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47330) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:03.838553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.022378 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.025324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.079947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.080587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e52f99fe-90df-4d53-b40c-7ad30b756cc2 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:04.086752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.087412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2dce609a-98bf-485e-9f98-f34d46f1d039 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e52f99fe-90df-4d53-b40c-7ad30b756cc2 HTTP/1.1" status: 204 len: 168 time: 0.3595021 Aug 03 16:23:04.223479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47334) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:04.481234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2116199837', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:04.516977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.518135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.583509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.764381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:04.995106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:05.015662 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:05.150453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Allocated IP 172.25.7.78 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/ee8d10bb-99b8-482c-a347-f6172736850c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:05.286134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:05.329085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:05.373917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:05.376839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:05.383996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:05.416832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event updated for resources: {'Port': ['ID=ee8d10bb-99b8-482c-a347-f6172736850c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:05.662626 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:06.176147 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:06.336129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Router a6fdf124-719d-488b-bcf3-ab97939d4944 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:06.466791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:06.482257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] Sync routers for ids ['a6fdf124-719d-488b-bcf3-ab97939d4944'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:06.492744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:06.494323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e6c07061-1bc7-44cf-b5e0-caa5dd7d28dc tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2698238 Aug 03 16:23:06.497168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47338) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:06.498215 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] Routers {'a6fdf124-719d-488b-bcf3-ab97939d4944'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:06.499187 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a6fdf124-719d-488b-bcf3-ab97939d4944'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:06.540116 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:06.551774 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] Routers {'a6fdf124-719d-488b-bcf3-ab97939d4944'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:06.552627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a6fdf124-719d-488b-bcf3-ab97939d4944'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:06.607427 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:06.608408 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d650aa4-c937-4e2f-9c02-420409d387f7 None None] The sync data for ids ['a6fdf124-719d-488b-bcf3-ab97939d4944'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:06.647862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c1dd3946-f793-4bbf-856a-62ee962da631 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/a6fdf124-719d-488b-bcf3-ab97939d4944 HTTP/1.1" status: 200 len: 924 time: 0.1486084 Aug 03 16:23:06.650523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47340) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:06.689950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f2222d1a-f064-43c2-b3a5-4bbb8a36fed3 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6fdf124-719d-488b-bcf3-ab97939d4944 HTTP/1.1" status: 200 len: 205 time: 0.0378416 Aug 03 16:23:06.693293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47342) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:06.830195 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:06.961818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.022455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port ee8d10bb-99b8-482c-a347-f6172736850c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:07.022935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.112010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.126810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for ee8d10bb-99b8-482c-a347-f6172736850c owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:07.318271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.352378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=ee8d10bb-99b8-482c-a347-f6172736850c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:07.413340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.521597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.528597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.595084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.595084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router a6fdf124-719d-488b-bcf3-ab97939d4944 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:07.607365 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.617704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47344) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:07.618567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b2bca97-3fce-4471-8a90-bd92e19f213f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/a6fdf124-719d-488b-bcf3-ab97939d4944 HTTP/1.1" status: 204 len: 168 time: 0.9206247 Aug 03 16:23:07.622551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-545070655', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:07.651706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.653887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.729810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:07.908690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:08.168700 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:08.193169 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:08.316332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 172.25.7.104 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6e5531e1-6d13-457a-a9ae-6498cc929c82) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:08.473355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:08.526001 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:08.567631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:08.570724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:08.577198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:08.583761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=6e5531e1-6d13-457a-a9ae-6498cc929c82,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:08.896415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.190116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.351300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router 792797a2-5d0c-4740-b68d-058404a5c0f0 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:09.515181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:09.532345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Sync routers for ids ['792797a2-5d0c-4740-b68d-058404a5c0f0'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:09.547659 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.549405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a8c237b-96d5-42e9-909a-065d50a60247 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9327948 Aug 03 16:23:09.549919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Routers {'792797a2-5d0c-4740-b68d-058404a5c0f0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:09.551037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['792797a2-5d0c-4740-b68d-058404a5c0f0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:09.554213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47346) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:09.709467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Set router 792797a2-5d0c-4740-b68d-058404a5c0f0 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:23:09.717127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8af90ed9-e522-469b-a806-e3b325bf1691 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/792797a2-5d0c-4740-b68d-058404a5c0f0 HTTP/1.1" status: 200 len: 908 time: 0.1614571 Aug 03 16:23:09.719763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:09.727320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-545070655', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': True}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:09.764087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.765911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.836144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.893540 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a9d24aec-091f-4c6c-b25f-19b9ab9f1288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:09.988354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:07Z', 'updated_at': '2021-08-03T16:23:08Z', 'revision_number': 3, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port': {'id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:23:08Z', 'updated_at': '2021-08-03T16:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:10.027224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Checking router: 792797a2-5d0c-4740-b68d-058404a5c0f0 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:23:10.027488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Updating router 792797a2-5d0c-4740-b68d-058404a5c0f0 port 6e5531e1-6d13-457a-a9ae-6498cc929c82 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:23:10.036362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.059970 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.293078 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.320931 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.423910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.438271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Transition to ACTIVE for port object 6e5531e1-6d13-457a-a9ae-6498cc929c82 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:10.445915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.508436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Attempting to bind port 6e5531e1-6d13-457a-a9ae-6498cc929c82 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:10.508815 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Attempting to bind port 6e5531e1-6d13-457a-a9ae-6498cc929c82 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:10.509185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Attempting to bind port 6e5531e1-6d13-457a-a9ae-6498cc929c82 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:10.510126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 172.25.7.35 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5d850095-ec29-4b62-84bf-9bdec6db1b3a) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:10.518278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Pushing event updated for resources: {'Port': ['ID=6e5531e1-6d13-457a-a9ae-6498cc929c82,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:10.523796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:10.524168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:10.524583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.525049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:10.525542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Bound port: 6e5531e1-6d13-457a-a9ae-6498cc929c82, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:10.525967 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.534147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.535575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.535806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.536359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.536924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.537270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.537608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.537975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.538319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.538702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.539199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.539649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:10.627122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] For port 6e5531e1-6d13-457a-a9ae-6498cc929c82, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:10.633237 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] For port 6e5531e1-6d13-457a-a9ae-6498cc929c82, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e5531e1-6d13-457a-a9ae-6498cc929c82,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:10.639088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.675490 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.726729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29a94a-77cd-4ce6-b853-a434e9ac53e5 None None] Pushing event updated for resources: {'Port': ['ID=6e5531e1-6d13-457a-a9ae-6498cc929c82,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:10.733248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Routers {'792797a2-5d0c-4740-b68d-058404a5c0f0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:10.734305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['792797a2-5d0c-4740-b68d-058404a5c0f0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:10.745457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:10.803063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:10.806068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:10.812811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:10.820507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=5d850095-ec29-4b62-84bf-9bdec6db1b3a,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:10.883828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] Set router 792797a2-5d0c-4740-b68d-058404a5c0f0 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:23:11.125266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:11.126631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:07Z', 'updated_at': '2021-08-03T16:23:08Z', 'revision_number': 3, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port': {'id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:23:08Z', 'updated_at': '2021-08-03T16:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:11.161255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b435c-a850-44d2-8f80-975994cfb402 None None] The sync data for ids ['792797a2-5d0c-4740-b68d-058404a5c0f0'] in n-d-803226-3 is: [{'id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104'}], 'enable_snat': False}, 'gw_port_id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:07Z', 'updated_at': '2021-08-03T16:23:08Z', 'revision_number': 3, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port': {'id': '6e5531e1-6d13-457a-a9ae-6498cc929c82', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792797a2-5d0c-4740-b68d-058404a5c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:23:08Z', 'updated_at': '2021-08-03T16:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:11.384438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:11.599848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:11.759906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:11.770039 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Sync routers for ids ['1c99bddc-d8a5-488c-ae5c-a54c052e78d1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:11.786642 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:11.792559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-07e3022e-9c54-4998-b5e0-bd632263eec1 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0671172 Aug 03 16:23:11.793159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47350) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:11.803755 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Routers {'1c99bddc-d8a5-488c-ae5c-a54c052e78d1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:11.804470 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:22:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1c99bddc-d8a5-488c-ae5c-a54c052e78d1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:11.960501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-892bd7b8-6e6c-4289-afe9-60fa15e25f41 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/1c99bddc-d8a5-488c-ae5c-a54c052e78d1 HTTP/1.1" status: 200 len: 906 time: 0.1659198 Aug 03 16:23:11.964538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47352) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:11.971048 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Set router 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:23:12.114759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.133973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d64f8b67-bb2b-4f45-950d-68c13e037731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.278194 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c99bddc-d8a5-488c-ae5c-a54c052e78d1', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '5d850095-ec29-4b62-84bf-9bdec6db1b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:09Z', 'updated_at': '2021-08-03T16:23:10Z', 'revision_number': 3, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port': {'id': '5d850095-ec29-4b62-84bf-9bdec6db1b3a', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c99bddc-d8a5-488c-ae5c-a54c052e78d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:23:10Z', 'updated_at': '2021-08-03T16:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:12.310150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Checking router: 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:23:12.310672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Updating router 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 port 5d850095-ec29-4b62-84bf-9bdec6db1b3a binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:23:12.359514 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.727920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.752526 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.766194 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Transition to ACTIVE for port object 5d850095-ec29-4b62-84bf-9bdec6db1b3a will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:12.778196 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.827228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.833325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Deleting port 5d850095-ec29-4b62-84bf-9bdec6db1b3a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:12.836696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.887676 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Attempting to bind port 5d850095-ec29-4b62-84bf-9bdec6db1b3a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:12.888203 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Attempting to bind port 5d850095-ec29-4b62-84bf-9bdec6db1b3a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:12.888744 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Attempting to bind port 5d850095-ec29-4b62-84bf-9bdec6db1b3a on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:12.912227 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:12.913097 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:12.914218 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.914791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:12.915626 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Bound port: 5d850095-ec29-4b62-84bf-9bdec6db1b3a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:12.916228 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:12.950437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Pushing event updated for resources: {'Port': ['ID=5d850095-ec29-4b62-84bf-9bdec6db1b3a,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:12.975880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.976222 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.976559 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.976896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.977223 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.977575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.977923 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.978246 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.978585 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.979010 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.979332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:12.979653 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:13.000976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.022820 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] For port 5d850095-ec29-4b62-84bf-9bdec6db1b3a, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:13.028812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Calling delete_port for 5d850095-ec29-4b62-84bf-9bdec6db1b3a owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:13.029087 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] For port 5d850095-ec29-4b62-84bf-9bdec6db1b3a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5d850095-ec29-4b62-84bf-9bdec6db1b3a,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:13.039287 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.119174 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Routers {'1c99bddc-d8a5-488c-ae5c-a54c052e78d1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:13.120236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['1c99bddc-d8a5-488c-ae5c-a54c052e78d1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:13.160381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e5531e1-6d13-457a-a9ae-6498cc929c82 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:13.257216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6e5531e1-6d13-457a-a9ae-6498cc929c82 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:13.269450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6e5531e1-6d13-457a-a9ae-6498cc929c82 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:13.273198 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.298774 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed199e9-6db7-4215-85ce-7bb5c539cd8e None None] Pushing event updated for resources: {'Port': ['ID=5d850095-ec29-4b62-84bf-9bdec6db1b3a,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:13.317909 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] Set router 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:23:13.388949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.411056 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c99bddc-d8a5-488c-ae5c-a54c052e78d1', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:09Z', 'updated_at': '2021-08-03T16:23:12Z', 'revision_number': 4, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:13.442027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d850095-ec29-4b62-84bf-9bdec6db1b3a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:13.452561 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb972806-c767-40c3-9ff9-a7b4e9ce1f79 None None] The sync data for ids ['1c99bddc-d8a5-488c-ae5c-a54c052e78d1'] in n-d-803226-3 is: [{'id': '1c99bddc-d8a5-488c-ae5c-a54c052e78d1', 'name': 'tempest-snat-router-545070655', 'tenant_id': 'a3c7c196fa8542378f848df5ab014312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:23:09Z', 'updated_at': '2021-08-03T16:23:12Z', 'revision_number': 4, 'project_id': 'a3c7c196fa8542378f848df5ab014312', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:13.464171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.507158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6e5531e1-6d13-457a-a9ae-6498cc929c82, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e5531e1-6d13-457a-a9ae-6498cc929c82,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:13.524680 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.548486 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.620511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6e5531e1-6d13-457a-a9ae-6498cc929c82,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:13.679681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.682171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.752057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.752675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c99bddc-d8a5-488c-ae5c-a54c052e78d1 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:13.758291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:13.760144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-85f1135f-85a7-4c71-89cc-3dc150aead6d tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/routers/1c99bddc-d8a5-488c-ae5c-a54c052e78d1 HTTP/1.1" status: 204 len: 168 time: 1.7942414 Aug 03 16:23:13.764014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47354) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:13.774431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.256870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.398314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.467398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Deleting port 6e5531e1-6d13-457a-a9ae-6498cc929c82 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:14.467746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.577197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] For port 6e5531e1-6d13-457a-a9ae-6498cc929c82, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6e5531e1-6d13-457a-a9ae-6498cc929c82,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:14.577576 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.594932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Calling delete_port for 6e5531e1-6d13-457a-a9ae-6498cc929c82 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:14.818034 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:14.874174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e5531e1-6d13-457a-a9ae-6498cc929c82,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:14.973532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.104729 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.108982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.116600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.180449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.181017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 792797a2-5d0c-4740-b68d-058404a5c0f0 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:15.187035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.188998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c40bca02-5e04-4c80-9466-cf98f3931379 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "DELETE /v2.0/routers/792797a2-5d0c-4740-b68d-058404a5c0f0 HTTP/1.1" status: 204 len: 168 time: 1.4234138 Aug 03 16:23:15.194115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47356) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:15.199627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-239943591', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:15.237086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.239089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.316397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.491550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.778564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.799833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:15.967583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Allocated IP 172.25.7.141 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/9c55b778-84d1-4d90-9e4c-a02ca965fce8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:16.115661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:16.178907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:16.227284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:16.230690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:16.233600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:16.275785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event updated for resources: {'Port': ['ID=9c55b778-84d1-4d90-9e4c-a02ca965fce8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:16.626158 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:16.882452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:17.045676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e5531e1-6d13-457a-a9ae-6498cc929c82 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:23:17.056696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Router 4352dee6-1719-4142-9be9-955a47de7a3a is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:17.088893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6e5531e1-6d13-457a-a9ae-6498cc929c82 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:23:17.090129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6e5531e1-6d13-457a-a9ae-6498cc929c82 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:23:17.203992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:17.218932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] Sync routers for ids ['4352dee6-1719-4142-9be9-955a47de7a3a'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:17.234181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] Routers {'4352dee6-1719-4142-9be9-955a47de7a3a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:17.234910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4352dee6-1719-4142-9be9-955a47de7a3a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:17.236415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:17.242270 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-867a7269-0d88-4bde-8864-690c47890d1f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0431459 Aug 03 16:23:17.246881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47358) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:17.255263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:17.284975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:17.312315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] Routers {'4352dee6-1719-4142-9be9-955a47de7a3a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:17.313312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4352dee6-1719-4142-9be9-955a47de7a3a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:17.418769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:17.419835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46183da6-5a13-434f-8eaa-9cb837ba4d2c None None] The sync data for ids ['4352dee6-1719-4142-9be9-955a47de7a3a'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:17.767340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:18.380836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:18.386844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:18.526371 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router 4352dee6-1719-4142-9be9-955a47de7a3a has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:23:18.687596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:18.695004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:18.697605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ff936a54-c03a-44da-93a6-4680e2b4365f tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "PUT /v2.0/routers/4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 200 len: 925 time: 1.4485967 Aug 03 16:23:18.700718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:18.706247 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] Sync routers for ids ['4352dee6-1719-4142-9be9-955a47de7a3a'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:18.718873 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] Routers {'4352dee6-1719-4142-9be9-955a47de7a3a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:18.719892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4352dee6-1719-4142-9be9-955a47de7a3a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:18.773556 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:18.787401 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] Routers {'4352dee6-1719-4142-9be9-955a47de7a3a'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:18.788332 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4352dee6-1719-4142-9be9-955a47de7a3a'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:18.834634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-a33d7974-5a47-4710-9912-c68e61b6f26e req-30eb96e2-a095-4bad-b10b-2dfe89e44861 service neutron] (106017) timed out ('10.222.0.70', 51656) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:23:18.841864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:18.842791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31c5a2-31e8-4a21-8eae-ce2d8970597c None None] The sync data for ids ['4352dee6-1719-4142-9be9-955a47de7a3a'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:18.849193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1947c294-0bef-43cf-b91e-ab3a0fad2b59 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 200 len: 925 time: 0.1466734 Aug 03 16:23:18.852070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:18.951402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8b9c2-c3dd-40f9-a448-fe52a11432b7 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:18.953254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bbd8b9c2-c3dd-40f9-a448-fe52a11432b7 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=4352dee6-1719-4142-9be9-955a47de7a3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0999351 Aug 03 16:23:18.955858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:19.056831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a07bb05-2e7d-438e-b45f-18739f2a159e tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:19.058768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1a07bb05-2e7d-438e-b45f-18739f2a159e tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1015892 Aug 03 16:23:19.061922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47366) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:19.094560 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99c5a9e6-02e2-4b9e-9027-29d26fac4a0d tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 200 len: 205 time: 0.0314071 Aug 03 16:23:19.099163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47368) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:19.243582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:19.397269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:19.475301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port 9c55b778-84d1-4d90-9e4c-a02ca965fce8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:19.475640 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:19.578650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:19.594091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for 9c55b778-84d1-4d90-9e4c-a02ca965fce8 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:19.792553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:19.821204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=9c55b778-84d1-4d90-9e4c-a02ca965fce8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:19.851920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.852272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.852605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.852950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.853292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.853629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.853990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.854326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.854666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.854998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.855333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.855694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:19.901253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.002299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.005954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.075375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.076081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router 4352dee6-1719-4142-9be9-955a47de7a3a {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:20.086682 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.088167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da7c7d0f-c920-49b6-a5c8-631f151d66cf tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 204 len: 168 time: 0.9874146 Aug 03 16:23:20.092927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47370) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:20.102072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689092733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:20.134007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.135406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.193420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.198529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.220683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.223355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b10ba376-9d5a-44ec-8c11-c0ba013947b7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1287625 Aug 03 16:23:20.226949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:20.232116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:20.507908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.763423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.796798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:20.914918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Allocated IP 172.25.7.148 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/548864f4-784e-4552-bc4f-fdd4f7b4d637) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:21.033547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:21.086238 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:21.133477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:21.136803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:21.139764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:21.169084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event updated for resources: {'Port': ['ID=548864f4-784e-4552-bc4f-fdd4f7b4d637,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:21.852657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:22.116698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:22.122499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:22.206958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:22.320875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Router a2f0db7b-7aaf-4902-9255-69259783e7ae is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:22.454797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:22.465305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:22.467339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cb7c21c7-4afc-4acc-ad68-efceaedc3e35 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "PUT /v2.0/routers/a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 200 len: 883 time: 2.2391598 Aug 03 16:23:22.468910 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] Sync routers for ids ['a2f0db7b-7aaf-4902-9255-69259783e7ae'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:22.471779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47374) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:22.481365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] Routers {'a2f0db7b-7aaf-4902-9255-69259783e7ae'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:22.482041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a2f0db7b-7aaf-4902-9255-69259783e7ae'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:22.538163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:22.561498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] Routers {'a2f0db7b-7aaf-4902-9255-69259783e7ae'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:22.562548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a2f0db7b-7aaf-4902-9255-69259783e7ae'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:22.598915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:22.599587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50039c4-4122-4f01-8c8e-87008db2f732 None None] The sync data for ids ['a2f0db7b-7aaf-4902-9255-69259783e7ae'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:22.948719 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bffa179a-6524-420b-9334-84d30a95fe41 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 200 len: 924 time: 0.4748747 Aug 03 16:23:22.951910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47376) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:23.019949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93374f-9285-43ac-93ee-9cb228e80ff8 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:23.022590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e93374f-9285-43ac-93ee-9cb228e80ff8 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=a2f0db7b-7aaf-4902-9255-69259783e7ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692236 Aug 03 16:23:23.025399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47378) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:23.127252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead480d-827d-42e7-ad33-43e9e8997e34 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:23.130070 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fead480d-827d-42e7-ad33-43e9e8997e34 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1033511 Aug 03 16:23:23.133358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47380) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:23.174382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2eb5813a-4aef-4d48-8264-a893006ed4ba tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 200 len: 205 time: 0.0395818 Aug 03 16:23:23.176975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47382) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:23.321729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:23.463365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:23.529849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port 548864f4-784e-4552-bc4f-fdd4f7b4d637 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:23.530256 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:23.638712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:23.657845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for 548864f4-784e-4552-bc4f-fdd4f7b4d637 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:23.872693 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:23.903567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=548864f4-784e-4552-bc4f-fdd4f7b4d637,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:23.979898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.107487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.110507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.171849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.172553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router a2f0db7b-7aaf-4902-9255-69259783e7ae {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:24.181867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.183533 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe247ce9-140e-4c69-a4dc-0a500f5fe513 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 204 len: 168 time: 1.0048752 Aug 03 16:23:24.188352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:24.195314 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1802045921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:24.223696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.225478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.317230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.322876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.344784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.349896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fbaf34bf-8c27-4234-a941-cfbb0f0d0460 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1568325 Aug 03 16:23:24.350216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47386) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:24.355981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': True}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:24.635720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.909351 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:24.929949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:25.108993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 172.25.7.172 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e91b6361-2808-41fe-b202-b2dbb31a11d6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:25.264562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:25.323114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:25.374258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:25.378351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:25.381886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:25.424294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=e91b6361-2808-41fe-b202-b2dbb31a11d6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:25.729989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:25.955447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:25.959529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:26.156837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router e94ec378-b429-42d6-8ccc-540d07cef472 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:26.253471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:26.313389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:26.320358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:26.321603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b82b578-a99f-4e10-bdda-c7d0d21b02c2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "PUT /v2.0/routers/e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 200 len: 919 time: 1.9703326 Aug 03 16:23:26.325845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:26.336499 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] Sync routers for ids ['e94ec378-b429-42d6-8ccc-540d07cef472'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:26.352736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] Routers {'e94ec378-b429-42d6-8ccc-540d07cef472'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:26.352736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e94ec378-b429-42d6-8ccc-540d07cef472'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:26.413281 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:26.428175 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] Routers {'e94ec378-b429-42d6-8ccc-540d07cef472'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:26.429221 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e94ec378-b429-42d6-8ccc-540d07cef472'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:26.463807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b2d48700-1462-4058-89e8-7dba723d95da tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 200 len: 925 time: 0.1366179 Aug 03 16:23:26.468739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:26.522713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54285689-cd01-4ec1-9e0b-a986cc120546 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:26.524473 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54285689-cd01-4ec1-9e0b-a986cc120546 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=e94ec378-b429-42d6-8ccc-540d07cef472&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0545559 Aug 03 16:23:26.527915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47392) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:26.612988 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:26.613884 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15df23-1774-4f04-b6fb-32acc1b155d6 None None] The sync data for ids ['e94ec378-b429-42d6-8ccc-540d07cef472'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:26.663640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a771955a-56fd-4d62-aca2-8e1a7e3e1643 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:26.665109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a771955a-56fd-4d62-aca2-8e1a7e3e1643 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1361012 Aug 03 16:23:26.668388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:26.709228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c801ba30-67c0-4f30-8d25-433c785d8e0d tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 200 len: 205 time: 0.0390670 Aug 03 16:23:26.712111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47396) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:26.860707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.037320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.108536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port e91b6361-2808-41fe-b202-b2dbb31a11d6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:27.108874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.224271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.243498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for e91b6361-2808-41fe-b202-b2dbb31a11d6 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:27.443215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.479151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=e91b6361-2808-41fe-b202-b2dbb31a11d6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:27.556059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.675517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.678465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.747259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.748131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router e94ec378-b429-42d6-8ccc-540d07cef472 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:27.759253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.760587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8362069d-d84b-4e30-8da2-62d95cd19587 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 204 len: 168 time: 1.0474041 Aug 03 16:23:27.767042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47398) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:27.773938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1303820771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:27.805897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:27.806958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:28.300548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:28.307449 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:28.335872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:28.337621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa1fd631-b2b9-42ae-bd45-cceb11f869e7 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5691082 Aug 03 16:23:28.341702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47400) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:28.347445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'enable_snat': False}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:28.539559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-9cf018da-a94b-4852-a449-04bc43e285e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888928 Aug 03 16:23:28.646275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:28.731597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-a524f7cd-d851-4c09-92ad-d9bb2fb73f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:28.733155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-a524f7cd-d851-4c09-92ad-d9bb2fb73f4e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 1096 time: 0.1061261 Aug 03 16:23:28.879236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-12c75d04-01e2-44f2-989e-f9935dfce48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:28.880941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-12c75d04-01e2-44f2-989e-f9935dfce48e service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1243339 Aug 03 16:23:29.060444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-21d56d0f-c943-4dee-b0db-e07e29cb601e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 200 len: 1001 time: 0.1720347 Aug 03 16:23:29.112833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:29.140540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:29.154189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-90927ae2-a2d6-44af-b84c-ffc3ed0a8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:29.156732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-90927ae2-a2d6-44af-b84c-ffc3ed0a8a9f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0874295 Aug 03 16:23:29.288971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-10a07b17-4183-4080-8240-178adeef001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:29.290577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-10a07b17-4183-4080-8240-178adeef001f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239657 Aug 03 16:23:29.359195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Allocated IP 172.25.7.73 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/f0d3380a-04f2-4cda-ab8d-a21fcaeb425d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:29.508088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-42bb8503-8436-4f5d-92ab-bc53266e069f service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091122 Aug 03 16:23:29.610295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:29.689440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b1efab4-08d1-42ef-ac49-7585c621b713 req-0b73e66b-5e51-48a2-872c-8148ecf968a5 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682742 Aug 03 16:23:29.710378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:29.758628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:29.761801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:29.771021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:29.775869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d3380a-04f2-4cda-ab8d-a21fcaeb425d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:30.112928 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:30.379385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:30.385339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:30.594434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Router 659a5a5d-d40b-4c6a-a977-0fe21ea6862a is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:30.733308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:30.742125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:30.744080 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa8504b7-a043-4259-bb81-9e6588baccf2 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "PUT /v2.0/routers/659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 200 len: 919 time: 2.4010682 Aug 03 16:23:30.747803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] Sync routers for ids ['659a5a5d-d40b-4c6a-a977-0fe21ea6862a'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:30.748654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47402) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:30.764975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] Routers {'659a5a5d-d40b-4c6a-a977-0fe21ea6862a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:30.766361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['659a5a5d-d40b-4c6a-a977-0fe21ea6862a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:30.812654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:30.825858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] Routers {'659a5a5d-d40b-4c6a-a977-0fe21ea6862a'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:30.826765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['659a5a5d-d40b-4c6a-a977-0fe21ea6862a'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:30.863840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:30.864689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc8bf-66b9-45cd-a294-d1ca1f1e527c None None] The sync data for ids ['659a5a5d-d40b-4c6a-a977-0fe21ea6862a'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:30.895889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98696537-2080-46ff-8da4-b5ebf3eba52a tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 200 len: 925 time: 0.1445127 Aug 03 16:23:30.899906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47406) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:30.978609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7557dd72-dbde-4836-b663-42048e5ee745 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:30.981276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7557dd72-dbde-4836-b663-42048e5ee745 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=659a5a5d-d40b-4c6a-a977-0fe21ea6862a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0797577 Aug 03 16:23:30.985681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47408) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:31.110395 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5c863-4e76-4757-8ea9-c25f8d1ddd48 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:31.111830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23b5c863-4e76-4757-8ea9-c25f8d1ddd48 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/networks/4378d95d-7a10-4d19-9fa6-35580e695c19 HTTP/1.1" status: 200 len: 881 time: 0.1249352 Aug 03 16:23:31.115884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47410) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:31.160020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13f35778-8684-4567-8789-c78607f66164 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 200 len: 205 time: 0.0425441 Aug 03 16:23:31.163097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47412) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:31.348492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:31.482447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:31.549736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port f0d3380a-04f2-4cda-ab8d-a21fcaeb425d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:31.550314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:31.646934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:31.660459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for f0d3380a-04f2-4cda-ab8d-a21fcaeb425d owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:31.882870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:31.928080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=f0d3380a-04f2-4cda-ab8d-a21fcaeb425d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:32.013799 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.153274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.156282 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.223738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.224716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router 659a5a5d-d40b-4c6a-a977-0fe21ea6862a {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:32.232410 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.238909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-900a703f-aa47-4ffc-a801-0e62bf4447aa tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 204 len: 168 time: 1.0693216 Aug 03 16:23:32.239074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47414) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:32.244048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553846237', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}, 'admin_state_up': False}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:32.276228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.277515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.355250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.575398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.851027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:32.873337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:33.035686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Allocated IP 172.25.7.58 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a56b50ae-3e9e-4772-8442-b035478460b9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:33.186445 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:33.248831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:33.303496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:33.310244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:33.313366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:33.340536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event updated for resources: {'Port': ['ID=a56b50ae-3e9e-4772-8442-b035478460b9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:33.490076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:23:33.643699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:34.262641 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:34.455519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Router 18f3cdff-4e8d-4f51-a97c-e074dc5b202d is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:23:34.638505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:34.653603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] Sync routers for ids ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:34.676103 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] Routers {'18f3cdff-4e8d-4f51-a97c-e074dc5b202d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:34.678115 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:34.679379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:34.685963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f6bee82a-3729-47f6-87d8-629e01972946 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4421051 Aug 03 16:23:34.686446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47416) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:34.691918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:34.735286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:34.748569 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] Routers {'18f3cdff-4e8d-4f51-a97c-e074dc5b202d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:34.749213 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:34.787078 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:34.787823 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5de7a9e-4f7a-4039-9d91-93987c84aec5 None None] The sync data for ids ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:35.139268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.153254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.224886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Deleting port a56b50ae-3e9e-4772-8442-b035478460b9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:35.225878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.332702 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.351974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Calling delete_port for a56b50ae-3e9e-4772-8442-b035478460b9 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:35.571892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.612991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Pushing event deleted for resources: {'Port': ['ID=a56b50ae-3e9e-4772-8442-b035478460b9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:35.650559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.651111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.651531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.651995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.652453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.652946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.653391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.653878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.654333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.654781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.655560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.655719 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:23:35.708451 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.961526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3912305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-378578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25113'] for router, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:35.965032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3912302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3912295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-378571'] for router, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.044739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Router 18f3cdff-4e8d-4f51-a97c-e074dc5b202d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:23:36.176773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:23:36.187824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] Sync routers for ids ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:23:36.188291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.190797 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cad246c0-424d-403d-b58d-ec346970c9d4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "PUT /v2.0/routers/18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 200 len: 709 time: 1.5020578 Aug 03 16:23:36.193230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47418) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.199363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] Routers {'18f3cdff-4e8d-4f51-a97c-e074dc5b202d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:36.200033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:36.238610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:36.247862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] Routers {'18f3cdff-4e8d-4f51-a97c-e074dc5b202d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:23:36.248470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:36.284729 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c19919c-eb9f-4c9e-9a41-344d8d3b4ade tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/routers/18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 200 len: 744 time: 0.0893955 Aug 03 16:23:36.288365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:23:36.289290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47420) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.289490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6aa7d-ffd9-41cf-a0a7-89884b86e256 None None] The sync data for ids ['18f3cdff-4e8d-4f51-a97c-e074dc5b202d'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:23:36.355879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a27d9633-a3df-4a90-a453-f0e25eff6ef6 tempest-RoutersIpV6AdminTest-1095250094 tempest-RoutersIpV6AdminTest-1095250094-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&device_id=18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 200 len: 205 time: 0.0648875 Aug 03 16:23:36.358658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.389247 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d76c65b9-ec69-4acc-b333-75ce0d28f51b tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 200 len: 205 time: 0.0291400 Aug 03 16:23:36.392618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47424) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.490787 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.698282 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.701582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.768681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.769406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Fanout notify agent at l3_agent the message router_deleted on router 18f3cdff-4e8d-4f51-a97c-e074dc5b202d {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:23:36.778438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:36.780229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-086ba4b3-75ad-478f-b998-4262a1cf1e43 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 204 len: 168 time: 0.3856137 Aug 03 16:23:36.785261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47426) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.819334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-081d456e-6999-41c2-8bf1-d4ea9bf05e5e tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 200 len: 205 time: 0.0304172 Aug 03 16:23:36.819554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47428) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.875367 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-e619945d-3664-4d93-a084-4274ca311b37 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:36.877527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e619945d-3664-4d93-a084-4274ca311b37 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/18f3cdff-4e8d-4f51-a97c-e074dc5b202d HTTP/1.1" status: 404 len: 336 time: 0.0564687 Aug 03 16:23:36.881603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.919954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-220a3dd5-6644-4dfd-983e-81af7d3953df tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 200 len: 205 time: 0.0371060 Aug 03 16:23:36.922339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47432) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:36.974480 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-5e2ca183-0f13-4149-bed9-b428d9a9a385 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:36.975870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e2ca183-0f13-4149-bed9-b428d9a9a385 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/659a5a5d-d40b-4c6a-a977-0fe21ea6862a HTTP/1.1" status: 404 len: 336 time: 0.0524461 Aug 03 16:23:36.979712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47434) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.026582 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5dd9ec1f-05bf-4ac6-acb3-28682233a455 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 200 len: 205 time: 0.0451272 Aug 03 16:23:37.027677 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47436) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.360545 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-6d9a5009-4843-4d45-bbb3-ad18290ce12a tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:37.361513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6d9a5009-4843-4d45-bbb3-ad18290ce12a tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/e94ec378-b429-42d6-8ccc-540d07cef472 HTTP/1.1" status: 404 len: 336 time: 0.3326240 Aug 03 16:23:37.366364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47438) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.398068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d580bd0e-6943-4133-b7d0-22c2280596a4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 200 len: 205 time: 0.0302312 Aug 03 16:23:37.403306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47440) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.446628 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-aec27da4-b47c-47b0-85f0-ecf2f64ccbf4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:37.447651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aec27da4-b47c-47b0-85f0-ecf2f64ccbf4 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/a2f0db7b-7aaf-4902-9255-69259783e7ae HTTP/1.1" status: 404 len: 336 time: 0.0434062 Aug 03 16:23:37.451622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47442) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.482160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-424ddc6c-8c3f-4503-8136-05734f25e52c tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 200 len: 205 time: 0.0291398 Aug 03 16:23:37.487911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47444) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.540937 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-1f199f4c-6e52-46ab-a13d-6fc5ae45b318 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:37.542677 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1f199f4c-6e52-46ab-a13d-6fc5ae45b318 tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/4352dee6-1719-4142-9be9-955a47de7a3a HTTP/1.1" status: 404 len: 336 time: 0.0535464 Aug 03 16:23:37.545280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.584053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-689af886-5450-463d-8fca-5180cd95df7e tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "GET /v2.0/ports?device_id=a6fdf124-719d-488b-bcf3-ab97939d4944 HTTP/1.1" status: 200 len: 205 time: 0.0371780 Aug 03 16:23:37.586349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47448) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.628197 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-77e556a9-da4f-4175-bed4-e4bbba44e69f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] delete failed (client error): The resource could not be found. Aug 03 16:23:37.629777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-77e556a9-da4f-4175-bed4-e4bbba44e69f tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/routers/a6fdf124-719d-488b-bcf3-ab97939d4944 HTTP/1.1" status: 404 len: 336 time: 0.0422847 Aug 03 16:23:37.633964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47450) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:37.665316 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d845bb2-b42f-4bb6-9f78-6dbad50e7a3a tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] DELETE failed (client error): The resource could not be found. Aug 03 16:23:37.665863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d845bb2-b42f-4bb6-9f78-6dbad50e7a3a tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:23:37.667693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d845bb2-b42f-4bb6-9f78-6dbad50e7a3a tempest-RoutersIpV6AdminTest-1483166771 tempest-RoutersIpV6AdminTest-1483166771-project] 10.222.0.70 "DELETE /v2.0/subnets/1fc4a1e5-4014-48f5-ab68-d0139f19ce32 HTTP/1.1" status: 404 len: 337 time: 0.0327029 Aug 03 16:23:38.006420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47456) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:38.152873 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01c638cf-d932-429c-9f55-db99c8575a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.288322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01c638cf-d932-429c-9f55-db99c8575a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.296061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01c638cf-d932-429c-9f55-db99c8575a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.343727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-01c638cf-d932-429c-9f55-db99c8575a4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07ef87a242824569a67308ae75057b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357990 Aug 03 16:23:38.344664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c638cf-d932-429c-9f55-db99c8575a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc2de2b-23e9-477d-9ebd-84172f3de2c5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:38.351943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47460) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:38.408560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.439174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.508127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.511968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:38.520194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cc2de2b-23e9-477d-9ebd-84172f3de2c5 HTTP/1.1" status: 204 len: 168 time: 0.1671557 Aug 03 16:23:38.531939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56495df1-32d4-4584-bd2e-df31348b2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc2de2b-23e9-477d-9ebd-84172f3de2c5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:38.909366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:38.957750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a0af1438-60e1-4c8b-9997-dd334c2a35a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3c7c196fa8542378f848df5ab014312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469182 Aug 03 16:23:38.960364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47468) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:39.023205 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:39.052280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:39.113768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:39.116463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:39.117659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ab7dec1-b27f-4aaf-a7f1-4cc94a13cdb6 HTTP/1.1" status: 204 len: 168 time: 0.1563158 Aug 03 16:23:39.126617 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055297-450a-45d1-95ac-01d9095db394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7dec1-b27f-4aaf-a7f1-4cc94a13cdb6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:39.876522 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a961513-f8ad-4f8a-88de-b1b401adf598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:39.990314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47490) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:40.109600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-511219007'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:40.136033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:40.140167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.150673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.273199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.278466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.321309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:23:40.335823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44d2b5-82bb-46cb-8f5c-d4a8d8d9d956,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:40.345791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.345791 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Added segment 3a079626-b2a6-467c-9d79-c947687a80e2 of type vlan for network 3c1e2df3-3798-4d5e-be83-5f6adb106cef Aug 03 16:23:40.395564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.441542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.448854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:40.449668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.525112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5267916 Aug 03 16:23:40.525949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47496) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:40.536829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f01f0-99aa-4aa8-b2ae-e10294e28b7c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Network': ['ID=3c1e2df3-3798-4d5e-be83-5f6adb106cef,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:40.539179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:40.553673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:23:40.696829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:40.700694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:40.962034 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.026736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=0d36f9fe-d6c3-4b3d-ab11-ec07421db610,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:41.057415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:41.058932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network hostable DHCP agents. Network: 3c1e2df3-3798-4d5e-be83-5f6adb106cef, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:23:41.079369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:23:41.090816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3c1e2df3-3798-4d5e-be83-5f6adb106cef) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:41.095113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:41.095794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.103309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b4dd7-2eab-47c8-b797-34566eb66a18 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:41.116059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a8e17fa4-a483-41ac-bd27-dd6a9c2621ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5875649 Aug 03 16:23:41.119368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47504) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:41.126881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'name': 'tempest-NetworksTestDHCPv6-2014007530'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:41.268984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:41.272661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.302653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 90ad4ea2-03a6-49a6-b434-5724bd3d1b9f yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:41.314122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '0d36f9fe-d6c3-4b3d-ab11-ec07421db610'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:23:41.315562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.464207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::157 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/0d36f9fe-d6c3-4b3d-ab11-ec07421db610/90ad4ea2-03a6-49a6-b434-5724bd3d1b9f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:41.677406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.694470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 90ad4ea2-03a6-49a6-b434-5724bd3d1b9f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:41.737419 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.787614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:41.791185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:41.798826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:41.806842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:41.807541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:41.817955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/0d36f9fe-d6c3-4b3d-ab11-ec07421db610/13f80d82-77b3-4352-8bd9-cb54172ece52) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:41.818204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=90ad4ea2-03a6-49a6-b434-5724bd3d1b9f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:41.833799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-edd108f7-64a4-4675-a622-f176de7f16d0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7105155 Aug 03 16:23:41.833908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47506) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:41.954733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d51b1-4943-4bc7-abe0-5b5025dcd316 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:41.957418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-633d51b1-4943-4bc7-abe0-5b5025dcd316 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1221359 Aug 03 16:23:41.960233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47508) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:42.012220 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.024135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Transition to ACTIVE for port object 13f80d82-77b3-4352-8bd9-cb54172ece52 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:42.044888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Transition to ACTIVE for port object 13f80d82-77b3-4352-8bd9-cb54172ece52 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:42.055168 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.074272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 90ad4ea2-03a6-49a6-b434-5724bd3d1b9f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:42.074628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.100446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:42.104213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:42.108380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:42.184485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Pushing event updated for resources: {'Port': ['ID=13f80d82-77b3-4352-8bd9-cb54172ece52,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:42.223678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.234748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-96c2ee09-ba68-4e3c-9bbc-95f8eafba444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.241483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Attempting to bind port 13f80d82-77b3-4352-8bd9-cb54172ece52 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:42.242091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Attempting to bind port 13f80d82-77b3-4352-8bd9-cb54172ece52 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:42.242660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Attempting to bind port 13f80d82-77b3-4352-8bd9-cb54172ece52 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:42.245280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 90ad4ea2-03a6-49a6-b434-5724bd3d1b9f owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:42.249294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:42.249755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:42.250213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.250728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:42.251376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Bound port: 13f80d82-77b3-4352-8bd9-cb54172ece52, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:42.252260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.327916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] For port 13f80d82-77b3-4352-8bd9-cb54172ece52, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:42.331097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] For port 13f80d82-77b3-4352-8bd9-cb54172ece52, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=13f80d82-77b3-4352-8bd9-cb54172ece52,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:42.337492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.428600 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.432762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076e51-4995-4bcd-8c29-5ab3d0663624 None None] Pushing event updated for resources: {'Port': ['ID=13f80d82-77b3-4352-8bd9-cb54172ece52,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:42.464501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=90ad4ea2-03a6-49a6-b434-5724bd3d1b9f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:42.496981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.504757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6473c01-e9b9-44b5-9aad-8e8c23ca2818 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/90ad4ea2-03a6-49a6-b434-5724bd3d1b9f HTTP/1.1" status: 204 len: 168 time: 0.5433671 Aug 03 16:23:42.505088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47510) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:42.637830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c76065-4058-4454-9903-b5abe1d895d8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:42.639712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c76065-4058-4454-9903-b5abe1d895d8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:42.644286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-59c76065-4058-4454-9903-b5abe1d895d8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1376832 Aug 03 16:23:42.645483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47512) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:42.725543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 0d36f9fe-d6c3-4b3d-ab11-ec07421db610 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:42.732962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.801292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.813951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:42.931054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.006818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.034848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=0d36f9fe-d6c3-4b3d-ab11-ec07421db610,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:43.043999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.046281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26e15272-d60a-4cc8-8810-60989dd4502f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0d36f9fe-d6c3-4b3d-ab11-ec07421db610 HTTP/1.1" status: 204 len: 168 time: 0.3994722 Aug 03 16:23:43.049497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47514) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:43.145093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 13f80d82-77b3-4352-8bd9-cb54172ece52 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:43.167702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2d5538f3-344a-4ab7-b008-83677a13ecab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167161 Aug 03 16:23:43.171707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:43.179967 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:43.218465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 13f80d82-77b3-4352-8bd9-cb54172ece52 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:43.325850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:43.329988 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.551125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f1e56-fe79-4adc-9b98-f8725b8d4208 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:43.579081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.634385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:43.639355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:43.644939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:43.645788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.661513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=1d79aa79-8230-4f85-9643-1a79bfb0b629,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:43.675558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a90c654e-ac61-4a24-be59-99e8e1d527aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5021894 Aug 03 16:23:43.678324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:43.685205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'name': 'tempest-NetworksTestDHCPv6-1500497080'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:43.791477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Provisioning for port 13f80d82-77b3-4352-8bd9-cb54172ece52 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:43.798835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.805691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Provisioning complete for port 13f80d82-77b3-4352-8bd9-cb54172ece52 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:43.806068 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.840324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:43.847112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.866145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port eb6af173-8814-46eb-b4b3-2be3085199ca yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:43.954935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:43.997510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-35284e0a-053b-403f-9eca-04b771278762 None None] For port 13f80d82-77b3-4352-8bd9-cb54172ece52, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=13f80d82-77b3-4352-8bd9-cb54172ece52,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:44.003484 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.048529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::3dd (3c1e2df3-3798-4d5e-be83-5f6adb106cef/1d79aa79-8230-4f85-9643-1a79bfb0b629/eb6af173-8814-46eb-b4b3-2be3085199ca) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:44.094989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35284e0a-053b-403f-9eca-04b771278762 None None] Pushing event updated for resources: {'Port': ['ID=13f80d82-77b3-4352-8bd9-cb54172ece52,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:44.239128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34327696-bd84-483c-8907-3249be6cb0d4 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:44.256676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.271522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object eb6af173-8814-46eb-b4b3-2be3085199ca will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:44.315400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.360658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ebfd17b8-d91a-4b59-85b8-395f7aa4e78e None None] Provisioning complete for port 13f80d82-77b3-4352-8bd9-cb54172ece52 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:44.361192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ebfd17b8-d91a-4b59-85b8-395f7aa4e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.362487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:44.370732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:44.375122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:44.381475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:44.382145 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.388892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=eb6af173-8814-46eb-b4b3-2be3085199ca,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:44.402963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a37c2463-538e-4848-b975-472785cb0569 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7230883 Aug 03 16:23:44.406956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47522) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:44.466594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50195e4b-e8d4-4678-85ba-f98cbcb225be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:44.475602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50195e4b-e8d4-4678-85ba-f98cbcb225be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:44.477141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-50195e4b-e8d4-4678-85ba-f98cbcb225be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0690660 Aug 03 16:23:44.479958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47524) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:44.619308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port eb6af173-8814-46eb-b4b3-2be3085199ca {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:44.619666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.728266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.746421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for eb6af173-8814-46eb-b4b3-2be3085199ca owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:44.853804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2a815d50-26fe-4190-96f5-5e9c8dd14e07 None None] Provisioning complete for port 13f80d82-77b3-4352-8bd9-cb54172ece52 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:44.854300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2a815d50-26fe-4190-96f5-5e9c8dd14e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:44.959278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2a815d50-26fe-4190-96f5-5e9c8dd14e07 None None] Could not find standard attr ID for object eb6af173-8814-46eb-b4b3-2be3085199ca. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:44.961535 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.003065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=eb6af173-8814-46eb-b4b3-2be3085199ca,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:45.030907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.036642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0e891d30-c783-459d-bf0e-5dcacb5b8b81 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/eb6af173-8814-46eb-b4b3-2be3085199ca HTTP/1.1" status: 204 len: 168 time: 0.5533190 Aug 03 16:23:45.037003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47528) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:45.082995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dcddb62a-9d96-486b-84cf-5b088e11e48e None None] Could not find standard attr ID for object 90ad4ea2-03a6-49a6-b434-5724bd3d1b9f. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:45.119771 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.139277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 13f80d82-77b3-4352-8bd9-cb54172ece52 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:45.198866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 13f80d82-77b3-4352-8bd9-cb54172ece52 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:45.198866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.204881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca84b8-bf0f-4562-bcc1-6f034f754622 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:45.207164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca84b8-bf0f-4562-bcc1-6f034f754622 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:45.209184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6eca84b8-bf0f-4562-bcc1-6f034f754622 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1708188 Aug 03 16:23:45.212090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:45.302400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 1d79aa79-8230-4f85-9643-1a79bfb0b629 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:45.307353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.356045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.400877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c55459ed-6e9d-4bdf-8cea-cad50c37f70b None None] Could not find standard attr ID for object eb6af173-8814-46eb-b4b3-2be3085199ca. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:45.429603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.531862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.570769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=1d79aa79-8230-4f85-9643-1a79bfb0b629,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:45.574728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.577566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d02336de-c4f3-42b5-9e4d-cc3cb2138028 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/1d79aa79-8230-4f85-9643-1a79bfb0b629 HTTP/1.1" status: 204 len: 168 time: 0.3641696 Aug 03 16:23:45.581178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47534) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:45.626646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f098378-861e-43d3-835b-0eee39c1b37a None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:45.631979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fb4a4098-f350-4a53-9b93-02eb92822146 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494850 Aug 03 16:23:45.636148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47536) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:45.642858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:45.762917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:45.767566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.840389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:23:45.903461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Deleting port 13f80d82-77b3-4352-8bd9-cb54172ece52 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:45.903836 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:45.990254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] For port 13f80d82-77b3-4352-8bd9-cb54172ece52, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=13f80d82-77b3-4352-8bd9-cb54172ece52,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:45.991146 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.011389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Calling delete_port for 13f80d82-77b3-4352-8bd9-cb54172ece52 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:46.019540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.063241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:46.067775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:46.071898 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:46.072540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.087415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=17865a6a-5571-49a5-aa93-3c582bfb62cc,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:46.100496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bcc05723-a34b-4a5e-aa16-788d6be9d187 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4627190 Aug 03 16:23:46.103273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47538) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:46.110017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'name': 'tempest-NetworksTestDHCPv6-962118112'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:46.110671 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.141039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] Pushing event deleted for resources: {'Port': ['ID=13f80d82-77b3-4352-8bd9-cb54172ece52,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:46.146519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b260cd-965e-4651-996d-819b5ab699ea None None] No DVR routers for this DVR port 13f80d82-77b3-4352-8bd9-cb54172ece52 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:23:46.166578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb737437-97e4-4a94-8302-3f4309781d3f None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:46.262889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:46.273413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.296159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 3c3a3b18-ea0e-4f35-b3f8-de4706494376 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:46.344644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '17865a6a-5571-49a5-aa93-3c582bfb62cc'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:23:46.346683 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.453966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::3d3 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/17865a6a-5571-49a5-aa93-3c582bfb62cc/3c3a3b18-ea0e-4f35-b3f8-de4706494376) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:46.653077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.669210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 3c3a3b18-ea0e-4f35-b3f8-de4706494376 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:46.709678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.775883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:46.776914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/17865a6a-5571-49a5-aa93-3c582bfb62cc/7673f710-0694-417a-ba28-94e3a36bcbda) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:46.780034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:46.787490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:46.793894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:46.794355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.801725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=3c3a3b18-ea0e-4f35-b3f8-de4706494376,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:46.819049 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0d7f943c-73f4-49ad-8a52-35bfd3af4de5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7144814 Aug 03 16:23:46.822737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47540) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:46.883099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620afe36-86f3-4abb-b671-e5a40e3b6fae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:46.884760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-620afe36-86f3-4abb-b671-e5a40e3b6fae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0605950 Aug 03 16:23:46.887930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47542) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:46.961981 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:46.972841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Transition to ACTIVE for port object 7673f710-0694-417a-ba28-94e3a36bcbda will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:46.994229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Transition to ACTIVE for port object 7673f710-0694-417a-ba28-94e3a36bcbda will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:47.001724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.010150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 3c3a3b18-ea0e-4f35-b3f8-de4706494376 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:47.010469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.046828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:47.050081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:47.052664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:47.064349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Pushing event updated for resources: {'Port': ['ID=7673f710-0694-417a-ba28-94e3a36bcbda,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:47.131675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 13f80d82-77b3-4352-8bd9-cb54172ece52 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:23:47.134710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Attempting to bind port 7673f710-0694-417a-ba28-94e3a36bcbda on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:47.135322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Attempting to bind port 7673f710-0694-417a-ba28-94e3a36bcbda by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:47.135906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Attempting to bind port 7673f710-0694-417a-ba28-94e3a36bcbda on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:47.136209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.151134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 3c3a3b18-ea0e-4f35-b3f8-de4706494376 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:47.169749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:47.170168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:47.170596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.171114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:47.171749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Bound port: 7673f710-0694-417a-ba28-94e3a36bcbda, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:47.172142 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.174898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 13f80d82-77b3-4352-8bd9-cb54172ece52 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:23:47.175277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 13f80d82-77b3-4352-8bd9-cb54172ece52 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:23:47.254474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] For port 7673f710-0694-417a-ba28-94e3a36bcbda, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:47.260140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] For port 7673f710-0694-417a-ba28-94e3a36bcbda, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7673f710-0694-417a-ba28-94e3a36bcbda,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:47.265347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.339366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.340531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3fe2f-d34d-414b-9cb1-096cb00fed53 None None] Pushing event updated for resources: {'Port': ['ID=7673f710-0694-417a-ba28-94e3a36bcbda,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:47.383458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=3c3a3b18-ea0e-4f35-b3f8-de4706494376,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:47.420981 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.426793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-331b38cd-4e32-456a-b32f-2ec4148fd06a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/3c3a3b18-ea0e-4f35-b3f8-de4706494376 HTTP/1.1" status: 204 len: 168 time: 0.5365958 Aug 03 16:23:47.429737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47544) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:47.504765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89364e6-23b7-4881-907b-ea5a8af416e6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:47.506410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89364e6-23b7-4881-907b-ea5a8af416e6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:47.508010 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a89364e6-23b7-4881-907b-ea5a8af416e6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0769458 Aug 03 16:23:47.510707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47546) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:47.597967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 17865a6a-5571-49a5-aa93-3c582bfb62cc {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:47.601734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:47.677715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.210336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.300739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.343913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=17865a6a-5571-49a5-aa93-3c582bfb62cc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:48.349311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.351262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46a8072b-20bb-422d-b81b-f0b87cf2e840 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/17865a6a-5571-49a5-aa93-3c582bfb62cc HTTP/1.1" status: 204 len: 168 time: 0.8395951 Aug 03 16:23:48.353868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47548) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:48.408884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b445-1881-4cb5-ba5e-f2f9a0dfbf7f None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:48.424893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-36287fe0-897e-4e9b-bafe-a813a4a939b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685248 Aug 03 16:23:48.427583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47550) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:48.493408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69796e64-296e-4479-881d-47623f2f1811 None None] Provisioning for port 7673f710-0694-417a-ba28-94e3a36bcbda completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:48.522009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d604183-729b-4c6b-904e-473a844d5982 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:48.523902 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8d604183-729b-4c6b-904e-473a844d5982 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0949218 Aug 03 16:23:48.528137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:48.599194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5b98a-cd89-467d-b198-fd4dd3da1e47 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:48.602361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bfe5b98a-cd89-467d-b198-fd4dd3da1e47 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720451 Aug 03 16:23:48.604226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47554) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:48.651668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:23:48.669037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0fe06942-e360-410f-82ba-0ded35f51ecf tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631108 Aug 03 16:23:48.673711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47556) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:48.679730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:48.712331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Deleting port 7673f710-0694-417a-ba28-94e3a36bcbda {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:48.712732 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.786307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:48.789835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.807083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] For port 7673f710-0694-417a-ba28-94e3a36bcbda, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7673f710-0694-417a-ba28-94e3a36bcbda,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:48.807661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.826977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Calling delete_port for 7673f710-0694-417a-ba28-94e3a36bcbda owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:48.936643 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:48.967726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] Pushing event deleted for resources: {'Port': ['ID=7673f710-0694-417a-ba28-94e3a36bcbda,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:48.974221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a899a0-df51-44f3-ac36-8dca34c5330d None None] No DVR routers for this DVR port 7673f710-0694-417a-ba28-94e3a36bcbda on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:23:49.037986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.081175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:49.085714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:49.090948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:49.091543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.096876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa62b8-3722-4e08-b9ce-93ca9aa1f3c6 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:49.107294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=03fe3854-ad4b-4964-aa9b-20bb3ccac559,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:49.119126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cb96fe0e-d73c-459e-8051-8d41bc36baba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4435601 Aug 03 16:23:49.119562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47558) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:49.125110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '03fe3854-ad4b-4964-aa9b-20bb3ccac559', 'ip_address': '2001:db8::8c07:c03d:28e9:88d'}], 'name': 'tempest-NetworksTestDHCPv6-1966602961'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:49.275909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:49.289761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '03fe3854-ad4b-4964-aa9b-20bb3ccac559'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:23:49.291241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.386470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.409131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:49.455570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/03fe3854-ad4b-4964-aa9b-20bb3ccac559/33484ab5-37fd-44fd-a8c8-4196627add13) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:49.638997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.648569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Transition to ACTIVE for port object 33484ab5-37fd-44fd-a8c8-4196627add13 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:49.664718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Transition to ACTIVE for port object 33484ab5-37fd-44fd-a8c8-4196627add13 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:49.671163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.709782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:49.712791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:49.718722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:49.725225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Pushing event updated for resources: {'Port': ['ID=33484ab5-37fd-44fd-a8c8-4196627add13,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:49.744055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::8c07:c03d:28e9:88d (3c1e2df3-3798-4d5e-be83-5f6adb106cef/03fe3854-ad4b-4964-aa9b-20bb3ccac559/85c0d3f5-c2ce-417b-a0bf-2af644eecbe5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:49.787149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Attempting to bind port 33484ab5-37fd-44fd-a8c8-4196627add13 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:49.787507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Attempting to bind port 33484ab5-37fd-44fd-a8c8-4196627add13 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:49.787875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Attempting to bind port 33484ab5-37fd-44fd-a8c8-4196627add13 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:49.792903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:49.793280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:49.793709 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.794107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:49.794621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Bound port: 33484ab5-37fd-44fd-a8c8-4196627add13, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:49.795000 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.865760 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] For port 33484ab5-37fd-44fd-a8c8-4196627add13, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:49.868982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] For port 33484ab5-37fd-44fd-a8c8-4196627add13, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33484ab5-37fd-44fd-a8c8-4196627add13,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:49.876601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.921757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:49.941865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:49.944725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544593e-e743-4785-9279-463ca9275aa4 None None] Pushing event updated for resources: {'Port': ['ID=33484ab5-37fd-44fd-a8c8-4196627add13,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:49.980759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.026976 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:50.030299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:50.036875 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:50.042691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:50.043337 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.049923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=85c0d3f5-c2ce-417b-a0bf-2af644eecbe5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:50.067887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec0358e8-fad1-4e6a-9c80-8f72bc274e8a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9470358 Aug 03 16:23:50.070392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47560) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:50.144948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38da47a-2b8e-4a98-97c6-a8e99aaece65 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:50.151907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38da47a-2b8e-4a98-97c6-a8e99aaece65 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:50.153712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a38da47a-2b8e-4a98-97c6-a8e99aaece65 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0823400 Aug 03 16:23:50.156791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47562) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:50.256652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:50.257004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.357161 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.375288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:50.540411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.577489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=85c0d3f5-c2ce-417b-a0bf-2af644eecbe5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:50.611754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.613866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fcccac37-f6e0-45c7-9870-00425f97625a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 HTTP/1.1" status: 204 len: 168 time: 0.4559186 Aug 03 16:23:50.616856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47564) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:50.692513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c720e-e37b-41d4-8ba4-388320c44b35 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:50.694312 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c720e-e37b-41d4-8ba4-388320c44b35 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:50.696044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-568c720e-e37b-41d4-8ba4-388320c44b35 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0778918 Aug 03 16:23:50.700289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47566) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:50.764890 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 03fe3854-ad4b-4964-aa9b-20bb3ccac559 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:50.770581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.815830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:50.931861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.030704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.061671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fea345fa-ec93-47a9-8b69-35e124544c77 None None] Provisioning for port 33484ab5-37fd-44fd-a8c8-4196627add13 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:51.077658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=03fe3854-ad4b-4964-aa9b-20bb3ccac559,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:51.090427 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.096241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-21a74b4c-1277-4463-8564-c0ce6dfb1fce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/03fe3854-ad4b-4964-aa9b-20bb3ccac559 HTTP/1.1" status: 204 len: 168 time: 0.3920400 Aug 03 16:23:51.106169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47568) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:51.190973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-030b3db6-8c72-43a4-96a1-46a58f26d9ba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822060 Aug 03 16:23:51.194463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47570) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:51.202692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:51.247420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33484ab5-37fd-44fd-a8c8-4196627add13 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:51.331738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa156055-b08a-4bc8-adec-2494b5834015 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:51.378926 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:51.384181 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.402284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 33484ab5-37fd-44fd-a8c8-4196627add13 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:51.414578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6846e076-f96e-46fd-a71f-0c2bd4923119 None None] Could not find standard attr ID for object 85c0d3f5-c2ce-417b-a0bf-2af644eecbe5. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:51.418339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 33484ab5-37fd-44fd-a8c8-4196627add13 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:51.418718 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.569242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.621827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 33484ab5-37fd-44fd-a8c8-4196627add13, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33484ab5-37fd-44fd-a8c8-4196627add13,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:51.629453 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.678703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:23:51.712649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.725041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=33484ab5-37fd-44fd-a8c8-4196627add13,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:51.762739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Deleting port 33484ab5-37fd-44fd-a8c8-4196627add13 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:51.763115 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.779412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:51.784610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:51.789814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:51.790490 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.794059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=e8755b4e-8316-4cdf-9c32-7ee67ebe72f7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:51.810333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e4d4b62d-d604-48bd-855f-127a75f720ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6142709 Aug 03 16:23:51.812993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47572) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:51.818521 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'e8755b4e-8316-4cdf-9c32-7ee67ebe72f7', 'ip_address': '2001:db8::16e3:b76b:4502:2911'}], 'name': 'tempest-NetworksTestDHCPv6-1462740858'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:51.867959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] For port 33484ab5-37fd-44fd-a8c8-4196627add13, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=33484ab5-37fd-44fd-a8c8-4196627add13,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:51.868428 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:51.886899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Calling delete_port for 33484ab5-37fd-44fd-a8c8-4196627add13 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:51.996419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:52.040603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.092261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] Pushing event deleted for resources: {'Port': ['ID=33484ab5-37fd-44fd-a8c8-4196627add13,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:52.096917 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642cb2b7-16c9-40c9-a768-e3ffd3f0e77a None None] No DVR routers for this DVR port 33484ab5-37fd-44fd-a8c8-4196627add13 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:23:52.120036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901d7de-547b-463d-ab44-5f9448f9fba4 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:52.134547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.160916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port aaea9347-b676-40ee-a685-c678442ca498 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:52.223971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.499563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::16e3:b76b:4502:2911 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/e8755b4e-8316-4cdf-9c32-7ee67ebe72f7/aaea9347-b676-40ee-a685-c678442ca498) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:52.540966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': 'e8755b4e-8316-4cdf-9c32-7ee67ebe72f7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:23:52.542412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.721587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.738500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object aaea9347-b676-40ee-a685-c678442ca498 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:52.787281 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.843155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:52.847261 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:52.848181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/e8755b4e-8316-4cdf-9c32-7ee67ebe72f7/a09426c8-32b8-4848-9bad-627b0c0b8cbd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:52.855898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:52.862101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:52.862751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:52.870294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=aaea9347-b676-40ee-a685-c678442ca498,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:52.887271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47574) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:52.888122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b74e0d08-6172-42da-877b-b91f826a12fc tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0739696 Aug 03 16:23:52.952819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e426db-2627-4e96-a8af-176234eafdf6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:52.954565 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c9e426db-2627-4e96-a8af-176234eafdf6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0662425 Aug 03 16:23:52.959359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47576) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:53.069919 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.081625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Transition to ACTIVE for port object a09426c8-32b8-4848-9bad-627b0c0b8cbd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:53.087055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port aaea9347-b676-40ee-a685-c678442ca498 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:53.087483 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.100302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Transition to ACTIVE for port object a09426c8-32b8-4848-9bad-627b0c0b8cbd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:53.109716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.117323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33484ab5-37fd-44fd-a8c8-4196627add13 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:23:53.171291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 33484ab5-37fd-44fd-a8c8-4196627add13 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:23:53.171630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 33484ab5-37fd-44fd-a8c8-4196627add13 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:23:53.185141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:53.189092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:53.191919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Pushing event updated for resources: {'Port': ['ID=a09426c8-32b8-4848-9bad-627b0c0b8cbd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:53.194512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:53.199987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.220887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for aaea9347-b676-40ee-a685-c678442ca498 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:53.265239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Attempting to bind port a09426c8-32b8-4848-9bad-627b0c0b8cbd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:53.266055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Attempting to bind port a09426c8-32b8-4848-9bad-627b0c0b8cbd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:53.266532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Attempting to bind port a09426c8-32b8-4848-9bad-627b0c0b8cbd on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:53.278776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:53.279357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:53.279877 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.281107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:53.281261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Bound port: a09426c8-32b8-4848-9bad-627b0c0b8cbd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:53.281840 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.378193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] For port a09426c8-32b8-4848-9bad-627b0c0b8cbd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:53.433657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.435483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] For port a09426c8-32b8-4848-9bad-627b0c0b8cbd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a09426c8-32b8-4848-9bad-627b0c0b8cbd,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:53.441559 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.466296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=aaea9347-b676-40ee-a685-c678442ca498,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:53.509664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.523098 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47578) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:53.529537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-61eab243-b28e-4dfe-bce0-4ec3b8e000fe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/aaea9347-b676-40ee-a685-c678442ca498 HTTP/1.1" status: 204 len: 168 time: 0.5685706 Aug 03 16:23:53.541008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa701e6-60ae-463a-b356-dc488dedfa10 None None] Pushing event updated for resources: {'Port': ['ID=a09426c8-32b8-4848-9bad-627b0c0b8cbd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:53.603137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e161843-bef5-4138-8f0c-fdeff62a0c8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:53.605080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e161843-bef5-4138-8f0c-fdeff62a0c8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:53.610393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e161843-bef5-4138-8f0c-fdeff62a0c8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0870125 Aug 03 16:23:53.610822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47580) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:53.703719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet e8755b4e-8316-4cdf-9c32-7ee67ebe72f7 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:53.711794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.775128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.897492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:53.980950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.016319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=e8755b4e-8316-4cdf-9c32-7ee67ebe72f7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:54.027844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.031789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eea16bc6-e4a5-459c-957e-37eacd1a8c02 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/e8755b4e-8316-4cdf-9c32-7ee67ebe72f7 HTTP/1.1" status: 204 len: 168 time: 0.4189620 Aug 03 16:23:54.036154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47582) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:54.097773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-73235979-8daa-444d-8c25-7f2a04bca249 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598514 Aug 03 16:23:54.102060 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47584) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:54.108126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:54.216330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:54.220230 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.467891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.513811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:54.519713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:54.525533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:54.526209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.541074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=6ebd522c-834b-41bd-8e8c-d78fa8a06930,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:54.557683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4c08486-6f2a-4703-9796-6d20d84aded4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4542518 Aug 03 16:23:54.563331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47586) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:54.572784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '6ebd522c-834b-41bd-8e8c-d78fa8a06930', 'ip_address': '2001:db8::e77a:1fb7:8a73:4f9c'}], 'name': 'tempest-NetworksTestDHCPv6-1918401918'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:54.609036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b08e0-dc6d-4de9-a159-be4f3b94d739 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:54.686516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-07004ce4-f62f-49a9-a35e-59d69ada073e None None] Provisioning for port a09426c8-32b8-4848-9bad-627b0c0b8cbd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:54.759711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:54.771993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:54.808970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port adf1a58a-d747-4119-a4dc-64eca24be960 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:55.167818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a09426c8-32b8-4848-9bad-627b0c0b8cbd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:55.242519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a09426c8-32b8-4848-9bad-627b0c0b8cbd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:55.250374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a09426c8-32b8-4848-9bad-627b0c0b8cbd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:55.250944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.383832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.387073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::e77a:1fb7:8a73:4f9c (3c1e2df3-3798-4d5e-be83-5f6adb106cef/6ebd522c-834b-41bd-8e8c-d78fa8a06930/adf1a58a-d747-4119-a4dc-64eca24be960) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:55.432253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a09426c8-32b8-4848-9bad-627b0c0b8cbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a09426c8-32b8-4848-9bad-627b0c0b8cbd,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:55.438360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.486128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f55044a1-e1bc-4e39-9f20-bfe19ae738b5 None None] Could not find standard attr ID for object aaea9347-b676-40ee-a685-c678442ca498. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:55.516096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a09426c8-32b8-4848-9bad-627b0c0b8cbd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:55.661261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.682829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object adf1a58a-d747-4119-a4dc-64eca24be960 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:55.726681 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.776047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:55.779300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:55.784761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:55.790156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:55.791003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:55.807365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=adf1a58a-d747-4119-a4dc-64eca24be960,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:55.820688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a9fdf1ae-b604-4d62-b2b4-2347e8a4a1b6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2559969 Aug 03 16:23:55.821677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47588) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:55.893938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c21dc-84f7-4399-85bc-4f79f450c2e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:55.900152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c21dc-84f7-4399-85bc-4f79f450c2e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:55.901896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf7c21dc-84f7-4399-85bc-4f79f450c2e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0790174 Aug 03 16:23:55.904666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47590) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.010039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port adf1a58a-d747-4119-a4dc-64eca24be960 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:56.010568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.121397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4b51788a-d1d5-46b6-b222-508db799f5ab None None] Provisioning for port adf1a58a-d747-4119-a4dc-64eca24be960 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:56.127083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4b51788a-d1d5-46b6-b222-508db799f5ab None None] Provisioning complete for port adf1a58a-d747-4119-a4dc-64eca24be960 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:56.127649 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4b51788a-d1d5-46b6-b222-508db799f5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.138587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.154882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for adf1a58a-d747-4119-a4dc-64eca24be960 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:56.181674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4b51788a-d1d5-46b6-b222-508db799f5ab None None] Port adf1a58a-d747-4119-a4dc-64eca24be960 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:23:56.269923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.311350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.340707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=adf1a58a-d747-4119-a4dc-64eca24be960,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:56.375919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.379019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dea0de17-84b6-4b86-8096-e28c2e6f6db3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/adf1a58a-d747-4119-a4dc-64eca24be960 HTTP/1.1" status: 204 len: 168 time: 0.4730742 Aug 03 16:23:56.381569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47592) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.450974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8595d-b34a-4de7-85fd-98375547e732 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:56.452782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8595d-b34a-4de7-85fd-98375547e732 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:56.462217 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2c8595d-b34a-4de7-85fd-98375547e732 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0714262 Aug 03 16:23:56.462677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47594) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.531280 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 6ebd522c-834b-41bd-8e8c-d78fa8a06930 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:56.536070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.586026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.652645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.717812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.744575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=6ebd522c-834b-41bd-8e8c-d78fa8a06930,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:56.748729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:56.750644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-681cf0d9-d5c1-485f-8266-89349b91e956 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/6ebd522c-834b-41bd-8e8c-d78fa8a06930 HTTP/1.1" status: 204 len: 168 time: 0.2866645 Aug 03 16:23:56.754711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47596) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.762148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac58b2-97e9-4702-aa4c-720373827662 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:56.798769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-19d7df8e-e977-4852-aaf3-9cfefe0772e0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423346 Aug 03 16:23:56.801568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47598) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.873517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c67c4c-f9bf-420e-a03c-e184745a280e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:56.875160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-68c67c4c-f9bf-420e-a03c-e184745a280e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724955 Aug 03 16:23:56.879227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47600) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.933717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801e6669-30af-4271-80ac-96c587b78e67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:56.936073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-801e6669-30af-4271-80ac-96c587b78e67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557532 Aug 03 16:23:56.937830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47602) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.967489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:23:56.982828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e694894a-7f25-4879-995a-ab2658396b2d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439839 Aug 03 16:23:56.987833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47604) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:56.992850 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:57.044946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Deleting port a09426c8-32b8-4848-9bad-627b0c0b8cbd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:57.045382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.104810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:57.108565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.114332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a09426c8-32b8-4848-9bad-627b0c0b8cbd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:23:57.123777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] For port a09426c8-32b8-4848-9bad-627b0c0b8cbd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a09426c8-32b8-4848-9bad-627b0c0b8cbd,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:57.124452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.169652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Calling delete_port for a09426c8-32b8-4848-9bad-627b0c0b8cbd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:57.277370 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.306222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.320104 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.373958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] Pushing event deleted for resources: {'Port': ['ID=a09426c8-32b8-4848-9bad-627b0c0b8cbd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:57.379965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a33df1-a66d-445d-ae2d-feb5d006a4bf None None] No DVR routers for this DVR port a09426c8-32b8-4848-9bad-627b0c0b8cbd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:23:57.383601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:57.390158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:57.391702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:57.392757 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.405253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=3ab18c13-176a-4e66-bb26-533ad172190e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:57.407340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e966e76-4f93-42e0-9aed-1cb3a87892dc None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:23:57.414968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fd96efe1-47b0-4942-a2b3-17af8a7b46c2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4259498 Aug 03 16:23:57.417460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47606) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:57.424848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '3ab18c13-176a-4e66-bb26-533ad172190e', 'ip_address': '2001:db8::1239:9bb7:5703:a343'}], 'name': 'tempest-NetworksTestDHCPv6-1383313455'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:57.565131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:57.587798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '3ab18c13-176a-4e66-bb26-533ad172190e'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:23:57.588783 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.658043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.680016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 5a739071-521d-4eaf-90f3-11584bc5e8e6 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:57.733440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/3ab18c13-176a-4e66-bb26-533ad172190e/11740c11-ea1b-430e-9c79-85dde34feb3a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:57.893931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.906302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Transition to ACTIVE for port object 11740c11-ea1b-430e-9c79-85dde34feb3a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:57.922876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Transition to ACTIVE for port object 11740c11-ea1b-430e-9c79-85dde34feb3a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:57.930668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:57.971048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:57.974844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:57.979991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:57.992380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::1239:9bb7:5703:a343 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/3ab18c13-176a-4e66-bb26-533ad172190e/5a739071-521d-4eaf-90f3-11584bc5e8e6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:23:57.994070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Pushing event updated for resources: {'Port': ['ID=11740c11-ea1b-430e-9c79-85dde34feb3a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:58.055364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Attempting to bind port 11740c11-ea1b-430e-9c79-85dde34feb3a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:23:58.055364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Attempting to bind port 11740c11-ea1b-430e-9c79-85dde34feb3a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:23:58.056052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Attempting to bind port 11740c11-ea1b-430e-9c79-85dde34feb3a on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:23:58.061632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:23:58.062035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:23:58.062440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.062833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:23:58.063301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Bound port: 11740c11-ea1b-430e-9c79-85dde34feb3a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:23:58.063686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.144989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] For port 11740c11-ea1b-430e-9c79-85dde34feb3a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:23:58.149510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] For port 11740c11-ea1b-430e-9c79-85dde34feb3a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=11740c11-ea1b-430e-9c79-85dde34feb3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:23:58.160464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.179740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.201119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 5a739071-521d-4eaf-90f3-11584bc5e8e6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:23:58.230153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6dece-d40d-4b5e-b02b-9b5cf29ba888 None None] Pushing event updated for resources: {'Port': ['ID=11740c11-ea1b-430e-9c79-85dde34feb3a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:58.245469 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.299886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:23:58.305124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:23:58.307578 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:23:58.313489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:58.314254 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.335797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=5a739071-521d-4eaf-90f3-11584bc5e8e6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:58.340568 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb218ebb-4bab-45cf-969e-339176d79b0b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9219575 Aug 03 16:23:58.346682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47608) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:58.354439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '3ab18c13-176a-4e66-bb26-533ad172190e', 'ip_address': '2001:db8::1239:9bb7:5703:a343'}], 'name': 'tempest-NetworksTestDHCPv6-1518570723'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:23:58.553592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:23:58.699355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:58.720692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port e20a6512-4fae-49bb-9e28-67d6dad5007a yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:23:58.961525 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 16:23:58.962228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:23:58.982159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c63c08ca-b868-48b7-82cf-d7843647103f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6339107 Aug 03 16:23:58.988355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47610) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:59.063501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636584a-dc72-450d-8586-4c0100c7c0ee tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:59.076460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636584a-dc72-450d-8586-4c0100c7c0ee tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:59.079227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b636584a-dc72-450d-8586-4c0100c7c0ee tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0887406 Aug 03 16:23:59.086053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47612) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:59.176302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 11740c11-ea1b-430e-9c79-85dde34feb3a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:23:59.232857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 5a739071-521d-4eaf-90f3-11584bc5e8e6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:23:59.233302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.268484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 11740c11-ea1b-430e-9c79-85dde34feb3a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:59.367669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.383485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 5a739071-521d-4eaf-90f3-11584bc5e8e6 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:23:59.545414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Provisioning for port 11740c11-ea1b-430e-9c79-85dde34feb3a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:23:59.550609 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.551286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Provisioning complete for port 11740c11-ea1b-430e-9c79-85dde34feb3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:23:59.552086 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.597044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=5a739071-521d-4eaf-90f3-11584bc5e8e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:59.628875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.630911 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c462c1b8-f2b7-41ba-b14c-0df17e07570f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/5a739071-521d-4eaf-90f3-11584bc5e8e6 HTTP/1.1" status: 204 len: 168 time: 0.5430896 Aug 03 16:23:59.633896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47614) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:59.692134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.702618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ae13a-ffc9-4f5e-ab2d-f9499d9f5479 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:59.704264 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ae13a-ffc9-4f5e-ab2d-f9499d9f5479 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:23:59.706948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f57ae13a-ffc9-4f5e-ab2d-f9499d9f5479 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0718951 Aug 03 16:23:59.709693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47616) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:23:59.739218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] For port 11740c11-ea1b-430e-9c79-85dde34feb3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=11740c11-ea1b-430e-9c79-85dde34feb3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:23:59.745580 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.784746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 3ab18c13-176a-4e66-bb26-533ad172190e {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:23:59.788597 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.817089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505c975-e35c-4634-bfbf-ed8d99eb3676 None None] Pushing event updated for resources: {'Port': ['ID=11740c11-ea1b-430e-9c79-85dde34feb3a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:23:59.844289 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:23:59.871684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2dd0e31e-c4d3-4a54-b20a-bb1f5ec12615 None None] Could not find standard attr ID for object 5a739071-521d-4eaf-90f3-11584bc5e8e6. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:23:59.958090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.025941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.055613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab18c13-176a-4e66-bb26-533ad172190e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:00.058542 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.060817 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fe495691-2cf1-411b-ac9a-8a67d78da3e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/3ab18c13-176a-4e66-bb26-533ad172190e HTTP/1.1" status: 204 len: 168 time: 0.3499734 Aug 03 16:24:00.065683 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47618) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:00.068724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542441d8-df1d-4e75-b81b-f9762bf7cad7 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:00.120815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fea5b61b-8aac-4f94-a68c-295de55fe747 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482345 Aug 03 16:24:00.125556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47620) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:00.131889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:00.248644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:00.252555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.281975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:00.332647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Deleting port 11740c11-ea1b-430e-9c79-85dde34feb3a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:00.333026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.410993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] For port 11740c11-ea1b-430e-9c79-85dde34feb3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=11740c11-ea1b-430e-9c79-85dde34feb3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:00.411526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.425599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Calling delete_port for 11740c11-ea1b-430e-9c79-85dde34feb3a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:00.474066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.516081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.522196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:00.528398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:00.532195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:00.533369 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.548317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] Pushing event deleted for resources: {'Port': ['ID=11740c11-ea1b-430e-9c79-85dde34feb3a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:00.555777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f96b1-f3cb-416e-b294-5246cda53597 None None] No DVR routers for this DVR port 11740c11-ea1b-430e-9c79-85dde34feb3a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:00.561286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=0b734ce8-ad54-4b06-a883-01402b5a85a1,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:00.567864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4f8880c-d3c6-4f98-8f03-a4f7f76e1d56 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4409988 Aug 03 16:24:00.574061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47622) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:00.581577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '0b734ce8-ad54-4b06-a883-01402b5a85a1', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-85918865'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:00.585698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4e760-67f1-46a5-8d29-60e06bb68716 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:00.732694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:00.739312 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.757621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '0b734ce8-ad54-4b06-a883-01402b5a85a1'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:00.758553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:00.768659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port fcacf391-c903-4d48-a993-9f26a4afe583 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:00.940317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/0b734ce8-ad54-4b06-a883-01402b5a85a1/f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:01.107114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.114188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 11740c11-ea1b-430e-9c79-85dde34feb3a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:01.153787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Transition to ACTIVE for port object f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:01.156615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 11740c11-ea1b-430e-9c79-85dde34feb3a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:01.157138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 11740c11-ea1b-430e-9c79-85dde34feb3a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:01.180440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Transition to ACTIVE for port object f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:01.187107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.190007 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:01.190636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:01.205209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2f013725-6845-4a96-a7da-70e8ed0341f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6292968 Aug 03 16:24:01.209256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47624) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:01.234206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:01.241473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:01.245575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:01.248709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Pushing event updated for resources: {'Port': ['ID=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:01.278931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b450dd3-9a54-4377-91ef-9a1f3b76dd46 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:01.282196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7b450dd3-9a54-4377-91ef-9a1f3b76dd46 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0693514 Aug 03 16:24:01.285338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47626) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:01.308984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Attempting to bind port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:01.309557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Attempting to bind port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:01.309723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Attempting to bind port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:01.315047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:01.315425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:01.315827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.316221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:01.316700 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Bound port: f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:01.317074 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.348964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c218d1-e101-494d-a567-4745fb2d0fb4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:01.350705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c218d1-e101-494d-a567-4745fb2d0fb4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:01.352245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-46c218d1-e101-494d-a567-4745fb2d0fb4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0658360 Aug 03 16:24:01.354880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47628) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:01.393028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] For port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:01.396925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] For port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:01.402916 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.412910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 0b734ce8-ad54-4b06-a883-01402b5a85a1 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:01.416620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.473969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebcc60-688c-4961-88c8-4b6c600bf49e None None] Pushing event updated for resources: {'Port': ['ID=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:01.474137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.586302 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.683305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.716400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=0b734ce8-ad54-4b06-a883-01402b5a85a1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:01.724993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:01.729206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4809e5be-d0cf-4c59-8e6e-a45b3f6c24fb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0b734ce8-ad54-4b06-a883-01402b5a85a1 HTTP/1.1" status: 204 len: 168 time: 0.3713655 Aug 03 16:24:01.730916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47630) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:01.791129 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6f7c846-d36d-4736-b02a-d60307955892 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590565 Aug 03 16:24:01.795307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47632) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:01.801268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:01.901803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:01.905282 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.152881 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.203492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:02.206701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:02.211478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:02.212082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.227382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=b548e274-5ad6-46fd-b4e4-b553a0124381,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:02.241968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-957687e4-ddce-4449-917d-59879949a0ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4453576 Aug 03 16:24:02.245911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47634) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:02.253400 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1364273623', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:02.286922 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.288722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.366779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.376464 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.400434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:02.402198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1dae5bf6-8023-419f-a2c9-fdd8810d0b5a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1549060 Aug 03 16:24:02.405252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47636) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:02.586729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e51fa-c7fd-4e91-8129-3c8fafb3f1a4 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:02.660984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5a9e5fd7-f308-45e7-907b-6a25f03f58b5 None None] Provisioning for port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:02.996938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.143202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:03.197977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:03.201886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:03.202364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.256556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::1 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/b548e274-5ad6-46fd-b4e4-b553a0124381/1a012b36-358b-428e-b19b-e7615286ab85) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:03.290423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.333313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:03.339888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.397501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:03.412710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.429471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 1a012b36-358b-428e-b19b-e7615286ab85 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:03.462986 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.502998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:03.506810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:03.510465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:03.511014 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.578189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=1a012b36-358b-428e-b19b-e7615286ab85,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:03.715988 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.819953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-aae9c705-c3ae-44fd-966f-e95a48341507 None None] Provisioning for port 1a012b36-358b-428e-b19b-e7615286ab85 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:03.824606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-aae9c705-c3ae-44fd-966f-e95a48341507 None None] Provisioning complete for port 1a012b36-358b-428e-b19b-e7615286ab85 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:03.825143 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aae9c705-c3ae-44fd-966f-e95a48341507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.865722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-aae9c705-c3ae-44fd-966f-e95a48341507 None None] Port 1a012b36-358b-428e-b19b-e7615286ab85 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:03.992824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.997666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:03.998607 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:04.091496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=1a012b36-358b-428e-b19b-e7615286ab85,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:04.144128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:04.145707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:04.293747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Router b31f8e9d-32a7-4823-8cb0-7583a7434294 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:24:04.416384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:04.424213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cb2ac5b0-09b1-4a2a-9b05-9a9edd7be01e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "PUT /v2.0/routers/b31f8e9d-32a7-4823-8cb0-7583a7434294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155518 Aug 03 16:24:04.426504 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47638) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:04.431622 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Sync routers for ids ['b31f8e9d-32a7-4823-8cb0-7583a7434294'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:04.442946 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Routers {'b31f8e9d-32a7-4823-8cb0-7583a7434294'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:04.443534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b31f8e9d-32a7-4823-8cb0-7583a7434294'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:04.484134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86059063-573b-461a-a415-fd9f50059f0f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:04.486812 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-86059063-573b-461a-a415-fd9f50059f0f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports/1a012b36-358b-428e-b19b-e7615286ab85 HTTP/1.1" status: 200 len: 911 time: 0.0591979 Aug 03 16:24:04.489331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47640) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:04.499482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c9e2b203-dcf6-41c8-bea5-7d4f25887c49 None None] Provisioning complete for port 1a012b36-358b-428e-b19b-e7615286ab85 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:04.500453 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b203-dcf6-41c8-bea5-7d4f25887c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:04.545081 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Set router b31f8e9d-32a7-4823-8cb0-7583a7434294 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:04.549877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a6d84-2b92-4ed8-abd1-bc02e080c474 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:04.560640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2b203-dcf6-41c8-bea5-7d4f25887c49 None None] Port 1a012b36-358b-428e-b19b-e7615286ab85 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:04.560884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a6d84-2b92-4ed8-abd1-bc02e080c474 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:04.566347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c63a6d84-2b92-4ed8-abd1-bc02e080c474 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0749021 Aug 03 16:24:04.568319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47642) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:04.753704 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'name': 'tempest-NetworksTestDHCPv6-router-1364273623', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:02Z', 'updated_at': '2021-08-03T16:24:03Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': '1a012b36-358b-428e-b19b-e7615286ab85', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:11:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:03Z', 'updated_at': '2021-08-03T16:24:03Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:04.784517 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Checking router: b31f8e9d-32a7-4823-8cb0-7583a7434294 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:24:04.784858 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Updating router b31f8e9d-32a7-4823-8cb0-7583a7434294 port 1a012b36-358b-428e-b19b-e7615286ab85 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:24:04.809758 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.005084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.090470 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.100943 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Transition to ACTIVE for port object 1a012b36-358b-428e-b19b-e7615286ab85 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:05.110078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:05.111311 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.161963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:05.162453 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.178258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623d251-62cc-4a1c-9f88-fe1358c6cbe0 None None] Pushing event updated for resources: {'Port': ['ID=1a012b36-358b-428e-b19b-e7615286ab85,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:05.232746 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Attempting to bind port 1a012b36-358b-428e-b19b-e7615286ab85 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:05.233247 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Attempting to bind port 1a012b36-358b-428e-b19b-e7615286ab85 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:05.233472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Attempting to bind port 1a012b36-358b-428e-b19b-e7615286ab85 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:05.239759 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:05.240201 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:05.240583 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.241158 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:05.241660 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Bound port: 1a012b36-358b-428e-b19b-e7615286ab85, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:05.242098 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.319195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 1a012b36-358b-428e-b19b-e7615286ab85 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:05.319567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.322975 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] For port 1a012b36-358b-428e-b19b-e7615286ab85, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:05.326797 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] For port 1a012b36-358b-428e-b19b-e7615286ab85, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1a012b36-358b-428e-b19b-e7615286ab85,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:05.332898 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.409178 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Routers {'b31f8e9d-32a7-4823-8cb0-7583a7434294'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:05.410032 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['b31f8e9d-32a7-4823-8cb0-7583a7434294'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:05.417159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623d251-62cc-4a1c-9f88-fe1358c6cbe0 None None] Pushing event updated for resources: {'Port': ['ID=1a012b36-358b-428e-b19b-e7615286ab85,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:05.538074 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] Set router b31f8e9d-32a7-4823-8cb0-7583a7434294 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:05.703556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 1a012b36-358b-428e-b19b-e7615286ab85, host n-d-803226-3, got binding levels [] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:05.704046 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.721448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 1a012b36-358b-428e-b19b-e7615286ab85 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:05.762313 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3a9e5017-4096-4279-920e-f412479d668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'name': 'tempest-NetworksTestDHCPv6-router-1364273623', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:02Z', 'updated_at': '2021-08-03T16:24:03Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': '1a012b36-358b-428e-b19b-e7615286ab85', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:11:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:03Z', 'updated_at': '2021-08-03T16:24:05Z', 'revision_number': 4, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:05.789151 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e5017-4096-4279-920e-f412479d668f None None] The sync data for ids ['b31f8e9d-32a7-4823-8cb0-7583a7434294'] in n-d-803226-3 is: [{'id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'name': 'tempest-NetworksTestDHCPv6-router-1364273623', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:02Z', 'updated_at': '2021-08-03T16:24:03Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': '1a012b36-358b-428e-b19b-e7615286ab85', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:11:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f8e9d-32a7-4823-8cb0-7583a7434294', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:03Z', 'updated_at': '2021-08-03T16:24:05Z', 'revision_number': 4, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'b548e274-5ad6-46fd-b4e4-b553a0124381', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:05.910473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:05.940799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=1a012b36-358b-428e-b19b-e7615286ab85,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:06.078005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.282026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Router b31f8e9d-32a7-4823-8cb0-7583a7434294 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:24:06.369772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:06.375344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7f71cc99-3361-445a-b892-e5c005bdfb14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "PUT /v2.0/routers/b31f8e9d-32a7-4823-8cb0-7583a7434294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060308 Aug 03 16:24:06.378697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47644) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:06.446318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b0412-5567-4558-8b59-f41aaa29dac5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:06.447889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b0412-5567-4558-8b59-f41aaa29dac5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:06.449586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-341b0412-5567-4558-8b59-f41aaa29dac5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0696981 Aug 03 16:24:06.453398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47646) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:06.526125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet b548e274-5ad6-46fd-b4e4-b553a0124381 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:06.530745 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.576760 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.628444 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.688694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.716644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=b548e274-5ad6-46fd-b4e4-b553a0124381,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:06.723467 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.724229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7e93790-c94c-4a7e-8339-5471896457e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/b548e274-5ad6-46fd-b4e4-b553a0124381 HTTP/1.1" status: 204 len: 168 time: 0.2698858 Aug 03 16:24:06.728217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:06.731890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a136df5-bc59-46fd-a646-d77ba92ef7bd None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:06.862754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d53ef546-b92e-4a69-9417-7c26b160f726 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1333606 Aug 03 16:24:06.865196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47652) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:06.937244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:06.947112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:06.998249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Deleting port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:06.998623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.068901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] For port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:07.069376 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.086123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Calling delete_port for f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:07.131819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.137473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.145734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:07.203137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.203814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Fanout notify agent at l3_agent the message router_deleted on router b31f8e9d-32a7-4823-8cb0-7583a7434294 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:24:07.224992 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.227415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7cda66bd-196f-489b-bfa6-059b705a9689 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/routers/b31f8e9d-32a7-4823-8cb0-7583a7434294 HTTP/1.1" status: 204 len: 168 time: 0.3608949 Aug 03 16:24:07.230593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47654) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:07.237461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:07.250075 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.285869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.288099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] No DVR routers for this DVR port f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:07.289816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ec438-98dd-4132-82cb-ebb979f70dc9 None None] Pushing event deleted for resources: {'Port': ['ID=f6c5ca10-0f81-4a44-93d4-425cbd0cb1c7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:07.379571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:07.383275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.442522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Sync routers for ids ['b31f8e9d-32a7-4823-8cb0-7583a7434294'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:07.451291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:07.451660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:24:07.452247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b31f8e9d-32a7-4823-8cb0-7583a7434294'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:24:07.460889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:07.461187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:24:07.461874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b31f8e9d-32a7-4823-8cb0-7583a7434294'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:24:07.462274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c886d-c5d7-4af9-ab04-3909e70c1902 None None] The sync data for ids ['b31f8e9d-32a7-4823-8cb0-7583a7434294'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:07.595480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.642366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:07.645574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:07.649721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:07.650311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.655810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:07.668946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-abbe2380-af41-40de-aeb2-9e9c70c585b3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4368787 Aug 03 16:24:07.671494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47658) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:07.674241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84eaa1-42eb-4b30-a68e-2933ef6b7e0f None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:07.676675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-785811389', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:07.699941 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.700982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.757504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.762887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.781147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:07.782905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0174216e-d8c2-46d3-96f4-f048661af926 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1103606 Aug 03 16:24:07.786073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47660) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:07.990149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:07.991016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.105149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.138054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7/0fb0cc6b-ad43-474d-ba76-5d292f55ab80) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:08.303316 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.312148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Transition to ACTIVE for port object 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:08.331169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Transition to ACTIVE for port object 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:08.337738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.376311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:08.379652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:08.383960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:08.395647 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::1 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7/b6025117-c17f-4819-8227-23c89793d0f6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:08.396696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Pushing event updated for resources: {'Port': ['ID=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:08.475487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Attempting to bind port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:08.475857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Attempting to bind port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:08.476218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Attempting to bind port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:08.481667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:08.482074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:08.482446 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.482834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:08.483301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Bound port: 0fb0cc6b-ad43-474d-ba76-5d292f55ab80, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:08.483686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.557826 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.568576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] For port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:08.573168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] For port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:08.573746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object b6025117-c17f-4819-8227-23c89793d0f6 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:08.582125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.614361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.655752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304efd8-81fb-4d0b-bbe3-81ec56238cc9 None None] Pushing event updated for resources: {'Port': ['ID=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:08.680860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:08.685316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:08.691004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:08.691785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:08.736325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=b6025117-c17f-4819-8227-23c89793d0f6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:08.855949 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.174751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:09.236619 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.243485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.245194 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.254046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:09.269686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1a012b36-358b-428e-b19b-e7615286ab85 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:09.292307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 1a012b36-358b-428e-b19b-e7615286ab85 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:09.292814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1a012b36-358b-428e-b19b-e7615286ab85 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:09.354371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=b6025117-c17f-4819-8227-23c89793d0f6,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:09.426095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:09.427589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:09.802549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Provisioning for port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:09.807710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Provisioning complete for port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:09.808088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.882522 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25d6db06-10d4-480e-89fb-f40098f5d77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.908776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:24:09.933417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:09.979945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] For port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:09.990138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.045565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:10.052335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ab61f88-1291-4499-9b30-17149b7d8c8c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "PUT /v2.0/routers/a49752ea-6e8e-4c6c-ab28-9a8eff4d1871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2644858 Aug 03 16:24:10.056566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47662) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:10.058011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087c999-2ddd-42b0-b742-bc59acdd4fdb None None] Pushing event updated for resources: {'Port': ['ID=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:10.063194 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Sync routers for ids ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:10.074603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Routers {'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:10.075487 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:10.120564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad90452-a836-4d4f-9853-d8f7e204573e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:10.123407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ad90452-a836-4d4f-9853-d8f7e204573e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports/b6025117-c17f-4819-8227-23c89793d0f6 HTTP/1.1" status: 200 len: 911 time: 0.0649173 Aug 03 16:24:10.128645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47664) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:10.129226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-637ee8ed-d526-4809-a62d-d77c2a0746a7 None None] Provisioning for port b6025117-c17f-4819-8227-23c89793d0f6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:10.139575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-637ee8ed-d526-4809-a62d-d77c2a0746a7 None None] Provisioning complete for port b6025117-c17f-4819-8227-23c89793d0f6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:10.140165 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-637ee8ed-d526-4809-a62d-d77c2a0746a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.199845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c35bef-86e0-495d-82e3-23d15e085954 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:10.200940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-637ee8ed-d526-4809-a62d-d77c2a0746a7 None None] Port b6025117-c17f-4819-8227-23c89793d0f6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:10.210076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c35bef-86e0-495d-82e3-23d15e085954 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:10.212178 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-02c35bef-86e0-495d-82e3-23d15e085954 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0813317 Aug 03 16:24:10.215362 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Set router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:10.216576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47666) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:10.330741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85a8d31c-17a4-4576-a831-810122fc1403 None None] Provisioning complete for port b6025117-c17f-4819-8227-23c89793d0f6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:10.331699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85a8d31c-17a4-4576-a831-810122fc1403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.386929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-85a8d31c-17a4-4576-a831-810122fc1403 None None] Port b6025117-c17f-4819-8227-23c89793d0f6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:10.493255 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:24:10.550494 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'name': 'tempest-NetworksTestDHCPv6-router-785811389', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:07Z', 'updated_at': '2021-08-03T16:24:08Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': 'b6025117-c17f-4819-8227-23c89793d0f6', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:4b:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:08Z', 'updated_at': '2021-08-03T16:24:09Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:10.582842 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Checking router: a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:24:10.583189 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Updating router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 port b6025117-c17f-4819-8227-23c89793d0f6 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:24:10.612078 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.707882 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.955988 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:10.966685 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Transition to ACTIVE for port object b6025117-c17f-4819-8227-23c89793d0f6 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:10.973439 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.083643 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Attempting to bind port b6025117-c17f-4819-8227-23c89793d0f6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:11.084219 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Attempting to bind port b6025117-c17f-4819-8227-23c89793d0f6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:11.084492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Attempting to bind port b6025117-c17f-4819-8227-23c89793d0f6 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:11.087817 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612c973-e461-4975-9fbc-44995b9b590b None None] Pushing event updated for resources: {'Port': ['ID=b6025117-c17f-4819-8227-23c89793d0f6,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:11.094033 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:11.094792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:11.095975 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.096900 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:11.097479 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Bound port: b6025117-c17f-4819-8227-23c89793d0f6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:11.097950 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.154973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:11.187765 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] For port b6025117-c17f-4819-8227-23c89793d0f6, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:11.194164 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] For port b6025117-c17f-4819-8227-23c89793d0f6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b6025117-c17f-4819-8227-23c89793d0f6,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:11.201896 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.258338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:11.259423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.295445 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Routers {'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:11.296181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:23:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:11.296328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port b6025117-c17f-4819-8227-23c89793d0f6 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:11.296822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.343708 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612c973-e461-4975-9fbc-44995b9b590b None None] Pushing event updated for resources: {'Port': ['ID=b6025117-c17f-4819-8227-23c89793d0f6,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:11.426775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] Set router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:11.453817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port b6025117-c17f-4819-8227-23c89793d0f6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b6025117-c17f-4819-8227-23c89793d0f6,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:11.454962 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.473053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for b6025117-c17f-4819-8227-23c89793d0f6 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:11.680696 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'name': 'tempest-NetworksTestDHCPv6-router-785811389', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:07Z', 'updated_at': '2021-08-03T16:24:08Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': 'b6025117-c17f-4819-8227-23c89793d0f6', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:4b:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:08Z', 'updated_at': '2021-08-03T16:24:11Z', 'revision_number': 4, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:11.694514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323d1e5-32fe-470a-b031-4853746fafd2 req-5e19e5b3-eb7a-49a0-b714-7269d9f6762f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:11.696828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8323d1e5-32fe-470a-b031-4853746fafd2 req-5e19e5b3-eb7a-49a0-b714-7269d9f6762f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0536726 Aug 03 16:24:11.701780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:11.714020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522bd2d-8d4c-47f9-88ee-3e226123ba38 None None] The sync data for ids ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'] in n-d-803226-3 is: [{'id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'name': 'tempest-NetworksTestDHCPv6-router-785811389', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:24:07Z', 'updated_at': '2021-08-03T16:24:08Z', 'revision_number': 2, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'gw_port_host': None, '_interfaces': [{'id': 'b6025117-c17f-4819-8227-23c89793d0f6', 'name': '', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'mac_address': 'fa:16:3e:4b:8d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:24:08Z', 'updated_at': '2021-08-03T16:24:11Z', 'revision_number': 4, 'project_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'subnets': [{'id': 'd7290336-9ef2-4eba-b6ff-f8c6d1adf9c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:11.738045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=b6025117-c17f-4819-8227-23c89793d0f6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:11.744303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8323d1e5-32fe-470a-b031-4853746fafd2 req-1656dbb9-bf35-4059-b0f1-d5a21a1484c3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Aug 03 16:24:11.848977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.060537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:24:12.131129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3d119573-71a9-4775-94ef-a7f44fbcde52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.139670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:12.145258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99e9a0a8-13e3-48fb-9457-903c84c969eb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "PUT /v2.0/routers/a49752ea-6e8e-4c6c-ab28-9a8eff4d1871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276359 Aug 03 16:24:12.147710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:12.206459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c308485-a9ab-41e4-ab41-f64a2c9f6ce9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:12.207995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c308485-a9ab-41e4-ab41-f64a2c9f6ce9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:12.209543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3c308485-a9ab-41e4-ab41-f64a2c9f6ce9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0609283 Aug 03 16:24:12.212201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47684) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:12.267245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:12.270844 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.312744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.405691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.468602 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.507879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:12.510364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.515415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-38c17533-11b7-4a27-93c0-71b973c64499 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7 HTTP/1.1" status: 204 len: 168 time: 0.2997470 Aug 03 16:24:12.515415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:12.519397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134db111-2728-4e97-9a53-226480ba6984 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:12.635598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a8a7fb42-4059-41fa-88b8-1b94c22345e6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1187835 Aug 03 16:24:12.637939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47688) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:12.692940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:12.716037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.741117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Deleting port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:12.741494 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.838380 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.850248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] For port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:12.850780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.866696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Calling delete_port for 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:12.902687 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.918538 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.956082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.982335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54e112-dca6-4900-aeb4-9f78e5f05be8 req-48e83992-ee73-4c21-8ac3-bb54804e7ed8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:12.984120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c54e112-dca6-4900-aeb4-9f78e5f05be8 req-48e83992-ee73-4c21-8ac3-bb54804e7ed8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0967517 Aug 03 16:24:12.985040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.985826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Fanout notify agent at l3_agent the message router_deleted on router a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:24:12.992432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Pushing event deleted for resources: {'Port': ['ID=0fb0cc6b-ad43-474d-ba76-5d292f55ab80,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:12.993954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:12.997419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e26213cf-813f-452b-98d3-bd9cc975cbfa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/routers/a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 HTTP/1.1" status: 204 len: 168 time: 0.3563540 Aug 03 16:24:12.998239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47696) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:12.999899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] No DVR routers for this DVR port 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:13.002715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.003072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.003412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.003749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.004083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.004661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.005040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.005307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.005666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.006551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.006882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.007212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0b48d-d079-4eeb-a82d-ad8242d4fcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:13.037377 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84e5d099-4273-438f-b57b-9cc029058c2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379512 Aug 03 16:24:13.040270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47698) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:13.045682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c54e112-dca6-4900-aeb4-9f78e5f05be8 req-c5e9edfa-29c0-4ef1-a5e2-e4de4f9043a3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480335 Aug 03 16:24:13.092454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9406140-d08e-4091-bc85-2fd0849049ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:13.093980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9406140-d08e-4091-bc85-2fd0849049ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527482 Aug 03 16:24:13.097484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47700) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:13.117818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:13.139422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:13.139766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fb0cc6b-ad43-474d-ba76-5d292f55ab80 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:13.144098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7f0e5c3f-b8f3-4cb1-be27-7d9b06a17c39 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451233 Aug 03 16:24:13.148684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47702) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:13.154432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:13.216558 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Sync routers for ids ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:13.222471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-81569ea6-7df0-4186-8b66-c11edeefcf3c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:13.225505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-81569ea6-7df0-4186-8b66-c11edeefcf3c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 945 time: 0.0622766 Aug 03 16:24:13.227404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:13.227904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:24:13.228612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:24:13.238267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Routers set() bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:13.238883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Router IDs set() for agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 16:24:13.239633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent'). {{(pid=106018) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 16:24:13.240175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4adef6-4213-488a-9aeb-e0e900c0b038 None None] The sync data for ids ['a49752ea-6e8e-4c6c-ab28-9a8eff4d1871'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:13.262763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:13.266506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.331571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:13.331915 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.453698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port 0b9a69f0-ae10-4d09-8095-e52a6422abd5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=0b9a69f0-ae10-4d09-8095-e52a6422abd5,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:13.454739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.603121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:13.604629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.649766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:13.652929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:13.657105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:13.658474 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.666553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36cbb98-a58b-460c-8f9f-598840fd9cad None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:13.669126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=9397db41-1f1f-4933-9440-e7c850841f50,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:13.681571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f913ae99-904f-4720-9e32-89caa814c1b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5312371 Aug 03 16:24:13.684259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47704) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:13.690325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:13.763497 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.800270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.800723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.801050 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 42e8616d-9b36-449d-b188-75a2dbaf1c74 disassociated. External IP: 172.25.7.116, port: 0b9a69f0-ae10-4d09-8095-e52a6422abd5. Aug 03 16:24:13.801397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 0b9a69f0-ae10-4d09-8095-e52a6422abd5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:13.815843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:13.819647 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.849519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '9397db41-1f1f-4933-9440-e7c850841f50'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:13.850429 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:13.952800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.000324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Allocated IP 2001:db8::f816:3eff:fecf:e1f9 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/9397db41-1f1f-4933-9440-e7c850841f50/1359de46-592a-4954-accd-ff2742975b3a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:14.008021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=0b9a69f0-ae10-4d09-8095-e52a6422abd5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:14.143418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.185220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:14.190837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:14.195320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:14.195898 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.197973 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47148d43-3346-48d3-8da1-94661cee8b69 req-b8b44d3b-e350-4ff2-9dfa-491cc1d9e322 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0514560 Aug 03 16:24:14.206031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:24:14.209675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.211867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=c723264f-a127-4151-8a70-d346e25a4848,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:14.219431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9c6732aa-43ec-4695-b3e1-3dd7bc460091 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339069 Aug 03 16:24:14.220197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Transition to ACTIVE for port object 1359de46-592a-4954-accd-ff2742975b3a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:14.222337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47710) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:14.228602 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:2e:0e:75', 'name': 'tempest-NetworksTestDHCPv6-434357374'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:14.237908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Transition to ACTIVE for port object 1359de46-592a-4954-accd-ff2742975b3a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:14.242872 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.282906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:14.289695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:14.294091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:14.297223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:14.348364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:14.354027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Attempting to bind port 1359de46-592a-4954-accd-ff2742975b3a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:14.354417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Attempting to bind port 1359de46-592a-4954-accd-ff2742975b3a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:14.354809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Attempting to bind port 1359de46-592a-4954-accd-ff2742975b3a on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:14.360065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:14.361338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:14.361823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.362162 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:14.362632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:14.362880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Bound port: 1359de46-592a-4954-accd-ff2742975b3a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:14.363266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.372178 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:14.372931 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:14.381282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:14.422192 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port 0b9a69f0-ae10-4d09-8095-e52a6422abd5 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:14.427951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.430446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-13d3b15b-4566-425b-8d2f-62058fec0b52 req-110ccab7-c8f1-45f3-ad2d-8392fd3547aa tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "DELETE /v2.0/ports/0b9a69f0-ae10-4d09-8095-e52a6422abd5 HTTP/1.1" status: 204 len: 173 time: 1.1988072 Aug 03 16:24:14.430922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'name': 'network-vif-deleted', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:24:14.434118 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789894b8-2fc7-41e9-a7bd-a23d6e5f562b" -d '{"events": [{"server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "name": "network-vif-deleted", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:24:14.445894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:14.450089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:14.457528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.507189 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d62e10-4c99-4771-af65-4fd638a196c9 x-openstack-request-id: req-71d62e10-4c99-4771-af65-4fd638a196c9 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:24:14.507688 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2760801-4bb8-43ca-a4e1-5d2dd8b7274c", "name": "network-vif-deleted", "tag": "0b9a69f0-ae10-4d09-8095-e52a6422abd5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:24:14.509526 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71d62e10-4c99-4771-af65-4fd638a196c9 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:24:14.510228 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2760801-4bb8-43ca-a4e1-5d2dd8b7274c', 'name': 'network-vif-deleted', 'tag': '0b9a69f0-ae10-4d09-8095-e52a6422abd5', 'status': 'completed', 'code': 200} Aug 03 16:24:14.575402 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:14.588175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbfa7d-f5dc-4698-a71b-738d9e2e82f5 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:14.598073 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:14.647892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 1a64138b-ca28-4073-aba5-6055bdd88e96 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:14.896978 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:14.919018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 172.20.0.4 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/c723264f-a127-4151-8a70-d346e25a4848/1a64138b-ca28-4073-aba5-6055bdd88e96) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:14.929622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe2e:e75 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/9397db41-1f1f-4933-9440-e7c850841f50/1a64138b-ca28-4073-aba5-6055bdd88e96) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:14.936895 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:24:14.948747 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:14.949518 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:15.096435 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:15.129195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.227006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1359de46-592a-4954-accd-ff2742975b3a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:15.295230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.302904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 1359de46-592a-4954-accd-ff2742975b3a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:15.321377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b6025117-c17f-4819-8227-23c89793d0f6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:15.341829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 1a64138b-ca28-4073-aba5-6055bdd88e96 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:15.350582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b6025117-c17f-4819-8227-23c89793d0f6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:15.351655 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b6025117-c17f-4819-8227-23c89793d0f6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:15.411887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.437553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5593689-f1f8-4515-8fd2-04ed9dcf0585 req-671b16bc-79f6-4fe0-8612-746946071d18 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0421808 Aug 03 16:24:15.467449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:15.469241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:15.479270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:15.516227 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:15.555211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=1a64138b-ca28-4073-aba5-6055bdd88e96,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:15.572467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:15.573468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.575984 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c572ac-e258-4e6e-bd4f-dbb43ed6d092 None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:15.596098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-27f9d7b9-caca-40df-a8b5-fd448635f58f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.3722129 Aug 03 16:24:15.599570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47718) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:15.683366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c96ea-3e25-4d0e-940e-271886ba7d64 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:15.691787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c96ea-3e25-4d0e-940e-271886ba7d64 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:15.693932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d45c96ea-3e25-4d0e-940e-271886ba7d64 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0926840 Aug 03 16:24:15.696172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47720) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:15.769562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0b9a69f0-ae10-4d09-8095-e52a6422abd5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:15.812276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 0b9a69f0-ae10-4d09-8095-e52a6422abd5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:15.812662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 0b9a69f0-ae10-4d09-8095-e52a6422abd5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:15.837393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 1a64138b-ca28-4073-aba5-6055bdd88e96 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:15.837970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.966048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd2ca8-888b-4313-97f7-b564b23f0ec3 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:15.971037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:15.993064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 1a64138b-ca28-4073-aba5-6055bdd88e96 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:16.024384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f82856-ee4c-4d25-bd0f-8ae843a986da None None] New status for floating IP 42e8616d-9b36-449d-b188-75a2dbaf1c74: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:24:16.082406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Provisioning for port 1359de46-592a-4954-accd-ff2742975b3a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:16.122687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:16.123193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.233082 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.275297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=1a64138b-ca28-4073-aba5-6055bdd88e96,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:16.363397 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.403815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.409857 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ff1d9946-9240-4f2c-a135-643d0cb22275 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/1a64138b-ca28-4073-aba5-6055bdd88e96 HTTP/1.1" status: 204 len: 168 time: 0.7094069 Aug 03 16:24:16.410730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47722) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:16.412233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:16.417755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.488583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9508bc-a9c5-49f0-a7a7-72d426ee83e9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:16.490326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9508bc-a9c5-49f0-a7a7-72d426ee83e9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:16.493333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9508bc-a9c5-49f0-a7a7-72d426ee83e9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:16.498655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:16.499308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ed9508bc-a9c5-49f0-a7a7-72d426ee83e9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0872264 Aug 03 16:24:16.520341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d351f-495c-4260-bb23-2be7f79e4eb2 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:16.528739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca224d-9d48-47bd-9a00-ac4aeaa0a1fc None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '9397db41-1f1f-4933-9440-e7c850841f50', 'ip_address': '2001:db8::f816:3eff:fecf:e1f9'}, {'subnet_id': 'c723264f-a127-4151-8a70-d346e25a4848'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '1359de46-592a-4954-accd-ff2742975b3a'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:16.566519 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-78ca224d-9d48-47bd-9a00-ac4aeaa0a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.585447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29269fb8-44ac-4da7-9a39-c9cb4c00dd79 req-55eb01ae-5e74-4052-9a05-35ff1beaa53f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0443306 Aug 03 16:24:16.597905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 9397db41-1f1f-4933-9440-e7c850841f50 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:16.601331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.650648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.738846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.804472 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-78ca224d-9d48-47bd-9a00-ac4aeaa0a1fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9397db41-1f1f-4933-9440-e7c850841f50: This subnet is being modified by another concurrent operation. Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9397db41-1f1f-4933-9440-e7c850841f50: This subnet is being modified by another concurrent operation. Aug 03 16:24:16.808039 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:24:16.843374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=9397db41-1f1f-4933-9440-e7c850841f50,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:16.865855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.875333 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-da05f251-dd15-414a-b7fd-cf41c56cf10f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/9397db41-1f1f-4933-9440-e7c850841f50 HTTP/1.1" status: 204 len: 168 time: 0.3747571 Aug 03 16:24:16.878368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47728) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:16.902871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a1e6f-fe60-4b75-8e66-099faf772295 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:16.951324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet c723264f-a127-4151-8a70-d346e25a4848 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:16.956072 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:16.974776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d93de500-27d1-4d18-9193-c62b3c6fbd81 None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:16.975510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d93de500-27d1-4d18-9193-c62b3c6fbd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.005829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.066457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.131707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.148324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.150536 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/c723264f-a127-4151-8a70-d346e25a4848 HTTP/1.1" status: 204 len: 168 time: 0.2711389 Aug 03 16:24:17.154232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47730) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:17.162671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1359de46-592a-4954-accd-ff2742975b3a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:17.169145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474da62-6b8a-4c7f-87a5-d5a4decc5351 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=c723264f-a127-4151-8a70-d346e25a4848,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:17.203566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1f451e4c-4116-4e1a-aa3d-6cbcac7f8519 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480726 Aug 03 16:24:17.207173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47732) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:17.212480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:17.342549 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876c2ca0-8348-481b-ae52-ca073cd8ff0f None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'c723264f-a127-4151-8a70-d346e25a4848'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '1359de46-592a-4954-accd-ff2742975b3a'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:17.381134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-876c2ca0-8348-481b-ae52-ca073cd8ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.385055 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.654706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:17.658353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:17.662994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.700428 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.727388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8219af0-1605-4ba0-985b-e5976b55c935 req-af6bf719-aa6a-45c6-95c1-4c26af8da376 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0411916 Aug 03 16:24:17.777451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:17.873930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:17.874431 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:17.966758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985235e4-376f-475a-ac87-fd4570be1908 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:24:18.001814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.065400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:18.073047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.109017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985235e4-376f-475a-ac87-fd4570be1908 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:24:18.135805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:18.154663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0d765-8da6-4905-8f40-89d90ea5a931 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:18.191714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-89e7c54b-c3b3-43f2-b8f0-89b8d54eca9c None None] Could not find standard attr ID for object 1a64138b-ca28-4073-aba5-6055bdd88e96. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:18.398543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.426764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'ab283690-0bd9-4bb8-8dc0-4fbde07c9211'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '1359de46-592a-4954-accd-ff2742975b3a'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:18.452772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.588247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:18.650206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.658108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.659033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:24:18.659279 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.660018 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:24:18.736550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:18.745292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:18.753225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:18.754021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:18.786269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=ab283690-0bd9-4bb8-8dc0-4fbde07c9211,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:18.788845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=8']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:18.796087 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-45703515-09da-42ce-bcd7-785153e83603 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5852592 Aug 03 16:24:18.796860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47738) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:18.804142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:18.877827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f74e82d-f4bb-4f62-8787-ac7adfde5747 req-4053d1ac-defe-45d9-a5f2-69fb96710a21 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2760801-4bb8-43ca-a4e1-5d2dd8b7274c HTTP/1.1" status: 200 len: 210 time: 0.0368693 Aug 03 16:24:18.974671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:18.978275 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.204186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.338183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.419156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=147acee5-15e7-42db-ba0a-50e1c33858f2,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:19.424334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:19.426817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:19.430406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:19.431413 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.458575 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22ed3c6f-96d2-4a7c-9de5-6374066569b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6605518 Aug 03 16:24:19.462427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:19.467913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:73:91:de', 'name': 'tempest-NetworksTestDHCPv6-529442209'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:19.600882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:19.621908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:19.642341 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.647702 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.710965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f41a03-995d-45e0-a134-f31d34d0f778 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:19.743367 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:19.790336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 132da5e4-634c-42f7-9a1f-7fb27ab313d7 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:20.026001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 172.20.0.10 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/147acee5-15e7-42db-ba0a-50e1c33858f2/132da5e4-634c-42f7-9a1f-7fb27ab313d7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:20.034969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe73:91de (3c1e2df3-3798-4d5e-be83-5f6adb106cef/ab283690-0bd9-4bb8-8dc0-4fbde07c9211/132da5e4-634c-42f7-9a1f-7fb27ab313d7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:20.210748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-af1d256c-eaf8-476c-81e2-6e5f6680bbae tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141296433&fields=id&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 267 time: 0.0666273 Aug 03 16:24:20.287805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:20.310546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 132da5e4-634c-42f7-9a1f-7fb27ab313d7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:20.356875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:20.383390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-64a8de29-2cfa-462f-98bb-6d7468c011e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:20.385398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-64a8de29-2cfa-462f-98bb-6d7468c011e7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1618576 Aug 03 16:24:20.410691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-3dfe4688-77dd-4b71-993b-81e4fb6037dc tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0172260 Aug 03 16:24:20.415458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:20.421350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:20.426494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:20.476578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb766c6-0cfb-4045-b8fe-79193e5097da None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:24:20.483617 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-2cd12ddd-13b5-447d-8cf4-5beda3b99ba1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648274 Aug 03 16:24:20.568248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cec427ac-49fd-4e3d-a000-b65eb5dacc4e None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:20.571407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cec427ac-49fd-4e3d-a000-b65eb5dacc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:20.629463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-e9481f46-2fed-410c-afaa-0d0747d93003 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307895 Aug 03 16:24:20.642036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb766c6-0cfb-4045-b8fe-79193e5097da None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:24:20.751303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-3d11b2e3-5a6f-48eb-98c9-ae9216b62c28 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109045 Aug 03 16:24:20.760382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=132da5e4-634c-42f7-9a1f-7fb27ab313d7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:20.795075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:20.795732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:20.816096 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1dfddff7-da8d-4de0-9774-45b00429f2a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3492513 Aug 03 16:24:20.816350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47752) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:20.884855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cede59e-13c9-4437-9cf9-2d69a4fdc198 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:20.894541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cede59e-13c9-4437-9cf9-2d69a4fdc198 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:20.896229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8cede59e-13c9-4437-9cf9-2d69a4fdc198 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0788512 Aug 03 16:24:20.900336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47756) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:20.992571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'ab283690-0bd9-4bb8-8dc0-4fbde07c9211', 'ip_address': '2001:db8::f816:3eff:fecf:e1f9'}, {'subnet_id': '147acee5-15e7-42db-ba0a-50e1c33858f2'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '1359de46-592a-4954-accd-ff2742975b3a'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:21.026578 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.028212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 132da5e4-634c-42f7-9a1f-7fb27ab313d7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:21.028896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.196916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1359de46-592a-4954-accd-ff2742975b3a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:21.207526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-741f087e-0dcd-4c40-acef-0f6329b4f148 req-31aa92e2-b13c-4af5-9164-a5b1ccec860c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0444846 Aug 03 16:24:21.224770 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.248235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 132da5e4-634c-42f7-9a1f-7fb27ab313d7 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:21.323294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Allocated IP 172.20.0.2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/147acee5-15e7-42db-ba0a-50e1c33858f2/1359de46-592a-4954-accd-ff2742975b3a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:21.325411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:21.325902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.470904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.500519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:21.510581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=132da5e4-634c-42f7-9a1f-7fb27ab313d7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:21.547226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.568269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Transition to ACTIVE for port object 1359de46-592a-4954-accd-ff2742975b3a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:21.572919 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.623733 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.627968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0a5c2996-bf86-4a88-8e09-bf34060a0f17 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/132da5e4-634c-42f7-9a1f-7fb27ab313d7 HTTP/1.1" status: 204 len: 168 time: 0.7255774 Aug 03 16:24:21.630917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47770) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:21.666003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74f2bd-05c6-4674-b976-bf1b223e4dd8 None None] Pushing event updated for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:21.700164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f42934-8d38-4fd8-b957-73ee4b115ba8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:21.702302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f42934-8d38-4fd8-b957-73ee4b115ba8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:21.704708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f42934-8d38-4fd8-b957-73ee4b115ba8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:21.707474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92f42934-8d38-4fd8-b957-73ee4b115ba8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0753682 Aug 03 16:24:21.711834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47772) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:21.782882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 147acee5-15e7-42db-ba0a-50e1c33858f2 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:21.786637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.839879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:21.962968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.064560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.107129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=147acee5-15e7-42db-ba0a-50e1c33858f2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:22.114240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.121458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47778) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:22.122113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8c1a11b9-cdf5-4e03-bb22-d421f0b1ec2b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/147acee5-15e7-42db-ba0a-50e1c33858f2 HTTP/1.1" status: 204 len: 168 time: 0.4086089 Aug 03 16:24:22.186273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet ab283690-0bd9-4bb8-8dc0-4fbde07c9211 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:22.191059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.209689 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.249773 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.362314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d85457-1440-44bb-8572-ff9744efae90 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:22.377613 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ba29450-423f-4ce7-89b6-06d7e19a6ef7 req-4159d6af-1906-40d1-bb44-ba5fab478c80 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0449748 Aug 03 16:24:22.386754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.435027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ae149fa-91c0-45b7-9045-38b093c320d4 None None] Provisioning for port 1359de46-592a-4954-accd-ff2742975b3a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:22.444535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ae149fa-91c0-45b7-9045-38b093c320d4 None None] Provisioning complete for port 1359de46-592a-4954-accd-ff2742975b3a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:22.444983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ae149fa-91c0-45b7-9045-38b093c320d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.470730 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.501905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=ab283690-0bd9-4bb8-8dc0-4fbde07c9211,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:22.506754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.512331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/ab283690-0bd9-4bb8-8dc0-4fbde07c9211 HTTP/1.1" status: 204 len: 168 time: 0.3857160 Aug 03 16:24:22.513394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47782) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:22.514747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.515190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.515801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.516121 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.517712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.517712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.517712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.518337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.518696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.518891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.519231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.519630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c7b68-df79-4f46-8254-03e542920319 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:22.575616 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f300ea5-830c-4024-a46a-3b0de661f194 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525248 Aug 03 16:24:22.577780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47784) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:22.586269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:22.630682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3ae149fa-91c0-45b7-9045-38b093c320d4 None None] Could not find standard attr ID for object 132da5e4-634c-42f7-9a1f-7fb27ab313d7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:22.691595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:22.764425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Deleting port 1359de46-592a-4954-accd-ff2742975b3a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:22.764657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.833297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:22.837602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.863713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] For port 1359de46-592a-4954-accd-ff2742975b3a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=1359de46-592a-4954-accd-ff2742975b3a,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:22.864493 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:22.882207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Calling delete_port for 1359de46-592a-4954-accd-ff2742975b3a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:22.904402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-1e7cdb04-ef0c-41af-ad7c-49b2c9a1bd40 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:22.908144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-1e7cdb04-ef0c-41af-ad7c-49b2c9a1bd40 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.2396705 Aug 03 16:24:22.982265 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-ed8c2229-a570-4dc9-b0e4-33858cfe5af3 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 380 time: 0.0653579 Aug 03 16:24:22.992522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'security_groups': ['dd7b8910-5f9a-4dce-a947-fb29fe162dda']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:23.007674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.048179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] No DVR routers for this DVR port 1359de46-592a-4954-accd-ff2742975b3a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:23.050711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6c78-8344-449d-9873-382d9708e726 None None] Pushing event deleted for resources: {'Port': ['ID=1359de46-592a-4954-accd-ff2742975b3a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:23.075453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39966711-8510-404f-94b1-1e480fba5929 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:23.197820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1359de46-592a-4954-accd-ff2742975b3a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:23.240585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 1359de46-592a-4954-accd-ff2742975b3a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:23.240585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 1359de46-592a-4954-accd-ff2742975b3a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:23.245674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:23.249602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.254402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.333551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:23.339912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:23.345536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:23.346293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.351643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67fef12-8408-4eb4-908b-bf566e1e5ef6 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:23.395837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=7fc8b58d-0949-4f17-bebb-bb0d84544dd6,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:23.417146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cca65974-3af0-4673-8bda-5602ce555451 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8379135 Aug 03 16:24:23.420268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47788) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:23.429788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:23.545120 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '7fc8b58d-0949-4f17-bebb-bb0d84544dd6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:23.546451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.576547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-073b7a47-f513-426f-91e8-b9c170ec00ee req-128a0db8-5307-402d-a56d-0ef59a32748c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0504203 Aug 03 16:24:23.578292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.3 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/c6c186ea-a34c-4860-9b46-d5b6ea70180d) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:23.581620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:23.591236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.755009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Allocated IP 172.20.0.2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/7fc8b58d-0949-4f17-bebb-bb0d84544dd6/a53e7c64-a669-4663-893a-404b6017df42) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:23.793625 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.822555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object c6c186ea-a34c-4860-9b46-d5b6ea70180d will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:23.864862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.921558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:23.926086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:23.932861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:23.980323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:23.991236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:23.996377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Transition to ACTIVE for port object a53e7c64-a669-4663-893a-404b6017df42 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:24.001718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:24.003508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.022726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Transition to ACTIVE for port object a53e7c64-a669-4663-893a-404b6017df42 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:24.030094 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.045677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:24.046742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.065123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-89117ef8-ecee-4565-8db2-566ff4e384ff tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0766301 Aug 03 16:24:24.068042 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:24.071605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:24.084990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Request body: {'port': {'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:24.092417 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:24.093045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.104884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:24.114223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:24.114349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6881888 Aug 03 16:24:24.115311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47790) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:24.116748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:24.120248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:12:53:da', 'name': 'tempest-NetworksTestDHCPv6-1335294431'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:24.147148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:24.182518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.182800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bb9d8-5069-4b7d-b4a9-a38cf38253d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=37432c58-b8f2-4d8e-82f3-51ed31573fd6,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:24.215546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Attempting to bind port a53e7c64-a669-4663-893a-404b6017df42 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:24.216067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Attempting to bind port a53e7c64-a669-4663-893a-404b6017df42 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:24.216440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Attempting to bind port a53e7c64-a669-4663-893a-404b6017df42 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:24.223401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:24.223730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:24.224347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.224896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:24.225392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Bound port: a53e7c64-a669-4663-893a-404b6017df42, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:24.225810 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.299380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:24.319233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:24.323436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:24.331277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.400654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-171cdc84-7bf3-477f-a996-b616cf05abef None None] Provisioning for port c6c186ea-a34c-4860-9b46-d5b6ea70180d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:24.410168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60794d-cea2-4a94-9b60-19fd9996f9ce None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:24.412429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-171cdc84-7bf3-477f-a996-b616cf05abef None None] Provisioning complete for port c6c186ea-a34c-4860-9b46-d5b6ea70180d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:24.412962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-171cdc84-7bf3-477f-a996-b616cf05abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.458440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.465498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-171cdc84-7bf3-477f-a996-b616cf05abef None None] Port c6c186ea-a34c-4860-9b46-d5b6ea70180d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:24.491533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port f0d083dc-64df-4817-a325-e7f913154880 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:24.771816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c186ea-a34c-4860-9b46-d5b6ea70180d {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:24:24.781121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.798259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Transition to ACTIVE for port object c6c186ea-a34c-4860-9b46-d5b6ea70180d will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:24.802547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:24.825345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 172.20.0.12 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/7fc8b58d-0949-4f17-bebb-bb0d84544dd6/f0d083dc-64df-4817-a325-e7f913154880) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:24.843968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe12:53da (3c1e2df3-3798-4d5e-be83-5f6adb106cef/37432c58-b8f2-4d8e-82f3-51ed31573fd6/f0d083dc-64df-4817-a325-e7f913154880) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:24.873975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56469-f9cc-463b-92cb-c54aeaf10a50 req-d9d3e4f0-91d7-4d85-93dd-6ae95872c2b8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:24.878140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-89a56469-f9cc-463b-92cb-c54aeaf10a50 req-d9d3e4f0-91d7-4d85-93dd-6ae95872c2b8 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 931 time: 0.1342502 Aug 03 16:24:24.903737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:24.992714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-89a56469-f9cc-463b-92cb-c54aeaf10a50 req-32a74786-835f-4027-8fd8-b65cb6d50469 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047237 Aug 03 16:24:24.993349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Attempting to bind port c6c186ea-a34c-4860-9b46-d5b6ea70180d on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:24.997736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Attempting to bind port c6c186ea-a34c-4860-9b46-d5b6ea70180d by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:24.998316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Attempting to bind port c6c186ea-a34c-4860-9b46-d5b6ea70180d on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:25.004725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Port c6c186ea-a34c-4860-9b46-d5b6ea70180d on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:24:25.005059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Attempting to bind port c6c186ea-a34c-4860-9b46-d5b6ea70180d on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:25.020775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:25.021117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:25.021521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:25.021990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Bound port: c6c186ea-a34c-4860-9b46-d5b6ea70180d, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:25.023708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.149772 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.158120 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:25.167887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:25.171315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object f0d083dc-64df-4817-a325-e7f913154880 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:25.174604 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.220250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.221162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.223023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] 10.222.0.72 "PUT /v2.0/ports/c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 1091 time: 1.1448357 Aug 03 16:24:25.225284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:24:25.228826 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193936c6-c5cc-430d-a573-466484de706f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:24:25.281519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbe311-3736-4fad-bfe1-4c8dfc82fcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:25.291449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a53e7c64-a669-4663-893a-404b6017df42 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:25.298555 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.343536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:25.354599 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6b9eab-79eb-425a-86ab-beea85bd66f7 x-openstack-request-id: req-fb6b9eab-79eb-425a-86ab-beea85bd66f7 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:24:25.354963 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:24:25.355137 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb6b9eab-79eb-425a-86ab-beea85bd66f7 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:24:25.355537 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'status': 'completed', 'code': 200} Aug 03 16:24:25.380953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a53e7c64-a669-4663-893a-404b6017df42 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:25.387143 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:25.396629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:25.401058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-09e7164b-98d0-4f40-a612-edfe1c668b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.402668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-09e7164b-98d0-4f40-a612-edfe1c668b44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1094 time: 0.1110587 Aug 03 16:24:25.466055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=f0d083dc-64df-4817-a325-e7f913154880,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:25.467155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-0c4a8404-980c-4584-9663-041c5735223a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 217 time: 0.0566108 Aug 03 16:24:25.481474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.482041 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.509967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aef932b3-e403-46c9-8c89-81748b86d324 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3936095 Aug 03 16:24:25.512653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:25.563968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-a78cdd0c-4b0f-4dbf-b826-b13bb8d33ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.566704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-a78cdd0c-4b0f-4dbf-b826-b13bb8d33ff6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0873258 Aug 03 16:24:25.596607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bc68-f3ff-4b38-9faa-9e9e0221f53b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.604202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7bc68-f3ff-4b38-9faa-9e9e0221f53b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.606418 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-64c7bc68-f3ff-4b38-9faa-9e9e0221f53b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0926173 Aug 03 16:24:25.608986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:25.641776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609958d0-9de2-48b4-b51b-542c8d45562a req-20b4a18e-738c-4f41-8204-2e1ccff91742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.644386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-20b4a18e-738c-4f41-8204-2e1ccff91742 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697067 Aug 03 16:24:25.724953 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port f0d083dc-64df-4817-a325-e7f913154880 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:25.725854 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.765013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-57ce0661-0c4c-4bfb-b69e-a5888ad074dc service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120477 Aug 03 16:24:25.843351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:25.861572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for f0d083dc-64df-4817-a325-e7f913154880 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:25.886742 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-609958d0-9de2-48b4-b51b-542c8d45562a req-7517af2a-6017-4060-9d2d-c724a086b08a service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140339 Aug 03 16:24:25.989935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193936c6-c5cc-430d-a573-466484de706f req-30a112e1-0455-4669-bcf9-fd36609a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:25.991805 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-30a112e1-0455-4669-bcf9-fd36609a0d4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1094 time: 0.0478883 Aug 03 16:24:26.069188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d92af6-2ce8-497e-b47e-58d4bb7f06f9 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:26.118331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193936c6-c5cc-430d-a573-466484de706f req-8088b968-a375-4f0b-a28f-2214479030b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.119962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-8088b968-a375-4f0b-a28f-2214479030b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1199915 Aug 03 16:24:26.126978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.181002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-565c9ae8-b0cc-4b0b-a0f7-21766333c748 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 217 time: 0.0508988 Aug 03 16:24:26.210367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=f0d083dc-64df-4817-a325-e7f913154880,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:26.227061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Provisioning for port a53e7c64-a669-4663-893a-404b6017df42 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:26.238479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:26.239456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.267259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193936c6-c5cc-430d-a573-466484de706f req-55b938bf-d400-4aba-85d8-37351f244794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.269309 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-55b938bf-d400-4aba-85d8-37351f244794 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0816834 Aug 03 16:24:26.327813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8ec1-a6e0-491b-8ae7-666b28545d22 req-de5e6c1c-8280-4894-b75d-730976cb3597 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.329777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ae8ec1-a6e0-491b-8ae7-666b28545d22 req-de5e6c1c-8280-4894-b75d-730976cb3597 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.1949499 Aug 03 16:24:26.339109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.340905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193936c6-c5cc-430d-a573-466484de706f req-d660285a-0129-4d28-a985-f7ac1ec36fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.343039 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-d660285a-0129-4d28-a985-f7ac1ec36fa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643914 Aug 03 16:24:26.393748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.400305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71cc720a-b59f-44e1-861c-261f081f4e82 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/f0d083dc-64df-4817-a325-e7f913154880 HTTP/1.1" status: 204 len: 168 time: 0.7864928 Aug 03 16:24:26.400874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47804) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:26.467387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965ce0c-fb1d-4963-97c2-c285200dc41c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.469085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965ce0c-fb1d-4963-97c2-c285200dc41c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.472159 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965ce0c-fb1d-4963-97c2-c285200dc41c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:26.478301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a965ce0c-fb1d-4963-97c2-c285200dc41c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0725687 Aug 03 16:24:26.479160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47806) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:26.510883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-f8a5a207-ec24-4a13-bade-b3bf81f5b832 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554422 Aug 03 16:24:26.522529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d6543-bd0c-4360-bca0-c4a465844387 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '7fc8b58d-0949-4f17-bebb-bb0d84544dd6', 'ip_address': '172.20.0.2'}, {'subnet_id': '37432c58-b8f2-4d8e-82f3-51ed31573fd6'}], 'binding:host_id': 'n-d-803226-3'}, 'id': 'a53e7c64-a669-4663-893a-404b6017df42'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:26.526359 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.539434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24ae8ec1-a6e0-491b-8ae7-666b28545d22 req-792c3430-127c-4cba-a58b-c7e3389156c9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931205 Aug 03 16:24:26.582189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 37432c58-b8f2-4d8e-82f3-51ed31573fd6 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:26.588884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.658450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:26.661171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6543-bd0c-4360-bca0-c4a465844387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.670309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.678068 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.687307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-193936c6-c5cc-430d-a573-466484de706f req-ce93f96c-0a50-4a02-98dd-9f8d40326a48 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679058 Aug 03 16:24:26.734484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.823833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c9320-6e43-4ed7-ab70-ebecd33d59b2 None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:26.845611 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-fe7d6543-bd0c-4360-bca0-c4a465844387 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37432c58-b8f2-4d8e-82f3-51ed31573fd6: This subnet is being modified by another concurrent operation. Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37432c58-b8f2-4d8e-82f3-51ed31573fd6: This subnet is being modified by another concurrent operation. Aug 03 16:24:26.869857 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:24:26.880374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=37432c58-b8f2-4d8e-82f3-51ed31573fd6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:26.882421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:26.887217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:26.887818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d244c362-96d9-4a9f-8bcc-108fd7a5c32d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/37432c58-b8f2-4d8e-82f3-51ed31573fd6 HTTP/1.1" status: 204 len: 168 time: 0.4056053 Aug 03 16:24:26.979977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 7fc8b58d-0949-4f17-bebb-bb0d84544dd6 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:26.984590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.018524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ab8301e0-d46c-417f-8579-b22542e040c0 None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:27.018524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ab8301e0-d46c-417f-8579-b22542e040c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.051968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.205393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.289446 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.330026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.331680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a53e7c64-a669-4663-893a-404b6017df42 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:27.332491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/7fc8b58d-0949-4f17-bebb-bb0d84544dd6 HTTP/1.1" status: 204 len: 168 time: 0.4434793 Aug 03 16:24:27.334017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f42da4-0786-49ef-b4b2-6c1869cbdd20 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc8b58d-0949-4f17-bebb-bb0d84544dd6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:27.334171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c3e99-26ba-4fba-8bcf-8637a7533d2a None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:24:27.335410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47810) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:27.406117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47812) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:27.406464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-619e184f-f2bd-49ba-aa80-f9583802efb5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665650 Aug 03 16:24:27.411426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:27.493623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c3e99-26ba-4fba-8bcf-8637a7533d2a None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:24:27.496649 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.531332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:27.535863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.541291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ee181f7-f111-4885-99df-9663766eb33e None None] Could not find standard attr ID for object f0d083dc-64df-4817-a325-e7f913154880. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:27.592954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:27.602980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.698459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:27.817506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.824717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb8220-a88c-4acb-b7d1-761c011703df None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:24:27.877847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667d07f-49bf-4bf9-bfe1-5fdb946d74c4 req-a3adc600-3e77-4d4d-800f-cb842c4be03e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:27.879323 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c667d07f-49bf-4bf9-bfe1-5fdb946d74c4 req-a3adc600-3e77-4d4d-800f-cb842c4be03e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.1245964 Aug 03 16:24:27.890356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:27.899681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:27.900562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.913888 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:27.920650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:27.921232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:27.939952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=80d66e81-7a46-48fa-a19d-03641e3a82b1,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:27.951979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b42d0d06-879c-462f-8dca-d13a1604c56e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5421064 Aug 03 16:24:27.952217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47818) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:27.957877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:27.960787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb8220-a88c-4acb-b7d1-761c011703df None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:24:27.978442 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c667d07f-49bf-4bf9-bfe1-5fdb946d74c4 req-f88af45a-07fb-4e7b-8e62-e7a95bf7ee71 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870116 Aug 03 16:24:28.070326 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.100583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:28.104734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.140794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:28.166891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.269399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9341a-b99f-4644-96f6-75b8d74533fc None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:28.384770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '80d66e81-7a46-48fa-a19d-03641e3a82b1'}], 'binding:host_id': 'n-d-803226-3'}, 'id': 'a53e7c64-a669-4663-893a-404b6017df42'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:28.421239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.528977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:28.648384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Allocated IP 172.20.0.2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/80d66e81-7a46-48fa-a19d-03641e3a82b1/a53e7c64-a669-4663-893a-404b6017df42) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:28.656345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Allocated IP 2001:db8::f816:3eff:fe8c:1e9d (3c1e2df3-3798-4d5e-be83-5f6adb106cef/67e12006-ff28-4b20-a463-899c91a9639b/a53e7c64-a669-4663-893a-404b6017df42) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:28.750942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:28.780497 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.794481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Transition to ACTIVE for port object a53e7c64-a669-4663-893a-404b6017df42 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:28.798421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:28.799474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe8c:1e9d-6499768b-6ccd-457a-999e-7c32d26cfd {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:24:28.799834 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:24:28.889611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb613cc-1f4d-4cde-9c7a-58dfa2e0b6cf None None] Pushing event updated for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:29.124153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde43250-b908-4da7-8eb3-6c053b84a2df req-47a118a9-c6d9-41e3-84c3-338a4ee5f417 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:29.126974 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bde43250-b908-4da7-8eb3-6c053b84a2df req-47a118a9-c6d9-41e3-84c3-338a4ee5f417 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.0656526 Aug 03 16:24:29.156501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a53e7c64-a669-4663-893a-404b6017df42 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:29.176722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bde43250-b908-4da7-8eb3-6c053b84a2df req-cbc524ba-15f6-46e1-bda1-fd39d66514ad tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426967 Aug 03 16:24:29.414346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:29.474019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba09ac2-16e9-42ef-8faf-7df405518d2c None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:29.497977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Port a53e7c64-a669-4663-893a-404b6017df42 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=106017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 03 16:24:29.498348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:29.537179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a5b1bf0-12c7-4194-b0d3-abb85bc03ee1 None None] Provisioning for port a53e7c64-a669-4663-893a-404b6017df42 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:29.546482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:29.549141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a5b1bf0-12c7-4194-b0d3-abb85bc03ee1 None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:29.549141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1bf0-12c7-4194-b0d3-abb85bc03ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:29.555057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:29.557243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:29.557916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:29.574076 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=67e12006-ff28-4b20-a463-899c91a9639b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:29.584446 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dc73bfe4-3c6d-4958-8f93-06c68426e228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6312490 Aug 03 16:24:29.587204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47822) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:29.592498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:96:d6:26', 'name': 'tempest-NetworksTestDHCPv6-1382736493'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:29.712363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:29.810859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:29.838955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 4ac47dbf-429c-472a-9de1-60b27d84b88e yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:30.024232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 172.20.0.5 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/80d66e81-7a46-48fa-a19d-03641e3a82b1/4ac47dbf-429c-472a-9de1-60b27d84b88e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:30.031010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe96:d626 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/67e12006-ff28-4b20-a463-899c91a9639b/4ac47dbf-429c-472a-9de1-60b27d84b88e) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:30.185897 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.201664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 4ac47dbf-429c-472a-9de1-60b27d84b88e will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:30.252272 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3d305-38cb-4479-8f3a-f2597c9e0356 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:30.258658 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.348741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-88ab4a6c-849c-4a06-aa31-0cb8467e6861 None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:30.349126 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-88ab4a6c-849c-4a06-aa31-0cb8467e6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.640205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:30.645676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:30.648456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:30.686519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=4ac47dbf-429c-472a-9de1-60b27d84b88e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:30.701526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850177-d312-49a0-9349-481c6dcb8a2a req-42cb6f45-1852-4566-887b-ec7e28c3aeba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:30.703138 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5850177-d312-49a0-9349-481c6dcb8a2a req-42cb6f45-1852-4566-887b-ec7e28c3aeba tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.4402471 Aug 03 16:24:30.726153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:30.726765 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.757238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3c887198-268d-4461-875e-c73d9b57067f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1686182 Aug 03 16:24:30.759826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47826) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:30.766764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5850177-d312-49a0-9349-481c6dcb8a2a req-91b914e8-4735-4c13-9ffe-ab4ac30abc17 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541439 Aug 03 16:24:30.814721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb32ba-b845-4d3d-b869-97a3fc9171c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:30.819280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Provisioning for port 4ac47dbf-429c-472a-9de1-60b27d84b88e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:30.820655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb32ba-b845-4d3d-b869-97a3fc9171c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:30.822803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8ceb32ba-b845-4d3d-b869-97a3fc9171c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0619073 Aug 03 16:24:30.825481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47828) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:30.826450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Provisioning complete for port 4ac47dbf-429c-472a-9de1-60b27d84b88e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:30.826914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.866596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Port 4ac47dbf-429c-472a-9de1-60b27d84b88e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:30.877004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:30.877456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4e9aee29-fb65-40f3-b63b-9e615cc2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:30.938955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 4ac47dbf-429c-472a-9de1-60b27d84b88e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:30.939328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.029559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.042279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 4ac47dbf-429c-472a-9de1-60b27d84b88e owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:31.081273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b2f86843-e3bd-4186-becc-1ea8ffa9ab98 None None] Provisioning complete for port 4ac47dbf-429c-472a-9de1-60b27d84b88e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:31.081759 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b2f86843-e3bd-4186-becc-1ea8ffa9ab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.118691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b2f86843-e3bd-4186-becc-1ea8ffa9ab98 None None] Port 4ac47dbf-429c-472a-9de1-60b27d84b88e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:24:31.222209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.257168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=4ac47dbf-429c-472a-9de1-60b27d84b88e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:31.353812 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.355755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de602b2e-baba-4503-8950-0af880f18766 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/4ac47dbf-429c-472a-9de1-60b27d84b88e HTTP/1.1" status: 204 len: 168 time: 0.5290384 Aug 03 16:24:31.358230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47830) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:31.418150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b574c4e-eca4-4f41-b019-c9e7739f6ff7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:31.419705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b574c4e-eca4-4f41-b019-c9e7739f6ff7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:31.421334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b574c4e-eca4-4f41-b019-c9e7739f6ff7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:31.422996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b574c4e-eca4-4f41-b019-c9e7739f6ff7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0638034 Aug 03 16:24:31.425853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47832) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:31.483389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 67e12006-ff28-4b20-a463-899c91a9639b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:31.487183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.528004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.615809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.679498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.706928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=67e12006-ff28-4b20-a463-899c91a9639b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:31.712416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.713746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7c061cfe-b622-4489-87ef-0e2a774952e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/67e12006-ff28-4b20-a463-899c91a9639b HTTP/1.1" status: 204 len: 168 time: 0.2868106 Aug 03 16:24:31.716324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:31.718940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96c24a-cee7-43a8-b230-dada9d4e18bb None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:31.770264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 80d66e81-7a46-48fa-a19d-03641e3a82b1 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:31.773522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.818560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.901460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acebbc-b905-4671-a45a-7dfabe9dde4c req-caca3b47-055e-4a6d-ab18-6da39ec018d6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:31.903986 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81acebbc-b905-4671-a45a-7dfabe9dde4c req-caca3b47-055e-4a6d-ab18-6da39ec018d6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.0632670 Aug 03 16:24:31.927799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:31.954502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81acebbc-b905-4671-a45a-7dfabe9dde4c req-6bd969fc-c9b3-438f-98ef-dd6a35859981 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Aug 03 16:24:32.006829 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.037364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=80d66e81-7a46-48fa-a19d-03641e3a82b1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:32.040073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.044949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47838) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.045108 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-dc362c85-2ab2-4c38-bf46-0e21d22a2297 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/80d66e81-7a46-48fa-a19d-03641e3a82b1 HTTP/1.1" status: 204 len: 168 time: 0.3275456 Aug 03 16:24:32.084167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-29be5e4d-eb76-4e28-9afa-cca182507a86 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379288 Aug 03 16:24:32.086650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47840) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.138561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a46262-e6cb-4f66-aabe-b404af57a825 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:32.140276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-12a46262-e6cb-4f66-aabe-b404af57a825 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0525498 Aug 03 16:24:32.143079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47842) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.204547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07e650-0c84-46fa-a381-f528e05d43d1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:32.206195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7d07e650-0c84-46fa-a381-f528e05d43d1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621877 Aug 03 16:24:32.208702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47844) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.248843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e07a6389-e7af-4266-bd98-7c6d3e9d8fab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376821 Aug 03 16:24:32.253390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.258620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:32.361620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:32.365131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.366598 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:32.367033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:32.385220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391a9ff-e594-4281-8c29-9de63048807a None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:32.390673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0e3346d0-5cde-486e-a83c-82c54de1c0b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1322958 Aug 03 16:24:32.391358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47848) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.397132 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:32.479733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c284abc-efec-41e8-b8d3-494a31581678 None None] Provisioning complete for port a53e7c64-a669-4663-893a-404b6017df42 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:32.480111 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c284abc-efec-41e8-b8d3-494a31581678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.493977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:32.497521 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.498946 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:32.499370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:32.516034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5d2093c1-1469-4bd2-92f0-e044628adfc6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1232324 Aug 03 16:24:32.519573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47850) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.524857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:32.629578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:32.630403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:32.633736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.635162 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:32.635792 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:32.651868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ab0af46-2047-4959-ba12-3b83fba88c78 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1310954 Aug 03 16:24:32.654812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47852) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.660502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:32.678735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Deleting port a53e7c64-a669-4663-893a-404b6017df42 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:32.679104 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.746838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] For port a53e7c64-a669-4663-893a-404b6017df42, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a53e7c64-a669-4663-893a-404b6017df42,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:32.747586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.760942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Calling delete_port for a53e7c64-a669-4663-893a-404b6017df42 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:32.770127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:32.774691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.776504 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:32.777170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:32.798212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd197855-8b81-4220-bf42-1aefbb212022 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1415422 Aug 03 16:24:32.802377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.809399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:32.851907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.877375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] Pushing event deleted for resources: {'Port': ['ID=a53e7c64-a669-4663-893a-404b6017df42,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:32.882755 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa492e-4012-4ced-ac91-68c6643fe455 None None] No DVR routers for this DVR port a53e7c64-a669-4663-893a-404b6017df42 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:32.919569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:32.923732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:32.925192 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:32.925783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:32.942958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b7702ba9-2d8d-4899-abb2-93c4ef88daba tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1394134 Aug 03 16:24:32.946197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47856) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:32.951414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:33.083935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:33.087940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.089360 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:33.089957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:33.108755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f3aba-358b-4c1f-9f14-b2db2b4aed71 req-e618b130-1e05-4f77-83e6-03d86ec5485a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:33.111038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876f3aba-358b-4c1f-9f14-b2db2b4aed71 req-e618b130-1e05-4f77-83e6-03d86ec5485a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.0798216 Aug 03 16:24:33.124547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f2f10e8f-f31c-49d8-949b-1893924f7b67 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1745129 Aug 03 16:24:33.126373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47860) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:33.129209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a53e7c64-a669-4663-893a-404b6017df42 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:33.151400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a53e7c64-a669-4663-893a-404b6017df42 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:33.151668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a53e7c64-a669-4663-893a-404b6017df42 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:33.160931 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-876f3aba-358b-4c1f-9f14-b2db2b4aed71 req-509a71d7-d3f0-4279-b661-c09c2f110e70 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 Aug 03 16:24:33.164186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:33.164555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b4841696-ab97-450c-a74e-52e656d9141b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360897 Aug 03 16:24:33.216562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcda99-4502-44e8-90d2-9ba9d4d028d7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:33.218077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e3dcda99-4502-44e8-90d2-9ba9d4d028d7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0521748 Aug 03 16:24:33.221855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:33.263398 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d59a1e75-e0d3-4995-ac86-12cb77d8fb0a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404284 Aug 03 16:24:33.268223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47866) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:33.273519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:33.370093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:33.373742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.644612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:33.646232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.684397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:33.689439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:33.693609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:33.694216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.698657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870795c6-038b-438a-8a55-95ddd38ea97a None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:33.708174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=79665030-fbdd-4062-a47c-994b6dc026a5,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:33.718647 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cf1a8f09-fc65-42c7-9fcb-2cedc6c34aa5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4467371 Aug 03 16:24:33.718767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:33.724092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:5b:f0:c4', 'name': 'tempest-NetworksTestDHCPv6-1047455018'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:33.846127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '79665030-fbdd-4062-a47c-994b6dc026a5'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:33.847130 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.851277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:33.855763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:33.877723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 48dc812a-4f58-401d-a6c6-7043c534af84 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:34.003649 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe5b:f0c4 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/79665030-fbdd-4062-a47c-994b6dc026a5/48dc812a-4f58-401d-a6c6-7043c534af84) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:34.167042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.181368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 48dc812a-4f58-401d-a6c6-7043c534af84 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:34.217425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.261609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Allocated IP 2001:db8::f816:3eff:feda:658d (3c1e2df3-3798-4d5e-be83-5f6adb106cef/79665030-fbdd-4062-a47c-994b6dc026a5/2252c1c3-90ca-4b1c-94eb-024ea40b9af8) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:34.264797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:34.269051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:34.271464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:34.277613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:34.278294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.291977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=48dc812a-4f58-401d-a6c6-7043c534af84,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:34.307653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9729d31-348a-4d52-ad2e-6cebf8863592 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5877855 Aug 03 16:24:34.310721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:34.326556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6ed7a-1a1f-485d-a539-1577a920adee req-c3c3b58d-79a3-45eb-890f-48b8fab161eb tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:34.328468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ae6ed7a-1a1f-485d-a539-1577a920adee req-c3c3b58d-79a3-45eb-890f-48b8fab161eb tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.0859945 Aug 03 16:24:34.370963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50886648-239f-4961-ae24-4866d8358b6f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:34.371743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ae6ed7a-1a1f-485d-a539-1577a920adee req-7965a823-3a1a-423f-82cd-7c43509c415b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367229 Aug 03 16:24:34.382129 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47874) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:34.382406 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-50886648-239f-4961-ae24-4866d8358b6f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0703034 Aug 03 16:24:34.439106 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.448522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Transition to ACTIVE for port object 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:34.464044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Transition to ACTIVE for port object 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:34.471006 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.476140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 48dc812a-4f58-401d-a6c6-7043c534af84 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:34.476684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.511411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:34.519460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:34.522694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:34.524723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Pushing event updated for resources: {'Port': ['ID=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:34.576348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.585391 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Attempting to bind port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:34.585813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Attempting to bind port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:34.586190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Attempting to bind port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:34.589761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 48dc812a-4f58-401d-a6c6-7043c534af84 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:34.591180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:34.591560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:34.591965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.592361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:34.592832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Bound port: 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:34.593217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.658499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] For port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:34.661861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] For port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:34.666023 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.725881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbc85-4b0b-4190-be2f-90c964567b3b None None] Pushing event updated for resources: {'Port': ['ID=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:34.735008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.768860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=48dc812a-4f58-401d-a6c6-7043c534af84,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:34.795813 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:34.798359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1e4d3c4e-9896-458d-a8b9-5cf6d82a13c5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/48dc812a-4f58-401d-a6c6-7043c534af84 HTTP/1.1" status: 204 len: 168 time: 0.4140534 Aug 03 16:24:34.800842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:34.857606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7d19b-1bb0-46f3-bb4c-d34fe836c284 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:34.859267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7d19b-1bb0-46f3-bb4c-d34fe836c284 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:34.863701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1df7d19b-1bb0-46f3-bb4c-d34fe836c284 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0618732 Aug 03 16:24:34.864307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47880) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:34.928171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 79665030-fbdd-4062-a47c-994b6dc026a5 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:34.931434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.152082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:35.211040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:35.295156 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.381058 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.451262 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.480461 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=79665030-fbdd-4062-a47c-994b6dc026a5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:35.485697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.491500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-641e56a8-914d-4223-a979-ea1ce484e306 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/79665030-fbdd-4062-a47c-994b6dc026a5 HTTP/1.1" status: 204 len: 168 time: 0.6254220 Aug 03 16:24:35.491630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:35.542718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-453055e1-23c7-4788-9c74-80d77a6bd3b7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499506 Aug 03 16:24:35.545786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47886) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:35.552400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:35.570262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360b6c-4ee2-48c0-8be2-7659db7eb7e1 req-876006b3-51e9-4c0c-8000-396e945ea91e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:35.571883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c360b6c-4ee2-48c0-8be2-7659db7eb7e1 req-876006b3-51e9-4c0c-8000-396e945ea91e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.1254408 Aug 03 16:24:35.616205 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c360b6c-4ee2-48c0-8be2-7659db7eb7e1 req-1dc8fa9a-ae22-449c-9617-869e764d6d6a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Aug 03 16:24:35.659169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:35.662904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.727745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43348101-4ce0-4547-8dcd-cb983a015e2a None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:35.799463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Provisioning for port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:35.805731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Provisioning complete for port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:35.806117 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.946029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:35.966813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:35.987656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:35.988183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] For port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:36.006818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.070490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a9248-1007-4aab-bbb9-aa8680f53f1a None None] Pushing event updated for resources: {'Port': ['ID=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:36.081965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Deleting port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:36.082381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.158416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.166108 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] For port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:36.166827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.181792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Calling delete_port for 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:36.336805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:36.369120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.374276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.375239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.378372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.404548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] Pushing event deleted for resources: {'Port': ['ID=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:36.410431 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa65282-ee6c-4dee-b58b-69575b8ae884 None None] No DVR routers for this DVR port 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:36.430571 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=2252c1c3-90ca-4b1c-94eb-024ea40b9af8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:36.451177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:36.455223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:36.459555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:36.460066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.470039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=6c73e57d-375e-4a16-bdb9-7d16dad34f39,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:36.479354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96334ea-5726-48fd-90b2-e1c4b24a28b2 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:36.482663 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-507ddd40-90cf-4f5a-a5c4-80572c156dda tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9331219 Aug 03 16:24:36.483058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47888) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:36.487786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:71:83:11', 'name': 'tempest-NetworksTestDHCPv6-662232464'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:36.610692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:36.633776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '6c73e57d-375e-4a16-bdb9-7d16dad34f39'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:36.634657 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.728417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.756738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port a702c41e-2441-4a1c-8219-d9a1b95ffddb yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:36.773319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f789f7-12c0-42f0-a79a-5024f06b043c req-808cc839-5899-4dda-b46e-3e1eae73181a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:36.774930 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3f789f7-12c0-42f0-a79a-5024f06b043c req-808cc839-5899-4dda-b46e-3e1eae73181a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 943 time: 0.0831378 Aug 03 16:24:36.781078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Allocated IP 2001:db8::f816:3eff:fe1b:88f4 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/6c73e57d-375e-4a16-bdb9-7d16dad34f39/70df349f-5473-4071-ae67-c6ae8d7d88f3) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:36.859122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e3f789f7-12c0-42f0-a79a-5024f06b043c req-954f0528-0e65-452a-a5ab-3a0c25d24c21 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543315 Aug 03 16:24:36.932442 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:36.941776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Transition to ACTIVE for port object 70df349f-5473-4071-ae67-c6ae8d7d88f3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:36.956199 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Transition to ACTIVE for port object 70df349f-5473-4071-ae67-c6ae8d7d88f3 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:36.962552 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.001069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:37.004596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:37.010155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:37.016908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c6c186ea-a34c-4860-9b46-d5b6ea70180d details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:24:37.017238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe71:8311 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/6c73e57d-375e-4a16-bdb9-7d16dad34f39/a702c41e-2441-4a1c-8219-d9a1b95ffddb) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:37.022476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Pushing event updated for resources: {'Port': ['ID=70df349f-5473-4071-ae67-c6ae8d7d88f3,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:37.125000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:37.152859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Attempting to bind port 70df349f-5473-4071-ae67-c6ae8d7d88f3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:37.153228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Attempting to bind port 70df349f-5473-4071-ae67-c6ae8d7d88f3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:37.153590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Attempting to bind port 70df349f-5473-4071-ae67-c6ae8d7d88f3 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:37.158499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:37.158839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2252c1c3-90ca-4b1c-94eb-024ea40b9af8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:37.167279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:37.167873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:37.168028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.168756 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:37.168997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Bound port: 70df349f-5473-4071-ae67-c6ae8d7d88f3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:37.169381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.200151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.215145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object a702c41e-2441-4a1c-8219-d9a1b95ffddb will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:37.228299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:37.252663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.253763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:24:37.292269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] For port 70df349f-5473-4071-ae67-c6ae8d7d88f3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:37.303533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:37.308917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:37.311369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:37.311977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] For port 70df349f-5473-4071-ae67-c6ae8d7d88f3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=70df349f-5473-4071-ae67-c6ae8d7d88f3,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:37.314579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.318251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:37.318789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.319068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.325421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=a702c41e-2441-4a1c-8219-d9a1b95ffddb,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:37.343636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47892) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:37.344776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a5e43877-40fc-436f-aaab-ff23b1b4ca00 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8600402 Aug 03 16:24:37.364699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c186ea-a34c-4860-9b46-d5b6ea70180d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:24:37.403361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-29015269-5e27-4121-8f17-e12682005c4b req-08073961-eb3e-4a56-9074-1f242deef197 tempest-TestNetworkAdvancedServerOps-1791415333 tempest-TestNetworkAdvancedServerOps-1791415333-project] (106017) timed out ('10.222.0.72', 56189) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:24:37.407652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:37.416424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.422454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c0586-dc53-4b7b-b410-c4bda28f7bd9 None None] Pushing event updated for resources: {'Port': ['ID=70df349f-5473-4071-ae67-c6ae8d7d88f3,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:37.423053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc5cd6-51d7-4b5b-92fb-58effcdfc938 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:37.436926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc5cd6-51d7-4b5b-92fb-58effcdfc938 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:37.439239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0fcc5cd6-51d7-4b5b-92fb-58effcdfc938 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0930896 Aug 03 16:24:37.442643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47894) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:37.487527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:37.554059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port a702c41e-2441-4a1c-8219-d9a1b95ffddb {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:37.554401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.645677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['c6c186ea-a34c-4860-9b46-d5b6ea70180d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:24:37.663640 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.679743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for a702c41e-2441-4a1c-8219-d9a1b95ffddb owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:37.822427 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.857484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=a702c41e-2441-4a1c-8219-d9a1b95ffddb,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:37.886136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.886470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.886804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.887136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.887464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.887789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.888112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.888433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.888752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.889070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.889390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.889767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:24:37.896050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:37.897957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0627bf45-7aa8-411a-90a0-3fcd5fc586b4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a702c41e-2441-4a1c-8219-d9a1b95ffddb HTTP/1.1" status: 204 len: 168 time: 0.4541941 Aug 03 16:24:37.900356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:37.981360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48e529-83d3-4fb0-9159-87bfd8b5c6c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:37.984031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48e529-83d3-4fb0-9159-87bfd8b5c6c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:37.986823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a48e529-83d3-4fb0-9159-87bfd8b5c6c3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0854299 Aug 03 16:24:37.990336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47900) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.008026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b87af-a6a7-441c-9b9e-6275dc58fe78 req-c77de0e2-8db7-4273-a614-90e0ccb60175 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:38.010209 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c87b87af-a6a7-441c-9b9e-6275dc58fe78 req-c77de0e2-8db7-4273-a614-90e0ccb60175 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 944 time: 0.0720680 Aug 03 16:24:38.047886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 6c73e57d-375e-4a16-bdb9-7d16dad34f39 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:38.051483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.054702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c87b87af-a6a7-441c-9b9e-6275dc58fe78 req-2b431450-ef9e-41b2-9439-feffc8f4188f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 Aug 03 16:24:38.098459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.193546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.258318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.294217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=6c73e57d-375e-4a16-bdb9-7d16dad34f39,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:38.302206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.304754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e2e9b2df-58de-43d4-8ab2-b9e0989f79ab tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/6c73e57d-375e-4a16-bdb9-7d16dad34f39 HTTP/1.1" status: 204 len: 168 time: 0.3133142 Aug 03 16:24:38.308077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47902) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.348447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8e2f3668-2983-49e1-8106-ce367989510d None None] Provisioning for port 70df349f-5473-4071-ae67-c6ae8d7d88f3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:38.354857 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6594d32c-c500-4f55-8864-d05b59633d77 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456581 Aug 03 16:24:38.357242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47904) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.410651 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8652aac-2e6f-4b91-8df0-fabd6f20f4b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:38.414569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a8652aac-2e6f-4b91-8df0-fabd6f20f4b5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0540984 Aug 03 16:24:38.415009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47906) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.471802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a05cc26-a7d2-46f4-909a-6d55cf20cffb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:38.473554 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3a05cc26-a7d2-46f4-909a-6d55cf20cffb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575321 Aug 03 16:24:38.476343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47908) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.516547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6a835-a0a3-4dee-9de5-5a085e3b237d None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:38.523740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c8d8f35b-c42a-43ca-9861-46d6b18c9c0a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460744 Aug 03 16:24:38.528387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47910) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:38.534682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:38.570401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e43806f1-f740-4611-90fb-ac3f2644aed3 None None] Could not find standard attr ID for object a702c41e-2441-4a1c-8219-d9a1b95ffddb. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:38.653313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:38.657089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.724572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:38.787371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Deleting port 70df349f-5473-4071-ae67-c6ae8d7d88f3 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:38.787851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.866299 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] For port 70df349f-5473-4071-ae67-c6ae8d7d88f3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=70df349f-5473-4071-ae67-c6ae8d7d88f3,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:38.866696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:38.886752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Calling delete_port for 70df349f-5473-4071-ae67-c6ae8d7d88f3 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:38.982492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.010009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] Pushing event deleted for resources: {'Port': ['ID=70df349f-5473-4071-ae67-c6ae8d7d88f3,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:39.018071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0acec-521e-432e-a83e-9b222b375a33 None None] No DVR routers for this DVR port 70df349f-5473-4071-ae67-c6ae8d7d88f3 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:39.027595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:39.029054 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c6c186ea-a34c-4860-9b46-d5b6ea70180d up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:39.095497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port c6c186ea-a34c-4860-9b46-d5b6ea70180d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:39.102169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port c6c186ea-a34c-4860-9b46-d5b6ea70180d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:39.102592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.172090 n-d-803226-3 neutron-server[106017]: WARNING neutron.services.revisions.revision_plugin [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Could not find related port for resource to bump revision. Aug 03 16:24:39.184018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Port 70df349f-5473-4071-ae67-c6ae8d7d88f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 03 16:24:39.184381 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:88f4 {{(pid=106017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 03 16:24:39.188694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_pluggable_backend [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1b:88f4 {{(pid=106017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 03 16:24:39.190024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.211399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b28ba-00a6-469d-942b-88ac0da93d18 req-9e9d9040-ec9d-4fdd-bc32-75c1329a0cef tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:39.213151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.214163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff7b28ba-00a6-469d-942b-88ac0da93d18 req-9e9d9040-ec9d-4fdd-bc32-75c1329a0cef tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 944 time: 0.0736299 Aug 03 16:24:39.244446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:24:39.245840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:39.247432 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc0f22f-dd3c-4dc4-aad0-aa68dbfcf22a" -d '{"events": [{"server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "name": "network-vif-plugged", "status": "completed", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:24:39.249128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:39.259213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:39.260664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.264668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:39.272932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35d1b1-2d13-47e3-bde8-cf395553bf15 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:39.277791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=9bc4ec27-0ddf-4fa8-a515-38d3fd00750b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:39.296782 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ff7b28ba-00a6-469d-942b-88ac0da93d18 req-e88c570d-22b4-41a6-ad8f-3585468db120 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698872 Aug 03 16:24:39.300489 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b0364ca9-7fe8-43b7-a7c5-20a52c75d7de tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7699687 Aug 03 16:24:39.303299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47916) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:39.309441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:43:e4:76', 'name': 'tempest-NetworksTestDHCPv6-2022111453'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:39.331532 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e3e3ab-5c97-4c3e-80cf-b11ebeb3b8b6 x-openstack-request-id: req-d9e3e3ab-5c97-4c3e-80cf-b11ebeb3b8b6 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:24:39.332060 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "name": "network-vif-plugged", "status": "completed", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:24:39.332325 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9e3e3ab-5c97-4c3e-80cf-b11ebeb3b8b6 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:24:39.332731 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'code': 200} Aug 03 16:24:39.336232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.420378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:39.421151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7979e9f-ce6e-4bdb-9bcc-18db640aa348 req-e1224d72-76da-456c-867f-8e81bd4481e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:39.422488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7979e9f-ce6e-4bdb-9bcc-18db640aa348 req-e1224d72-76da-456c-867f-8e81bd4481e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.0541189 Aug 03 16:24:39.459130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:39.464173 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.464435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f7979e9f-ce6e-4bdb-9bcc-18db640aa348 req-ec1bd806-6e71-4870-a92b-e5087330e62e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348957 Aug 03 16:24:39.488860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 94a1ffad-6be0-4a94-8407-422850893cfd yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:39.497749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '9bc4ec27-0ddf-4fa8-a515-38d3fd00750b'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:39.498794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.604060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe43:e476 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/9bc4ec27-0ddf-4fa8-a515-38d3fd00750b/94a1ffad-6be0-4a94-8407-422850893cfd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:39.767073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.788113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 94a1ffad-6be0-4a94-8407-422850893cfd will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:39.833739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.882463 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-47eabcdd-480a-4ab0-9b08-d02c0fbf12ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.882742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:39.886084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:39.890230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:39.897282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:39.897497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Allocated IP 2001:db8::f816:3eff:fe9f:b1a1 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/9bc4ec27-0ddf-4fa8-a515-38d3fd00750b/6ce3457d-d96d-45d7-903f-bbc11781d2d0) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:39.898067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:39.916829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=94a1ffad-6be0-4a94-8407-422850893cfd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:39.927287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1fb53218-1da0-4c3c-b3b2-e4fb3df60bb9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6226141 Aug 03 16:24:39.930168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:39.995728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6207f53c-6587-4780-a634-4225510fa9b2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:39.997285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6207f53c-6587-4780-a634-4225510fa9b2 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0661354 Aug 03 16:24:39.999986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.064507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.073835 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Transition to ACTIVE for port object 6ce3457d-d96d-45d7-903f-bbc11781d2d0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:40.092105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Transition to ACTIVE for port object 6ce3457d-d96d-45d7-903f-bbc11781d2d0 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:40.100713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.104982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 94a1ffad-6be0-4a94-8407-422850893cfd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:40.105319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.148314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:40.152207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:40.159857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:40.166456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Pushing event updated for resources: {'Port': ['ID=6ce3457d-d96d-45d7-903f-bbc11781d2d0,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:40.231027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Attempting to bind port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:40.231407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Attempting to bind port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:40.232150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Attempting to bind port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:40.233884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.238528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:40.238942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:40.239351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.239852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:40.240335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Bound port: 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:40.240752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.253681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 94a1ffad-6be0-4a94-8407-422850893cfd owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:40.425461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.447390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52d8d2-b7d3-450a-830e-d470aa5ebb69 req-62bc86aa-853c-47de-b912-f6ff432c062d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:40.449222 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb52d8d2-b7d3-450a-830e-d470aa5ebb69 req-62bc86aa-853c-47de-b912-f6ff432c062d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 945 time: 0.0667481 Aug 03 16:24:40.466360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=94a1ffad-6be0-4a94-8407-422850893cfd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:40.491648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-609faf8c-1195-403e-b139-d804a6709906 None None] For port 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:40.495003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-609faf8c-1195-403e-b139-d804a6709906 None None] For port 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6ce3457d-d96d-45d7-903f-bbc11781d2d0,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:40.498484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.499743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb52d8d2-b7d3-450a-830e-d470aa5ebb69 req-40efbfc0-0f25-4622-a07c-7e572a6c281f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 Aug 03 16:24:40.501450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c0263c03-7645-4897-8c71-e2d3741834d4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/94a1ffad-6be0-4a94-8407-422850893cfd HTTP/1.1" status: 204 len: 168 time: 0.5004034 Aug 03 16:24:40.503557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.504072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47924) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.568667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609faf8c-1195-403e-b139-d804a6709906 None None] Pushing event updated for resources: {'Port': ['ID=6ce3457d-d96d-45d7-903f-bbc11781d2d0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:40.589913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62c2fc-ed0e-4094-9403-e4ba38baa3f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:40.591518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62c2fc-ed0e-4094-9403-e4ba38baa3f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:40.594252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d62c2fc-ed0e-4094-9403-e4ba38baa3f3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0891216 Aug 03 16:24:40.595831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47928) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.655823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7b59-7cac-43dc-9921-64a94cfac2e7 req-ef66c58c-1a12-44db-9b9b-ede234f5661e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:40.658836 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8bb7b59-7cac-43dc-9921-64a94cfac2e7 req-ef66c58c-1a12-44db-9b9b-ede234f5661e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 945 time: 0.0556250 Aug 03 16:24:40.667599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 9bc4ec27-0ddf-4fa8-a515-38d3fd00750b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:40.672830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.701531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8bb7b59-7cac-43dc-9921-64a94cfac2e7 req-194221c8-8939-41ff-8649-b8c4db3fdd5e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361633 Aug 03 16:24:40.730091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.731905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47930) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.859764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.929385 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.956050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93b9f2-16f0-4514-b72e-2fc87d9dfb59 tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:40.958499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dd93b9f2-16f0-4514-b72e-2fc87d9dfb59 tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1091 time: 0.2244322 Aug 03 16:24:40.958783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc4ec27-0ddf-4fa8-a515-38d3fd00750b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:40.961857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.966323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:40.971764 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:40.973552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-722aba82-4aec-4d1c-bb37-2f7bd59b1a8d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/9bc4ec27-0ddf-4fa8-a515-38d3fd00750b HTTP/1.1" status: 204 len: 168 time: 0.3762434 Aug 03 16:24:40.976211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:40.994728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.019204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-58b0f33d-9fed-4adf-892c-fa7167dec6ed tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418000 Aug 03 16:24:41.022840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:41.027964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:41.133439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.144835 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:41.149926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.205529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6ce3457d-d96d-45d7-903f-bbc11781d2d0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:41.281003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:41.286163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.25.7.155 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/42615dcd-0e74-4239-877a-bacdca67dffe) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:41.434181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.510704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.555790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:41.555790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:41.560095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:41.587673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:41.602751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=42615dcd-0e74-4239-877a-bacdca67dffe,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:41.701674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8d1d3-03a5-43f6-a2d4-f1fabeb27c91 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:41.771151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Provisioning for port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:41.778612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Provisioning complete for port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:41.778999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.787625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:41.940331 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.009297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6ce3457d-d96d-45d7-903f-bbc11781d2d0,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:42.024340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.052003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.056990 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.059040 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.097729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:24:42.098106 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:24:42.126948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.127842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:42.136662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:42.137362 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-28b1ef44-e09f-4812-88b2-735b5ec49b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.145800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:42.146400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.182969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=0049c493-ddb9-4843-b4ed-d07e99f81398,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:42.189141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1652207 Aug 03 16:24:42.190476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704409cb-e6fc-45f4-9bf2-79f5b6dfc1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=6ce3457d-d96d-45d7-903f-bbc11781d2d0,revision_number=5']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:42.193282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:42.199262 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:7a:cc:40', 'name': 'tempest-NetworksTestDHCPv6-898100502'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:42.213896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d0c56-6cf9-4f0d-951c-0f4e15b1b0df None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:42.342346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.344305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:42.347424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.434500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=42615dcd-0e74-4239-877a-bacdca67dffe,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:42.437021 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.445367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.474201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port a2654c31-f865-44c2-8c0e-07429995babd yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:42.560784 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 5483a103-82d4-404e-9071-b781cca0c951 associated. External IP: 172.25.7.155, port: c6c186ea-a34c-4860-9b46-d5b6ea70180d. Aug 03 16:24:42.620844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe7a:cc40 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/0049c493-ddb9-4843-b4ed-d07e99f81398/a2654c31-f865-44c2-8c0e-07429995babd) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:42.654903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.713071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] For port 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6ce3457d-d96d-45d7-903f-bbc11781d2d0,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:42.720052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.793242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b830a-0438-4f33-b989-dfd6a856a437 None None] Pushing event updated for resources: {'Port': ['ID=6ce3457d-d96d-45d7-903f-bbc11781d2d0,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:42.841538 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.860142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a1fd69cd-382d-4d34-a7d7-f06cf3d94495 None None] Provisioning complete for port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:42.861131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a1fd69cd-382d-4d34-a7d7-f06cf3d94495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.895218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:42.922627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object a2654c31-f865-44c2-8c0e-07429995babd will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:42.981392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.035390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:43.038839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:43.045482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:43.051735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.052460 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.068920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=a2654c31-f865-44c2-8c0e-07429995babd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:43.077358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f25bbba2-ac8d-4ff8-bf89-c3e7199d8e1e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8828871 Aug 03 16:24:43.078552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:43.101801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8930c85a-e51d-4148-8cb7-e5bd699f2e10 None None] Could not find standard attr ID for object 94a1ffad-6be0-4a94-8407-422850893cfd. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:43.156043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dda45-fdde-400a-9974-ffc339f95ba1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.167700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dda45-fdde-400a-9974-ffc339f95ba1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.175657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5b6dda45-fdde-400a-9974-ffc339f95ba1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0959129 Aug 03 16:24:43.177343 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6ce3457d-d96d-45d7-903f-bbc11781d2d0 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:43.180224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:43.269734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:43.270050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.277231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:24:43.302196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port a2654c31-f865-44c2-8c0e-07429995babd {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:43.302543 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.420372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:24:43.437919 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:24:43.445299 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.456379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.457864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:43.458892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:43.473186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for a2654c31-f865-44c2-8c0e-07429995babd owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:43.493667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7171d195-be43-4039-86e2-6b9074684149 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5185184 Aug 03 16:24:43.493667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:24:43.493667 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed9148-bc46-4555-a007-fe59248d7e47" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:24:43.532943 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4dd679-9099-4fd7-9e66-93afa17ba9be x-openstack-request-id: req-9b4dd679-9099-4fd7-9e66-93afa17ba9be {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:24:43.533507 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:24:43.533912 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b4dd679-9099-4fd7-9e66-93afa17ba9be {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:24:43.534476 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'status': 'completed', 'code': 200} Aug 03 16:24:43.614626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-c2eeb20b-6483-4d42-8c0b-3773f2adf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.616378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-c2eeb20b-6483-4d42-8c0b-3773f2adf34c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.0500591 Aug 03 16:24:43.625730 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:43.688246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfb09275-b460-4dd7-974b-7a5b2521f075 None None] Provisioning for port a2654c31-f865-44c2-8c0e-07429995babd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:43.692926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-cfb09275-b460-4dd7-974b-7a5b2521f075 None None] Provisioning complete for port a2654c31-f865-44c2-8c0e-07429995babd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:43.693303 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfb09275-b460-4dd7-974b-7a5b2521f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.695693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.715966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cfb09275-b460-4dd7-974b-7a5b2521f075 None None] Port a2654c31-f865-44c2-8c0e-07429995babd was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:24:43.732750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=a2654c31-f865-44c2-8c0e-07429995babd,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:43.758518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.762298 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.762628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-8fc33d37-2ce5-49a0-b758-d12437e1e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.767618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-818c97ee-fad5-45c1-9c2a-23ae7984736b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a2654c31-f865-44c2-8c0e-07429995babd HTTP/1.1" status: 204 len: 168 time: 0.5815365 Aug 03 16:24:43.767874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-8fc33d37-2ce5-49a0-b758-d12437e1e123 service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1403253 Aug 03 16:24:43.768175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:43.840978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff635f5-7d5c-4070-8aa4-357b1d31840d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.843325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff635f5-7d5c-4070-8aa4-357b1d31840d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.849397 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7ff635f5-7d5c-4070-8aa4-357b1d31840d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0798550 Aug 03 16:24:43.849613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47952) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:43.863094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-1a8e1ab1-5605-46ec-81eb-2d4675f55271 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 999 time: 0.0913157 Aug 03 16:24:43.936351 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:41Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:43.967560 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:24:43.976216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 0049c493-ddb9-4843-b4ed-d07e99f81398 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:43.978767 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:24:43.979603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:24:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:43.982715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:43.986932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-a1ed8784-1fde-4bd9-87bc-46773fa9a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:43.989124 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-a1ed8784-1fde-4bd9-87bc-46773fa9a07b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1039665 Aug 03 16:24:44.055005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.099486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:24:44.102776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-aa5e389d-ba57-45b1-b548-a07e2ce995b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:44.104301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-aa5e389d-ba57-45b1-b548-a07e2ce995b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957267 Aug 03 16:24:44.227110 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.296611 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-316e22cd-a30b-485e-bef7-c0b89ef01c89 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849909 Aug 03 16:24:44.354252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:41Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:24:44.361325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.385307 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d1e152-c3f8-4307-a742-19484ce0036d None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:41Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:24:44.400358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=0049c493-ddb9-4843-b4ed-d07e99f81398,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:44.408171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.412811 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-99b73f78-71de-4564-940b-4b72b52ecbd9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0049c493-ddb9-4843-b4ed-d07e99f81398 HTTP/1.1" status: 204 len: 168 time: 0.5599103 Aug 03 16:24:44.417777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe308a6-e40d-4f2b-96a1-7af86d1d41f1 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:44.418010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:44.463069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-62caceed-df94-400c-af7a-59e511dd6709 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440135 Aug 03 16:24:44.465447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47956) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:44.478451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eed9148-bc46-4555-a007-fe59248d7e47 req-42b5808d-9c98-417e-8e19-92cb5b334778 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735148 Aug 03 16:24:44.538281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1e97f-9b98-4b9e-a6d0-c5ff0a3c061c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:44.540586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-55e1e97f-9b98-4b9e-a6d0-c5ff0a3c061c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0736349 Aug 03 16:24:44.543926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47958) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:44.619513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a46e9b-7e6d-4028-a061-98010128a8ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:44.620325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-67a46e9b-7e6d-4028-a061-98010128a8ec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0751727 Aug 03 16:24:44.622970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47960) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:44.655660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:44.667359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e2959af3-06eb-4a4e-a017-4700edfe3e14 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422356 Aug 03 16:24:44.671275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:44.677444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:44.698323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54096d-5353-4db1-af5f-9b61d4e3a870 None None] New status for floating IP 5483a103-82d4-404e-9071-b781cca0c951: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:24:44.778443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:44.782718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.822887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Deleting port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:44.823666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.927765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] For port 6ce3457d-d96d-45d7-903f-bbc11781d2d0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6ce3457d-d96d-45d7-903f-bbc11781d2d0,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:44.931158 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:44.951277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Calling delete_port for 6ce3457d-d96d-45d7-903f-bbc11781d2d0 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:44.984920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.029954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:45.034358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:45.037587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.038985 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:45.039584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.053672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=ac318957-c914-440f-a090-be76d625f722,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:45.063927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] Pushing event deleted for resources: {'Port': ['ID=6ce3457d-d96d-45d7-903f-bbc11781d2d0,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:45.068851 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b269cf8-06b2-48bd-aa0c-5eca1a6b8b12 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3928466 Aug 03 16:24:45.068851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47964) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:45.070182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07c935-3613-4299-b0ce-38944e760755 None None] No DVR routers for this DVR port 6ce3457d-d96d-45d7-903f-bbc11781d2d0 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:45.074617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:2d:99:4b', 'name': 'tempest-NetworksTestDHCPv6-1939096127'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:45.091070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e4dcd-2cb2-4ecf-b1c0-b53bc1ac990d None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:45.141634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6ce3457d-d96d-45d7-903f-bbc11781d2d0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:45.179283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6ce3457d-d96d-45d7-903f-bbc11781d2d0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:45.179552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6ce3457d-d96d-45d7-903f-bbc11781d2d0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:45.183115 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.219994 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:45.299292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': 'ac318957-c914-440f-a090-be76d625f722'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:45.300175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.309360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.334380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port a48466b6-5014-4c2c-90e9-fcb97b982175 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:45.474614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::254 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/ac318957-c914-440f-a090-be76d625f722/a48466b6-5014-4c2c-90e9-fcb97b982175) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:45.653266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.668023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object a48466b6-5014-4c2c-90e9-fcb97b982175 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:45.708990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.761514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:45.763134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/ac318957-c914-440f-a090-be76d625f722/0ca0517e-c7c4-4724-b3b1-00947c263b8e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:45.766824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:45.769166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=a48466b6-5014-4c2c-90e9-fcb97b982175,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:45.771693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:45.779061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:45.779061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.794674 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5807cc97-0d78-4f2d-a80f-f15246e1e66e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7251580 Aug 03 16:24:45.799838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47966) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:45.862435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37365fdc-0bc8-45e6-9e71-5604f2f29194 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:45.864062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37365fdc-0bc8-45e6-9e71-5604f2f29194 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0630157 Aug 03 16:24:45.867101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47968) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:45.953588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.964719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Transition to ACTIVE for port object 0ca0517e-c7c4-4724-b3b1-00947c263b8e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:45.979787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port a48466b6-5014-4c2c-90e9-fcb97b982175 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:45.980136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:45.986371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Transition to ACTIVE for port object 0ca0517e-c7c4-4724-b3b1-00947c263b8e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:45.994050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.035770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:46.038717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:46.041530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:46.064149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:46.086066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.099774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for a48466b6-5014-4c2c-90e9-fcb97b982175 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:46.124694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Attempting to bind port 0ca0517e-c7c4-4724-b3b1-00947c263b8e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:46.125106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Attempting to bind port 0ca0517e-c7c4-4724-b3b1-00947c263b8e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:46.125482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Attempting to bind port 0ca0517e-c7c4-4724-b3b1-00947c263b8e on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:46.131008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:46.131518 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:46.131802 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.132221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:46.132692 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Bound port: 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:46.133081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.214994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:46.218987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:46.224920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.247291 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.286517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=a48466b6-5014-4c2c-90e9-fcb97b982175,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:46.292493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412376-e22d-42e0-bc2d-00e40a809e60 None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:46.317729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.319768 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-187c19bf-fb6a-4576-837f-954088e4aaa0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a48466b6-5014-4c2c-90e9-fcb97b982175 HTTP/1.1" status: 204 len: 168 time: 0.4517100 Aug 03 16:24:46.323802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47970) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:46.381634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2a178-bc18-408e-9532-236043b5f043 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:46.383228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2a178-bc18-408e-9532-236043b5f043 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:46.384817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d8d2a178-bc18-408e-9532-236043b5f043 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0598197 Aug 03 16:24:46.388243 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47972) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:46.444505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet ac318957-c914-440f-a090-be76d625f722 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:46.455919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.527927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.629121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.709070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.756323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=ac318957-c914-440f-a090-be76d625f722,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:46.761239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:46.767389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8dc03219-9a56-4ba0-8b27-394c7f52a6af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/ac318957-c914-440f-a090-be76d625f722 HTTP/1.1" status: 204 len: 168 time: 0.3750885 Aug 03 16:24:46.767389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47974) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:46.822492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-23c66ce0-bea4-444b-8bd0-b0b8d8c7a1f0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534916 Aug 03 16:24:46.826020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47976) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:46.881553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42c797-ae24-4a6c-9a7c-00802b0e9dd7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:46.883307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9b42c797-ae24-4a6c-9a7c-00802b0e9dd7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0563519 Aug 03 16:24:46.887099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47978) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:46.971135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36cf24e-9818-4559-bff4-330eb9d8d341 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:46.975800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b36cf24e-9818-4559-bff4-330eb9d8d341 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851741 Aug 03 16:24:46.976184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:47.024097 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-75e9715d-ddf7-412c-a6e9-302880a6b820 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462265 Aug 03 16:24:47.028834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47982) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:47.035974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:47.164060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:47.168478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.190070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:47.254196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:47.323208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676777c3-bc0b-4ba3-bbef-e817db5c5b26 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:47.407005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Provisioning for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:47.431262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:47.431632 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.493277 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:24:47.513449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:47.558478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.607635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:47.613488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.673972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e484-bc48-4640-8d63-8467b639de1f None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:47.706172 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.833687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-10a46b30-06f7-4897-b3ab-e7a2fbb24d84 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:47.834171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-10a46b30-06f7-4897-b3ab-e7a2fbb24d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.884591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:47.916717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.923197 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:47.924480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.001283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:48.011667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:48.027118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:48.027810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.029244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-25d8218d-732d-46fb-9fb3-510eb301df9b None None] Could not find standard attr ID for object a48466b6-5014-4c2c-90e9-fcb97b982175. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:48.041847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:48.044499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=1bbfcf74-c977-4394-84f6-9b19a98fe45b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:48.057997 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9e1d930-05cb-4e17-8f02-018314396699 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0248320 Aug 03 16:24:48.058113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:48.064147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:48.106253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60692579-8312-43b3-b007-d6cb1d8ba59b None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:48.192584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:48.196168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.319550 n-d-803226-3 neutron-server[106017]: INFO neutron.db.ipam_backend_mixin [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bbfcf74-c977-4394-84f6-9b19a98fe45b (CIDR: 2001:db8::/64) Aug 03 16:24:48.322954 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:48.323411 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:48.339493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9e25db4e-5e7f-4408-bfcc-3d0b033d53aa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2802465 Aug 03 16:24:48.342273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47986) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:48.347998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:48.466491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:48.470220 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.555399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-11e1b25d-bf4a-4568-9bb2-2cc089c75ef5 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:48.555399 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-11e1b25d-bf4a-4568-9bb2-2cc089c75ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.701608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.754948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:48.758163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:48.762947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:48.763538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.768304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e8c5b3-678a-4930-8c2b-e5963da648f3 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:48.776709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=86bde385-0a9c-4a9e-a38e-8a7f1d5b0223,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:48.792100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6419d6ec-9b45-4704-a113-022daaff0bae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4486413 Aug 03 16:24:48.795110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47988) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:48.800797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:c0:06:29', 'name': 'tempest-NetworksTestDHCPv6-1037645928'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:48.915454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:48.919424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:48.946336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:48.983952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '1bbfcf74-c977-4394-84f6-9b19a98fe45b', 'ip_address': '2001:db8::f816:3eff:fed4:fa60'}, {'subnet_id': '86bde385-0a9c-4a9e-a38e-8a7f1d5b0223'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0ca0517e-c7c4-4724-b3b1-00947c263b8e'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:49.009034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.122440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8:0:1::34d (3c1e2df3-3798-4d5e-be83-5f6adb106cef/86bde385-0a9c-4a9e-a38e-8a7f1d5b0223/82b2c53a-bf63-4ee3-a90c-cc85b1d9a135) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:49.131050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fec0:629 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/1bbfcf74-c977-4394-84f6-9b19a98fe45b/82b2c53a-bf63-4ee3-a90c-cc85b1d9a135) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:49.143329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:49.191955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:49.192238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.291983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.306238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:49.341620 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.388017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:49.392513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:49.394938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:49.401344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:49.402012 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.423667 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=82b2c53a-bf63-4ee3-a90c-cc85b1d9a135,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:49.435113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1cd477cb-7c7c-4fc2-b4c5-d59105a8e616 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6386757 Aug 03 16:24:49.437959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47990) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:49.491840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Allocated IP 2001:db8:0:1::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/86bde385-0a9c-4a9e-a38e-8a7f1d5b0223/0ca0517e-c7c4-4724-b3b1-00947c263b8e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:49.531266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:49.531682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.589166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:49.620928 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.627200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.636081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Transition to ACTIVE for port object 0ca0517e-c7c4-4724-b3b1-00947c263b8e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:49.639811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:49.642426 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.737203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8326-5b1a-4f8c-b83a-b5db3c8cb8a2 None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:49.846666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.875119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=82b2c53a-bf63-4ee3-a90c-cc85b1d9a135,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:49.920665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:49.923573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a0a2b20-ff22-45b4-9363-834e6121fe7a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 HTTP/1.1" status: 204 len: 168 time: 0.4844031 Aug 03 16:24:49.926056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:49.975943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d08563-7e57-45b8-b94b-28dcafd40ac5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:49.977491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-82d08563-7e57-45b8-b94b-28dcafd40ac5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0504901 Aug 03 16:24:49.980162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 47994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:50.373911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-247ec433-3a34-4436-96d1-c57c62b98e16 None None] Provisioning for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:50.375130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e8d32-6a78-47e2-9241-eaff07cb57e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:50.378553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-640e8d32-6a78-47e2-9241-eaff07cb57e4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3973520 Aug 03 16:24:50.380355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 47998) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:50.381749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-247ec433-3a34-4436-96d1-c57c62b98e16 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:50.382368 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-247ec433-3a34-4436-96d1-c57c62b98e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.441769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd9e12-349d-4403-b3f8-6a8d33a0a2be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:50.443379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd9e12-349d-4403-b3f8-6a8d33a0a2be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:50.445157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd9e12-349d-4403-b3f8-6a8d33a0a2be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:50.449213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f1cd9e12-349d-4403-b3f8-6a8d33a0a2be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0655165 Aug 03 16:24:50.449596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48000) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:50.505402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 1bbfcf74-c977-4394-84f6-9b19a98fe45b {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:50.508644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.555797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.585731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f78b749d-65c3-474b-afe4-6081dc14cb4f None None] Could not find standard attr ID for object 82b2c53a-bf63-4ee3-a90c-cc85b1d9a135. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:50.647399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.708274 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.734543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbfcf74-c977-4394-84f6-9b19a98fe45b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:50.739146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.744652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-81eb9ce2-c1b9-46b4-8257-069ec7c8947c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/1bbfcf74-c977-4394-84f6-9b19a98fe45b HTTP/1.1" status: 204 len: 168 time: 0.2904005 Aug 03 16:24:50.746647 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:50.747825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c28772-873f-44f8-a791-4cf5f5942c39 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:50.804174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 86bde385-0a9c-4a9e-a38e-8a7f1d5b0223 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:50.807305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.848467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:50.934690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.001509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.028213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=86bde385-0a9c-4a9e-a38e-8a7f1d5b0223,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:51.035209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.037128 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e9848163-7529-485c-864d-6570a0e65039 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/86bde385-0a9c-4a9e-a38e-8a7f1d5b0223 HTTP/1.1" status: 204 len: 168 time: 0.2914109 Aug 03 16:24:51.039711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48004) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:51.077755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c8d444cd-e683-4e7d-af49-e4ba573ffeae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368896 Aug 03 16:24:51.081282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:51.086292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:51.147851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:51.195049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:51.199172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.207294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:51.207513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.449833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fc90c-5afc-4b3f-a7ff-be3e05e2cca2 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:51.544085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b5f4124-f3bf-4833-91b6-4db71fba07a9 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:51.544456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4124-f3bf-4833-91b6-4db71fba07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.579891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:51.745325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'a65604ea-a0bf-469b-bb44-6008c026aa60'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0ca0517e-c7c4-4724-b3b1-00947c263b8e'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:51.776078 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:51.957126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Allocated IP 2001:db8::f816:3eff:fed4:fa60 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/a65604ea-a0bf-469b-bb44-6008c026aa60/0ca0517e-c7c4-4724-b3b1-00947c263b8e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:52.060562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:52.091674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.109569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Transition to ACTIVE for port object 0ca0517e-c7c4-4724-b3b1-00947c263b8e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:52.114706 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.115726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.db.api [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed4:fa60-f92b6e20-7494-483f-9f9d-eb7a2e969f {{(pid=106017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:24:52.116093 n-d-803226-3 neutron-server[106017]: DEBUG oslo_db.api [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:24:52.190141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d9d53-1bd6-46e8-8a6a-34e07d1980cb None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=10']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:52.202716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.729056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:52.808226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-27fd8ae4-82cf-480e-9b7b-12faf60ac501 None None] Provisioning for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:52.812846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-27fd8ae4-82cf-480e-9b7b-12faf60ac501 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:52.813311 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-27fd8ae4-82cf-480e-9b7b-12faf60ac501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.816511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_pluggable_backend [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Port 0ca0517e-c7c4-4724-b3b1-00947c263b8e got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=106017) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 03 16:24:52.816877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.856846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:52.862167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:52.866771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:52.867354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:52.882982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=a65604ea-a0bf-469b-bb44-6008c026aa60,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:52.885735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a766d1-a250-4cbf-b138-d6f6562a7732 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:52.887802 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05845f50-10dc-4855-9f9e-f4a8106129b1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8055384 Aug 03 16:24:52.890988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48008) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:52.897219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:53.014665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:53.019678 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.115346 n-d-803226-3 neutron-server[106017]: INFO neutron.db.ipam_backend_mixin [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a65604ea-a0bf-469b-bb44-6008c026aa60 (CIDR: 2001:db8::/64) Aug 03 16:24:53.118660 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:53.119223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:53.138871 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5075997e-6603-40a6-b6ad-d009e58e7723 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2431295 Aug 03 16:24:53.139139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48010) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:53.140545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:53.145485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:53.190798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:53.191404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.267847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:53.271632 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.354571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ba708fa6-d679-415d-819c-f612377a7e72 None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:53.354829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba708fa6-d679-415d-819c-f612377a7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.499002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.548956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:53.553592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:53.557925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:53.558526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.565432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053925ed-0e68-4958-bb1b-53be9c1a4d12 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:53.572839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=318aa131-90b1-4a0a-b52d-4e8d8dabc61d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:53.584562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:53.584744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-249cbaff-8318-42a1-9299-1056d09f8ff5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4443440 Aug 03 16:24:53.589610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:35:29:6a', 'name': 'tempest-NetworksTestDHCPv6-1233060907'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:53.704000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:53.773344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'a65604ea-a0bf-469b-bb44-6008c026aa60', 'ip_address': '2001:db8::f816:3eff:fed4:fa60'}, {'subnet_id': '318aa131-90b1-4a0a-b52d-4e8d8dabc61d'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0ca0517e-c7c4-4724-b3b1-00947c263b8e'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:53.786963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.797976 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:53.807587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 982ac5c5-5c8c-4777-89a7-84b51ee22fc7 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:53.976766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8:0:1::27 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/318aa131-90b1-4a0a-b52d-4e8d8dabc61d/982ac5c5-5c8c-4777-89a7-84b51ee22fc7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:53.983364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f816:3eff:fe35:296a (3c1e2df3-3798-4d5e-be83-5f6adb106cef/a65604ea-a0bf-469b-bb44-6008c026aa60/982ac5c5-5c8c-4777-89a7-84b51ee22fc7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:54.130147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.143010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 982ac5c5-5c8c-4777-89a7-84b51ee22fc7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:54.179335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.220073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:54.223246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:54.225372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Allocated IP 2001:db8:0:1::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/318aa131-90b1-4a0a-b52d-4e8d8dabc61d/0ca0517e-c7c4-4724-b3b1-00947c263b8e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:54.225938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:54.231765 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.232374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.249154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=982ac5c5-5c8c-4777-89a7-84b51ee22fc7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:54.258981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-42c4993a-c64a-4f29-9048-96809ec72035 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6733198 Aug 03 16:24:54.261580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48014) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:54.331296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:54.353809 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 982ac5c5-5c8c-4777-89a7-84b51ee22fc7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:54.354157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.360485 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.373507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Transition to ACTIVE for port object 0ca0517e-c7c4-4724-b3b1-00947c263b8e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:54.378202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.445167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.457674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 982ac5c5-5c8c-4777-89a7-84b51ee22fc7 owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:54.461394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2a51-ecc8-4a3d-aa1f-662acd305233 None None] Pushing event updated for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:54.644210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.676261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=982ac5c5-5c8c-4777-89a7-84b51ee22fc7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:54.724520 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.727134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a7644792-cd70-4626-bc27-7ad4d50d13af tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/982ac5c5-5c8c-4777-89a7-84b51ee22fc7 HTTP/1.1" status: 204 len: 168 time: 0.4639432 Aug 03 16:24:54.729096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48016) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:54.780170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25621ac9-b2c5-4f4a-b076-43b022d433a6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.781784 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-25621ac9-b2c5-4f4a-b076-43b022d433a6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0516522 Aug 03 16:24:54.784394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48018) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:54.834023 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af2eeb5-c660-459b-9f9c-15152f0ce251 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.835735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8af2eeb5-c660-459b-9f9c-15152f0ce251 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0501828 Aug 03 16:24:54.838550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:54.897969 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac686-4e5e-439b-b02d-7c182f182d9f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.899645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac686-4e5e-439b-b02d-7c182f182d9f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.901328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac686-4e5e-439b-b02d-7c182f182d9f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:54.903038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec2ac686-4e5e-439b-b02d-7c182f182d9f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0635340 Aug 03 16:24:54.905663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48022) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:54.964660 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 318aa131-90b1-4a0a-b52d-4e8d8dabc61d {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:54.968436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:54.972113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4254a2b-db3b-4880-8811-54968055886a None None] Provisioning for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:54.975961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4254a2b-db3b-4880-8811-54968055886a None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:54.976335 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4254a2b-db3b-4880-8811-54968055886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.021519 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.125146 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.154304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:24:55.197530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-78110b68-5a40-4ebf-b725-def5ce8be99c None None] Could not find standard attr ID for object 982ac5c5-5c8c-4777-89a7-84b51ee22fc7. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:24:55.197938 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.218629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:55.219404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.228304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=318aa131-90b1-4a0a-b52d-4e8d8dabc61d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:55.231471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.234112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c50adfd3-dda8-4d60-a18b-5c70e747aa42 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/318aa131-90b1-4a0a-b52d-4e8d8dabc61d HTTP/1.1" status: 204 len: 168 time: 0.3274786 Aug 03 16:24:55.236405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48024) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:55.303810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet a65604ea-a0bf-469b-bb44-6008c026aa60 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:55.307124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.350952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.375666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31c32c-d6e0-46ab-8496-8d2b54945cf0 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:55.443272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.508212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.536879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=a65604ea-a0bf-469b-bb44-6008c026aa60,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:55.541288 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.545757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48026) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:55.545929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abbeafbe-c855-4ea7-91d9-52b93a4aa91c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/a65604ea-a0bf-469b-bb44-6008c026aa60 HTTP/1.1" status: 204 len: 168 time: 0.3076565 Aug 03 16:24:55.590624 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-42a3e317-d935-4ae9-96e1-73f09c85b74a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437121 Aug 03 16:24:55.593491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48028) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:55.598817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:55.599008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fe3ba-1cd0-4633-b39e-eb7896aeb55e None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': 'a65604ea-a0bf-469b-bb44-6008c026aa60'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '0ca0517e-c7c4-4724-b3b1-00947c263b8e'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:55.623566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-405fe3ba-1cd0-4633-b39e-eb7896aeb55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.686975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:55.691713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.780577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b174025-4e2d-469c-b47c-dd77f05694fc None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:55.852310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-379be759-87c3-483e-94f1-a43caef989df None None] Provisioning complete for port 0ca0517e-c7c4-4724-b3b1-00947c263b8e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:24:55.852600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-379be759-87c3-483e-94f1-a43caef989df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.893442 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.931088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:55.937412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:55.942091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:55.942672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:55.955588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:55.965972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a70a2ad-f8a7-4e11-be33-a49f90f718e5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3710148 Aug 03 16:24:55.968866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48030) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:55.974985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:55.994395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:56.040393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Deleting port 0ca0517e-c7c4-4724-b3b1-00947c263b8e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:56.040696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.089126 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:56.092679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.123055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] For port 0ca0517e-c7c4-4724-b3b1-00947c263b8e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ca0517e-c7c4-4724-b3b1-00947c263b8e,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:56.123360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.136582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Calling delete_port for 0ca0517e-c7c4-4724-b3b1-00947c263b8e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:56.182671 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6 (CIDR: 2001:db8::/64) Aug 03 16:24:56.185716 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:56.186200 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:56.200269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1852289e-6e85-4d6d-a6a1-2aee0fe011ad tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2295775 Aug 03 16:24:56.203005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48032) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:56.208724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:56.217707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.242047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] Pushing event deleted for resources: {'Port': ['ID=0ca0517e-c7c4-4724-b3b1-00947c263b8e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:56.248190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973605a-f584-486c-89e7-48b7b266a41f None None] No DVR routers for this DVR port 0ca0517e-c7c4-4724-b3b1-00947c263b8e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:56.263246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a164a5b-e777-4cfd-9380-52da27ec2866 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:56.309336 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.330945 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:56.334557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.424893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': '5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:56.425821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.646519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:24:56.648171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.693440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:56.697036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:56.700368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:56.700975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.714853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=2060d06f-8871-4ae2-9ac7-9f6cb81e864d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:56.720131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6/3e700a86-bac0-4e53-9da8-e2598e6996f7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:56.726568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48034) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:56.726739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0544fea6-6d35-4bf2-ab1b-853898c5eb57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5224645 Aug 03 16:24:56.731934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:0f:b6:ff', 'name': 'tempest-NetworksTestDHCPv6-1665827562'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:56.849208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:56.853365 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.866373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.873259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 4300e586-a348-4ebc-89d7-817068cdb58c yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:24:56.874592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Transition to ACTIVE for port object 3e700a86-bac0-4e53-9da8-e2598e6996f7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:56.890537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Transition to ACTIVE for port object 3e700a86-bac0-4e53-9da8-e2598e6996f7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:56.896390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:56.931093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:56.935353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:56.941415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:56.948127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Pushing event updated for resources: {'Port': ['ID=3e700a86-bac0-4e53-9da8-e2598e6996f7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:56.997327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Attempting to bind port 3e700a86-bac0-4e53-9da8-e2598e6996f7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:24:56.997741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Attempting to bind port 3e700a86-bac0-4e53-9da8-e2598e6996f7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:24:56.998100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Attempting to bind port 3e700a86-bac0-4e53-9da8-e2598e6996f7 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:24:57.004088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:24:57.004444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:24:57.004846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.005243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:24:57.005730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Bound port: 3e700a86-bac0-4e53-9da8-e2598e6996f7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:24:57.006273 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.046668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::34c (3c1e2df3-3798-4d5e-be83-5f6adb106cef/5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6/4300e586-a348-4ebc-89d7-817068cdb58c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:57.054424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:b6ff (3c1e2df3-3798-4d5e-be83-5f6adb106cef/2060d06f-8871-4ae2-9ac7-9f6cb81e864d/4300e586-a348-4ebc-89d7-817068cdb58c) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:57.074403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] For port 3e700a86-bac0-4e53-9da8-e2598e6996f7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:24:57.077803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] For port 3e700a86-bac0-4e53-9da8-e2598e6996f7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e700a86-bac0-4e53-9da8-e2598e6996f7,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:24:57.085047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.148121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:24:57.154847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad8367-f381-4f15-a4ee-21dbfce10faf None None] Pushing event updated for resources: {'Port': ['ID=3e700a86-bac0-4e53-9da8-e2598e6996f7,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:57.183703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0ca0517e-c7c4-4724-b3b1-00947c263b8e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:24:57.184309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ca0517e-c7c4-4724-b3b1-00947c263b8e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:24:57.223686 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.236806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 4300e586-a348-4ebc-89d7-817068cdb58c will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:57.273672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.321162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:57.327211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:57.332810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:57.341204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:57.342078 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.348223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=4300e586-a348-4ebc-89d7-817068cdb58c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:57.364183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6fab471e-c1b5-4e1c-8127-eab81a7dcdfb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6362593 Aug 03 16:24:57.366840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48038) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:57.466255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 4300e586-a348-4ebc-89d7-817068cdb58c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:57.466526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.554072 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.567040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 4300e586-a348-4ebc-89d7-817068cdb58c owned by {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:57.746563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.783257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=4300e586-a348-4ebc-89d7-817068cdb58c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:57.837276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:57.841874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-937f2796-34ce-42aa-a4d7-920ea88898ae tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/4300e586-a348-4ebc-89d7-817068cdb58c HTTP/1.1" status: 204 len: 168 time: 0.4715743 Aug 03 16:24:57.842113 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48040) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:57.915443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaf5f8-5993-430d-8589-04b28d1c1ec8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:57.917113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9faaf5f8-5993-430d-8589-04b28d1c1ec8 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0740359 Aug 03 16:24:57.919909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48042) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:57.982067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8bfbe6-f6bd-48e6-947d-5a49dbaad4d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:57.983590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ff8bfbe6-f6bd-48e6-947d-5a49dbaad4d5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0627103 Aug 03 16:24:57.987863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48044) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:58.050740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dad0f1-500c-494c-afd7-eef11cd7ba2a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:58.052343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dad0f1-500c-494c-afd7-eef11cd7ba2a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:58.054139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dad0f1-500c-494c-afd7-eef11cd7ba2a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:58.055828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-94dad0f1-500c-494c-afd7-eef11cd7ba2a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0669112 Aug 03 16:24:58.058941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48046) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:58.127290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5385eb-f50f-4705-8750-77e03ce730dc None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:58.128054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 2060d06f-8871-4ae2-9ac7-9f6cb81e864d {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:58.131763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.184709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.234592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ee629b1-440c-485e-93b0-c4df0c1caced None None] Provisioning for port 3e700a86-bac0-4e53-9da8-e2598e6996f7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:24:58.258910 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.347945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.388197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=2060d06f-8871-4ae2-9ac7-9f6cb81e864d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:58.390622 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.398104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2a5e2182-026c-40db-b05e-bc72a018cf40 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/2060d06f-8871-4ae2-9ac7-9f6cb81e864d HTTP/1.1" status: 204 len: 168 time: 0.3342717 Aug 03 16:24:58.398871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48048) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:58.466842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aeb433-2eb6-4fb0-a62e-cff22276b002 None None] Update dhcp port {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'fixed_ips': [{'subnet_id': '5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '2060d06f-8871-4ae2-9ac7-9f6cb81e864d'}], 'binding:host_id': 'n-d-803226-3'}, 'id': '3e700a86-bac0-4e53-9da8-e2598e6996f7'} from n-d-803226-3. {{(pid=106018) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 16:24:58.495650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:24:58.498760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.501320 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb433-2eb6-4fb0-a62e-cff22276b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.552155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.675115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.745142 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-f2aeb433-2eb6-4fb0-a62e-cff22276b002 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6: This subnet is being modified by another concurrent operation. Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6: This subnet is being modified by another concurrent operation. Aug 03 16:24:58.747623 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:24:58.790529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:58.795835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:58.803148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b73e9644-04b7-42a4-b28a-6d60f798a3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6 HTTP/1.1" status: 204 len: 168 time: 0.3999386 Aug 03 16:24:58.803618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:58.867378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5fa7bc95-70fa-41dc-ad9e-da6d770ea57a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564556 Aug 03 16:24:58.870723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48052) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:58.873779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631557b0-032e-4126-88d8-547a9d023694 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:58.880275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:58.990566 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:58.994836 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.035689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:24:59.095219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Deleting port 3e700a86-bac0-4e53-9da8-e2598e6996f7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:24:59.095603 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.176395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] For port 3e700a86-bac0-4e53-9da8-e2598e6996f7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3e700a86-bac0-4e53-9da8-e2598e6996f7,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:24:59.177156 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.197493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Calling delete_port for 3e700a86-bac0-4e53-9da8-e2598e6996f7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:24:59.240749 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.296811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:59.298566 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.300903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:59.304964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:24:59.305881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.323849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=eb5eaae1-6b10-466b-8c44-cc3496ece496,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:59.337334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] Pushing event deleted for resources: {'Port': ['ID=3e700a86-bac0-4e53-9da8-e2598e6996f7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:24:59.337968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0feacc27-4672-42f7-93d5-f476a605bea6 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4635994 Aug 03 16:24:59.339323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e0b53-3930-4703-850e-8c780f575513 None None] No DVR routers for this DVR port 3e700a86-bac0-4e53-9da8-e2598e6996f7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:24:59.339761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:59.348415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:59.358210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95cea0f-0777-419c-842c-d7da854e09eb None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:24:59.496055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:59.500208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.542886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'tenant_id': '99000d86b9034a8db78a5ddeeb4ad2b6', 'fixed_ips': [{'subnet_id': 'eb5eaae1-6b10-466b-8c44-cc3496ece496'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:24:59.544023 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.625839 n-d-803226-3 neutron-server[106016]: INFO neutron.db.ipam_backend_mixin [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb5eaae1-6b10-466b-8c44-cc3496ece496 (CIDR: 2001:db8::/64) Aug 03 16:24:59.630510 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:24:59.630965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:24:59.648362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4552a8ee-f742-4fa6-a214-84908043b463 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3065820 Aug 03 16:24:59.651083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48056) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:24:59.659584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'subnet': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:24:59.709330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Allocated IP 2001:db8::2 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/eb5eaae1-6b10-466b-8c44-cc3496ece496/5587725b-5307-4cf9-a15a-f379fad56bf5) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:24:59.796435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:24:59.801713 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.884386 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.896429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Transition to ACTIVE for port object 5587725b-5307-4cf9-a15a-f379fad56bf5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:59.913066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Transition to ACTIVE for port object 5587725b-5307-4cf9-a15a-f379fad56bf5 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:24:59.918860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:24:59.957122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:24:59.960168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:24:59.963830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:24:59.977611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Pushing event updated for resources: {'Port': ['ID=5587725b-5307-4cf9-a15a-f379fad56bf5,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:00.032393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Attempting to bind port 5587725b-5307-4cf9-a15a-f379fad56bf5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:00.032777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Attempting to bind port 5587725b-5307-4cf9-a15a-f379fad56bf5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:00.033156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Attempting to bind port 5587725b-5307-4cf9-a15a-f379fad56bf5 on network 3c1e2df3-3798-4d5e-be83-5f6adb106cef {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:00.038363 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:00.038747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Checking segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:00.039160 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.039560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Bound using segment: {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:00.040030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Bound port: 5587725b-5307-4cf9-a15a-f379fad56bf5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a079626-b2a6-467c-9d79-c947687a80e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:00.040420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.107753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] For port 5587725b-5307-4cf9-a15a-f379fad56bf5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:00.111820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] For port 5587725b-5307-4cf9-a15a-f379fad56bf5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5587725b-5307-4cf9-a15a-f379fad56bf5,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:00.116187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.179988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b697903-d6c4-46e1-a26e-1d4e93533679 None None] Pushing event updated for resources: {'Port': ['ID=5587725b-5307-4cf9-a15a-f379fad56bf5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:00.190018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:25:00.399633 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.581249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] For port 5587725b-5307-4cf9-a15a-f379fad56bf5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5587725b-5307-4cf9-a15a-f379fad56bf5,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:00.616679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.628140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.628990 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.714804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:00.723177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:00.732363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:00.732960 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:00.754920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Subnet': ['ID=81e2e91d-4833-4536-a04d-16b2aa6f25d9,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:00.766923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1138537 Aug 03 16:25:00.768139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f36f-f067-4a87-b817-65fcc48f1abb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=5587725b-5307-4cf9-a15a-f379fad56bf5,revision_number=4']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:00.770993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48058) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:00.781135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Request body: {'port': {'network_id': '3c1e2df3-3798-4d5e-be83-5f6adb106cef', 'mac_address': 'fa:16:3e:42:e6:7a', 'name': 'tempest-NetworksTestDHCPv6-1431204132'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:00.927769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Made reservation on behalf of 99000d86b9034a8db78a5ddeeb4ad2b6 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:01.033089 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.059290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] device_id is not set on port 72624a2f-e33d-4af0-8923-dd8bfd92dcb8 yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:25:01.159958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acfae3-7e61-4947-8078-221c6c6c3631 None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:01.209993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5587725b-5307-4cf9-a15a-f379fad56bf5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:01.217949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-772a4c9d-83cd-4e6e-ba6d-ac4a6556c850 None None] Provisioning for port 5587725b-5307-4cf9-a15a-f379fad56bf5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:01.261408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8::f8 (3c1e2df3-3798-4d5e-be83-5f6adb106cef/eb5eaae1-6b10-466b-8c44-cc3496ece496/72624a2f-e33d-4af0-8923-dd8bfd92dcb8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:01.269438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:e67a (3c1e2df3-3798-4d5e-be83-5f6adb106cef/81e2e91d-4833-4536-a04d-16b2aa6f25d9/72624a2f-e33d-4af0-8923-dd8bfd92dcb8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:01.314950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5587725b-5307-4cf9-a15a-f379fad56bf5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:01.322874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5587725b-5307-4cf9-a15a-f379fad56bf5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:01.323255 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.423177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.437278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Transition to ACTIVE for port object 72624a2f-e33d-4af0-8923-dd8bfd92dcb8 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:01.446917 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.476221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.483992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 5587725b-5307-4cf9-a15a-f379fad56bf5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5587725b-5307-4cf9-a15a-f379fad56bf5,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:01.488408 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.535866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:01.539460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:01.543124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:01.549870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:01.550636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.567793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=5587725b-5307-4cf9-a15a-f379fad56bf5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:01.573267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event updated for resources: {'Port': ['ID=72624a2f-e33d-4af0-8923-dd8bfd92dcb8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:01.584189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b7d1e2f-adbf-47fb-b689-9ee33a78af6d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8111567 Aug 03 16:25:01.586831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48060) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:01.682479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting port 72624a2f-e33d-4af0-8923-dd8bfd92dcb8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:01.682826 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.778393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:01.791687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Calling delete_port for 72624a2f-e33d-4af0-8923-dd8bfd92dcb8 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:01.982500 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.010700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Port': ['ID=72624a2f-e33d-4af0-8923-dd8bfd92dcb8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:02.064529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.066641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ae0e9365-ae45-4944-9f2b-c0c88da19b2e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/72624a2f-e33d-4af0-8923-dd8bfd92dcb8 HTTP/1.1" status: 204 len: 168 time: 0.4786422 Aug 03 16:25:02.069451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48062) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.070010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c36fb4b1-723e-414b-a5ed-d378c213be53 None None] Provisioning complete for port 5587725b-5307-4cf9-a15a-f379fad56bf5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:02.070263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c36fb4b1-723e-414b-a5ed-d378c213be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.126020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0f39a-2a89-4e61-bea9-d4b157bdc831 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.127921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8db0f39a-2a89-4e61-bea9-d4b157bdc831 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0567322 Aug 03 16:25:02.130690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48064) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.185756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3cea6-4d04-4298-a924-4d0e30dd27be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.187169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-63a3cea6-4d04-4298-a924-4d0e30dd27be tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0554848 Aug 03 16:25:02.189755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48066) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.251094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e09da-9618-4564-ac78-53851d98a3ff tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.252814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e09da-9618-4564-ac78-53851d98a3ff tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.254410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e09da-9618-4564-ac78-53851d98a3ff tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.255982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-223e09da-9618-4564-ac78-53851d98a3ff tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0653024 Aug 03 16:25:02.258712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48068) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.281319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-87677b78-1c94-4574-ac18-731e4c8c3681 None None] Could not find standard attr ID for object 4300e586-a348-4ebc-89d7-817068cdb58c. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:25:02.321562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet 81e2e91d-4833-4536-a04d-16b2aa6f25d9 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:02.325733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.370322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.397429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-45a02719-abe1-4598-901b-a39e15592609 None None] Could not find standard attr ID for object 72624a2f-e33d-4af0-8923-dd8bfd92dcb8. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:25:02.467890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.539035 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.569205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=81e2e91d-4833-4536-a04d-16b2aa6f25d9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:02.573908 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.575936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-345b4860-ba5c-4d75-96a3-5964c31aee04 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/81e2e91d-4833-4536-a04d-16b2aa6f25d9 HTTP/1.1" status: 204 len: 168 time: 0.3163273 Aug 03 16:25:02.579417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48070) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.638207 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Deleting subnet eb5eaae1-6b10-466b-8c44-cc3496ece496 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:02.643394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.693913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.763314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753ce5a-12f3-4299-aa41-722feac80fca None None] Network 3c1e2df3-3798-4d5e-be83-5f6adb106cef requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:02.786298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.853566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.890878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5eaae1-6b10-466b-8c44-cc3496ece496,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:02.896707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:02.899688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5760898-8f12-4644-b5ca-462a8ae8ad4e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/eb5eaae1-6b10-466b-8c44-cc3496ece496 HTTP/1.1" status: 204 len: 168 time: 0.3192279 Aug 03 16:25:02.902024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.941913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a88612ab-7fa9-4e7c-bec2-94d974a2a6fa tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387690 Aug 03 16:25:02.944921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:02.977730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] DHCP port deletion for 3c1e2df3-3798-4d5e-be83-5f6adb106cef request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:02.995735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e27197-c8bc-44f7-99ff-8fb24181e285 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:02.998008 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c7e27197-c8bc-44f7-99ff-8fb24181e285 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0520234 Aug 03 16:25:02.999833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.028812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Deleting port 5587725b-5307-4cf9-a15a-f379fad56bf5 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:03.029192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:03.051999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c38c2f-5f60-48ef-9a3b-554db5e164d3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:03.053551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b4c38c2f-5f60-48ef-9a3b-554db5e164d3 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515864 Aug 03 16:25:03.056007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48078) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.097295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] For port 5587725b-5307-4cf9-a15a-f379fad56bf5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5587725b-5307-4cf9-a15a-f379fad56bf5,segment=NetworkSegment(3a079626-b2a6-467c-9d79-c947687a80e2),segment_id=3a079626-b2a6-467c-9d79-c947687a80e2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:03.097983 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:03.100407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4bd655d2-d23e-4bfc-9814-6f6b02fdadee tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433137 Aug 03 16:25:03.106188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48080) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.119262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Calling delete_port for 5587725b-5307-4cf9-a15a-f379fad56bf5 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:03.138718 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e645d1e-814a-45c2-8d64-31450976253a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.142611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e645d1e-814a-45c2-8d64-31450976253a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.142611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4e645d1e-814a-45c2-8d64-31450976253a tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/72624a2f-e33d-4af0-8923-dd8bfd92dcb8 HTTP/1.1" status: 404 len: 333 time: 0.0347195 Aug 03 16:25:03.145683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48082) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.172844 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dfa5a1-67a8-4e7e-bb5b-7c7902fa6e5f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.173291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dfa5a1-67a8-4e7e-bb5b-7c7902fa6e5f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.173828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5587725b-5307-4cf9-a15a-f379fad56bf5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:03.175149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e1dfa5a1-67a8-4e7e-bb5b-7c7902fa6e5f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/81e2e91d-4833-4536-a04d-16b2aa6f25d9 HTTP/1.1" status: 404 len: 337 time: 0.0282316 Aug 03 16:25:03.177906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48084) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.208306 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0e4d1f-bab2-4cc3-b58f-2338bfa91bd7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.208795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0e4d1f-bab2-4cc3-b58f-2338bfa91bd7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.212873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c0e4d1f-bab2-4cc3-b58f-2338bfa91bd7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/eb5eaae1-6b10-466b-8c44-cc3496ece496 HTTP/1.1" status: 404 len: 337 time: 0.0317006 Aug 03 16:25:03.213268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48086) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.237025 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e7863-53fe-4070-8578-87a407b1e26c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.237716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8e7863-53fe-4070-8578-87a407b1e26c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.239527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cd8e7863-53fe-4070-8578-87a407b1e26c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/4300e586-a348-4ebc-89d7-817068cdb58c HTTP/1.1" status: 404 len: 333 time: 0.0253258 Aug 03 16:25:03.242213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.268833 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdaba7f-f3a3-4ff5-9f00-c30134175c37 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.269302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdaba7f-f3a3-4ff5-9f00-c30134175c37 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.271279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8cdaba7f-f3a3-4ff5-9f00-c30134175c37 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/2060d06f-8871-4ae2-9ac7-9f6cb81e864d HTTP/1.1" status: 404 len: 337 time: 0.0281479 Aug 03 16:25:03.274001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.279129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:03.301664 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-965c4333-f4f3-448e-ad21-b7309e1ac70e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.301931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965c4333-f4f3-448e-ad21-b7309e1ac70e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.303609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-965c4333-f4f3-448e-ad21-b7309e1ac70e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/5e1b4f7b-5901-41ea-9a5a-43bbc1b307b6 HTTP/1.1" status: 404 len: 337 time: 0.0286362 Aug 03 16:25:03.306099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48092) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.309322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:03.319801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] Pushing event deleted for resources: {'Port': ['ID=5587725b-5307-4cf9-a15a-f379fad56bf5,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:03.324825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90252f58-6e2b-4300-9180-d7cc0a27024a None None] No DVR routers for this DVR port 5587725b-5307-4cf9-a15a-f379fad56bf5 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:03.336441 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9795b3d-b784-4b33-8aad-cece3b2c6c5e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.337101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9795b3d-b784-4b33-8aad-cece3b2c6c5e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.338862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f9795b3d-b784-4b33-8aad-cece3b2c6c5e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/982ac5c5-5c8c-4777-89a7-84b51ee22fc7 HTTP/1.1" status: 404 len: 333 time: 0.0318804 Aug 03 16:25:03.341765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48094) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.365841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53920b35-0fab-480d-8443-e734f4d35d16 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:25:03.376390 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-744b209c-0093-46ec-adf8-842973e1ab11 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.376856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744b209c-0093-46ec-adf8-842973e1ab11 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.379060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-744b209c-0093-46ec-adf8-842973e1ab11 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/318aa131-90b1-4a0a-b52d-4e8d8dabc61d HTTP/1.1" status: 404 len: 337 time: 0.0362134 Aug 03 16:25:03.381140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.409498 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d58e2-aedd-456f-8a91-e3c3c53c4ff1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.410015 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34d58e2-aedd-456f-8a91-e3c3c53c4ff1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.411744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f34d58e2-aedd-456f-8a91-e3c3c53c4ff1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/a65604ea-a0bf-469b-bb44-6008c026aa60 HTTP/1.1" status: 404 len: 337 time: 0.0293894 Aug 03 16:25:03.414387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48098) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.437634 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-33497be2-eca5-4c4e-87fa-a078d3d0267e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.438811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33497be2-eca5-4c4e-87fa-a078d3d0267e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.440585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-33497be2-eca5-4c4e-87fa-a078d3d0267e tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/82b2c53a-bf63-4ee3-a90c-cc85b1d9a135 HTTP/1.1" status: 404 len: 333 time: 0.0251758 Aug 03 16:25:03.447970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48100) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.448142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53920b35-0fab-480d-8443-e734f4d35d16 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:25:03.470351 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-667a5b7f-b1e4-4097-adf7-96f557119606 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.470623 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667a5b7f-b1e4-4097-adf7-96f557119606 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.472230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-667a5b7f-b1e4-4097-adf7-96f557119606 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/86bde385-0a9c-4a9e-a38e-8a7f1d5b0223 HTTP/1.1" status: 404 len: 337 time: 0.0281608 Aug 03 16:25:03.474757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.508137 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c3821f-e61b-4c66-94c8-4dfa62a28005 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.508726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c3821f-e61b-4c66-94c8-4dfa62a28005 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.510572 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-36c3821f-e61b-4c66-94c8-4dfa62a28005 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/1bbfcf74-c977-4394-84f6-9b19a98fe45b HTTP/1.1" status: 404 len: 337 time: 0.0348954 Aug 03 16:25:03.517619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48104) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.541364 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a2f2bb-99f9-4006-8015-fe742a908bef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.542083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a2f2bb-99f9-4006-8015-fe742a908bef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.543800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-40a2f2bb-99f9-4006-8015-fe742a908bef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a48466b6-5014-4c2c-90e9-fcb97b982175 HTTP/1.1" status: 404 len: 333 time: 0.0251865 Aug 03 16:25:03.546355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48106) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.574579 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f74a9-136d-4453-b8f1-514190267145 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.575038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589f74a9-136d-4453-b8f1-514190267145 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.576985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-589f74a9-136d-4453-b8f1-514190267145 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/ac318957-c914-440f-a090-be76d625f722 HTTP/1.1" status: 404 len: 337 time: 0.0294468 Aug 03 16:25:03.580366 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48108) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.604428 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed26965-8a28-465f-a414-92ccb6dbddec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.605057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed26965-8a28-465f-a414-92ccb6dbddec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.606810 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1ed26965-8a28-465f-a414-92ccb6dbddec tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a2654c31-f865-44c2-8c0e-07429995babd HTTP/1.1" status: 404 len: 333 time: 0.0255105 Aug 03 16:25:03.609260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48110) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.635665 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d088984d-40a1-4ddb-8797-c27a6dceeae0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.636122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d088984d-40a1-4ddb-8797-c27a6dceeae0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.637867 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d088984d-40a1-4ddb-8797-c27a6dceeae0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0049c493-ddb9-4843-b4ed-d07e99f81398 HTTP/1.1" status: 404 len: 337 time: 0.0274911 Aug 03 16:25:03.640892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.669904 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec55c24-71fc-42da-8b19-86e52d7375ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.670819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec55c24-71fc-42da-8b19-86e52d7375ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.672977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dec55c24-71fc-42da-8b19-86e52d7375ef tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/94a1ffad-6be0-4a94-8407-422850893cfd HTTP/1.1" status: 404 len: 333 time: 0.0305219 Aug 03 16:25:03.675384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48114) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.701664 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd833012-3335-4427-8a2e-8c9499647cac tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.702111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd833012-3335-4427-8a2e-8c9499647cac tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.704335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dd833012-3335-4427-8a2e-8c9499647cac tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/9bc4ec27-0ddf-4fa8-a515-38d3fd00750b HTTP/1.1" status: 404 len: 337 time: 0.0280359 Aug 03 16:25:03.707057 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48116) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.729272 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b7c6d4-6387-4765-9589-a25378e76204 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.729916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b7c6d4-6387-4765-9589-a25378e76204 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.731612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d4b7c6d4-6387-4765-9589-a25378e76204 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/a702c41e-2441-4a1c-8219-d9a1b95ffddb HTTP/1.1" status: 404 len: 333 time: 0.0236855 Aug 03 16:25:03.734210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48118) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.759803 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-11db5af3-0574-42f6-8da5-88094bac6a57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.760247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11db5af3-0574-42f6-8da5-88094bac6a57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.761917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-11db5af3-0574-42f6-8da5-88094bac6a57 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/6c73e57d-375e-4a16-bdb9-7d16dad34f39 HTTP/1.1" status: 404 len: 337 time: 0.0264904 Aug 03 16:25:03.764317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48120) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.787273 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff41ac-25ff-4aac-9383-8bcd00a9e851 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.787864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ff41ac-25ff-4aac-9383-8bcd00a9e851 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.789486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-26ff41ac-25ff-4aac-9383-8bcd00a9e851 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/48dc812a-4f58-401d-a6c6-7043c534af84 HTTP/1.1" status: 404 len: 333 time: 0.0241685 Aug 03 16:25:03.791787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48122) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.817276 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-39366fc0-e1db-4781-aea1-a76cccb34d86 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.817749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39366fc0-e1db-4781-aea1-a76cccb34d86 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.819427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-39366fc0-e1db-4781-aea1-a76cccb34d86 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/79665030-fbdd-4062-a47c-994b6dc026a5 HTTP/1.1" status: 404 len: 337 time: 0.0267870 Aug 03 16:25:03.822088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48124) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.847364 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db54c79-809a-4e4a-8497-8a8d1a4e47ce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.848026 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db54c79-809a-4e4a-8497-8a8d1a4e47ce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.849829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0db54c79-809a-4e4a-8497-8a8d1a4e47ce tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/4ac47dbf-429c-472a-9de1-60b27d84b88e HTTP/1.1" status: 404 len: 333 time: 0.0268335 Aug 03 16:25:03.852350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48126) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.879106 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b225871-b5a9-49ec-9da3-a6d28293651d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.879569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b225871-b5a9-49ec-9da3-a6d28293651d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.881266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9b225871-b5a9-49ec-9da3-a6d28293651d tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/67e12006-ff28-4b20-a463-899c91a9639b HTTP/1.1" status: 404 len: 337 time: 0.0280232 Aug 03 16:25:03.884061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48128) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.910251 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44c2456-c986-426f-a78e-c7b04fbde3a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.910627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44c2456-c986-426f-a78e-c7b04fbde3a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.912404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e44c2456-c986-426f-a78e-c7b04fbde3a1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/80d66e81-7a46-48fa-a19d-03641e3a82b1 HTTP/1.1" status: 404 len: 337 time: 0.0274589 Aug 03 16:25:03.914911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48130) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.937538 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d595b95-8121-44d9-90fe-cc7aee7f576c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.938904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d595b95-8121-44d9-90fe-cc7aee7f576c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.940641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4d595b95-8121-44d9-90fe-cc7aee7f576c tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/f0d083dc-64df-4817-a325-e7f913154880 HTTP/1.1" status: 404 len: 333 time: 0.0248058 Aug 03 16:25:03.943344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48132) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:03.968653 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-683de432-af90-43b9-99f2-e89aa5e0c228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:03.969364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683de432-af90-43b9-99f2-e89aa5e0c228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:03.971132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-683de432-af90-43b9-99f2-e89aa5e0c228 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/37432c58-b8f2-4d8e-82f3-51ed31573fd6 HTTP/1.1" status: 404 len: 337 time: 0.0269063 Aug 03 16:25:03.973843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48134) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.000330 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a472b0d0-81f6-4048-b407-d3b2e78e1248 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.001010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a472b0d0-81f6-4048-b407-d3b2e78e1248 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.002905 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a472b0d0-81f6-4048-b407-d3b2e78e1248 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/7fc8b58d-0949-4f17-bebb-bb0d84544dd6 HTTP/1.1" status: 404 len: 337 time: 0.0281322 Aug 03 16:25:04.006616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48136) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.036916 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-63293351-23aa-4d2b-a4bd-e44665c013d1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.037546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63293351-23aa-4d2b-a4bd-e44665c013d1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.039323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-63293351-23aa-4d2b-a4bd-e44665c013d1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/132da5e4-634c-42f7-9a1f-7fb27ab313d7 HTTP/1.1" status: 404 len: 333 time: 0.0317743 Aug 03 16:25:04.042144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48138) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.068251 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf39754-0338-4b9c-bacc-aa5127eeb3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.068761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf39754-0338-4b9c-bacc-aa5127eeb3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.070506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ebf39754-0338-4b9c-bacc-aa5127eeb3a7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/147acee5-15e7-42db-ba0a-50e1c33858f2 HTTP/1.1" status: 404 len: 337 time: 0.0274980 Aug 03 16:25:04.072965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48140) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.097907 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-00002af9-e17f-40de-8c0b-5f3ac4790627 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.098369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00002af9-e17f-40de-8c0b-5f3ac4790627 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.100067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-00002af9-e17f-40de-8c0b-5f3ac4790627 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/ab283690-0bd9-4bb8-8dc0-4fbde07c9211 HTTP/1.1" status: 404 len: 337 time: 0.0262420 Aug 03 16:25:04.102872 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48142) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.125490 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58a2747-9e8f-4e31-8388-e831a6e7b0bb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.126685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58a2747-9e8f-4e31-8388-e831a6e7b0bb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.128708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b58a2747-9e8f-4e31-8388-e831a6e7b0bb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/1a64138b-ca28-4073-aba5-6055bdd88e96 HTTP/1.1" status: 404 len: 333 time: 0.0248356 Aug 03 16:25:04.131474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48144) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.158253 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac056293-446a-40bc-8a3f-825ec1e352a9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.158899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac056293-446a-40bc-8a3f-825ec1e352a9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.160439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ac056293-446a-40bc-8a3f-825ec1e352a9 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/c723264f-a127-4151-8a70-d346e25a4848 HTTP/1.1" status: 404 len: 337 time: 0.0279658 Aug 03 16:25:04.163176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48146) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.191898 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8950a6d-b288-44fc-b3f4-fbbbcee48f96 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.192411 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8950a6d-b288-44fc-b3f4-fbbbcee48f96 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.194369 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f8950a6d-b288-44fc-b3f4-fbbbcee48f96 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/9397db41-1f1f-4933-9440-e7c850841f50 HTTP/1.1" status: 404 len: 337 time: 0.0302663 Aug 03 16:25:04.196991 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48148) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.228286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7e44d4fb-82aa-4b2c-9eeb-48cd8eb6e099 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports?device_id=a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 HTTP/1.1" status: 200 len: 205 time: 0.0301697 Aug 03 16:25:04.230672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48150) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.266911 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-001fac67-31a3-44ca-a350-84aa1138d5c7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] delete failed (client error): The resource could not be found. Aug 03 16:25:04.267897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-001fac67-31a3-44ca-a350-84aa1138d5c7 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/routers/a49752ea-6e8e-4c6c-ab28-9a8eff4d1871 HTTP/1.1" status: 404 len: 336 time: 0.0363276 Aug 03 16:25:04.270416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48152) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.296818 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-591fbb6a-36a7-462c-885d-6d5ab9047289 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.298105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591fbb6a-36a7-462c-885d-6d5ab9047289 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.300002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-591fbb6a-36a7-462c-885d-6d5ab9047289 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/d7290336-9ef2-4eba-b6ff-f8c6d1adf9c7 HTTP/1.1" status: 404 len: 337 time: 0.0286689 Aug 03 16:25:04.302531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48154) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.329182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-205965ec-86b4-4cf1-abaf-677e81d39561 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "GET /v2.0/ports?device_id=b31f8e9d-32a7-4823-8cb0-7583a7434294 HTTP/1.1" status: 200 len: 205 time: 0.0255256 Aug 03 16:25:04.331354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48156) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.372617 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-f905f208-1d95-402d-8aa3-90c76fcd33e0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] delete failed (client error): The resource could not be found. Aug 03 16:25:04.373699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f905f208-1d95-402d-8aa3-90c76fcd33e0 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/routers/b31f8e9d-32a7-4823-8cb0-7583a7434294 HTTP/1.1" status: 404 len: 336 time: 0.0414097 Aug 03 16:25:04.376506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48158) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.404783 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02caaad-f5a3-4403-a714-e5da88630fbe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.405443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02caaad-f5a3-4403-a714-e5da88630fbe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.408157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b02caaad-f5a3-4403-a714-e5da88630fbe tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/b548e274-5ad6-46fd-b4e4-b553a0124381 HTTP/1.1" status: 404 len: 337 time: 0.0307329 Aug 03 16:25:04.410820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48162) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.438390 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a84722-9233-43e3-b911-b20b3683b9f5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.438853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a84722-9233-43e3-b911-b20b3683b9f5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.440589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-34a84722-9233-43e3-b911-b20b3683b9f5 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0b734ce8-ad54-4b06-a883-01402b5a85a1 HTTP/1.1" status: 404 len: 337 time: 0.0289383 Aug 03 16:25:04.443356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48164) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.469758 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b077f0-832d-408d-b325-c0062f7dfdc4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.470645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b077f0-832d-408d-b325-c0062f7dfdc4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.472717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-89b077f0-832d-408d-b325-c0062f7dfdc4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/5a739071-521d-4eaf-90f3-11584bc5e8e6 HTTP/1.1" status: 404 len: 333 time: 0.0281291 Aug 03 16:25:04.475671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48166) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.502844 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-1568ff01-31c5-40e4-a2c6-b80c8f68f85b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.503303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1568ff01-31c5-40e4-a2c6-b80c8f68f85b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.505055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1568ff01-31c5-40e4-a2c6-b80c8f68f85b tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/3ab18c13-176a-4e66-bb26-533ad172190e HTTP/1.1" status: 404 len: 337 time: 0.0283992 Aug 03 16:25:04.507856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48168) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.537809 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abb2563-89a4-489a-964c-58848549d126 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.538501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abb2563-89a4-489a-964c-58848549d126 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.540263 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7abb2563-89a4-489a-964c-58848549d126 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/adf1a58a-d747-4119-a4dc-64eca24be960 HTTP/1.1" status: 404 len: 333 time: 0.0313938 Aug 03 16:25:04.542830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.574479 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-15133305-2c55-424a-9e9c-b9e07cfc676f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.574963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15133305-2c55-424a-9e9c-b9e07cfc676f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.576695 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-15133305-2c55-424a-9e9c-b9e07cfc676f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/6ebd522c-834b-41bd-8e8c-d78fa8a06930 HTTP/1.1" status: 404 len: 337 time: 0.0329802 Aug 03 16:25:04.579972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.604215 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c55885-9aa3-4eab-8448-902f674678e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.604924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c55885-9aa3-4eab-8448-902f674678e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.606877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-86c55885-9aa3-4eab-8448-902f674678e1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/aaea9347-b676-40ee-a685-c678442ca498 HTTP/1.1" status: 404 len: 333 time: 0.0256500 Aug 03 16:25:04.609217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48174) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.639925 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec0fa04-8cd9-4829-a6c4-b0aaa0dd1904 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.640637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec0fa04-8cd9-4829-a6c4-b0aaa0dd1904 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.643400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5ec0fa04-8cd9-4829-a6c4-b0aaa0dd1904 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/e8755b4e-8316-4cdf-9c32-7ee67ebe72f7 HTTP/1.1" status: 404 len: 337 time: 0.0331438 Aug 03 16:25:04.645916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48176) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.669336 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bf36ed-f1c4-49e0-9727-0ee86c948ded tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.670066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bf36ed-f1c4-49e0-9727-0ee86c948ded tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.671619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-71bf36ed-f1c4-49e0-9727-0ee86c948ded tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/85c0d3f5-c2ce-417b-a0bf-2af644eecbe5 HTTP/1.1" status: 404 len: 333 time: 0.0247998 Aug 03 16:25:04.675166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48178) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.707668 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-23276e3a-024c-4874-aac9-85fd93eef121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.708298 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23276e3a-024c-4874-aac9-85fd93eef121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.711164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-23276e3a-024c-4874-aac9-85fd93eef121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/03fe3854-ad4b-4964-aa9b-20bb3ccac559 HTTP/1.1" status: 404 len: 337 time: 0.0345085 Aug 03 16:25:04.713394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48180) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.740143 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-659f00ce-2e7e-4c4d-86fd-ec781bfc7121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.740790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659f00ce-2e7e-4c4d-86fd-ec781bfc7121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.742891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-659f00ce-2e7e-4c4d-86fd-ec781bfc7121 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/3c3a3b18-ea0e-4f35-b3f8-de4706494376 HTTP/1.1" status: 404 len: 333 time: 0.0281949 Aug 03 16:25:04.745545 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48182) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.774188 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eefb5d-db05-4a07-b2bb-122abd63045f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.774640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46eefb5d-db05-4a07-b2bb-122abd63045f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.776362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-46eefb5d-db05-4a07-b2bb-122abd63045f tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/17865a6a-5571-49a5-aa93-3c582bfb62cc HTTP/1.1" status: 404 len: 337 time: 0.0298069 Aug 03 16:25:04.778908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48184) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.803351 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a1a0a8-ecaf-4f91-90b8-f1e27af72520 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.803973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a1a0a8-ecaf-4f91-90b8-f1e27af72520 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.805732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-55a1a0a8-ecaf-4f91-90b8-f1e27af72520 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/eb6af173-8814-46eb-b4b3-2be3085199ca HTTP/1.1" status: 404 len: 333 time: 0.0258553 Aug 03 16:25:04.808554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48186) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.840514 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fba2e4-f992-45ec-93e8-e43c8e8cb1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.841010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fba2e4-f992-45ec-93e8-e43c8e8cb1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.843201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a2fba2e4-f992-45ec-93e8-e43c8e8cb1f4 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/1d79aa79-8230-4f85-9643-1a79bfb0b629 HTTP/1.1" status: 404 len: 337 time: 0.0334997 Aug 03 16:25:04.846303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48188) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.871465 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e938300-3c43-4cee-a3cc-613cb49f6ee1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.872071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e938300-3c43-4cee-a3cc-613cb49f6ee1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.873861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6e938300-3c43-4cee-a3cc-613cb49f6ee1 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/ports/90ad4ea2-03a6-49a6-b434-5724bd3d1b9f HTTP/1.1" status: 404 len: 333 time: 0.0264626 Aug 03 16:25:04.876633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48190) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.909395 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-067a2dd7-5fa4-41d3-9a79-4269725b7ecb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:04.910060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067a2dd7-5fa4-41d3-9a79-4269725b7ecb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:04.911804 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-067a2dd7-5fa4-41d3-9a79-4269725b7ecb tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/subnets/0d36f9fe-d6c3-4b3d-ab11-ec07421db610 HTTP/1.1" status: 404 len: 337 time: 0.0341768 Aug 03 16:25:04.914408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48192) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:04.989853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.088350 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.099797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1e2df3-3798-4d5e-be83-5f6adb106cef']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:05.110658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a079626-b2a6-467c-9d79-c947687a80e2') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:05.110966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a079626-b2a6-467c-9d79-c947687a80e2') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:05.119929 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.134879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.141818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:05.142216 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:05.145209 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:05.201468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.209978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.211149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] 10.222.0.70 "DELETE /v2.0/networks/3c1e2df3-3798-4d5e-be83-5f6adb106cef HTTP/1.1" status: 204 len: 168 time: 0.2958624 Aug 03 16:25:05.222917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b85c3-ab08-4ca4-9c99-40de68b98b91 tempest-NetworksTestDHCPv6-1178970019 tempest-NetworksTestDHCPv6-1178970019-project] Pushing event deleted for resources: {'Network': ['ID=3c1e2df3-3798-4d5e-be83-5f6adb106cef,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:05.459996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48198) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:05.608068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-76206e80-9292-49a1-8c46-86ff644d400e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99000d86b9034a8db78a5ddeeb4ad2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444056 Aug 03 16:25:05.608290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48202) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:05.658954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.683393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.736380 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.739494 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:05.740686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b44d2b5-82bb-46cb-8f5c-d4a8d8d9d956 HTTP/1.1" status: 204 len: 168 time: 0.1315076 Aug 03 16:25:05.749569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7f1f1-3967-4538-a010-2a672aa64f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44d2b5-82bb-46cb-8f5c-d4a8d8d9d956,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:06.420373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48226) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:06.520166 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736182306'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:06.541215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:06.544856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.554593 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.651817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.656042 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.684379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:06.694414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9a6e0-6bfa-46bb-a575-846498a66e0d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:06.700823 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.701155 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment 0e02e99e-ba67-4ca1-8750-e7981eff16ac of type vlan for network c289f3be-c458-4e91-b349-cd8627587c93 Aug 03 16:25:06.742673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.773212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.778781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:06.779358 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:06.863278 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4418001 Aug 03 16:25:06.889058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0ba7b-d8ce-47cf-95d5-03fcba601397 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=c289f3be-c458-4e91-b349-cd8627587c93,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:06.904747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c289f3be-c458-4e91-b349-cd8627587c93 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:09.866928 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a7fb80d0-2936-4df7-a9a7-dd0f2d83a992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.045210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48230) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:10.054706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:10.203941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:10.210288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.423289 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.480852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=55065d84-6fa4-45c1-9610-10ac903a6d5c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:10.496091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': '0e02e99e-ba67-4ca1-8750-e7981eff16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:10.496457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: c289f3be-c458-4e91-b349-cd8627587c93, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:10.513374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network c289f3be-c458-4e91-b349-cd8627587c93 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:10.522899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c289f3be-c458-4e91-b349-cd8627587c93) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:10.527047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:10.527681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.531896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692889f-9d0b-40cf-8932-f62f8f02dd29 None None] Network c289f3be-c458-4e91-b349-cd8627587c93 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:10.542557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5b39633e-cd57-4226-bd9d-f5e03360263e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4957342 Aug 03 16:25:10.546002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48232) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:10.551656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1162139852'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:10.577689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:10.581434 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.605097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:10.615419 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.615889 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment d338ed71-4824-44a3-8626-c9d2e2cd9076 of type vlan for network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 Aug 03 16:25:10.657776 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.680610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c289f3be-c458-4e91-b349-cd8627587c93', 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': '55065d84-6fa4-45c1-9610-10ac903a6d5c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:10.681542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.690330 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.696088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:10.696689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:10.758779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2086010 Aug 03 16:25:10.759511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48234) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:10.764686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:10.773516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcd0d9-fd73-4179-9ae0-2698cd9ca843 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=7a45ce8d-da4a-4137-bac1-9da1e49bde59,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:10.801404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:10.858852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:10.862832 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.040140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Allocated IP 2001:db8:0:ffff::2 (c289f3be-c458-4e91-b349-cd8627587c93/55065d84-6fa4-45c1-9610-10ac903a6d5c/2b4163a1-ced2-47ba-9744-01a7bfb29e45) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:11.194870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.204619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Transition to ACTIVE for port object 2b4163a1-ced2-47ba-9744-01a7bfb29e45 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:11.221797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Transition to ACTIVE for port object 2b4163a1-ced2-47ba-9744-01a7bfb29e45 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:11.228524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.272500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Network c289f3be-c458-4e91-b349-cd8627587c93 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:11.275421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:11.281195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:11.288625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Pushing event updated for resources: {'Port': ['ID=2b4163a1-ced2-47ba-9744-01a7bfb29e45,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:11.343792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Attempting to bind port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:11.344168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Attempting to bind port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '0e02e99e-ba67-4ca1-8750-e7981eff16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:11.344561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Attempting to bind port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 on network c289f3be-c458-4e91-b349-cd8627587c93 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:11.350052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:11.350441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Checking segment: {'id': '0e02e99e-ba67-4ca1-8750-e7981eff16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:11.350906 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.351316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Bound using segment: {'id': '0e02e99e-ba67-4ca1-8750-e7981eff16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:11.351797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Bound port: 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e02e99e-ba67-4ca1-8750-e7981eff16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c289f3be-c458-4e91-b349-cd8627587c93'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:11.352191 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.419945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] For port 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:11.424040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] For port 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2b4163a1-ced2-47ba-9744-01a7bfb29e45,segment=NetworkSegment(0e02e99e-ba67-4ca1-8750-e7981eff16ac),segment_id=0e02e99e-ba67-4ca1-8750-e7981eff16ac)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:11.429478 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.430005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:25:11.431817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.487868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc2b5a-8655-4523-b21a-4ac1cb9fcb98 None None] Pushing event updated for resources: {'Port': ['ID=2b4163a1-ced2-47ba-9744-01a7bfb29e45,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:11.493155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=c3bac89f-f22b-463b-9875-0ae204d6eb2e,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:11.505150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': 'd338ed71-4824-44a3-8626-c9d2e2cd9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:11.505517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: 7a45ce8d-da4a-4137-bac1-9da1e49bde59, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:11.523041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:11.533017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7a45ce8d-da4a-4137-bac1-9da1e49bde59) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:11.542273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bd98b-1b48-435d-bbcf-36dd5cea69a0 None None] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:11.543484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:11.544345 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.560413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-317608ba-8e9a-42c8-b002-869194af574a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7991788 Aug 03 16:25:11.562668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48236) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:11.568714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'port': {'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59', 'name': 'tempest-NetworksIpV6TestAttrs-1520981071'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:11.724619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:11.729231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.738293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7a45ce8d-da4a-4137-bac1-9da1e49bde59', 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': 'c3bac89f-f22b-463b-9875-0ae204d6eb2e'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:11.739296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:11.748358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] device_id is not set on port bf254891-cf6c-4ced-b324-751b6d208a1a yet. {{(pid=106017) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:25:11.867916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Allocated IP 2001:db8::f816:3eff:fee9:2bbb (7a45ce8d-da4a-4137-bac1-9da1e49bde59/c3bac89f-f22b-463b-9875-0ae204d6eb2e/bf254891-cf6c-4ced-b324-751b6d208a1a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:12.017705 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.031541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Transition to ACTIVE for port object bf254891-cf6c-4ced-b324-751b6d208a1a will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:12.065697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.107738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Allocated IP 2001:db8::f816:3eff:fe49:f148 (7a45ce8d-da4a-4137-bac1-9da1e49bde59/c3bac89f-f22b-463b-9875-0ae204d6eb2e/9e02658e-a9ae-4ec2-a106-ff062b1bfbf7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:12.108894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:12.113141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:12.116427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:12.122408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:12.123212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.143847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aaa8cd45-41d8-4ea5-83e0-435aca131bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.144103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Port': ['ID=bf254891-cf6c-4ced-b324-751b6d208a1a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:12.155313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-166dc171-7e89-44e7-9c0a-9df593a91918 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5912552 Aug 03 16:25:12.158902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48238) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:12.218941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting subnet c3bac89f-f22b-463b-9875-0ae204d6eb2e {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:12.282842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.292666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Transition to ACTIVE for port object 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:12.308278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Transition to ACTIVE for port object 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:12.313896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.315239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.351165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:12.354032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:12.357510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:12.364594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.377463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Pushing event updated for resources: {'Port': ['ID=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:12.432028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Attempting to bind port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:12.432028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Attempting to bind port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'd338ed71-4824-44a3-8626-c9d2e2cd9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:12.432396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Attempting to bind port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 on network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:12.438693 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:12.439024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Checking segment: {'id': 'd338ed71-4824-44a3-8626-c9d2e2cd9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:12.439489 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.439802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Bound using segment: {'id': 'd338ed71-4824-44a3-8626-c9d2e2cd9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:12.440386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Bound port: 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd338ed71-4824-44a3-8626-c9d2e2cd9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7a45ce8d-da4a-4137-bac1-9da1e49bde59'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:12.440827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.527612 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a626ad6-b4c6-45ff-9767-67871dd7e9fe None None] Network c289f3be-c458-4e91-b349-cd8627587c93 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:12.531059 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.592845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.601419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] For port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:12.620724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bac89f-f22b-463b-9875-0ae204d6eb2e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:12.622105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] For port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,segment=NetworkSegment(d338ed71-4824-44a3-8626-c9d2e2cd9076),segment_id=d338ed71-4824-44a3-8626-c9d2e2cd9076)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:12.626732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-468534b5-c416-4b16-845b-158e8df44c94 None None] Provisioning for port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:12.627130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.634084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7cc3ce30-d9d9-4d9a-a42c-92ebabd4b1f1 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/c3bac89f-f22b-463b-9875-0ae204d6eb2e HTTP/1.1" status: 204 len: 168 time: 0.4693971 Aug 03 16:25:12.634245 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.634424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48240) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:12.686148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb63672-ce51-4c86-b3c8-9421efe6fb9a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:12.689103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb63672-ce51-4c86-b3c8-9421efe6fb9a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:12.690823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9cb63672-ce51-4c86-b3c8-9421efe6fb9a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0567219 Aug 03 16:25:12.693868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48242) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:12.723657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c5cb4-edb8-4e8e-a436-db8e271a3a2d None None] Pushing event updated for resources: {'Port': ['ID=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:12.782595 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-be5a3f39-afe6-45fc-a7a1-feafd6be3fd0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.790349 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5a3f39-afe6-45fc-a7a1-feafd6be3fd0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 16:25:12.790835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5a3f39-afe6-45fc-a7a1-feafd6be3fd0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:12.792780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-be5a3f39-afe6-45fc-a7a1-feafd6be3fd0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/7a45ce8d-da4a-4137-bac1-9da1e49bde59 HTTP/1.1" status: 409 len: 405 time: 0.0979376 Aug 03 16:25:12.798701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48244) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:12.810679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-812483369'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:12.820162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.840175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:12.844429 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.876940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:12.887357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:12.887716 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment 702aabbe-c7b3-40ad-8bcf-ded986a26ce2 of type vlan for network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df Aug 03 16:25:12.956276 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.010134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.016551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:13.017307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.080828 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2797201 Aug 03 16:25:13.083423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48248) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:13.089463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:13.097260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478b94-2416-4ea3-b612-877bb76e1237 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=3d7d15ec-d52e-4793-bc4b-8a7a9e6816df,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:13.108273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:13.192325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:13.196030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.219822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2b4163a1-ced2-47ba-9744-01a7bfb29e45 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:13.277280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:13.284226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:13.284862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.382521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.417901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2b4163a1-ced2-47ba-9744-01a7bfb29e45,segment=NetworkSegment(0e02e99e-ba67-4ca1-8750-e7981eff16ac),segment_id=0e02e99e-ba67-4ca1-8750-e7981eff16ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:13.424172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.425296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:13.471734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:25:13.473238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.506545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2b4163a1-ced2-47ba-9744-01a7bfb29e45,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:13.516425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.517000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.517426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.518992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.518992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.518992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.518992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.519441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.519610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.519889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.520218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.520548 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:13.532031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:13.546157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=0fd02c6d-cfa7-4af0-9212-68d37481aec9,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:13.556918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': '702aabbe-c7b3-40ad-8bcf-ded986a26ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:13.557282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:13.576728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:13.586819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:13.591224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:13.591806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.597162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bb3b8-7646-453b-b1f5-f5fa50d02c6f None None] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:13.609499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-01c86ce9-6159-44d8-9646-b7659b6873a2 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5246665 Aug 03 16:25:13.613043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48250) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:13.622160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'port': {'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df', 'name': 'tempest-NetworksIpV6TestAttrs-979476307'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:13.758625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:13.762486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.773384 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-3d7d15ec-d52e-4793-bc4b-8a7a9e6816df', 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': '0fd02c6d-cfa7-4af0-9212-68d37481aec9'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:13.775640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.781961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a016b8ac-cdf9-460c-9885-7b00f705af4c None None] Network 7a45ce8d-da4a-4137-bac1-9da1e49bde59 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:13.784175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] device_id is not set on port 4768ef10-ffb9-4cba-a2db-0fd409899976 yet. {{(pid=106016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 16:25:13.786138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:13.856845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Provisioning for port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:13.891868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Allocated IP 2001:db8::f816:3eff:feb9:6e43 (3d7d15ec-d52e-4793-bc4b-8a7a9e6816df/0fd02c6d-cfa7-4af0-9212-68d37481aec9/4768ef10-ffb9-4cba-a2db-0fd409899976) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:13.913611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Provisioning complete for port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:13.913941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.051535 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.054972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.067034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Transition to ACTIVE for port object 4768ef10-ffb9-4cba-a2db-0fd409899976 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:14.092309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] For port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,segment=NetworkSegment(d338ed71-4824-44a3-8626-c9d2e2cd9076),segment_id=d338ed71-4824-44a3-8626-c9d2e2cd9076)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:14.095634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] DHCP port deletion for 7a45ce8d-da4a-4137-bac1-9da1e49bde59 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:14.099233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.107068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.162891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:14.168066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:14.172679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:14.178326 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:14.178952 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.182557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Port': ['ID=4768ef10-ffb9-4cba-a2db-0fd409899976,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.196438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a51df809-96f0-40fb-a5af-7122048f0297 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5816832 Aug 03 16:25:14.198437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48252) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:14.210926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Allocated IP 2001:db8::f816:3eff:fe45:c158 (3d7d15ec-d52e-4793-bc4b-8a7a9e6816df/0fd02c6d-cfa7-4af0-9212-68d37481aec9/f9b11987-f6ec-4e7d-a5cd-39c736ef5c70) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:14.213076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ce8f4-6c5d-4a62-9b21-49dd6fee2ff2 None None] Pushing event updated for resources: {'Port': ['ID=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.279899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Deleting port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:14.280279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.371281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] For port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,segment=NetworkSegment(d338ed71-4824-44a3-8626-c9d2e2cd9076),segment_id=d338ed71-4824-44a3-8626-c9d2e2cd9076)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:14.371593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.396158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Calling delete_port for 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:14.492359 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.511154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Transition to ACTIVE for port object f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:14.537847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Transition to ACTIVE for port object f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:14.548135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.553959 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.584154 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting subnet 0fd02c6d-cfa7-4af0-9212-68d37481aec9 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:14.587354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.596668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] No DVR routers for this DVR port 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:14.603376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:14.618825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:14.620706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Pushing event updated for resources: {'Port': ['ID=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.622965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:14.637586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.653339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cb81b-cde2-4eae-9fdf-499a89421fa3 None None] Pushing event deleted for resources: {'Port': ['ID=9e02658e-a9ae-4ec2-a106-ff062b1bfbf7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.711475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Attempting to bind port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:14.711843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Attempting to bind port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '702aabbe-c7b3-40ad-8bcf-ded986a26ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:14.712205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Attempting to bind port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 on network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:14.718315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:14.719048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Checking segment: {'id': '702aabbe-c7b3-40ad-8bcf-ded986a26ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:14.719283 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.719851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Bound using segment: {'id': '702aabbe-c7b3-40ad-8bcf-ded986a26ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:14.720372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Bound port: f9b11987-f6ec-4e7d-a5cd-39c736ef5c70, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702aabbe-c7b3-40ad-8bcf-ded986a26ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3d7d15ec-d52e-4793-bc4b-8a7a9e6816df'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:14.720757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.780491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.840050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.843409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] For port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:14.847291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] For port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,segment=NetworkSegment(702aabbe-c7b3-40ad-8bcf-ded986a26ce2),segment_id=702aabbe-c7b3-40ad-8bcf-ded986a26ce2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:14.851885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.869450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd02c6d-cfa7-4af0-9212-68d37481aec9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.875683 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:14.877682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-25da74cf-02cb-4795-a437-fb6e8225bada tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/0fd02c6d-cfa7-4af0-9212-68d37481aec9 HTTP/1.1" status: 204 len: 168 time: 0.6782305 Aug 03 16:25:14.880073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48254) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:14.920390 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69778be-f3b0-446b-ae43-a5df4e64edd1 None None] Pushing event updated for resources: {'Port': ['ID=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:14.941204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a79a3b-6ec6-415c-84c0-376f97fc1e31 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:14.942905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a79a3b-6ec6-415c-84c0-376f97fc1e31 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:14.944481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-77a79a3b-6ec6-415c-84c0-376f97fc1e31 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0634665 Aug 03 16:25:14.947243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48256) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:15.027004 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-29409df1-2970-4cb4-8188-362aa352354a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.034885 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-29409df1-2970-4cb4-8188-362aa352354a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 16:25:15.035351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29409df1-2970-4cb4-8188-362aa352354a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:15.037100 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-29409df1-2970-4cb4-8188-362aa352354a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/3d7d15ec-d52e-4793-bc4b-8a7a9e6816df HTTP/1.1" status: 409 len: 405 time: 0.0889437 Aug 03 16:25:15.041092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48258) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:15.047130 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1279167590'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:15.093849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:15.098265 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.126615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.147028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:15.158794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.159139 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment 849023d7-a459-4061-92d6-ca1d30e18cb9 of type vlan for network 74688c7f-63f5-4f9a-a183-31665c599128 Aug 03 16:25:15.206110 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.243331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.248791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2b4163a1-ced2-47ba-9744-01a7bfb29e45 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:15.252626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:15.253470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.306591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:15.306947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.311183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2685382 Aug 03 16:25:15.315318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48260) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:15.320915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': '74688c7f-63f5-4f9a-a183-31665c599128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:15.327095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d29f-4ab7-4d7f-ab8a-ba854e16bf4f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=74688c7f-63f5-4f9a-a183-31665c599128,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:15.341322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 74688c7f-63f5-4f9a-a183-31665c599128 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:15.424334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:15.427914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.458709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:15.678242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:15.739887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.objects.ports [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:25:15.741459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.742030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:15.763890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:15.764238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9e02658e-a9ae-4ec2-a106-ff062b1bfbf7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:15.813746 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=a031d143-a964-4c82-818e-3a40968b4161,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:15.822081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': '849023d7-a459-4061-92d6-ca1d30e18cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '74688c7f-63f5-4f9a-a183-31665c599128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:15.822396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: 74688c7f-63f5-4f9a-a183-31665c599128, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:15.840308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 74688c7f-63f5-4f9a-a183-31665c599128 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:15.852696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 74688c7f-63f5-4f9a-a183-31665c599128) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:15.857241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:15.857948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.862931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c42f9-7e2b-42c4-b6c4-4767495f33f3 None None] Network 74688c7f-63f5-4f9a-a183-31665c599128 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:15.877073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1f6b5b94-db6a-4677-a55c-ae8f2adc3daa tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5603445 Aug 03 16:25:15.879721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48262) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:15.902512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba914b7-93ce-4ee1-8804-0ad34a163c56 None None] Network 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:15.979614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:15.991469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Provisioning for port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:16.002883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Provisioning complete for port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:16.003264 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.062982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.123849 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.155310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=a031d143-a964-4c82-818e-3a40968b4161,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.167451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194fc199-e4ef-451b-8645-4abb732048b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-74688c7f-63f5-4f9a-a183-31665c599128', 'network_id': '74688c7f-63f5-4f9a-a183-31665c599128', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': 'a031d143-a964-4c82-818e-3a40968b4161'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:16.168530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-194fc199-e4ef-451b-8645-4abb732048b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.205770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] DHCP port deletion for 3d7d15ec-d52e-4793-bc4b-8a7a9e6816df request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:16.210340 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.235037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.244707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74688c7f-63f5-4f9a-a183-31665c599128']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:16.255477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849023d7-a459-4061-92d6-ca1d30e18cb9') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:16.255772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849023d7-a459-4061-92d6-ca1d30e18cb9') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:16.264387 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.279711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.286989 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:16.287430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:16.290875 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:16.313703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27607335-0285-4470-b6ae-9ad0b9110e15 None None] Network 74688c7f-63f5-4f9a-a183-31665c599128 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:16.327485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] For port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,segment=NetworkSegment(702aabbe-c7b3-40ad-8bcf-ded986a26ce2),segment_id=702aabbe-c7b3-40ad-8bcf-ded986a26ce2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:16.357478 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.361083 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.364816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.366708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/74688c7f-63f5-4f9a-a183-31665c599128 HTTP/1.1" status: 204 len: 168 time: 0.4860110 Aug 03 16:25:16.373587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48264) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:16.379973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1308177239'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:16.395178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110730c-baba-4f82-b8a2-e06d14a9b564 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=74688c7f-63f5-4f9a-a183-31665c599128,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.411943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:16.415456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.422531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Deleting port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:16.423285 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.441394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:16.450487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.450854 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment 529c652a-db93-4059-84e0-4d00b0118832 of type vlan for network 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e Aug 03 16:25:16.492492 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.511545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b11e0-723b-4838-a710-531eadf16492 None None] Pushing event updated for resources: {'Port': ['ID=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.529096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.535583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:16.536191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.544891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] For port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,segment=NetworkSegment(702aabbe-c7b3-40ad-8bcf-ded986a26ce2),segment_id=702aabbe-c7b3-40ad-8bcf-ded986a26ce2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:16.545202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.558711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Calling delete_port for f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:16.591393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2167027 Aug 03 16:25:16.595779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48266) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:16.601392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': '8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:16.607311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412eb5e7-dacf-46e1-a929-a0d685d6a2eb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.619261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:16.700455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:16.701895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.705253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.728562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] Pushing event deleted for resources: {'Port': ['ID=f9b11987-f6ec-4e7d-a5cd-39c736ef5c70,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.732012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014fd5d-af6a-4833-8509-cbc1d8512aab None None] No DVR routers for this DVR port f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:16.921185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:16.979866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=6154b8ed-f32a-4801-8ec6-b2025d715f27,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:16.990337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': '529c652a-db93-4059-84e0-4d00b0118832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:16.990829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:17.006918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:17.016741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:17.021417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:17.022043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.026139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5000611-c12a-4010-b30b-2a6350fb2998 None None] Network 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:17.039561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8e4f4fe0-ae70-4252-9378-136de81878bd tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4396982 Aug 03 16:25:17.039905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48268) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:17.159061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:17.167108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.182603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:17.182968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f9b11987-f6ec-4e7d-a5cd-39c736ef5c70 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:17.231467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210138b-2b2f-43c5-9dce-dfef905e8ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e', 'network_id': '8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': '6154b8ed-f32a-4801-8ec6-b2025d715f27'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:17.232488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a210138b-2b2f-43c5-9dce-dfef905e8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.251961 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.324981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.354152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=6154b8ed-f32a-4801-8ec6-b2025d715f27,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-a210138b-2b2f-43c5-9dce-dfef905e8ea6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6154b8ed-f32a-4801-8ec6-b2025d715f27: This subnet is being modified by another concurrent operation. Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6154b8ed-f32a-4801-8ec6-b2025d715f27: This subnet is being modified by another concurrent operation. Aug 03 16:25:17.393912 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:25:17.419651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bcccf-c6dc-48c4-820f-6740ec33f886 None None] Network 8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:17.427038 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.439174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:17.456299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529c652a-db93-4059-84e0-4d00b0118832') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:17.456685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529c652a-db93-4059-84e0-4d00b0118832') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:17.467094 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.483838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.491944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:17.492350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:17.507371 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:17.575842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.584965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cedc6b-8221-4707-8257-056f9112be54 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:25:17.586713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.590119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e HTTP/1.1" status: 204 len: 168 time: 0.5491443 Aug 03 16:25:17.593946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48270) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:17.601918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1059364848'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:17.623873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9d48f-23c8-4937-9e54-e4224a08124a tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:17.658436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:17.664076 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.693292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:17.705205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.705548 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Added segment 68bc634a-9639-474f-9813-12d576488487 of type vlan for network 09c72efd-6eae-4e40-9d7f-98b5ac2d542c Aug 03 16:25:17.721712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cedc6b-8221-4707-8257-056f9112be54 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:25:17.747237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.776284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.782622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:17.783232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:17.838997 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2436855 Aug 03 16:25:17.841970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48272) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:17.847252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Request body: {'subnet': {'network_id': '09c72efd-6eae-4e40-9d7f-98b5ac2d542c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:17.904095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4818e0-b9b1-4c10-9b67-291182ee0f3e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Network': ['ID=09c72efd-6eae-4e40-9d7f-98b5ac2d542c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:17.915606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 09c72efd-6eae-4e40-9d7f-98b5ac2d542c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:17.958652 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Made reservation on behalf of db7d46e5ffa149fa913c9c858c5a86c3 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:17.963066 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.231321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.objects.ports [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106017) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 16:25:18.232808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.298271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event updated for resources: {'Subnet': ['ID=3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:18.305950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Checking segment: {'id': '68bc634a-9639-474f-9813-12d576488487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09c72efd-6eae-4e40-9d7f-98b5ac2d542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:18.306307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network hostable DHCP agents. Network: 09c72efd-6eae-4e40-9d7f-98b5ac2d542c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:18.323335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Network 09c72efd-6eae-4e40-9d7f-98b5ac2d542c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:18.332919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 09c72efd-6eae-4e40-9d7f-98b5ac2d542c) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:18.337323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:18.337939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.341367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e09cd0-dd1c-4848-bbe8-8662745cad8f None None] Network 09c72efd-6eae-4e40-9d7f-98b5ac2d542c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:18.353946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7502d021-b83f-49c1-911b-e9160ac35822 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5108981 Aug 03 16:25:18.356529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48274) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:18.461295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.487402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1efc3-d3a0-4a65-ad68-95228d523534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-09c72efd-6eae-4e40-9d7f-98b5ac2d542c', 'network_id': '09c72efd-6eae-4e40-9d7f-98b5ac2d542c', 'tenant_id': 'db7d46e5ffa149fa913c9c858c5a86c3', 'fixed_ips': [{'subnet_id': '3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:18.488266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-13e1efc3-d3a0-4a65-ad68-95228d523534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.516075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.585475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-13e1efc3-d3a0-4a65-ad68-95228d523534 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8: This subnet is being modified by another concurrent operation. Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8: This subnet is being modified by another concurrent operation. Aug 03 16:25:18.588079 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:25:18.605513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cece7c-ac0b-4446-af57-25b5bc4825e4 None None] Network 09c72efd-6eae-4e40-9d7f-98b5ac2d542c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:18.620625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:18.691400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.701901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c72efd-6eae-4e40-9d7f-98b5ac2d542c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:18.714706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bc634a-9639-474f-9813-12d576488487') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:18.714971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bc634a-9639-474f-9813-12d576488487') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:18.724649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.729877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f73e6-a4ad-42d0-b579-7c13fac5a5cf None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:25:18.740599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.747273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:18.747666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:18.751679 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:18.830240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f73e6-a4ad-42d0-b579-7c13fac5a5cf None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:25:18.831257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.840841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:18.842889 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/09c72efd-6eae-4e40-9d7f-98b5ac2d542c HTTP/1.1" status: 204 len: 168 time: 0.4852669 Aug 03 16:25:18.846743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48276) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:18.854842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a37c-3dd6-476f-a93e-7518ec549754 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=09c72efd-6eae-4e40-9d7f-98b5ac2d542c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:18.886190 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-638116fd-691d-4c7f-88ce-f148b5210910 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:18.886656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638116fd-691d-4c7f-88ce-f148b5210910 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:18.888448 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-638116fd-691d-4c7f-88ce-f148b5210910 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/3c69b4f2-0fcc-4295-8fd4-ec8ca06281e8 HTTP/1.1" status: 404 len: 337 time: 0.0400829 Aug 03 16:25:18.891681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48278) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:18.915787 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ce3b63-b52c-45b3-b464-830cd2699028 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:18.916698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ce3b63-b52c-45b3-b464-830cd2699028 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:18.919222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-22ce3b63-b52c-45b3-b464-830cd2699028 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/09c72efd-6eae-4e40-9d7f-98b5ac2d542c HTTP/1.1" status: 404 len: 339 time: 0.0265512 Aug 03 16:25:18.922272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48280) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:18.953132 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87d0793-a85d-4826-ab81-1de110086ba5 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:18.953880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87d0793-a85d-4826-ab81-1de110086ba5 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:18.956039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c87d0793-a85d-4826-ab81-1de110086ba5 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/6154b8ed-f32a-4801-8ec6-b2025d715f27 HTTP/1.1" status: 404 len: 337 time: 0.0328164 Aug 03 16:25:18.958760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48282) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:18.986053 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a95b02-7644-40e5-bd51-ad7d8274752b tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:18.986551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a95b02-7644-40e5-bd51-ad7d8274752b tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:18.988382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75a95b02-7644-40e5-bd51-ad7d8274752b tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/8eb57bbf-a4d3-4edb-b6e5-0435942f4d0e HTTP/1.1" status: 404 len: 339 time: 0.0285187 Aug 03 16:25:18.990970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48284) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.019441 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-965e8693-0be9-4a53-97ef-dfd704cdc197 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:19.019908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965e8693-0be9-4a53-97ef-dfd704cdc197 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:19.021713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-965e8693-0be9-4a53-97ef-dfd704cdc197 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/a031d143-a964-4c82-818e-3a40968b4161 HTTP/1.1" status: 404 len: 337 time: 0.0297859 Aug 03 16:25:19.024196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48288) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.044223 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9190dffa-7bfe-4c8c-b45e-d7cde7eb643e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:19.044820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9190dffa-7bfe-4c8c-b45e-d7cde7eb643e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:19.047362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9190dffa-7bfe-4c8c-b45e-d7cde7eb643e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/74688c7f-63f5-4f9a-a183-31665c599128 HTTP/1.1" status: 404 len: 339 time: 0.0214233 Aug 03 16:25:19.050175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48290) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.153754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting port 4768ef10-ffb9-4cba-a2db-0fd409899976 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:19.153754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.228549 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.243341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Calling delete_port for 4768ef10-ffb9-4cba-a2db-0fd409899976 owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:19.330922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.375235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Port': ['ID=4768ef10-ffb9-4cba-a2db-0fd409899976,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:19.379520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.381837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-847ebc32-93b2-4b56-9554-b0622d32833e tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/ports/4768ef10-ffb9-4cba-a2db-0fd409899976 HTTP/1.1" status: 204 len: 168 time: 0.3304331 Aug 03 16:25:19.384144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48292) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.412922 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03c6dc4-3275-4b26-a823-6b968adceab0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:19.413377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03c6dc4-3275-4b26-a823-6b968adceab0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:19.415154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e03c6dc4-3275-4b26-a823-6b968adceab0 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/0fd02c6d-cfa7-4af0-9212-68d37481aec9 HTTP/1.1" status: 404 len: 337 time: 0.0297828 Aug 03 16:25:19.419232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48294) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.511793 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.614068 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.624385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7d15ec-d52e-4793-bc4b-8a7a9e6816df']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:19.640666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702aabbe-c7b3-40ad-8bcf-ded986a26ce2') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:19.641009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702aabbe-c7b3-40ad-8bcf-ded986a26ce2') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:19.651095 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.668479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.677593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:19.678037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:19.681128 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:19.745324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.753540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.755815 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/3d7d15ec-d52e-4793-bc4b-8a7a9e6816df HTTP/1.1" status: 204 len: 168 time: 0.3353579 Aug 03 16:25:19.758827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48296) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:19.776927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bfaf0-e9d2-4251-8026-ef411b2a0e3f tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=3d7d15ec-d52e-4793-bc4b-8a7a9e6816df,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:19.864475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting port bf254891-cf6c-4ced-b324-751b6d208a1a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:19.865366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.935422 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:19.949529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Calling delete_port for bf254891-cf6c-4ced-b324-751b6d208a1a owned by {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:20.039128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.070062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Port': ['ID=bf254891-cf6c-4ced-b324-751b6d208a1a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:20.075154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.080653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71f9d3de-bc12-4a26-a72e-42633057b491 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/ports/bf254891-cf6c-4ced-b324-751b6d208a1a HTTP/1.1" status: 204 len: 168 time: 0.3173258 Aug 03 16:25:20.081234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48298) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:20.109616 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08649ba-9247-485b-8854-fb7dd8e763cb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] DELETE failed (client error): The resource could not be found. Aug 03 16:25:20.110258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08649ba-9247-485b-8854-fb7dd8e763cb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:25:20.112023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c08649ba-9247-485b-8854-fb7dd8e763cb tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/c3bac89f-f22b-463b-9875-0ae204d6eb2e HTTP/1.1" status: 404 len: 337 time: 0.0295682 Aug 03 16:25:20.114589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48300) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:20.201373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.293093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.303255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a45ce8d-da4a-4137-bac1-9da1e49bde59']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:20.313288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd338ed71-4824-44a3-8626-c9d2e2cd9076') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:20.313586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd338ed71-4824-44a3-8626-c9d2e2cd9076') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:20.322605 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.337540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.345596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:20.346084 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:20.349305 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:20.415294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.423038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.425244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/7a45ce8d-da4a-4137-bac1-9da1e49bde59 HTTP/1.1" status: 204 len: 168 time: 0.3089561 Aug 03 16:25:20.426893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:20.445087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d6434-fe8d-4e32-8a73-1ed968b40394 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=7a45ce8d-da4a-4137-bac1-9da1e49bde59,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:20.489342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting subnet 55065d84-6fa4-45c1-9610-10ac903a6d5c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:20.492450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.533665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.626519 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.686607 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.737339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Subnet': ['ID=55065d84-6fa4-45c1-9610-10ac903a6d5c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:20.739741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.742763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d9623f3-4385-4d15-bb11-a6abc3ac3749 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/subnets/55065d84-6fa4-45c1-9610-10ac903a6d5c HTTP/1.1" status: 204 len: 168 time: 0.3140399 Aug 03 16:25:20.744305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48304) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:20.747094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a330cf-ff98-426f-a3f9-0345b5e78b38 None None] Network c289f3be-c458-4e91-b349-cd8627587c93 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:20.832518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.922330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Deleting port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:20.923057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.935751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] DHCP port deletion for c289f3be-c458-4e91-b349-cd8627587c93 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:20.991983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Deleting port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:20.992353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:20.996005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] For port 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2b4163a1-ced2-47ba-9744-01a7bfb29e45,segment=NetworkSegment(0e02e99e-ba67-4ca1-8750-e7981eff16ac),segment_id=0e02e99e-ba67-4ca1-8750-e7981eff16ac)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:20.996374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.016247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Calling delete_port for 2b4163a1-ced2-47ba-9744-01a7bfb29e45 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:21.064499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] For port 2b4163a1-ced2-47ba-9744-01a7bfb29e45, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2b4163a1-ced2-47ba-9744-01a7bfb29e45,segment=NetworkSegment(0e02e99e-ba67-4ca1-8750-e7981eff16ac),segment_id=0e02e99e-ba67-4ca1-8750-e7981eff16ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:21.064904 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.079663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Calling delete_port for 2b4163a1-ced2-47ba-9744-01a7bfb29e45 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:21.126301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.158109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Port': ['ID=2b4163a1-ced2-47ba-9744-01a7bfb29e45,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:21.159052 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] No DVR routers for this DVR port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:21.163565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.193490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2b4163a1-ced2-47ba-9744-01a7bfb29e45 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:21.197224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] Pushing event deleted for resources: {'Port': ['ID=2b4163a1-ced2-47ba-9744-01a7bfb29e45,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:21.219397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d780b-fb20-4d06-b31d-c88cc50a18d8 None None] No DVR routers for this DVR port 2b4163a1-ced2-47ba-9744-01a7bfb29e45 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:21.220935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2b4163a1-ced2-47ba-9744-01a7bfb29e45 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:21.221282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2b4163a1-ced2-47ba-9744-01a7bfb29e45 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:21.270517 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.280563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c289f3be-c458-4e91-b349-cd8627587c93']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:21.290542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e02e99e-ba67-4ca1-8750-e7981eff16ac') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:21.290838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e02e99e-ba67-4ca1-8750-e7981eff16ac') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:21.300179 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.315867 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.322054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:21.322451 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:21.325386 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:21.384304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.393212 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.395415 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] 10.222.0.70 "DELETE /v2.0/networks/c289f3be-c458-4e91-b349-cd8627587c93 HTTP/1.1" status: 204 len: 168 time: 0.6500340 Aug 03 16:25:21.409135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff344-b28f-46bb-b936-38f61a828080 tempest-NetworksIpV6TestAttrs-47155910 tempest-NetworksIpV6TestAttrs-47155910-project] Pushing event deleted for resources: {'Network': ['ID=c289f3be-c458-4e91-b349-cd8627587c93,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:21.685716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48310) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:21.843315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5ed57b7f-dcf8-442c-b15b-7ff9d8e70fc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db7d46e5ffa149fa913c9c858c5a86c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561768 Aug 03 16:25:21.845881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48314) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:21.896695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.917808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.966261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.969159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:21.970358 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bde9a6e0-6bfa-46bb-a575-846498a66e0d HTTP/1.1" status: 204 len: 168 time: 0.1235511 Aug 03 16:25:21.978205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda302e8-e66f-4b84-9892-731ea3a87c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9a6e0-6bfa-46bb-a575-846498a66e0d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:22.219088 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.704225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48338) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:22.810027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2101571036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:22.834220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.835220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.889669 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.895081 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.912954 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.914553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-12c4b1dd-1eda-400d-beb4-3e1173158231 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2091417 Aug 03 16:25:22.917853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48342) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:22.924533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1571062221'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:22.947521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:22.950935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:22.960222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.065459 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.070087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.098555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:23.108519 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d43936-d8e1-463b-b7b0-899cb311def3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:23.116484 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.116842 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Added segment 20b3bb9c-488f-4540-99b6-aa33213482f8 of type vlan for network 34dd450d-7a6e-4491-bd9a-33a30c984a10 Aug 03 16:25:23.159985 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.190410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.196148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:23.196847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.254880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3355072 Aug 03 16:25:23.258774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48344) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:23.274449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'subnet': {'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:23.318147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b51c0-c96a-4d12-98b3-2d64f6491101 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Network': ['ID=34dd450d-7a6e-4491-bd9a-33a30c984a10,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:23.330555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:23.380481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:23.384147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.589837 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.658870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Subnet': ['ID=a42c01b0-917a-4b06-89d0-fedf89c76c2f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:23.667740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Checking segment: {'id': '20b3bb9c-488f-4540-99b6-aa33213482f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:23.668105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network hostable DHCP agents. Network: 34dd450d-7a6e-4491-bd9a-33a30c984a10, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:23.689147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:23.698971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 34dd450d-7a6e-4491-bd9a-33a30c984a10) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:23.707141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:23.707141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.712980 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3707dfe-ce96-4525-bf76-69b7df3aca11 None None] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:23.726143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e576131e-5eed-4e2a-b57d-3e9eca046822 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4656515 Aug 03 16:25:23.729465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48346) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:23.735506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'network': {'name': 'tempest-router-network01--503539324'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:23.758725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:23.762596 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.790979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:23.801888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.802207 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Added segment a5714641-3eb6-4487-af33-2a584441749f of type vlan for network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 Aug 03 16:25:23.851942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.895263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.899647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-34dd450d-7a6e-4491-bd9a-33a30c984a10', 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10', 'tenant_id': '2e700064f95c42eb9952eb4fac17ce17', 'fixed_ips': [{'subnet_id': 'a42c01b0-917a-4b06-89d0-fedf89c76c2f'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:23.900584 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.900836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:23.901420 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:23.955349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2243726 Aug 03 16:25:23.958765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48348) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:23.964520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'network': {'name': 'tempest-router-network02--1815669164'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:23.983495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd66adf-a13d-41d9-bb54-bcb0c8dce9bd tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Network': ['ID=c61d7132-53eb-4938-9a7d-1d0819bcb9a0,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:23.998731 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:24.002601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.006649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:24.029349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:24.039296 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.039641 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Added segment 2b4ce71a-ac23-49f4-93df-b2113da92ac5 of type vlan for network b8ed0939-6803-4e00-871f-f865f60fe799 Aug 03 16:25:24.083934 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.117472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.122629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Allocated IP 172.20.0.2 (34dd450d-7a6e-4491-bd9a-33a30c984a10/a42c01b0-917a-4b06-89d0-fedf89c76c2f/3aeccb7e-786b-4148-b31d-ecaddc02015a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:24.123507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:24.124423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.181476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2215338 Aug 03 16:25:24.184469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48350) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:24.189747 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'subnet': {'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:24.201672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Network': ['ID=b8ed0939-6803-4e00-871f-f865f60fe799,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:24.210406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.210841 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.211263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.211676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.212096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.212671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.213229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.213790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.214193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.214603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.215010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.215441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4aa25f5-abbd-40b1-84c9-8c5825018e71 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:24.230531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network b8ed0939-6803-4e00-871f-f865f60fe799 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:24.314108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:24.320124 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.358823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.369085 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Transition to ACTIVE for port object 3aeccb7e-786b-4148-b31d-ecaddc02015a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:24.386163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Transition to ACTIVE for port object 3aeccb7e-786b-4148-b31d-ecaddc02015a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:24.395826 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.463221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:24.469089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:24.472114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Pushing event updated for resources: {'Port': ['ID=3aeccb7e-786b-4148-b31d-ecaddc02015a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:24.475231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:24.496961 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:25:24.543943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Attempting to bind port 3aeccb7e-786b-4148-b31d-ecaddc02015a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:24.544375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Attempting to bind port 3aeccb7e-786b-4148-b31d-ecaddc02015a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '20b3bb9c-488f-4540-99b6-aa33213482f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:24.544763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Attempting to bind port 3aeccb7e-786b-4148-b31d-ecaddc02015a on network 34dd450d-7a6e-4491-bd9a-33a30c984a10 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:24.550954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:24.551340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Checking segment: {'id': '20b3bb9c-488f-4540-99b6-aa33213482f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:24.551752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.552147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Bound using segment: {'id': '20b3bb9c-488f-4540-99b6-aa33213482f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:24.552629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Bound port: 3aeccb7e-786b-4148-b31d-ecaddc02015a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b3bb9c-488f-4540-99b6-aa33213482f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '34dd450d-7a6e-4491-bd9a-33a30c984a10'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:24.553167 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.566095 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.648174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] For port 3aeccb7e-786b-4148-b31d-ecaddc02015a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:24.649858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Subnet': ['ID=9c3a0f12-e8db-4003-9263-a7f2d54534cc,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:24.655191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] For port 3aeccb7e-786b-4148-b31d-ecaddc02015a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3aeccb7e-786b-4148-b31d-ecaddc02015a,segment=NetworkSegment(20b3bb9c-488f-4540-99b6-aa33213482f8),segment_id=20b3bb9c-488f-4540-99b6-aa33213482f8)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:24.670345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Checking segment: {'id': 'a5714641-3eb6-4487-af33-2a584441749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:24.670345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network hostable DHCP agents. Network: c61d7132-53eb-4938-9a7d-1d0819bcb9a0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:24.676975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.704045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:24.716189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c61d7132-53eb-4938-9a7d-1d0819bcb9a0) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:24.721116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:24.721743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:24.741979 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aec36c3b-c82c-41aa-965e-7017fdb31509 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5562983 Aug 03 16:25:24.746064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48352) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:24.746726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fde8a-5364-4225-8887-2ef454c7cec6 None None] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:24.764612 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'subnet': {'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:24.822034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368f93d-6322-4092-a97e-9eb750e9e7eb None None] Pushing event updated for resources: {'Port': ['ID=3aeccb7e-786b-4148-b31d-ecaddc02015a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:24.948029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Made reservation on behalf of 2e700064f95c42eb9952eb4fac17ce17 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:24.954925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.053680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c61d7132-53eb-4938-9a7d-1d0819bcb9a0', 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0', 'tenant_id': '2e700064f95c42eb9952eb4fac17ce17', 'fixed_ips': [{'subnet_id': '9c3a0f12-e8db-4003-9263-a7f2d54534cc'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:25.055822 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.272001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3aeccb7e-786b-4148-b31d-ecaddc02015a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:25.354569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.380965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Allocated IP 172.20.0.2 (c61d7132-53eb-4938-9a7d-1d0819bcb9a0/9c3a0f12-e8db-4003-9263-a7f2d54534cc/ea9cac99-b8bc-4506-94d8-f8928c27939e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:25.398040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 3aeccb7e-786b-4148-b31d-ecaddc02015a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:25.465328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Subnet': ['ID=fb16827a-e41f-455a-b539-3653e8ff7a58,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:25.474162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Checking segment: {'id': '2b4ce71a-ac23-49f4-93df-b2113da92ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:25.474530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network hostable DHCP agents. Network: b8ed0939-6803-4e00-871f-f865f60fe799, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:25.493905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network b8ed0939-6803-4e00-871f-f865f60fe799 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:25.505309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, b8ed0939-6803-4e00-871f-f865f60fe799) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:25.511101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:25.511857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.519298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab895f-ba53-47ea-aad0-a8eebadf374e None None] Network b8ed0939-6803-4e00-871f-f865f60fe799 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:25.533793 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3520dfbf-dbb7-4669-bc7c-c5528406e5c1 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7855542 Aug 03 16:25:25.537474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48356) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:25.707135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.748200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Transition to ACTIVE for port object ea9cac99-b8bc-4506-94d8-f8928c27939e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:25.795225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Transition to ACTIVE for port object ea9cac99-b8bc-4506-94d8-f8928c27939e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:25.818888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.848188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-b8ed0939-6803-4e00-871f-f865f60fe799', 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799', 'tenant_id': '2e700064f95c42eb9952eb4fac17ce17', 'fixed_ips': [{'subnet_id': 'fb16827a-e41f-455a-b539-3653e8ff7a58'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:25:25.849305 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:25.878990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:25.896017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:25.899216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Pushing event updated for resources: {'Port': ['ID=ea9cac99-b8bc-4506-94d8-f8928c27939e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:25.903262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:25.975355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.076097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Attempting to bind port ea9cac99-b8bc-4506-94d8-f8928c27939e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:26.076331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Attempting to bind port ea9cac99-b8bc-4506-94d8-f8928c27939e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'a5714641-3eb6-4487-af33-2a584441749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:26.076842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Attempting to bind port ea9cac99-b8bc-4506-94d8-f8928c27939e on network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:26.084228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:26.084646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Checking segment: {'id': 'a5714641-3eb6-4487-af33-2a584441749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:26.085066 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.085469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Bound using segment: {'id': 'a5714641-3eb6-4487-af33-2a584441749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:26.086006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Bound port: ea9cac99-b8bc-4506-94d8-f8928c27939e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5714641-3eb6-4487-af33-2a584441749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c61d7132-53eb-4938-9a7d-1d0819bcb9a0'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:26.086351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.105414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c5c8e0-dab6-4a76-a571-2dd69f638b35 None None] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:26.166432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Allocated IP 172.20.0.2 (b8ed0939-6803-4e00-871f-f865f60fe799/fb16827a-e41f-455a-b539-3653e8ff7a58/a20c89d4-7df1-4a65-8559-837b32ff133a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:26.477841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Provisioning for port 3aeccb7e-786b-4148-b31d-ecaddc02015a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:26.510574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] For port ea9cac99-b8bc-4506-94d8-f8928c27939e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:26.516752 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Provisioning complete for port 3aeccb7e-786b-4148-b31d-ecaddc02015a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:26.517163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.565545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.569467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] For port ea9cac99-b8bc-4506-94d8-f8928c27939e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ea9cac99-b8bc-4506-94d8-f8928c27939e,segment=NetworkSegment(a5714641-3eb6-4487-af33-2a584441749f),segment_id=a5714641-3eb6-4487-af33-2a584441749f)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:26.599295 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.695994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Allocated IP 172.20.0.1 (c61d7132-53eb-4938-9a7d-1d0819bcb9a0/9c3a0f12-e8db-4003-9263-a7f2d54534cc/6656036a-16e6-4940-8713-7e1b2d2603a3) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:26.784430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2145ff-c16a-42fe-9527-7043e50ddaa1 None None] Pushing event updated for resources: {'Port': ['ID=ea9cac99-b8bc-4506-94d8-f8928c27939e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:26.845148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.845884 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.860353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Transition to ACTIVE for port object 6656036a-16e6-4940-8713-7e1b2d2603a3 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:26.863820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.885563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Transition to ACTIVE for port object a20c89d4-7df1-4a65-8559-837b32ff133a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:26.897347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.919418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] For port 3aeccb7e-786b-4148-b31d-ecaddc02015a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3aeccb7e-786b-4148-b31d-ecaddc02015a,segment=NetworkSegment(20b3bb9c-488f-4540-99b6-aa33213482f8),segment_id=20b3bb9c-488f-4540-99b6-aa33213482f8)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:26.929465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:26.933185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Transition to ACTIVE for port object a20c89d4-7df1-4a65-8559-837b32ff133a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:26.945027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:26.948994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:26.959680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:26.965907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Port': ['ID=6656036a-16e6-4940-8713-7e1b2d2603a3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:27.009446 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.036143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.048574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Network b8ed0939-6803-4e00-871f-f865f60fe799 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:27.055200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b90ea1-3f5b-4fa1-837c-acf040524818 None None] Pushing event updated for resources: {'Port': ['ID=3aeccb7e-786b-4148-b31d-ecaddc02015a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:27.063573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:27.070977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:27.209576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Pushing event updated for resources: {'Port': ['ID=a20c89d4-7df1-4a65-8559-837b32ff133a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:27.225153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.231082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Attempting to bind port a20c89d4-7df1-4a65-8559-837b32ff133a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:25:27.231777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Attempting to bind port a20c89d4-7df1-4a65-8559-837b32ff133a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2b4ce71a-ac23-49f4-93df-b2113da92ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:25:27.232308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Attempting to bind port a20c89d4-7df1-4a65-8559-837b32ff133a on network b8ed0939-6803-4e00-871f-f865f60fe799 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:25:27.239716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:25:27.240768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Checking segment: {'id': '2b4ce71a-ac23-49f4-93df-b2113da92ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:27.241313 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.241748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Bound using segment: {'id': '2b4ce71a-ac23-49f4-93df-b2113da92ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:25:27.242338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Bound port: a20c89d4-7df1-4a65-8559-837b32ff133a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ce71a-ac23-49f4-93df-b2113da92ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b8ed0939-6803-4e00-871f-f865f60fe799'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:25:27.242751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.332433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] For port a20c89d4-7df1-4a65-8559-837b32ff133a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:25:27.336571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] For port a20c89d4-7df1-4a65-8559-837b32ff133a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a20c89d4-7df1-4a65-8559-837b32ff133a,segment=NetworkSegment(2b4ce71a-ac23-49f4-93df-b2113da92ac5),segment_id=2b4ce71a-ac23-49f4-93df-b2113da92ac5)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:25:27.341019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.382620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ea9cac99-b8bc-4506-94d8-f8928c27939e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:27.469129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2953df57-62cf-49a5-a411-0522c375bd6d None None] Provisioning complete for port 3aeccb7e-786b-4148-b31d-ecaddc02015a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:27.469475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2953df57-62cf-49a5-a411-0522c375bd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.475536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccfa6d-1a88-4a90-b6c3-a10c862f68e2 None None] Pushing event updated for resources: {'Port': ['ID=a20c89d4-7df1-4a65-8559-837b32ff133a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:27.524006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ea9cac99-b8bc-4506-94d8-f8928c27939e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:27.531725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3aeccb7e-786b-4148-b31d-ecaddc02015a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:27.624806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3aeccb7e-786b-4148-b31d-ecaddc02015a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:27.625457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.657064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.663063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.755943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Port': ['ID=6656036a-16e6-4940-8713-7e1b2d2603a3,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:27.759270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:27.928365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:27.929931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:28.062737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Router 287de703-521c-48f0-859d-e2bb76acd9e0 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:25:28.117132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd03dd-c721-424e-a452-b21ae9f18682 None None] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:28.169915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:25:28.178016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-740b11d0-1c7e-4523-8a81-a544ab9c5550 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378756 Aug 03 16:25:28.181478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48358) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:28.186605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Provisioning for port ea9cac99-b8bc-4506-94d8-f8928c27939e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:28.194201 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Provisioning complete for port ea9cac99-b8bc-4506-94d8-f8928c27939e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:28.194700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:28.200987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] Sync routers for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:25:28.216734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:28.218738 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:28.263303 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:28.275004 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:28.276476 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:28.327278 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:28.328383 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e54eb-09a2-46a3-9377-b563862cc9fc None None] The sync data for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:25:28.367620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:28.412775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] For port ea9cac99-b8bc-4506-94d8-f8928c27939e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ea9cac99-b8bc-4506-94d8-f8928c27939e,segment=NetworkSegment(a5714641-3eb6-4487-af33-2a584441749f),segment_id=a5714641-3eb6-4487-af33-2a584441749f)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:28.420700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:28.496818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a80b8e-e950-4f87-b9d3-a7d28bd60229 None None] Pushing event updated for resources: {'Port': ['ID=ea9cac99-b8bc-4506-94d8-f8928c27939e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:28.631540 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-bdf7d0a2-04c3-44cb-90c2-7990708b6b1c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:25:28.632956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bdf7d0a2-04c3-44cb-90c2-7990708b6b1c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4496589 Aug 03 16:25:28.635916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:28.722588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c010d25e-5fb4-4d58-877f-f852ebc23517 None None] Network b8ed0939-6803-4e00-871f-f865f60fe799 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:28.792304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Provisioning for port a20c89d4-7df1-4a65-8559-837b32ff133a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:28.854337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Provisioning for port 6656036a-16e6-4940-8713-7e1b2d2603a3 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:28.864310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Provisioning complete for port 6656036a-16e6-4940-8713-7e1b2d2603a3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:28.864683 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:28.929610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Port 6656036a-16e6-4940-8713-7e1b2d2603a3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:25:28.952122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Provisioning complete for port ea9cac99-b8bc-4506-94d8-f8928c27939e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:28.953172 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8af0568d-64ba-49c1-a1af-e79d922707dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.080031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.189467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-722fb756-de51-4fab-bbcd-433963f377d9 None None] Provisioning complete for port 6656036a-16e6-4940-8713-7e1b2d2603a3 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:29.190108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-722fb756-de51-4fab-bbcd-433963f377d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.243995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-722fb756-de51-4fab-bbcd-433963f377d9 None None] Port 6656036a-16e6-4940-8713-7e1b2d2603a3 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:25:29.292679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a20c89d4-7df1-4a65-8559-837b32ff133a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:29.349062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a20c89d4-7df1-4a65-8559-837b32ff133a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:29.356470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a20c89d4-7df1-4a65-8559-837b32ff133a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:29.356924 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.389746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Provisioning complete for port a20c89d4-7df1-4a65-8559-837b32ff133a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:29.390393 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.394812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting port 6656036a-16e6-4940-8713-7e1b2d2603a3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:29.395162 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.489897 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.496194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.503472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Calling delete_port for 6656036a-16e6-4940-8713-7e1b2d2603a3 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:29.525671 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.550336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a20c89d4-7df1-4a65-8559-837b32ff133a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a20c89d4-7df1-4a65-8559-837b32ff133a,segment=NetworkSegment(2b4ce71a-ac23-49f4-93df-b2113da92ac5),segment_id=2b4ce71a-ac23-49f4-93df-b2113da92ac5)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:29.559785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.560584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ea9cac99-b8bc-4506-94d8-f8928c27939e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:29.682844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.db.api [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 16:25:29.683454 n-d-803226-3 neutron-server[106018]: DEBUG oslo_db.api [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 16:25:29.685023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a20c89d4-7df1-4a65-8559-837b32ff133a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:29.694796 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.695791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ea9cac99-b8bc-4506-94d8-f8928c27939e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:29.696173 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:29.723530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Port': ['ID=6656036a-16e6-4940-8713-7e1b2d2603a3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:29.869822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:30.029711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Router 287de703-521c-48f0-859d-e2bb76acd9e0 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:25:30.109183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:25:30.114450 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ca52b47-d62b-462b-badf-89e839551be9 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774578 Aug 03 16:25:30.118211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48362) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:30.120859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] Sync routers for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:25:30.131304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:30.132029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:30.159631 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-1c214619-f9b8-4bc8-a481-c1f7d4674e96 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] delete failed (client error): The resource could not be found. Aug 03 16:25:30.160664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1c214619-f9b8-4bc8-a481-c1f7d4674e96 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-398586534 HTTP/1.1" status: 404 len: 334 time: 0.0414314 Aug 03 16:25:30.164275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48364) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:30.168542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:30.168723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-49d71754-324e-41d4-8e4d-4074d6c95e99 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'router': {'external_gateway_info': {'network_id': '287de703-521c-48f0-859d-e2bb76acd9e0'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:30.177399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:30.178044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:30.211534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:30.212161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306957ea-9eee-4599-9af5-5ac78bb8950a None None] The sync data for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:25:30.247818 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7b4d36fe-b480-49e2-9625-e88b6b3ffa81 None None] Could not find standard attr ID for object 6656036a-16e6-4940-8713-7e1b2d2603a3. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:25:30.324605 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-b82d033c-b70b-4631-89ac-26abbf1b8f7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437992 Aug 03 16:25:30.385855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49d71754-324e-41d4-8e4d-4074d6c95e99 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:30.411000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-cc3a88f1-635b-4796-a085-de9ec60bad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:30.412623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-cc3a88f1-635b-4796-a085-de9ec60bad8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.0442245 Aug 03 16:25:30.416100 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-49d71754-324e-41d4-8e4d-4074d6c95e99 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] update failed (client error): The resource could not be found. Aug 03 16:25:30.419476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-49d71754-324e-41d4-8e4d-4074d6c95e99 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0 HTTP/1.1" status: 404 len: 339 time: 0.2525005 Aug 03 16:25:30.422426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48366) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:31.040518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-90037351-d20c-4314-b8c3-04e9c816968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:31.042232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-90037351-d20c-4314-b8c3-04e9c816968a service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.5767429 Aug 03 16:25:31.170131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-68fab261-1630-4fe0-bd28-bf24b10d1399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 1001 time: 0.1204531 Aug 03 16:25:31.171315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:31.171925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a20c89d4-7df1-4a65-8559-837b32ff133a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:25:31.235626 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a20c89d4-7df1-4a65-8559-837b32ff133a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:31.235998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:31.319956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-699987ab-a5b9-4008-89c8-a2091c62e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:31.321365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-699987ab-a5b9-4008-89c8-a2091c62e693 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.1390121 Aug 03 16:25:31.451654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-100af26f-9a59-40a0-990c-8376741a0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:31.454118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-100af26f-9a59-40a0-990c-8376741a0119 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967820 Aug 03 16:25:31.604281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Allocated IP 172.20.0.1 (34dd450d-7a6e-4491-bd9a-33a30c984a10/a42c01b0-917a-4b06-89d0-fedf89c76c2f/ce6148b3-50eb-479c-b285-5c0572021b87) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:25:31.628947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-f2bd1bbe-ce4c-4142-8acf-56e375262cc9 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568081 Aug 03 16:25:31.830326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3409ee24-c4ad-41be-b70c-c1abd1f5a06e req-e2b1ce59-e5dd-4f73-910a-9c69a8d9eb0b service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930242 Aug 03 16:25:31.837247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:31.856082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Transition to ACTIVE for port object ce6148b3-50eb-479c-b285-5c0572021b87 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:25:31.896608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:31.950514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:31.956759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:31.964341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:25:31.971630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Port': ['ID=ce6148b3-50eb-479c-b285-5c0572021b87,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:32.024040 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.166362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.325970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c88b3c84-a758-48c0-bba9-1d7748bdfb93 None None] Provisioning for port ce6148b3-50eb-479c-b285-5c0572021b87 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:25:32.331151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c88b3c84-a758-48c0-bba9-1d7748bdfb93 None None] Provisioning complete for port ce6148b3-50eb-479c-b285-5c0572021b87 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:32.331713 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c88b3c84-a758-48c0-bba9-1d7748bdfb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.378941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-c88b3c84-a758-48c0-bba9-1d7748bdfb93 None None] Port ce6148b3-50eb-479c-b285-5c0572021b87 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:25:32.482706 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.488205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.574149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:32.575890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event updated for resources: {'Port': ['ID=ce6148b3-50eb-479c-b285-5c0572021b87,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:32.700196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:25:32.701616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:32.823793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Router 287de703-521c-48f0-859d-e2bb76acd9e0 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:25:32.951363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:25:32.958717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6aa06532-2cec-4c2c-9465-dc8d9b5e315e tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347099 Aug 03 16:25:32.962881 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48368) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:32.965434 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] Sync routers for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:25:32.978862 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:32.979414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:33.005962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ae95fe4d-255d-4caf-a90f-ffdf89b707e8 None None] Provisioning complete for port ce6148b3-50eb-479c-b285-5c0572021b87 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:25:33.006786 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ae95fe4d-255d-4caf-a90f-ffdf89b707e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:33.021286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:33.037054 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:33.037828 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:33.061293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ae95fe4d-255d-4caf-a90f-ffdf89b707e8 None None] Port ce6148b3-50eb-479c-b285-5c0572021b87 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:25:33.082613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-adea80b0-f220-490f-b84d-884b0e5871db tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:33.083626 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:33.084629 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a369511-c733-449e-9e0f-cfc872043482 None None] The sync data for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 is: [] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:25:33.180823 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-adea80b0-f220-490f-b84d-884b0e5871db tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 16:25:33.181898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-adea80b0-f220-490f-b84d-884b0e5871db tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0 HTTP/1.1" status: 409 len: 329 time: 0.2175379 Aug 03 16:25:33.185158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48372) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:33.663342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:33.933624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting port ce6148b3-50eb-479c-b285-5c0572021b87 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:33.933993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:34.028419 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:34.044645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Calling delete_port for ce6148b3-50eb-479c-b285-5c0572021b87 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:34.227287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:34.267142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Port': ['ID=ce6148b3-50eb-479c-b285-5c0572021b87,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:34.736751 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:34.900438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Router 287de703-521c-48f0-859d-e2bb76acd9e0 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:25:34.980616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:25:34.989944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb094a1e-97af-415e-99a8-909fe67ba736 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993889 Aug 03 16:25:34.989944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48376) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:34.991164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] Sync routers for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:25:35.003180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:35.003780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:35.032998 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-1c61c446-061d-4891-bf07-05aca8c14c81 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] show failed (client error): The resource could not be found. Aug 03 16:25:35.034068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1c61c446-061d-4891-bf07-05aca8c14c81 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-256015906 HTTP/1.1" status: 404 len: 334 time: 0.0438368 Aug 03 16:25:35.037953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48378) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:35.039686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:35.042567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6a1c8b93-03f7-42d8-bccd-97877b396a75 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:35.049735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] Routers {'287de703-521c-48f0-859d-e2bb76acd9e0'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:25:35.050329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:25:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['287de703-521c-48f0-859d-e2bb76acd9e0'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:35.076690 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-6a1c8b93-03f7-42d8-bccd-97877b396a75 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] update failed (client error): The resource could not be found. Aug 03 16:25:35.079064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6a1c8b93-03f7-42d8-bccd-97877b396a75 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-764938013 HTTP/1.1" status: 404 len: 334 time: 0.0394263 Aug 03 16:25:35.085100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48380) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:35.089123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:35.089809 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a405e4-ffa7-4a02-9600-faf048256a87 None None] The sync data for ids ['287de703-521c-48f0-859d-e2bb76acd9e0'] in n-d-803226-3 is: [] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:25:35.140477 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting subnet fb16827a-e41f-455a-b539-3653e8ff7a58 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:35.144200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.191342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.284227 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.350211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.385379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Subnet': ['ID=fb16827a-e41f-455a-b539-3653e8ff7a58,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:35.389434 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.392858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f7c8105-d20e-4b6d-9d21-9e84b19a6d95 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/subnets/fb16827a-e41f-455a-b539-3653e8ff7a58 HTTP/1.1" status: 204 len: 168 time: 0.3057420 Aug 03 16:25:35.394572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48382) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:35.397597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7ae734-9d20-43be-bb96-d5ae0c9a8aa2 None None] Network b8ed0939-6803-4e00-871f-f865f60fe799 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:35.473081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting subnet 9c3a0f12-e8db-4003-9263-a7f2d54534cc {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:35.477228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.531032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.606988 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] DHCP port deletion for b8ed0939-6803-4e00-871f-f865f60fe799 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:35.648790 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.669222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Deleting port a20c89d4-7df1-4a65-8559-837b32ff133a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:35.669696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.719907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.758796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3a0f12-e8db-4003-9263-a7f2d54534cc,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:35.763948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.765961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] For port a20c89d4-7df1-4a65-8559-837b32ff133a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a20c89d4-7df1-4a65-8559-837b32ff133a,segment=NetworkSegment(2b4ce71a-ac23-49f4-93df-b2113da92ac5),segment_id=2b4ce71a-ac23-49f4-93df-b2113da92ac5)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:35.766434 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.768005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ad0b8ba-fde4-4355-be9a-c4c70ee34f3c tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/subnets/9c3a0f12-e8db-4003-9263-a7f2d54534cc HTTP/1.1" status: 204 len: 168 time: 0.3721697 Aug 03 16:25:35.771336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48384) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:35.778836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4592e-0275-45e2-bdd7-dd01ac897566 None None] Network c61d7132-53eb-4938-9a7d-1d0819bcb9a0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:35.827529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Calling delete_port for a20c89d4-7df1-4a65-8559-837b32ff133a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:35.876004 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:35.945613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting port a20c89d4-7df1-4a65-8559-837b32ff133a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:35.946048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.009921 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.028152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] For port a20c89d4-7df1-4a65-8559-837b32ff133a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a20c89d4-7df1-4a65-8559-837b32ff133a,segment=NetworkSegment(2b4ce71a-ac23-49f4-93df-b2113da92ac5),segment_id=2b4ce71a-ac23-49f4-93df-b2113da92ac5)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:36.028521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.042535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] No DVR routers for this DVR port a20c89d4-7df1-4a65-8559-837b32ff133a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:36.044601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b2a13-e76f-4d59-9a62-1772321941e4 None None] Pushing event deleted for resources: {'Port': ['ID=a20c89d4-7df1-4a65-8559-837b32ff133a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:36.046780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Calling delete_port for a20c89d4-7df1-4a65-8559-837b32ff133a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:36.079888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] DHCP port deletion for c61d7132-53eb-4938-9a7d-1d0819bcb9a0 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:36.130159 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Deleting port ea9cac99-b8bc-4506-94d8-f8928c27939e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:36.130564 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.164857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.196147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] For port ea9cac99-b8bc-4506-94d8-f8928c27939e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ea9cac99-b8bc-4506-94d8-f8928c27939e,segment=NetworkSegment(a5714641-3eb6-4487-af33-2a584441749f),segment_id=a5714641-3eb6-4487-af33-2a584441749f)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:36.196554 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.205739 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Port': ['ID=a20c89d4-7df1-4a65-8559-837b32ff133a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:36.208666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] No DVR routers for this DVR port a20c89d4-7df1-4a65-8559-837b32ff133a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:36.213114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Calling delete_port for ea9cac99-b8bc-4506-94d8-f8928c27939e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:36.294471 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.306015 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ed0939-6803-4e00-871f-f865f60fe799']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.317439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4ce71a-ac23-49f4-93df-b2113da92ac5') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.317692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4ce71a-ac23-49f4-93df-b2113da92ac5') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.322529 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.328019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.348898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.351506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] Pushing event deleted for resources: {'Port': ['ID=ea9cac99-b8bc-4506-94d8-f8928c27939e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:36.364457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460f4ed5-99b5-44d3-9f04-06ab2a79c316 None None] No DVR routers for this DVR port ea9cac99-b8bc-4506-94d8-f8928c27939e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:36.365803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:36.366226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self.session.flush() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:36.369513 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:36.440989 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.448123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.453717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/networks/b8ed0939-6803-4e00-871f-f865f60fe799 HTTP/1.1" status: 204 len: 168 time: 0.6781313 Aug 03 16:25:36.454653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:36.468143 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d4582-9648-4b6f-ba9c-d72988fc6825 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Network': ['ID=b8ed0939-6803-4e00-871f-f865f60fe799,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:36.540352 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.631968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.643479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61d7132-53eb-4938-9a7d-1d0819bcb9a0']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.653946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5714641-3eb6-4487-af33-2a584441749f') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.654243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5714641-3eb6-4487-af33-2a584441749f') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:36.663094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.676763 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.683723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:36.684138 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:36.687787 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:36.750689 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.758313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.760134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/networks/c61d7132-53eb-4938-9a7d-1d0819bcb9a0 HTTP/1.1" status: 204 len: 168 time: 0.3048844 Aug 03 16:25:36.762734 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48388) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:36.782721 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebeadd-8b5b-4e84-b73a-4048c29b8626 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Network': ['ID=c61d7132-53eb-4938-9a7d-1d0819bcb9a0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:36.837058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting subnet a42c01b0-917a-4b06-89d0-fedf89c76c2f {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:36.840583 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.885489 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:36.972196 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.045307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.085550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Subnet': ['ID=a42c01b0-917a-4b06-89d0-fedf89c76c2f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:37.088006 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.090004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-33d7b450-0cb1-420f-859d-07c131c03b73 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/subnets/a42c01b0-917a-4b06-89d0-fedf89c76c2f HTTP/1.1" status: 204 len: 168 time: 0.3164268 Aug 03 16:25:37.093570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48390) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:37.103474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0634104d-414a-4517-a7e6-f770613009b3 None None] Network 34dd450d-7a6e-4491-bd9a-33a30c984a10 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:37.205719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a20c89d4-7df1-4a65-8559-837b32ff133a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:37.230126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.299317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Deleting port 3aeccb7e-786b-4148-b31d-ecaddc02015a {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:25:37.299770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.399756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] For port 3aeccb7e-786b-4148-b31d-ecaddc02015a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3aeccb7e-786b-4148-b31d-ecaddc02015a,segment=NetworkSegment(20b3bb9c-488f-4540-99b6-aa33213482f8),segment_id=20b3bb9c-488f-4540-99b6-aa33213482f8)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:25:37.400337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.409003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a20c89d4-7df1-4a65-8559-837b32ff133a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:37.409353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a20c89d4-7df1-4a65-8559-837b32ff133a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:37.409802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ea9cac99-b8bc-4506-94d8-f8928c27939e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:37.422638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Calling delete_port for 3aeccb7e-786b-4148-b31d-ecaddc02015a owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:25:37.432643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ea9cac99-b8bc-4506-94d8-f8928c27939e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:37.432971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ea9cac99-b8bc-4506-94d8-f8928c27939e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:37.538322 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:37.551820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259835b-e428-4f28-8785-375ebd3932ca None None] DHCP port deletion for 34dd450d-7a6e-4491-bd9a-33a30c984a10 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:25:37.907079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Port': ['ID=3aeccb7e-786b-4148-b31d-ecaddc02015a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:37.912653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] No DVR routers for this DVR port 3aeccb7e-786b-4148-b31d-ecaddc02015a on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:25:38.012114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.025936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dd450d-7a6e-4491-bd9a-33a30c984a10']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:38.038102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b3bb9c-488f-4540-99b6-aa33213482f8') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:38.038439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b3bb9c-488f-4540-99b6-aa33213482f8') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:38.051204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.069612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.078741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:38.079148 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:38.082270 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:38.153885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.162985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.164167 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/networks/34dd450d-7a6e-4491-bd9a-33a30c984a10 HTTP/1.1" status: 204 len: 168 time: 1.0690548 Aug 03 16:25:38.168829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:38.176601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753519ce-52df-4ce3-be76-1b0cc1d8cf5f tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Pushing event deleted for resources: {'Network': ['ID=34dd450d-7a6e-4491-bd9a-33a30c984a10,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:38.203156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a345526a-b711-4f49-8736-9bc2ec798d03 tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "GET /v2.0/ports?device_id=287de703-521c-48f0-859d-e2bb76acd9e0 HTTP/1.1" status: 200 len: 205 time: 0.0325892 Aug 03 16:25:38.206265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48394) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:38.303393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.479243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.481571 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.530491 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.531833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Fanout notify agent at l3_agent the message router_deleted on router 287de703-521c-48f0-859d-e2bb76acd9e0 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:25:38.539983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:38.541219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-97308436-3409-47d8-bbc9-aa00c2a5ab0b tempest-RoutersNegativeTest-159454597 tempest-RoutersNegativeTest-159454597-project] 10.222.0.70 "DELETE /v2.0/routers/287de703-521c-48f0-859d-e2bb76acd9e0 HTTP/1.1" status: 204 len: 168 time: 0.3337886 Aug 03 16:25:38.843209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48400) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:39.005084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3d404382-8dae-423c-a059-61caf9d9da93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2e700064f95c42eb9952eb4fac17ce17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606157 Aug 03 16:25:39.007552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48404) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:39.075911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:39.112058 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:39.175960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:39.176890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3aeccb7e-786b-4148-b31d-ecaddc02015a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:25:39.179878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:39.181593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08d43936-d8e1-463b-b7b0-899cb311def3 HTTP/1.1" status: 204 len: 168 time: 0.1731212 Aug 03 16:25:39.194865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d43936-d8e1-463b-b7b0-899cb311def3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:39.199167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3aeccb7e-786b-4148-b31d-ecaddc02015a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:25:39.199531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3aeccb7e-786b-4148-b31d-ecaddc02015a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:25:39.203084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.203432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.203990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.204503 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.205050 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.205430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.205810 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.206199 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.206459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.206778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.207692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.208129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f807d1b-5f23-4640-902b-46bf69b6e1bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:25:39.870410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f48ef0ae-e0f8-4935-8912-4ff1ed1168f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:39.907480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48426) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:40.016788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138242980-network', 'tenant_id': '7e677eed78554be59985ab63528113ee'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:40.038589 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Made reservation on behalf of 7e677eed78554be59985ab63528113ee for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:40.040919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.050118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.146900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.151182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.179327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:40.185891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95acf6e-3f57-4474-9fb0-a1cbef8f437e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:40.192679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.193030 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Added segment 02c93533-a742-4a68-966f-64c3576650ad of type vlan for network a7e565d5-4c15-472c-b0ec-e4de39d5c4af Aug 03 16:25:40.236025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.268809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.269798 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:40.270371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.324786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4157579 Aug 03 16:25:40.328957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:40.330179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884beea9-6de2-4e5e-a12e-4a8639f988c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e565d5-4c15-472c-b0ec-e4de39d5c4af,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:40.334471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Request body: {'subnet': {'network_id': 'a7e565d5-4c15-472c-b0ec-e4de39d5c4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1138242980-subnet', 'tenant_id': '7e677eed78554be59985ab63528113ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:40.340508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a7e565d5-4c15-472c-b0ec-e4de39d5c4af details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:40.357418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Made reservation on behalf of 7e677eed78554be59985ab63528113ee for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:40.360829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.542334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.603724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae805281-9359-4150-91b0-65afaac7ebf5,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:40.617006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Checking segment: {'id': '02c93533-a742-4a68-966f-64c3576650ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a7e565d5-4c15-472c-b0ec-e4de39d5c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:40.618059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Network hostable DHCP agents. Network: a7e565d5-4c15-472c-b0ec-e4de39d5c4af, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:40.640581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Network a7e565d5-4c15-472c-b0ec-e4de39d5c4af is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:40.650680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a7e565d5-4c15-472c-b0ec-e4de39d5c4af) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:40.656902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:40.657502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:40.665376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0f8a4-9be3-41a3-b8db-fa6e1a1cb1a8 None None] Network a7e565d5-4c15-472c-b0ec-e4de39d5c4af requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:40.676978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-74c36de3-fcca-4470-998b-a82d424e89ea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3469415 Aug 03 16:25:40.821797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94350d-068a-4e71-8185-f6cdc095b32a None None] Network a7e565d5-4c15-472c-b0ec-e4de39d5c4af requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:41.283791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48446) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:41.289372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087501523-network', 'tenant_id': 'e1ae0c1a451b419c8e94465abcfb0556'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:41.313759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Made reservation on behalf of e1ae0c1a451b419c8e94465abcfb0556 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:41.316283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.326847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.459215 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.463810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.494073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:25:41.502938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c7872-80a8-4dc5-be52-6fc83f0319f0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:41.512888 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.513244 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Added segment 9c22e56c-e6b3-4f9a-8ca9-c595fc057fdc of type vlan for network 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 Aug 03 16:25:41.568634 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.622022 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.623027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:41.623645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.676773 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3917859 Aug 03 16:25:41.680118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48448) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:41.689618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Request body: {'subnet': {'network_id': '82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087501523-subnet', 'tenant_id': 'e1ae0c1a451b419c8e94465abcfb0556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:25:41.692814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698c3ce-2c3d-45cd-b939-5fed96206b71 admin admin] Pushing event updated for resources: {'Network': ['ID=82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:41.712211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:25:41.714490 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Made reservation on behalf of e1ae0c1a451b419c8e94465abcfb0556 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:25:41.717436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.915617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:41.988069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b566cb58-567c-442b-a8ef-ab0949793281,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:42.000079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Checking segment: {'id': '9c22e56c-e6b3-4f9a-8ca9-c595fc057fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:25:42.001158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Network hostable DHCP agents. Network: 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:25:42.027581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Network 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:25:42.040127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:25:42.044518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:25:42.045113 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.051094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5389160-5365-4e11-9680-97be9b1129a1 None None] Network 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:42.066289 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fa134d72-a60a-4490-a371-cdc157a479e0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3841162 Aug 03 16:25:42.149053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dbddf957-f575-427d-b91b-3a8d32f88b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.224101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48452) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:42.231946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac9f78-c525-4ad0-b84f-1c7d4cb157fc None None] Network 82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:25:42.283977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Deleting subnet ae805281-9359-4150-91b0-65afaac7ebf5 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:42.287279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.333862 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.382567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.447870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.476299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae805281-9359-4150-91b0-65afaac7ebf5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:42.478283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.480207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-979fad23-801b-45b6-8b41-3e31c877c0f0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ae805281-9359-4150-91b0-65afaac7ebf5 HTTP/1.1" status: 204 len: 168 time: 0.2548137 Aug 03 16:25:42.483944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48454) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:42.558452 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.652346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.674929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e565d5-4c15-472c-b0ec-e4de39d5c4af']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:42.692683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c93533-a742-4a68-966f-64c3576650ad') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:42.693440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c93533-a742-4a68-966f-64c3576650ad') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:42.703813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.721902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.728350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:42.728748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:42.730524 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:42.792882 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.800786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.806167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48456) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:42.809968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a7e565d5-4c15-472c-b0ec-e4de39d5c4af HTTP/1.1" status: 204 len: 168 time: 0.3246193 Aug 03 16:25:42.820932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.823058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62febe79-27b5-4877-97e4-905082e6a8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e565d5-4c15-472c-b0ec-e4de39d5c4af,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:42.870009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Deleting subnet b566cb58-567c-442b-a8ef-ab0949793281 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:25:42.875054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.923467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:42.968751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.035400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.063164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b566cb58-567c-442b-a8ef-ab0949793281,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:43.067125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.072160 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-669467d8-fc61-46ad-a1c5-817199e15cb6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b566cb58-567c-442b-a8ef-ab0949793281 HTTP/1.1" status: 204 len: 168 time: 0.2621031 Aug 03 16:25:43.073449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48458) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:43.164079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.257681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.273948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:43.289159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c22e56c-e6b3-4f9a-8ca9-c595fc057fdc') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:43.289497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c22e56c-e6b3-4f9a-8ca9-c595fc057fdc') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:25:43.303637 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.322618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.333356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:25:43.333940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:25:43.336475 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:25:43.408526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.415991 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.419017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] 10.222.0.70 "DELETE /v2.0/networks/82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0 HTTP/1.1" status: 204 len: 168 time: 0.3453796 Aug 03 16:25:43.434016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28593-be64-4763-a6b6-da47cd455396 admin admin] Pushing event deleted for resources: {'Network': ['ID=82fa3b6f-9d4f-4c7a-868a-a76c0afb8ff0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:43.656368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48462) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:43.726150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b51ed4be-a31e-48be-ba58-ee62ba6bb2ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e677eed78554be59985ab63528113ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680013 Aug 03 16:25:43.729882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48466) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:43.771419 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.812883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.856066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.918394 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.923348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:43.924824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b95acf6e-3f57-4474-9fb0-a1cbef8f437e HTTP/1.1" status: 204 len: 168 time: 0.1936269 Aug 03 16:25:43.934924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27152-596b-4d3c-ac04-4abe6e5b78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95acf6e-3f57-4474-9fb0-a1cbef8f437e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:44.404233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48472) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:44.464071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35eda54c-cab7-4e1a-ab86-2f18134a1655 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1ae0c1a451b419c8e94465abcfb0556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583248 Aug 03 16:25:44.466588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48474) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:25:44.547916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:44.581318 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:44.663670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:44.667794 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:44.669523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d0c7872-80a8-4dc5-be52-6fc83f0319f0 HTTP/1.1" status: 204 len: 168 time: 0.2006576 Aug 03 16:25:44.681345 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f4b66-620f-4cde-87b2-bb1c49a72152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c7872-80a8-4dc5-be52-6fc83f0319f0,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:25:45.120668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:52.217625 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:25:56.300929 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:01.499226 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:26:06.936012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48708) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:07.109016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5f054b9-e902-474c-9a27-73b6b5efa2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.230111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5f054b9-e902-474c-9a27-73b6b5efa2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.235243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c5f054b9-e902-474c-9a27-73b6b5efa2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.277150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f054b9-e902-474c-9a27-73b6b5efa2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c1f7e-c21c-4558-8550-4e523ea9fe65,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:07.284700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c5f054b9-e902-474c-9a27-73b6b5efa2e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0bbfb2db3574296a9611a363319eae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469272 Aug 03 16:26:07.287475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48712) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:07.359071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.398827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.472857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.477736 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.479727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d1c1f7e-c21c-4558-8550-4e523ea9fe65 HTTP/1.1" status: 204 len: 168 time: 0.1898060 Aug 03 16:26:07.490751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0f04-d13d-487d-91a9-47c796818591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c1f7e-c21c-4558-8550-4e523ea9fe65,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:07.842301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48718) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:07.862884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8362cdca-5a8e-49a8-ab28-798d24091df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.976243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8362cdca-5a8e-49a8-ab28-798d24091df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:07.983799 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8362cdca-5a8e-49a8-ab28-798d24091df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:08.022691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362cdca-5a8e-49a8-ab28-798d24091df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6087dd87-189f-43d1-9b1d-7990b4b13b77,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:08.026848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8362cdca-5a8e-49a8-ab28-798d24091df9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=992ae8de4e1043d48b0a88dcda7b10b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835175 Aug 03 16:26:08.029677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48720) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:08.096577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:08.119394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:08.185477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:08.188559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:08.189732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6087dd87-189f-43d1-9b1d-7990b4b13b77 HTTP/1.1" status: 204 len: 168 time: 0.1590748 Aug 03 16:26:08.198139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca308fa-95a6-485d-82c1-c94d07fa3bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6087dd87-189f-43d1-9b1d-7990b4b13b77,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:08.510516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-8092da71-90cc-4f92-b5bf-cf1d526ba0a2 req-17558a65-34e5-4ccd-b354-7dd7adb4ff88 service neutron] (106016) timed out ('10.222.0.70', 54888) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:26:09.868642 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8731a426-66d7-4ff5-b195-b8784295ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:12.146863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1777a81-7766-4088-89b2-3af209d4fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:12.813245 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:13.768452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.128379 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.145197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 48800) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:15.324513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0dad-4d3c-4433-b2b5-4645a0055f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.454295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0dad-4d3c-4433-b2b5-4645a0055f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.458883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d0ba0dad-4d3c-4433-b2b5-4645a0055f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.501456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba0dad-4d3c-4433-b2b5-4645a0055f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de838afa-7390-4dc7-aad7-5f581f6a8f08,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:15.507109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d0ba0dad-4d3c-4433-b2b5-4645a0055f9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8898d20b36e144f0881d343bfb7e6cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602042 Aug 03 16:26:15.509351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48806) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:15.573163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.610872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.683534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.688811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:15.689311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de838afa-7390-4dc7-aad7-5f581f6a8f08 HTTP/1.1" status: 204 len: 168 time: 0.1786311 Aug 03 16:26:15.703960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e289e5-dd80-4711-97e3-57bcf4f5cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de838afa-7390-4dc7-aad7-5f581f6a8f08,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:16.106860 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48812) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:16.124778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d042c1f2-756c-4b15-a380-ade901b65a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.237721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d042c1f2-756c-4b15-a380-ade901b65a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.242778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d042c1f2-756c-4b15-a380-ade901b65a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.290744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042c1f2-756c-4b15-a380-ade901b65a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e1fde7-daee-4ab9-a332-bd7ddc2c0cd7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:16.295462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d042c1f2-756c-4b15-a380-ade901b65a92 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9a380f1f3fd4e6d802a93624e05fca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870594 Aug 03 16:26:16.299257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 48814) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:16.377100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.409071 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.567252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.569965 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:16.574369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95e1fde7-daee-4ab9-a332-bd7ddc2c0cd7 HTTP/1.1" status: 204 len: 168 time: 0.2740946 Aug 03 16:26:16.607896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15491e-f0ed-4fcc-8cca-fe69fdc45f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e1fde7-daee-4ab9-a332-bd7ddc2c0cd7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:22.219236 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:26.311236 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:29.901740 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-b0915e6d-12f5-470c-8449-0edbb53bb0c2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2141296433&fields=id&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 267 time: 0.0499682 Aug 03 16:26:30.042619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-728ff6f4-3ca5-4ec2-b76e-eba0f2857fe4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:30.045059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-728ff6f4-3ca5-4ec2-b76e-eba0f2857fe4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1305013 Aug 03 16:26:30.063637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-1cd44400-f35a-4a8e-8108-eeb84b564880 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/quotas/feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 375 time: 0.0110948 Aug 03 16:26:30.142587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-2dd94ecc-dfda-4564-b331-5d326361341d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0708544 Aug 03 16:26:30.429372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-1bdb478e-446f-42c4-b4c4-d3a02543fd6a service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604437 Aug 03 16:26:30.589162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-b0065d24-0968-4209-96d7-9cb6be4346e6 service neutron] 10.222.0.70 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482854 Aug 03 16:26:31.152570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12744a87-8095-4e13-9984-b108ad0dd596 req-9de68169-747f-4a0e-a632-5291fe2bf74c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.1244040 Aug 03 16:26:31.909151 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-b0eddb81-85ef-48f2-a977-12d63d3917f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371875 Aug 03 16:26:32.042781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-7817310e-b82d-4659-b8ae-3ccabd3547af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:32.047769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-7817310e-b82d-4659-b8ae-3ccabd3547af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.0713441 Aug 03 16:26:32.199645 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-aafcee32-3ddd-48c2-9efa-d6b9078d9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:32.205086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-aafcee32-3ddd-48c2-9efa-d6b9078d9b00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1341088 Aug 03 16:26:32.316607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08eb6fcd-d882-4899-9660-cb8d0c9be97f req-c2566cc5-8b30-4c2f-afdd-cda7158ba698 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0606852 Aug 03 16:26:32.335175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-ddbfbc72-2758-4627-9c4d-2dbe0684981b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 1001 time: 0.1218364 Aug 03 16:26:32.409609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-200073b6-e4f3-448d-8b7d-a127d1971abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:32.412422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-200073b6-e4f3-448d-8b7d-a127d1971abe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0713358 Aug 03 16:26:32.489461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-4c2bc9db-fd50-4833-8dc8-fda5f4333835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:32.492123 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-4c2bc9db-fd50-4833-8dc8-fda5f4333835 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728920 Aug 03 16:26:32.503733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-508fb6e5-d2a1-445d-a8df-7e2c8afda468 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:26:32.504790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-508fb6e5-d2a1-445d-a8df-7e2c8afda468 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059063 Aug 03 16:26:32.656736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-c00e0891-f52d-43fe-85e2-859eab2851e3 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439292 Aug 03 16:26:32.780679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df2021b4-e4af-48b5-ae8c-dd90f51d442c req-dd750ead-95bd-4117-8964-458fad29983b service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157279 Aug 03 16:26:33.516488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecf39b3e-8608-44c6-9988-9b02a2b0a53f req-fa22ccf5-bd65-49ab-a0f6-dbc92b48bd27 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Aug 03 16:26:34.453681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-9598b5ce-aa83-4751-b80f-cd989346173f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:34.455030 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-9598b5ce-aa83-4751-b80f-cd989346173f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 812 time: 0.1777425 Aug 03 16:26:34.518966 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-dcfd8a5b-2be7-4c96-9360-60622dbf3936 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9 HTTP/1.1" status: 200 len: 380 time: 0.0542951 Aug 03 16:26:34.531436 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'port': {'device_id': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'admin_state_up': True, 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'security_groups': ['dd7b8910-5f9a-4dce-a947-fb29fe162dda']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:26:34.700745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3799ad0-64ec-4276-aa49-bf060c5565ba req-9654a29b-e0f5-46c4-bd2e-1e1f6c23a433 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0565708 Aug 03 16:26:34.707677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Made reservation on behalf of feee2476e90e4f4ba94fc0d65a1a1eb9 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:26:34.712807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:34.901309 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.20.0.13 (56be381d-5411-4083-978e-ab9fa1f6c775/adde6d6c-6c86-40ce-b3e6-1574b73333e5/74292b09-7218-4259-8c28-4886b274d32a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:26:35.102375 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:35.126474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Transition to ACTIVE for port object 74292b09-7218-4259-8c28-4886b274d32a will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:26:35.178913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:35.232324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 56be381d-5411-4083-978e-ab9fa1f6c775 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:26:35.237506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:26:35.240206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:26:35.283366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:35.338949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:35.339695 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:35.363077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-5e4c81df-b1e3-4df2-bd6e-94363ef431e1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8376663 Aug 03 16:26:35.377563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-bac81001-4d59-424f-b711-c49da509bb50 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:26:35.379481 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-bac81001-4d59-424f-b711-c49da509bb50 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099230 Aug 03 16:26:35.493841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Request body: {'port': {'device_id': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:26:35.608479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:35.640142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b70c96f-d6ef-4299-b64d-6a27f3898a1d None None] Provisioning for port 74292b09-7218-4259-8c28-4886b274d32a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:26:35.644359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6b70c96f-d6ef-4299-b64d-6a27f3898a1d None None] Provisioning complete for port 74292b09-7218-4259-8c28-4886b274d32a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:26:35.644880 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6b70c96f-d6ef-4299-b64d-6a27f3898a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:35.692104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6b70c96f-d6ef-4299-b64d-6a27f3898a1d None None] Port 74292b09-7218-4259-8c28-4886b274d32a cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:26:35.963372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00529c1a-a49b-4e30-a25b-7bdb2f4a6944 req-687e8910-72d6-4deb-b001-49ac35e4b440 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:35.965118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00529c1a-a49b-4e30-a25b-7bdb2f4a6944 req-687e8910-72d6-4deb-b001-49ac35e4b440 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 932 time: 0.1384499 Aug 03 16:26:36.071485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-00529c1a-a49b-4e30-a25b-7bdb2f4a6944 req-ada4129e-3eb6-4f65-93ab-a6ace8af5e98 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922527 Aug 03 16:26:36.150886 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74292b09-7218-4259-8c28-4886b274d32a {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:26:36.161608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:36.182659 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Transition to ACTIVE for port object 74292b09-7218-4259-8c28-4886b274d32a will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:26:36.193605 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:36.267247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Pushing event updated for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:36.948355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Attempting to bind port 74292b09-7218-4259-8c28-4886b274d32a on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:26:36.949031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Attempting to bind port 74292b09-7218-4259-8c28-4886b274d32a by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:26:36.949504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Attempting to bind port 74292b09-7218-4259-8c28-4886b274d32a on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:26:36.958049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Port 74292b09-7218-4259-8c28-4886b274d32a on network 56be381d-5411-4083-978e-ab9fa1f6c775 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:26:36.958306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Attempting to bind port 74292b09-7218-4259-8c28-4886b274d32a on network 56be381d-5411-4083-978e-ab9fa1f6c775 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:26:36.965332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:26:36.966543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Checking segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:26:36.967191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Bound using segment: {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:26:36.967710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Bound port: 74292b09-7218-4259-8c28-4886b274d32a, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7505abfa-ea64-4c89-89d1-42504509f36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:26:36.968366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:37.089194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:26:37.096544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=74292b09-7218-4259-8c28-4886b274d32a,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:26:37.105316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:37.192717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:37.193590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:37.195440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] 10.222.0.78 "PUT /v2.0/ports/74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 1092 time: 1.8079007 Aug 03 16:26:37.195926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:26:37.198305 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530feea-dbbf-4a7d-b653-893d56ca870c" -d '{"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:26:37.383653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ac590-189e-483b-8749-11b16e0bc27a service neutron] Pushing event updated for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:37.417494 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aa8e99-d62a-4a1a-96d3-f2dcefc8ae34 x-openstack-request-id: req-d7aa8e99-d62a-4a1a-96d3-f2dcefc8ae34 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:26:37.418074 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:26:37.418412 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7aa8e99-d62a-4a1a-96d3-f2dcefc8ae34 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:26:37.418959 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a', 'status': 'completed', 'code': 200} Aug 03 16:26:37.424696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ebc02-bd1f-449b-b3ce-eefe184ce009 req-3b0cb4f8-cad2-4756-9e86-7418a8a54f6c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:37.430573 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-841ebc02-bd1f-449b-b3ce-eefe184ce009 req-3b0cb4f8-cad2-4756-9e86-7418a8a54f6c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.1639695 Aug 03 16:26:37.446340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-a8676659-5acc-4a21-b99b-1aa8eebdd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:37.452740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-a8676659-5acc-4a21-b99b-1aa8eebdd8ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1095 time: 0.1803102 Aug 03 16:26:37.517239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-ec4b111d-1ecb-4aad-98e1-ac81d0161140 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 217 time: 0.0537584 Aug 03 16:26:37.551412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-841ebc02-bd1f-449b-b3ce-eefe184ce009 req-eb04c68c-cf27-497d-909a-9a00f320ddab tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084394 Aug 03 16:26:37.609261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-bbe58936-049d-4e34-b89b-3f6436ffd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:37.611930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-bbe58936-049d-4e34-b89b-3f6436ffd925 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0862985 Aug 03 16:26:37.719708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-9dff0122-064a-443b-8da2-810727dcfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:37.721576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-9dff0122-064a-443b-8da2-810727dcfd59 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999939 Aug 03 16:26:37.900105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-3a99619d-b12f-42f2-b7d4-81d6dff93c62 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596909 Aug 03 16:26:38.073839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3beed1d-32d1-417d-aac9-d6185a966132 req-89ef299b-c6ab-4e56-bb33-b2f15c03402d service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663756 Aug 03 16:26:38.198012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-8b4e0c3f-d5e0-4605-a8ba-a9daf699bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:38.200223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-8b4e0c3f-d5e0-4605-a8ba-a9daf699bec3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1095 time: 0.0724251 Aug 03 16:26:38.369920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-b2e54517-79f7-4e2d-ac28-1ec6a681a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:38.376026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-b2e54517-79f7-4e2d-ac28-1ec6a681a783 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1663368 Aug 03 16:26:38.456275 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-fd862abb-34ba-48e7-8841-021cf0073373 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 217 time: 0.0626571 Aug 03 16:26:38.512184 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:26:38.548053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-d51aca00-b940-4298-a1be-2cbdec982825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:38.550037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-d51aca00-b940-4298-a1be-2cbdec982825 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0899463 Aug 03 16:26:38.696658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-1f989277-4148-440f-9dbf-f0cb85fa5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:38.701055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-1f989277-4148-440f-9dbf-f0cb85fa5904 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420588 Aug 03 16:26:38.926855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128fdcf-a130-4665-a284-a3454bea3d9c req-c0428fe1-8093-4df4-a47d-583397ac561a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:38.929925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d128fdcf-a130-4665-a284-a3454bea3d9c req-c0428fe1-8093-4df4-a47d-583397ac561a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.1867237 Aug 03 16:26:38.988712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-e8667337-6a1e-4a11-ae2c-f7d5f505ff64 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758553 Aug 03 16:26:39.130341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d128fdcf-a130-4665-a284-a3454bea3d9c req-4427d761-643e-4bb0-a48f-25aed4a72d48 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722796 Aug 03 16:26:39.225924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7530feea-dbbf-4a7d-b653-893d56ca870c req-11b21ee2-8224-4fab-bd4f-639901816606 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292583 Aug 03 16:26:39.885601 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-609557cd-148e-4493-a3c8-e377834c63b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:40.394737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118d155-0abd-4f5f-a96d-4d84a3351a3f req-91527dd6-5ea4-414b-8b3d-9cefe7f5cd6f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:40.397558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4118d155-0abd-4f5f-a96d-4d84a3351a3f req-91527dd6-5ea4-414b-8b3d-9cefe7f5cd6f tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.1010327 Aug 03 16:26:40.462225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4118d155-0abd-4f5f-a96d-4d84a3351a3f req-db99b7fb-7b5a-4c6c-a8bf-754c80ab4dc2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528896 Aug 03 16:26:41.648466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f035de3-66f6-41f8-bc51-0685c1f45a3e req-9cc9b526-3184-4094-89ed-61e663eb3b5c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:41.650295 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f035de3-66f6-41f8-bc51-0685c1f45a3e req-9cc9b526-3184-4094-89ed-61e663eb3b5c tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0701957 Aug 03 16:26:41.717316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f035de3-66f6-41f8-bc51-0685c1f45a3e req-6a1bc43b-f14d-4c1f-9ad3-3a4d3e52d1d4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549319 Aug 03 16:26:42.148166 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-03433d45-e22a-444b-9fba-5da3daefaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:42.817574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:42.898608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91da056-012b-488d-ab16-fca9be24851a req-f2222514-db4e-4c31-ae87-4ad4f0940ed1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:42.900276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e91da056-012b-488d-ab16-fca9be24851a req-f2222514-db4e-4c31-ae87-4ad4f0940ed1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0849211 Aug 03 16:26:42.971345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e91da056-012b-488d-ab16-fca9be24851a req-e2a0e4d3-1b4b-40ea-8b8e-c29c90e95c68 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633667 Aug 03 16:26:43.780604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:44.168774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe8a3-09e1-4399-a939-6b3542806b16 req-2eeee947-0420-4ba5-abfa-7da4f3bb6c24 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:44.171260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7dfe8a3-09e1-4399-a939-6b3542806b16 req-2eeee947-0420-4ba5-abfa-7da4f3bb6c24 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0752411 Aug 03 16:26:44.229269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d7dfe8a3-09e1-4399-a939-6b3542806b16 req-0bd56447-02c2-43bf-ad2e-76982883ee76 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511999 Aug 03 16:26:44.983907 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49106) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:45.136001 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.141704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.294614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.300473 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.351991 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=917aed83feb440eba0ffcbd650b9211d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667777 Aug 03 16:26:45.358353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49112) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:45.376555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d17ca8d-4878-415c-9d62-8e5b5db2d495,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:45.401321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.401923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.402464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.403040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.403549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.404044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.404551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.405075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.405606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.406106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.406560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.407258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b090f41-085a-4373-b1bb-f6737f51dcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:45.423603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4bc45-be15-413b-8086-b2e7822c0855 req-430c90c3-e117-44de-9ce2-31bd9d27ac52 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:45.430515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0b4bc45-be15-413b-8086-b2e7822c0855 req-430c90c3-e117-44de-9ce2-31bd9d27ac52 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0877609 Aug 03 16:26:45.468135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.487246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0b4bc45-be15-413b-8086-b2e7822c0855 req-ff920523-cff0-416e-b48d-90a497737302 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546892 Aug 03 16:26:45.498722 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.585053 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.588322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:45.593804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d17ca8d-4878-415c-9d62-8e5b5db2d495 HTTP/1.1" status: 204 len: 168 time: 0.2304235 Aug 03 16:26:45.602897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c4a3e-2fc7-46f1-adc0-26cd32cb957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d17ca8d-4878-415c-9d62-8e5b5db2d495,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:46.658211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169dd84-9565-44d3-ba24-8e4b46803552 req-268d4fc3-a901-4615-8c33-2d84209db583 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:46.659926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0169dd84-9565-44d3-ba24-8e4b46803552 req-268d4fc3-a901-4615-8c33-2d84209db583 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0737400 Aug 03 16:26:46.726069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0169dd84-9565-44d3-ba24-8e4b46803552 req-d6b3dfe2-7cfd-4c21-8f0f-04fc91bc14d6 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587156 Aug 03 16:26:47.864816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fdc1-804e-4281-9c47-2fc412b049be req-0f219c33-f865-4005-b582-a9a4b6419783 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:47.866943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8926fdc1-804e-4281-9c47-2fc412b049be req-0f219c33-f865-4005-b582-a9a4b6419783 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 944 time: 0.0592766 Aug 03 16:26:47.918147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8926fdc1-804e-4281-9c47-2fc412b049be req-a8123d80-6f93-4094-9d23-6be527deef5b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441866 Aug 03 16:26:48.403882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 74292b09-7218-4259-8c28-4886b274d32a details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:26:48.548985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=74292b09-7218-4259-8c28-4886b274d32a,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:26:48.562680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '74292b09-7218-4259-8c28-4886b274d32a', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'port_id': '74292b09-7218-4259-8c28-4886b274d32a', 'mac_address': 'fa:16:3e:10:74:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:26:48.611371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:48.628309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74292b09-7218-4259-8c28-4886b274d32a {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:26:48.649571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=74292b09-7218-4259-8c28-4886b274d32a,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:26:48.654073 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:48.716329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:48.726478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.727007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.727552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.728040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.728521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.729069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.729503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.729993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.730435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.731585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.731867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.732412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:48.935095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['74292b09-7218-4259-8c28-4886b274d32a'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:26:49.080620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abadfad-0cfc-4ed3-9b66-5381d6316dbc req-19f3beb3-1227-4d2a-910b-efe1f4b651ee tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:49.082336 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8abadfad-0cfc-4ed3-9b66-5381d6316dbc req-19f3beb3-1227-4d2a-910b-efe1f4b651ee tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 945 time: 0.0766730 Aug 03 16:26:49.148190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8abadfad-0cfc-4ed3-9b66-5381d6316dbc req-26090f50-a8c1-4e40-b439-4fa9b7d2815d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552220 Aug 03 16:26:50.334144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3661a03-63e3-48ca-a2df-d02e1073ae9f req-5bd67648-d589-4d33-b212-204fde20ef05 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:50.335764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3661a03-63e3-48ca-a2df-d02e1073ae9f req-5bd67648-d589-4d33-b212-204fde20ef05 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 945 time: 0.0899701 Aug 03 16:26:50.401148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3661a03-63e3-48ca-a2df-d02e1073ae9f req-5a48019e-54d9-4886-ae01-0a0c577c9652 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580118 Aug 03 16:26:50.425770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 74292b09-7218-4259-8c28-4886b274d32a up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:26:50.504997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 74292b09-7218-4259-8c28-4886b274d32a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:26:50.509614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 74292b09-7218-4259-8c28-4886b274d32a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:26:50.510031 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:50.612220 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:50.644042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74292b09-7218-4259-8c28-4886b274d32a'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:26:50.646816 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e07432-1b86-40b7-8fb1-6c4ef6d2db31" -d '{"events": [{"server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "name": "network-vif-plugged", "status": "completed", "tag": "74292b09-7218-4259-8c28-4886b274d32a"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:26:50.669785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=74292b09-7218-4259-8c28-4886b274d32a,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:26:50.676051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:50.720613 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173d9d5-c160-4412-b819-1abda53a5e98 x-openstack-request-id: req-8173d9d5-c160-4412-b819-1abda53a5e98 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:26:50.721170 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "name": "network-vif-plugged", "status": "completed", "tag": "74292b09-7218-4259-8c28-4886b274d32a", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:26:50.721578 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8173d9d5-c160-4412-b819-1abda53a5e98 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:26:50.722252 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74292b09-7218-4259-8c28-4886b274d32a', 'code': 200} Aug 03 16:26:50.765923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:50.841359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fcd2d-a657-412a-954a-0ffed80392ea req-43b81e19-0a40-4218-95de-920f5e68e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:50.843036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a8fcd2d-a657-412a-954a-0ffed80392ea req-43b81e19-0a40-4218-95de-920f5e68e339 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1097 time: 0.0517085 Aug 03 16:26:50.886074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a8fcd2d-a657-412a-954a-0ffed80392ea req-62597c20-5ec6-4bb6-af10-b3056f79d543 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Aug 03 16:26:51.563343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121a254-38dc-4341-b55c-72a2e9de1738 req-92b1975e-5b31-423f-acb9-fdbb93e049a2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:51.565126 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8121a254-38dc-4341-b55c-72a2e9de1738 req-92b1975e-5b31-423f-acb9-fdbb93e049a2 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.0763144 Aug 03 16:26:51.619336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8121a254-38dc-4341-b55c-72a2e9de1738 req-2a3ac26e-84b3-4d4b-91f0-29b89212ef6d tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459378 Aug 03 16:26:52.208334 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:52.780577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5847-6976-40df-abf5-221b18d96bfa req-e0d2b938-ad61-4f04-90e8-6f9e3469cdac tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:52.782297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0fd5847-6976-40df-abf5-221b18d96bfa req-e0d2b938-ad61-4f04-90e8-6f9e3469cdac tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.0673904 Aug 03 16:26:52.857595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d0fd5847-6976-40df-abf5-221b18d96bfa req-5b1787d8-21c5-42cb-884f-80350a099ab4 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602806 Aug 03 16:26:53.007219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eae93-595f-4ae6-be66-d21ec4fc6a33 req-f136e2a8-0fbf-44d9-a652-08d3d508732a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:53.009543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc4eae93-595f-4ae6-be66-d21ec4fc6a33 req-f136e2a8-0fbf-44d9-a652-08d3d508732a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.0654929 Aug 03 16:26:53.088261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc4eae93-595f-4ae6-be66-d21ec4fc6a33 req-17c31df3-566e-4c6d-8bab-a18d62745d47 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703390 Aug 03 16:26:53.113702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49222) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:53.172619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb4abf-1d87-4b44-98b1-bb4102b182b8 tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:53.178709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49226) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:53.179197 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-44bb4abf-1d87-4b44-98b1-bb4102b182b8 tempest-TestVolumeBootPattern-751655269 tempest-TestVolumeBootPattern-751655269-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1092 time: 0.0639143 Aug 03 16:26:53.185402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '74292b09-7218-4259-8c28-4886b274d32a', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:26:53.233900 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:53.385721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:53.578751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Allocated IP 172.25.7.151 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/38d73be0-0367-47d4-91c4-2591bf0dab2f) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:26:53.719704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:53.775304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:53.829382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:26:53.832913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:26:53.836685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:26:53.864871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=38d73be0-0367-47d4-91c4-2591bf0dab2f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.880322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.881364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:53.881364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:26:54.483344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:54.622751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:54.832297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:54.836778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:54.925265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event updated for resources: {'Port': ['ID=38d73be0-0367-47d4-91c4-2591bf0dab2f,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:54.935861 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:55.051137 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 83487767-c305-4bcb-9433-d06631f09ddf associated. External IP: 172.25.7.151, port: 74292b09-7218-4259-8c28-4886b274d32a. Aug 03 16:26:55.332969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:26:55.497941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:26:55.516497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:26:55.527088 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:26:55.528994 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:26:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:26:55.530356 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:55.592733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-41d46450-1fac-4131-bf98-2c0c13d1e747 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4113343 Aug 03 16:26:55.592733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:26:55.594372 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00763c8-c4f1-4b4d-b721-8f25a64305ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:26:55.686109 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:26:55.845791 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb607828-3f50-4719-afac-21d38bfa7e4d x-openstack-request-id: req-fb607828-3f50-4719-afac-21d38bfa7e4d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:26:55.846146 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:26:55.846324 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb607828-3f50-4719-afac-21d38bfa7e4d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:26:55.846737 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a', 'status': 'completed', 'code': 200} Aug 03 16:26:55.920367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-36c9370f-8824-4610-adbd-329aaa6de844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:55.922581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-36c9370f-8824-4610-adbd-329aaa6de844 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1097 time: 0.0541914 Aug 03 16:26:56.037472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}, {'id': '83487767-c305-4bcb-9433-d06631f09ddf', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '74292b09-7218-4259-8c28-4886b274d32a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:10:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:26:54Z', 'updated_at': '2021-08-03T16:26:54Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:26:56.078140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-82994c14-a7a3-4c02-b8fa-a164e452c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:56.080113 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-82994c14-a7a3-4c02-b8fa-a164e452c3bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1489570 Aug 03 16:26:56.081415 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:26:56.092529 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:26:56.093554 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:26:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:26:56.167750 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-784f0f84-62cc-4f7e-bfd2-707e2b6e9e58 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 1000 time: 0.0793040 Aug 03 16:26:56.243833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-32686d3e-6708-4c0c-87b2-2d8df0875384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:56.247177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-32686d3e-6708-4c0c-87b2-2d8df0875384 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0679877 Aug 03 16:26:56.251100 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:26:56.314768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-16b58d23-8fc0-4a86-9676-0b0eb3066be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:26:56.317667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-16b58d23-8fc0-4a86-9676-0b0eb3066be5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621603 Aug 03 16:26:56.331829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:56.446561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-5d5de8fb-d2cb-4d9c-9429-89589125b8bf service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213729 Aug 03 16:26:56.571577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}, {'id': '83487767-c305-4bcb-9433-d06631f09ddf', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '74292b09-7218-4259-8c28-4886b274d32a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:10:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:26:54Z', 'updated_at': '2021-08-03T16:26:54Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:26:56.588621 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b00763c8-c4f1-4b4d-b721-8f25a64305ce req-654aef4d-767d-4702-8ed2-34441a2464fc service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301455 Aug 03 16:26:56.622107 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d1ed5-ffd0-42db-b2f7-35def3ce9f94 None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}, {'id': '83487767-c305-4bcb-9433-d06631f09ddf', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.151', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': '74292b09-7218-4259-8c28-4886b274d32a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:10:74:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:26:54Z', 'updated_at': '2021-08-03T16:26:54Z', 'revision_number': 0, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:26:56.880531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67392187-0f53-4e7f-aba1-22b041fc59dd None None] New status for floating IP 83487767-c305-4bcb-9433-d06631f09ddf: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:26:57.268673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49266) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:57.415187 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a820-13e5-40a0-abea-b69f48f6d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.551782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a820-13e5-40a0-abea-b69f48f6d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.558959 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8aa8a820-13e5-40a0-abea-b69f48f6d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.602436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8aa8a820-13e5-40a0-abea-b69f48f6d5ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef95ff81bd484bc89e91bd56bbfebb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322775 Aug 03 16:26:57.603370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8a820-13e5-40a0-abea-b69f48f6d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617ee795-89d5-426b-a375-5b08f82b80e1,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:57.606507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49270) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:57.676096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.706592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.760886 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.764254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:57.765940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/617ee795-89d5-426b-a375-5b08f82b80e1 HTTP/1.1" status: 204 len: 168 time: 0.1578739 Aug 03 16:26:57.779426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104ab5b-85ba-4ba8-933f-5ea589b58f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617ee795-89d5-426b-a375-5b08f82b80e1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:58.117131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 49276) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:58.141186 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-714fff82-f39a-4607-a042-28f33e160c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.266304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-714fff82-f39a-4607-a042-28f33e160c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.270655 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-714fff82-f39a-4607-a042-28f33e160c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.335484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-714fff82-f39a-4607-a042-28f33e160c66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6d94a42f87943a2a1c287464e2d4918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140024 Aug 03 16:26:58.335484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fff82-f39a-4607-a042-28f33e160c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1e90c-134f-494d-afa3-3546216279ad,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:58.335935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49278) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:58.392402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.418878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.485984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.488582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:58.489818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6f1e90c-134f-494d-afa3-3546216279ad HTTP/1.1" status: 204 len: 168 time: 0.1530187 Aug 03 16:26:58.498341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5724-1348-466b-8185-7fb999f6571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1e90c-134f-494d-afa3-3546216279ad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:58.895751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:58.911945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e50-d15a-4c43-8590-20c7a484c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.030362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e50-d15a-4c43-8590-20c7a484c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.035625 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e50-d15a-4c43-8590-20c7a484c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.076025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda4e50-d15a-4c43-8590-20c7a484c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a38bd6e-3bcd-4d01-a0b2-95c6dd6f5f5c,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:26:59.080980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8dda4e50-d15a-4c43-8590-20c7a484c00c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcf1e73e06344f638ee80182dea9b0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839738 Aug 03 16:26:59.084090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 49288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:26:59.143196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.168889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.226293 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.230689 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:26:59.232094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a38bd6e-3bcd-4d01-a0b2-95c6dd6f5f5c HTTP/1.1" status: 204 len: 168 time: 0.1470289 Aug 03 16:26:59.241132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ecc6b-75d6-4370-8f65-0b14ee8e30cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a38bd6e-3bcd-4d01-a0b2-95c6dd6f5f5c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:02.076000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-2a8c0c42-b1c6-4248-9776-9a82bf4a2f2f tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402670 Aug 03 16:27:02.218747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-9bd743a0-4075-4596-a64c-3fe18853bd92 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:02.220490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-9bd743a0-4075-4596-a64c-3fe18853bd92 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369338 Aug 03 16:27:02.241838 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-d808b1fe-ad12-44ac-ae63-c90b742c86cd tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/quotas/7fad1ba7bf714c6cb2a99ab03a571233 HTTP/1.1" status: 200 len: 375 time: 0.0140865 Aug 03 16:27:02.281701 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-53948ec6-a3d0-4029-af31-fa776cbcd11b tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329587 Aug 03 16:27:02.531495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e889154d-48a2-43bb-8a91-83fe618d0e54 req-433d13a5-074b-41dc-b39f-4f750afa87f9 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 210 time: 0.0379503 Aug 03 16:27:03.668242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e12948aa-95fa-4bce-bd16-20b102d181fc req-b20c69cc-7d4d-4e3d-969f-3004b280c69d tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 210 time: 0.0261273 Aug 03 16:27:03.855753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-eb577f3b-d0e9-4d4d-8854-6b33eadba109 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355210 Aug 03 16:27:04.106748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-d62a90ad-4be9-4bcb-8c4f-c53bdc3ea451 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:04.108191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-d62a90ad-4be9-4bcb-8c4f-c53bdc3ea451 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483337 Aug 03 16:27:04.128342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Request body: {'port': {'device_id': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '7fad1ba7bf714c6cb2a99ab03a571233'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:27:04.273666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Made reservation on behalf of 7fad1ba7bf714c6cb2a99ab03a571233 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:27:04.276618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.288292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.411200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.416443 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.485463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7ff7b-201c-4fa3-affb-e0c823430531,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:04.567929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Allocated IP 192.168.233.205 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:27:04.737698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.768677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Transition to ACTIVE for port object 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:27:04.799322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1773ac0a-56a6-47f8-9997-d94b9348bc44 req-a0be1abb-8535-4b65-bf1e-8a4fc21695f9 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 210 time: 0.0326018 Aug 03 16:27:04.843891 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.896250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:27:04.900856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:27:04.907121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:27:04.932471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Pushing event updated for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:04.970714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:04.971531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:04.988902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-55cdc2c9-e352-42a0-aafe-4691aad0aec4 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8688953 Aug 03 16:27:05.002010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Request body: {'port': {'device_id': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:27:05.064975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.208790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-edc0d5e4-2bdc-44c5-b480-293bea6bc3e1 None None] Provisioning for port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:27:05.218393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-edc0d5e4-2bdc-44c5-b480-293bea6bc3e1 None None] Provisioning complete for port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:27:05.219542 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edc0d5e4-2bdc-44c5-b480-293bea6bc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.271301 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-edc0d5e4-2bdc-44c5-b480-293bea6bc3e1 None None] Port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:27:05.394796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:27:05.403864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.417075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Transition to ACTIVE for port object 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:27:05.424742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.487538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Pushing event updated for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:05.589601 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Attempting to bind port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:27:05.592961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Attempting to bind port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:27:05.592961 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Attempting to bind port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:27:05.601940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:27:05.602288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Attempting to bind port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:27:05.611941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:27:05.612340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:27:05.613003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:27:05.613464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Bound port: 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:27:05.613963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.708374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:27:05.713033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:27:05.717919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.758671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:05.759697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:05.762492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] 10.222.0.72 "PUT /v2.0/ports/91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 HTTP/1.1" status: 200 len: 1096 time: 0.7648513 Aug 03 16:27:05.763218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:27:05.767388 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f1ec44-1c4a-4191-9114-97cfe4b08184" -d '{"events": [{"name": "network-changed", "server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:27:05.866471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82765c4e-8f2a-47f3-83b0-fd63db0b908b service neutron] Pushing event updated for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:05.896075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-9d9ce28b-95e0-41cc-b36d-997b401b648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:05.899125 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-9d9ce28b-95e0-41cc-b36d-997b401b648a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 1099 time: 0.0821106 Aug 03 16:27:05.983778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-f6efa3b9-d5bc-4e8b-ae73-dd2548c6f70f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 HTTP/1.1" status: 200 len: 217 time: 0.0766146 Aug 03 16:27:06.096018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac4491-169c-4f28-9830-1a2f83b9347b req-17791d43-09e2-4a79-bbca-bc02d600b529 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:06.097593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95ac4491-169c-4f28-9830-1a2f83b9347b req-17791d43-09e2-4a79-bbca-bc02d600b529 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 948 time: 0.1793110 Aug 03 16:27:06.114356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-d5c47cbe-6a38-4926-bd0f-6027d4161b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:06.115769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-d5c47cbe-6a38-4926-bd0f-6027d4161b35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1156180 Aug 03 16:27:06.183789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-95ac4491-169c-4f28-9830-1a2f83b9347b req-0e36d09d-4af4-4805-afd0-b3d8a9416165 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Aug 03 16:27:06.197462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c742a9-7791-406e-bf50-03561449a838 req-cd446257-1e21-4cdb-9b3e-65f07b3c67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:06.199675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-cd446257-1e21-4cdb-9b3e-65f07b3c67d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689862 Aug 03 16:27:06.312215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-061f80b2-5d61-4a3a-a5a6-5999adc75b06 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023760 Aug 03 16:27:06.426957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9c742a9-7791-406e-bf50-03561449a838 req-a4435fdf-067a-4fb9-a9f0-e485dfaf63c8 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080606 Aug 03 16:27:07.101050 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080fce68-28b6-489e-a599-365901316150 x-openstack-request-id: req-080fce68-28b6-489e-a599-365901316150 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:27:07.101946 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:27:07.101946 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-080fce68-28b6-489e-a599-365901316150 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:27:07.102565 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053', 'status': 'completed', 'code': 200} Aug 03 16:27:07.183909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-e8055414-66b7-4152-980f-981229297d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:07.185933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-e8055414-66b7-4152-980f-981229297d6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 1099 time: 0.0595887 Aug 03 16:27:07.389963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-82e89226-b072-4e8e-993d-59c5cf21a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:07.392452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-82e89226-b072-4e8e-993d-59c5cf21a5cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.1978908 Aug 03 16:27:07.407766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9651144-e0bb-4942-86b0-1b20aa6a7394 req-bda694ec-bff2-46a1-8cc1-60c704bd6bbd tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:07.409717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9651144-e0bb-4942-86b0-1b20aa6a7394 req-bda694ec-bff2-46a1-8cc1-60c704bd6bbd tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 948 time: 0.1159186 Aug 03 16:27:07.469995 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-14332480-ab8a-4da8-894c-169197d2d791 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 HTTP/1.1" status: 200 len: 217 time: 0.0587871 Aug 03 16:27:07.580983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e9651144-e0bb-4942-86b0-1b20aa6a7394 req-8597c0d1-53b6-449f-9890-1287160333fb tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610458 Aug 03 16:27:07.587595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-db590f99-06de-41d8-bc93-77e282efaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:07.589207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-db590f99-06de-41d8-bc93-77e282efaa99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.1075971 Aug 03 16:27:07.663451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-6b7cb7f8-7947-45e9-b235-f63e1d1a6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:07.665022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-6b7cb7f8-7947-45e9-b235-f63e1d1a6d3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683935 Aug 03 16:27:07.811642 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-97acebdf-a959-46a2-b990-d3acf7d746c3 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373379 Aug 03 16:27:07.942940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f1ec44-1c4a-4191-9114-97cfe4b08184 req-d853443d-a870-4b80-a3ac-de6680cb77f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232948 Aug 03 16:27:09.083514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c119-7552-4817-a039-dd7ca433fc43 req-b305a77f-6f31-4a26-aa73-c8d899139867 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:09.085411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3910c119-7552-4817-a039-dd7ca433fc43 req-b305a77f-6f31-4a26-aa73-c8d899139867 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 948 time: 0.4177685 Aug 03 16:27:09.157790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3910c119-7552-4817-a039-dd7ca433fc43 req-a5970d7c-77d8-45c9-8fb0-9255889fa576 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602591 Aug 03 16:27:09.747070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:27:09.884750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:27:09.897494 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90ad57bd-f86e-4393-8541-42232ccb4d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:09.905223 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053', 'mac_address': 'fa:16:3e:b0:b7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:27:09.947614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:09.970218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:27:10.002639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:27:10.008287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:10.069632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:10.251534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:27:10.351281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5f05f-6f2d-4540-8ee2-79cf05f492df req-1445ce60-8235-4b74-b530-8deff64edfeb tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:10.354359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92a5f05f-6f2d-4540-8ee2-79cf05f492df req-1445ce60-8235-4b74-b530-8deff64edfeb tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 949 time: 0.0736730 Aug 03 16:27:10.412584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92a5f05f-6f2d-4540-8ee2-79cf05f492df req-753d0a67-ee44-4422-9750-69c86be52539 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519135 Aug 03 16:27:11.569974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be8879-24cf-4ab9-b0dc-268f1eca02d5 req-09981a44-d1da-42d2-aa48-1724c2762a6f tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:11.572586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65be8879-24cf-4ab9-b0dc-268f1eca02d5 req-09981a44-d1da-42d2-aa48-1724c2762a6f tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 949 time: 0.0700655 Aug 03 16:27:11.623852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-65be8879-24cf-4ab9-b0dc-268f1eca02d5 req-fd8e517b-8e7e-43c9-a2bd-65d0fdad623a tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Aug 03 16:27:11.746748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:27:11.801801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:27:11.806790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:27:11.807274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:11.906345 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:11.943822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:27:11.946147 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1da540d-4011-481b-8a79-d4464b62b3c9" -d '{"events": [{"server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "name": "network-vif-plugged", "status": "completed", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:27:11.961883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:27:11.967567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:12.036034 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:27:12.072596 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1827c-6ce2-4236-9a75-4c67b6ad2bbf x-openstack-request-id: req-20e1827c-6ce2-4236-9a75-4c67b6ad2bbf {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:27:12.072889 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "name": "network-vif-plugged", "status": "completed", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:27:12.073141 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20e1827c-6ce2-4236-9a75-4c67b6ad2bbf {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:27:12.073610 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053', 'code': 200} Aug 03 16:27:12.144800 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92e9e31a-5f11-46ec-8e2c-f9af7ea6a8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:12.189904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49b55a-2eba-49b7-9b0e-f4bae38c27cd req-55ebe732-ae40-4287-9c08-c979cd7c9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:12.191433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f49b55a-2eba-49b7-9b0e-f4bae38c27cd req-55ebe732-ae40-4287-9c08-c979cd7c9fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 1101 time: 0.0568738 Aug 03 16:27:12.232568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f49b55a-2eba-49b7-9b0e-f4bae38c27cd req-cd64fd71-6982-4103-9971-3525737ec7f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 03 16:27:12.754866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1821-6984-48a3-8364-b1cc20fe7bc3 req-c3e7e164-116a-4358-974d-3899bc8a17a9 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:12.757190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-218d1821-6984-48a3-8364-b1cc20fe7bc3 req-c3e7e164-116a-4358-974d-3899bc8a17a9 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 950 time: 0.0579400 Aug 03 16:27:12.809228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:12.816607 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-218d1821-6984-48a3-8364-b1cc20fe7bc3 req-d05bd433-dbe9-4ae4-ba38-612b266dcbc7 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Aug 03 16:27:13.772957 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:13.969020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ec7ea-7306-4a27-8f4b-45ed6ec1e9e8 req-c3e23f3a-d7f9-493d-9529-5c944043d31c tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:13.970696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-086ec7ea-7306-4a27-8f4b-45ed6ec1e9e8 req-c3e23f3a-d7f9-493d-9529-5c944043d31c tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 950 time: 0.0618744 Aug 03 16:27:14.019519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-086ec7ea-7306-4a27-8f4b-45ed6ec1e9e8 req-29599ccc-195c-4b06-a38c-4427f7243d83 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Aug 03 16:27:15.134606 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:15.506159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:27:22.204586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:26.322774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:31.398556 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-d1d1e1db-f116-4ae1-a0cf-93e77dd7b7b3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578911 Aug 03 16:27:31.517458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-f012f3c7-fbbf-4515-b4b2-610ba1f8feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:31.518988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-f012f3c7-fbbf-4515-b4b2-610ba1f8feeb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1097 time: 0.0641575 Aug 03 16:27:31.662678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-17900e7d-6b5e-41d9-bea8-0357f5d2f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:31.664308 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-17900e7d-6b5e-41d9-bea8-0357f5d2f338 service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1199603 Aug 03 16:27:31.768985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-7fdc7f02-476e-4189-8c88-1a5b6696f3b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 1002 time: 0.0959742 Aug 03 16:27:32.214794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-1a52c3e6-332f-45cf-ba3c-ec7bfb5bbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:32.216390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-1a52c3e6-332f-45cf-ba3c-ec7bfb5bbebf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.4384327 Aug 03 16:27:32.316370 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-65dcca53-34da-4fa8-bb45-355d26915702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:32.317435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-65dcca53-34da-4fa8-bb45-355d26915702 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911870 Aug 03 16:27:32.441376 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-2ce7c21f-964e-4cce-8f7b-c9ac45086d5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1466517 Aug 03 16:27:32.515897 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-7937426f-29ab-4591-9a0f-0e14f13711b4 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792758 Aug 03 16:27:32.649289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474787a-dfa6-4835-a155-895cbcc0513f req-87a54f29-0b19-4355-9bb6-03b48654aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:32.651475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-87a54f29-0b19-4355-9bb6-03b48654aa8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.1558104 Aug 03 16:27:32.782893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5508a41-0e18-49c1-80df-7c4e33536128 req-a8ca367c-1ee9-4a72-8ac1-c6da4d372631 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422028 Aug 03 16:27:32.836500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474787a-dfa6-4835-a155-895cbcc0513f req-cd970e17-16f0-4f7b-9424-c111b047199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:32.842067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-cd970e17-16f0-4f7b-9424-c111b047199a service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1618974 Aug 03 16:27:32.942633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-b258c154-092d-4134-8c9b-25b99d6db56c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 1001 time: 0.0922282 Aug 03 16:27:33.008361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474787a-dfa6-4835-a155-895cbcc0513f req-cf35d453-ee97-456a-bdef-bcb6353d60da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:33.011422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-cf35d453-ee97-456a-bdef-bcb6353d60da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0569561 Aug 03 16:27:33.074845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474787a-dfa6-4835-a155-895cbcc0513f req-eff3ff81-8fca-4907-aed9-476fa37e90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:27:33.076850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-eff3ff81-8fca-4907-aed9-476fa37e90c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590880 Aug 03 16:27:33.220228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-70b42bef-3074-49f2-8de8-77161c3e379c service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358805 Aug 03 16:27:33.352426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9474787a-dfa6-4835-a155-895cbcc0513f req-4f5cf06a-5f44-42bf-a5f1-a7fbd759d690 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234574 Aug 03 16:27:39.876672 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-91efd0cd-95e8-4a9b-aecf-251af38dcba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:42.152884 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-378afd37-10dd-43ee-a547-2be0ec9bacc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:42.813927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:43.771970 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:45.140422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:52.220072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:27:52.506256 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:27:56.320424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:09.869915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e37ca6cb-7988-4b04-ac67-813333f7cfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:12.146359 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2652-b953-407d-a1c9-1487bd06a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:12.809774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:13.780726 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:15.138486 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:22.213202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:23.971484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49c53b-a615-4d38-8746-e9db0b6551cd req-712c3544-1845-4374-8788-951592eddc92 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:23.973108 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b49c53b-a615-4d38-8746-e9db0b6551cd req-712c3544-1845-4374-8788-951592eddc92 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 950 time: 0.0613322 Aug 03 16:28:24.030396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9b49c53b-a615-4d38-8746-e9db0b6551cd req-0dd039c1-9801-4150-890c-0fb172e5c289 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Aug 03 16:28:25.157862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37335c5-27da-48dd-b614-dcf88d1e6568 req-86b4906b-1565-4e37-b99f-903a68cb82ed tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:25.159366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37335c5-27da-48dd-b614-dcf88d1e6568 req-86b4906b-1565-4e37-b99f-903a68cb82ed tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 950 time: 0.0524666 Aug 03 16:28:25.201545 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37335c5-27da-48dd-b614-dcf88d1e6568 req-1591e47d-a3c7-4111-8945-0625b24a5d1d tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/security-groups?id=beb7ff7b-201c-4fa3-affb-e0c823430531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Aug 03 16:28:25.415104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-f315dba3-815e-4c6b-bfb6-8eb7ec1577ad tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:25.417084 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-f315dba3-815e-4c6b-bfb6-8eb7ec1577ad tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.72 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 950 time: 0.0500090 Aug 03 16:28:25.508617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Deleting port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:25.509084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:25.603016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] For port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:28:25.603384 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:25.615644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Calling delete_port for 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:25.757902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:25.772525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:28:25.793168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Pushing event deleted for resources: {'Port': ['ID=91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:25.826313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.826671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.827017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.827365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.827699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.828031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.828359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.828686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.829006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.829330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.829697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.830027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:28:25.852079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] No DVR routers for this DVR port 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:28:25.855030 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:25.857105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4ba319b7-4e12-4e4a-a997-ac45be62e845 req-dc0210e6-d71b-4d91-bde9-d717855b0a71 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.72 "DELETE /v2.0/ports/91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 HTTP/1.1" status: 204 len: 173 time: 0.4344556 Aug 03 16:28:25.858128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'name': 'network-vif-deleted', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:28:25.859894 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c852492e-e12d-4c27-88d3-a610f047e55d" -d '{"events": [{"server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "name": "network-vif-deleted", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:28:25.900163 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ac9f2-0c68-49f6-82d6-87ce270a752e x-openstack-request-id: req-af8ac9f2-0c68-49f6-82d6-87ce270a752e {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:28:25.900472 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed", "name": "network-vif-deleted", "tag": "91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:28:25.900758 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af8ac9f2-0c68-49f6-82d6-87ce270a752e {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:28:25.901287 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed', 'name': 'network-vif-deleted', 'tag': '91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053', 'status': 'completed', 'code': 200} Aug 03 16:28:26.330186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:26.333148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05ec981e-3a92-4b0e-9d27-37f167025d45 req-dbd8bbf6-87a2-4398-8456-2df83cf09bb2 tempest-VolumesBackupsTest-2087276673 tempest-VolumesBackupsTest-2087276673-project] 10.222.0.70 "GET /v2.0/ports?device_id=67965d0c-a6e5-46c1-8798-8cc9e7d7f0ed HTTP/1.1" status: 200 len: 210 time: 0.0379348 Aug 03 16:28:29.505938 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:28:30.186905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:28:30.210880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:28:30.211233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 91cfadd7-bd8b-4e9b-8c37-eb4c5a7bf053 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:28:31.404729 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-c18e4083-4101-4109-8a36-bdb65e8a93d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698581 Aug 03 16:28:31.521389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-087ed720-db16-48ef-9751-5e0670373b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:31.522974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-087ed720-db16-48ef-9751-5e0670373b65 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1097 time: 0.0547450 Aug 03 16:28:31.636167 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-f69883a8-1fe7-44b4-980d-536d6033b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:31.637666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-f69883a8-1fe7-44b4-980d-536d6033b0ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.0927489 Aug 03 16:28:31.714929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-061c1952-9379-433b-89e7-35d9bbb577cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 1002 time: 0.0698330 Aug 03 16:28:31.776824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-d585e796-98fd-4a96-bfe8-0ffa57baa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:31.778653 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-d585e796-98fd-4a96-bfe8-0ffa57baa3a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0569203 Aug 03 16:28:31.833845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-6c6e7c3f-a74f-4258-9672-2a915d164406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:31.835514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-6c6e7c3f-a74f-4258-9672-2a915d164406 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502019 Aug 03 16:28:31.950390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-c5d57d14-59a1-46a2-a44a-30ef2d08d893 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064863 Aug 03 16:28:32.086144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecb248dd-3673-4863-9680-cf7ddd9e3a07 req-be70906e-8823-48aa-a71d-7d32cb468e25 service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283197 Aug 03 16:28:35.116825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50546) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:28:35.291861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 38d73be0-0367-47d4-91c4-2591bf0dab2f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:35.292252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:35.384742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:35.384742 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:35.393434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 38d73be0-0367-47d4-91c4-2591bf0dab2f owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:35.588503 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:35.620501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=38d73be0-0367-47d4-91c4-2591bf0dab2f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:35.684798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:35.685144 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 83487767-c305-4bcb-9433-d06631f09ddf disassociated (deleted). External IP: 172.25.7.151, port: 74292b09-7218-4259-8c28-4886b274d32a. Aug 03 16:28:35.907482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:28:36.032818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:28:36.037576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:36.044255 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:28:36.054914 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:28:36.055986 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:36.070862 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4cfcfbe4-b332-425a-af51-6e459db71835 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "DELETE /v2.0/floatingips/83487767-c305-4bcb-9433-d06631f09ddf HTTP/1.1" status: 204 len: 168 time: 0.9529104 Aug 03 16:28:36.071462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:28:36.074191 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c87968-be30-4279-9cad-34b170ed0538" -d '{"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:28:36.129438 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc8aba0-548d-4681-89f4-3ade2daca224 x-openstack-request-id: req-fcc8aba0-548d-4681-89f4-3ade2daca224 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:28:36.130132 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "tag": "74292b09-7218-4259-8c28-4886b274d32a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:28:36.130132 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fcc8aba0-548d-4681-89f4-3ade2daca224 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:28:36.130405 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'tag': '74292b09-7218-4259-8c28-4886b274d32a', 'status': 'completed', 'code': 200} Aug 03 16:28:36.212591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87968-be30-4279-9cad-34b170ed0538 req-313e91bd-4cd0-4c69-9702-7aeb435bde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:36.215980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-313e91bd-4cd0-4c69-9702-7aeb435bde88 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 1097 time: 0.0602114 Aug 03 16:28:36.226920 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:28:36.359403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87968-be30-4279-9cad-34b170ed0538 req-2212c2b6-bc77-4975-8bc8-c849ee17a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:36.361038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-2212c2b6-bc77-4975-8bc8-c849ee17a66f service neutron] 10.222.0.78 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1377649 Aug 03 16:28:36.426221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-7a27d662-d1e9-4fe3-bb72-247e61858854 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 200 len: 217 time: 0.0442107 Aug 03 16:28:36.489217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce652c-a083-4e85-bd6f-9ae40bddf57e req-3910b806-deee-43ab-86a4-515539c01870 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:36.490819 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4fce652c-a083-4e85-bd6f-9ae40bddf57e req-3910b806-deee-43ab-86a4-515539c01870 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.1460421 Aug 03 16:28:36.526286 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87968-be30-4279-9cad-34b170ed0538 req-979431cc-a3b1-4d15-9e93-e893d47027bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:36.528119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-979431cc-a3b1-4d15-9e93-e893d47027bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0901656 Aug 03 16:28:36.556196 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:36.578248 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4fce652c-a083-4e85-bd6f-9ae40bddf57e req-8d9ea83e-ca59-4d46-a8f5-a50a0d8eba29 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772998 Aug 03 16:28:36.589450 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:28:36.598958 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:28:36.599575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:36.608302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c87968-be30-4279-9cad-34b170ed0538 req-d2daf961-297f-4335-8803-b2fd419506a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:36.610709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-d2daf961-297f-4335-8803-b2fd419506a7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736210 Aug 03 16:28:36.716204 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:28:36.722813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-7b4bcda1-e301-42c4-81f3-1b8ec9cf906b service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009035 Aug 03 16:28:36.835492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a6c87968-be30-4279-9cad-34b170ed0538 req-9deaffc9-32d3-4001-a052-e93d25fa1a4a service neutron] 10.222.0.78 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047385 Aug 03 16:28:37.055882 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:37.083440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88954e-e209-4d7e-b40c-7f9f482c0001 None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '5483a103-82d4-404e-9071-b781cca0c951', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'port_id': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'mac_address': 'fa:16:3e:cb:a1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd4b76-408b-425d-b320-e8abf281857b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:24:41Z', 'updated_at': '2021-08-03T16:24:44Z', 'revision_number': 1, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:28:37.345555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23de17-a80c-4a4c-b6d4-2e3b7fc91f70 None None] New status for floating IP 83487767-c305-4bcb-9433-d06631f09ddf: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:28:37.704368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18b52c-3fd6-4c3c-adc7-c2e7eb132c6f req-d0b52c55-42b1-4796-be99-b43b91894e6a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:37.706014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c18b52c-3fd6-4c3c-adc7-c2e7eb132c6f req-d0b52c55-42b1-4796-be99-b43b91894e6a tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.0516403 Aug 03 16:28:37.750797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0c18b52c-3fd6-4c3c-adc7-c2e7eb132c6f req-9e7afb8c-376a-4b5b-8dca-9f5ee69491ec tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388212 Aug 03 16:28:37.938556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-87e312b2-0bc4-4f74-9268-89d7bcf2be87 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:37.940391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-87e312b2-0bc4-4f74-9268-89d7bcf2be87 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 946 time: 0.0594325 Aug 03 16:28:38.047537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 74292b09-7218-4259-8c28-4886b274d32a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:38.048082 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:38.156404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port 74292b09-7218-4259-8c28-4886b274d32a, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=74292b09-7218-4259-8c28-4886b274d32a,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:28:38.156783 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:38.172343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 74292b09-7218-4259-8c28-4886b274d32a owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:38.324106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:38.357740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=74292b09-7218-4259-8c28-4886b274d32a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:38.400336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port 74292b09-7218-4259-8c28-4886b274d32a on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:28:38.403244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:38.405190 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-37c70076-cf14-4c9b-bdab-d26ae4c7c93e req-a470a554-84fe-4eae-97af-8ffecf4239a1 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.78 "DELETE /v2.0/ports/74292b09-7218-4259-8c28-4886b274d32a HTTP/1.1" status: 204 len: 173 time: 0.4580033 Aug 03 16:28:38.405628 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'name': 'network-vif-deleted', 'tag': '74292b09-7218-4259-8c28-4886b274d32a'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:28:38.408118 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13952bc5-9bd4-4a45-a57c-c9e5d47a2d1b" -d '{"events": [{"server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "name": "network-vif-deleted", "tag": "74292b09-7218-4259-8c28-4886b274d32a"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:28:38.460384 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e90adb-22bc-4bb0-be95-17e1c2ff3041 x-openstack-request-id: req-c4e90adb-22bc-4bb0-be95-17e1c2ff3041 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:28:38.461174 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61daf48-5f5e-4580-b9d0-1b5a90126e55", "name": "network-vif-deleted", "tag": "74292b09-7218-4259-8c28-4886b274d32a", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:28:38.461746 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4e90adb-22bc-4bb0-be95-17e1c2ff3041 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:28:38.462229 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61daf48-5f5e-4580-b9d0-1b5a90126e55', 'name': 'network-vif-deleted', 'tag': '74292b09-7218-4259-8c28-4886b274d32a', 'status': 'completed', 'code': 200} Aug 03 16:28:38.898131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee67178d-5140-4670-aad9-9e20783015c9 req-eeacc611-d9fa-4657-87bb-d6b4ff7a6538 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0454659 Aug 03 16:28:39.876964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c355a9f-7faf-4eb5-a574-c836b9f5fbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:40.009381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09e62e4a-3c78-437e-b1ab-13aba2be299a req-3e931952-19dd-438f-92a8-957506582f94 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Aug 03 16:28:40.930663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 74292b09-7218-4259-8c28-4886b274d32a no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:28:40.956794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 74292b09-7218-4259-8c28-4886b274d32a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:28:40.957264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 74292b09-7218-4259-8c28-4886b274d32a not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:28:41.119042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-802a5729-b2e1-459d-bb88-effde56bb2a5 req-3dbecf33-4d0f-41dc-9435-ed6ea2a6ee93 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Aug 03 16:28:42.151024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5398614f-4032-4411-afdf-4bbc01728705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:42.272577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f22d712b-7122-4b75-bd0e-a95e0ccf08e6 req-ba2b200a-9555-4dd6-8a55-97395efb35ef tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=d61daf48-5f5e-4580-b9d0-1b5a90126e55 HTTP/1.1" status: 200 len: 210 time: 0.0573618 Aug 03 16:28:42.805346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:43.785103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:45.143240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:48.820984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50648) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:28:49.044988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port 42615dcd-0e74-4239-877a-bacdca67dffe {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:49.045331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.125187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.125618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.143343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for 42615dcd-0e74-4239-877a-bacdca67dffe owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:49.311560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.337895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=42615dcd-0e74-4239-877a-bacdca67dffe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:49.410656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.410656 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Floating IP 5483a103-82d4-404e-9071-b781cca0c951 disassociated (deleted). External IP: 172.25.7.155, port: c6c186ea-a34c-4860-9b46-d5b6ea70180d. Aug 03 16:28:49.640407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:28:49.753128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:28:49.757752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:49.767712 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:28:49.783673 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:28:49.784779 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:49.791542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9148579a-eccc-4146-87eb-a0cad9aec71e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "DELETE /v2.0/floatingips/5483a103-82d4-404e-9071-b781cca0c951 HTTP/1.1" status: 204 len: 168 time: 0.9687722 Aug 03 16:28:49.792087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:28:49.794515 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:28:49.839469 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc4a68-6f2c-45b5-a4b5-f08ba4f35b4a x-openstack-request-id: req-51fc4a68-6f2c-45b5-a4b5-f08ba4f35b4a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:28:49.840153 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:28:49.840153 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51fc4a68-6f2c-45b5-a4b5-f08ba4f35b4a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:28:49.840360 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'status': 'completed', 'code': 200} Aug 03 16:28:49.907067 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:28:49.925554 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-97678196-1ccc-48fa-bd68-9d5d4e2cc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:49.928068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-97678196-1ccc-48fa-bd68-9d5d4e2cc29a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 1096 time: 0.0549772 Aug 03 16:28:50.062283 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-f8fa29d7-57dd-4765-a7fe-3be81600e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:50.064881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-f8fa29d7-57dd-4765-a7fe-3be81600e1bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 200 len: 913 time: 0.1274893 Aug 03 16:28:50.098653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8eb85e-fc25-4eed-bc1d-67a432cef5b1 req-16973153-df0c-45d8-b08f-137b214ceee5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:50.101080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b8eb85e-fc25-4eed-bc1d-67a432cef5b1 req-16973153-df0c-45d8-b08f-137b214ceee5 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 945 time: 0.0556984 Aug 03 16:28:50.139958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-cb5418c1-f354-4066-afc5-e1baacf5d7b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 200 len: 217 time: 0.0662141 Aug 03 16:28:50.156216 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5b8eb85e-fc25-4eed-bc1d-67a432cef5b1 req-601a4845-0ce9-4062-9ca2-c180692c0c22 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Aug 03 16:28:50.198479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-c4666b36-dcb9-4e5b-b236-5ede8bf630db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:50.200287 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-c4666b36-dcb9-4e5b-b236-5ede8bf630db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 200 len: 851 time: 0.0538073 Aug 03 16:28:50.201215 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:50.228379 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:28:50.236867 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:28:50.237482 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:50.256484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-d90ac7a8-3f67-4e36-944a-47cf26306b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:50.258090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-d90ac7a8-3f67-4e36-944a-47cf26306b07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56be381d-5411-4083-978e-ab9fa1f6c775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495996 Aug 03 16:28:50.355479 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:28:50.606508 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:28:50.634645 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68dd50a-70eb-4dbf-813c-8feeaccca8db None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:17:14Z', 'revision_number': 4, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bed507bb-2fc5-4dcf-b267-f7f81574c415', 'name': '', 'network_id': '56be381d-5411-4083-978e-ab9fa1f6c775', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'mac_address': 'fa:16:3e:8f:42:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:13Z', 'updated_at': '2021-08-03T16:17:23Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'subnets': [{'id': 'adde6d6c-6c86-40ce-b3e6-1574b73333e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:28:50.711003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-ed2f0e22-065b-4fea-a762-a3d48c4c767a service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446650 Aug 03 16:28:50.831306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1c97dd-5e94-4e2f-bfb9-0b3c153bcd7e req-eee91be5-b6ba-44a1-ba27-79000510f2b1 service neutron] 10.222.0.72 "GET /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118135 Aug 03 16:28:50.960929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f208763-9d05-4f2a-802b-06e125e8cd81 None None] New status for floating IP 5483a103-82d4-404e-9071-b781cca0c951: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:28:51.277444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1efb0-087d-4ff1-851f-a8b8dcae37dd req-212f396b-f0dd-4703-8736-981ab8c86d19 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:51.279031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0a1efb0-087d-4ff1-851f-a8b8dcae37dd req-212f396b-f0dd-4703-8736-981ab8c86d19 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 945 time: 0.0517099 Aug 03 16:28:51.324404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0a1efb0-087d-4ff1-851f-a8b8dcae37dd req-3babb71f-edc8-4669-a8d4-898a16849422 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd7b8910-5f9a-4dce-a947-fb29fe162dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390515 Aug 03 16:28:51.504609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-0a3c3eb1-4349-4f5b-866f-eb1b7456d06b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:28:51.506009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-0a3c3eb1-4349-4f5b-866f-eb1b7456d06b tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 945 time: 0.0495574 Aug 03 16:28:51.599977 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port c6c186ea-a34c-4860-9b46-d5b6ea70180d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:51.600241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:51.704621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] For port c6c186ea-a34c-4860-9b46-d5b6ea70180d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=c6c186ea-a34c-4860-9b46-d5b6ea70180d,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:28:51.705190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:51.718598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for c6c186ea-a34c-4860-9b46-d5b6ea70180d owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:51.866721 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:51.897025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=c6c186ea-a34c-4860-9b46-d5b6ea70180d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:51.948726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] No DVR routers for this DVR port c6c186ea-a34c-4860-9b46-d5b6ea70180d on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:28:51.951582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:51.954423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-089cbf88-87c5-4c8b-a4c7-2da69ad8d3d1 req-277e18c6-1177-402f-888e-8308c80ece4e tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.72 "DELETE /v2.0/ports/c6c186ea-a34c-4860-9b46-d5b6ea70180d HTTP/1.1" status: 204 len: 173 time: 0.4415936 Aug 03 16:28:51.954972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'name': 'network-vif-deleted', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:28:51.957838 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd9c4f1-4538-44ae-b541-a53619a98a43" -d '{"events": [{"server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "name": "network-vif-deleted", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:28:52.011164 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dfc719-ca46-4ce1-8d6f-e8de0f73b18f x-openstack-request-id: req-05dfc719-ca46-4ce1-8d6f-e8de0f73b18f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:28:52.011555 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd4b76-408b-425d-b320-e8abf281857b", "name": "network-vif-deleted", "tag": "c6c186ea-a34c-4860-9b46-d5b6ea70180d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:28:52.011855 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05dfc719-ca46-4ce1-8d6f-e8de0f73b18f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:28:52.012129 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd4b76-408b-425d-b320-e8abf281857b', 'name': 'network-vif-deleted', 'tag': 'c6c186ea-a34c-4860-9b46-d5b6ea70180d', 'status': 'completed', 'code': 200} Aug 03 16:28:52.235469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:52.466002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-096715f2-c291-4467-abc3-9ba67ffc8999 req-d9391cc9-a4cc-4950-b9e2-956b4c864440 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0347919 Aug 03 16:28:53.594890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-020e9364-2201-4e8c-a40e-b8341e3deaa5 req-3aa46645-b0f1-4d5e-b281-68410e794e76 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0347977 Aug 03 16:28:54.696062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87e58a15-5f73-4876-a218-a87381cca930 req-7924a3f7-d7cf-472a-a923-235b2f0853af tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0280442 Aug 03 16:28:55.829733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e00407f8-e7ee-4e3d-85bf-c49a688dfa19 req-880d85d1-9a04-4f71-b491-21bb6ab451f9 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "GET /v2.0/ports?device_id=1dfd4b76-408b-425d-b320-e8abf281857b HTTP/1.1" status: 200 len: 210 time: 0.0371575 Aug 03 16:28:56.264399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c6c186ea-a34c-4860-9b46-d5b6ea70180d no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:28:56.285315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: c6c186ea-a34c-4860-9b46-d5b6ea70180d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:28:56.285578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device c6c186ea-a34c-4860-9b46-d5b6ea70180d not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:28:56.336540 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:56.901264 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50726) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:28:57.048731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Deleting port aa7d0a87-7e8b-4791-865e-d2125853bc77 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:28:57.049174 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.143368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.143691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.169975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Calling delete_port for aa7d0a87-7e8b-4791-865e-d2125853bc77 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:28:57.355458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.388051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'Port': ['ID=aa7d0a87-7e8b-4791-865e-d2125853bc77,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:28:57.448987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.451739 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:28:57.452924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-862dada9-5f34-416d-b667-387aae3cdc72 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "DELETE /v2.0/floatingips/42e8616d-9b36-449d-b188-75a2dbaf1c74 HTTP/1.1" status: 204 len: 168 time: 0.5504713 Aug 03 16:29:00.901148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50782) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:00.997756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:01.030748 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:01.108400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:01.111017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:01.115320 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] 10.222.0.70 "DELETE /v2.0/security-groups/dd7b8910-5f9a-4dce-a947-fb29fe162dda HTTP/1.1" status: 204 len: 168 time: 0.2106102 Aug 03 16:29:01.123238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f3a1c-f0d1-4888-b2f4-3376930be5d7 tempest-TestVolumeBootPattern-2126104117 tempest-TestVolumeBootPattern-2126104117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b8910-5f9a-4dce-a947-fb29fe162dda,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:01.203280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50786) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:01.827548 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:02.173113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Deleting port bed507bb-2fc5-4dcf-b267-f7f81574c415 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:02.173486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:02.268880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] For port bed507bb-2fc5-4dcf-b267-f7f81574c415, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bed507bb-2fc5-4dcf-b267-f7f81574c415,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:02.269809 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:02.285190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Calling delete_port for bed507bb-2fc5-4dcf-b267-f7f81574c415 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:02.496076 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:02.524500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=bed507bb-2fc5-4dcf-b267-f7f81574c415,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:02.538107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.538456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.538800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.539144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.539459 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.539789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.540442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.540800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.541172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.541600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.541971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.542359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:02.738770 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.030275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:29:03.147060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:29:03.153234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8788e184-68b2-460c-9221-b14d04127e0c admin admin] 10.222.0.70 "PUT /v2.0/routers/4e139db7-849e-4197-8ffb-f6dcc553ccd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9467831 Aug 03 16:29:03.155206 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50798) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:03.160431 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Sync routers for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:29:03.171452 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:29:03.172057 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:03.278568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.287799 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:29:03.388846 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.454369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Deleting port 19bb66fa-ddbf-4425-8932-124d0cafcfdb {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:03.454716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.490279 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:29:02Z', 'revision_number': 5, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port': {'id': '19bb66fa-ddbf-4425-8932-124d0cafcfdb', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:50:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:11Z', 'updated_at': '2021-08-03T16:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:03.520625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Checking router: 4e139db7-849e-4197-8ffb-f6dcc553ccd1 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:29:03.531199 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Routers {'4e139db7-849e-4197-8ffb-f6dcc553ccd1'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:29:03.531814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:03.543327 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] For port 19bb66fa-ddbf-4425-8932-124d0cafcfdb, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=19bb66fa-ddbf-4425-8932-124d0cafcfdb,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:03.543741 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.558936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Calling delete_port for 19bb66fa-ddbf-4425-8932-124d0cafcfdb owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:03.621083 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] Set router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:29:03.736777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.768876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bb66fa-ddbf-4425-8932-124d0cafcfdb,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:03.776105 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:29:03Z', 'revision_number': 6, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:03.809791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd968b23-b359-4aad-9b32-279b63f6d3f6 None None] The sync data for ids ['4e139db7-849e-4197-8ffb-f6dcc553ccd1'] in n-d-803226-3 is: [{'id': '4e139db7-849e-4197-8ffb-f6dcc553ccd1', 'name': 'tempest-TestVolumeBootPattern-1503062589-router', 'tenant_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:10Z', 'updated_at': '2021-08-03T16:29:03Z', 'revision_number': 6, 'project_id': 'feee2476e90e4f4ba94fc0d65a1a1eb9', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:29:03.838057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.933965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.936255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.985286 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.985912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e139db7-849e-4197-8ffb-f6dcc553ccd1 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:29:03.990325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:03.991464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c03afc2-5e66-4e92-a84b-6c3eb4706a45 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4e139db7-849e-4197-8ffb-f6dcc553ccd1 HTTP/1.1" status: 204 len: 168 time: 0.8351340 Aug 03 16:29:03.994815 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50806) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:04.043301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Deleting subnet adde6d6c-6c86-40ce-b3e6-1574b73333e5 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:29:04.046701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.082708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.174054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.237600 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.270268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adde6d6c-6c86-40ce-b3e6-1574b73333e5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:04.275405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.277553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4fa652a7-49e5-4d3b-95c7-8fdff034c07e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/adde6d6c-6c86-40ce-b3e6-1574b73333e5 HTTP/1.1" status: 204 len: 168 time: 0.2817752 Aug 03 16:29:04.280259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50808) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:04.287767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fd949b-6144-4fcb-8a76-7bc630176c2c None None] Network 56be381d-5411-4083-978e-ab9fa1f6c775 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:29:04.363318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.444697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Deleting port c43be71d-2155-4ea6-98bd-da7f78e5395e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:04.445121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.529136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] For port c43be71d-2155-4ea6-98bd-da7f78e5395e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c43be71d-2155-4ea6-98bd-da7f78e5395e,segment=NetworkSegment(7505abfa-ea64-4c89-89d1-42504509f36a),segment_id=7505abfa-ea64-4c89-89d1-42504509f36a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:04.529717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.553842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Calling delete_port for c43be71d-2155-4ea6-98bd-da7f78e5395e owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:04.615571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] DHCP port deletion for 56be381d-5411-4083-978e-ab9fa1f6c775 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:29:04.677859 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.680330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Deleting port c43be71d-2155-4ea6-98bd-da7f78e5395e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:04.681708 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.700456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Pushing event deleted for resources: {'Port': ['ID=c43be71d-2155-4ea6-98bd-da7f78e5395e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:04.718887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] No DVR routers for this DVR port c43be71d-2155-4ea6-98bd-da7f78e5395e on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:29:04.765931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] For port c43be71d-2155-4ea6-98bd-da7f78e5395e, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:04.766655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.786263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Calling delete_port for c43be71d-2155-4ea6-98bd-da7f78e5395e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:04.797342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Port c43be71d-2155-4ea6-98bd-da7f78e5395e was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:29:04.799141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.819746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] No DVR routers for this DVR port c43be71d-2155-4ea6-98bd-da7f78e5395e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:29:04.839060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.851562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56be381d-5411-4083-978e-ab9fa1f6c775']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:04.860501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Pushing event deleted for resources: {'Port': ['ID=c43be71d-2155-4ea6-98bd-da7f78e5395e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:04.866189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7505abfa-ea64-4c89-89d1-42504509f36a') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:04.866592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7505abfa-ea64-4c89-89d1-42504509f36a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:04.871703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.872271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.872812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.873365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.873927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.874476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.874911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.875436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.875968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.876377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.877242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.877661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0c9f9-01ce-4f03-9da6-9001b32acdfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:29:04.890534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.912506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.929866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:29:04.930530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:29:04.933624 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:29:05.004286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:05.014929 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:05.016918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] 10.222.0.70 "DELETE /v2.0/networks/56be381d-5411-4083-978e-ab9fa1f6c775 HTTP/1.1" status: 204 len: 168 time: 0.7354569 Aug 03 16:29:05.020017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50816) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:05.035542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9db3f-85ce-4c1e-ac81-8f551e36987d admin admin] Pushing event deleted for resources: {'Network': ['ID=56be381d-5411-4083-978e-ab9fa1f6c775,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:05.318705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bed507bb-2fc5-4dcf-b267-f7f81574c415 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:05.350500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: bed507bb-2fc5-4dcf-b267-f7f81574c415 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:05.351521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bed507bb-2fc5-4dcf-b267-f7f81574c415 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:05.352032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19bb66fa-ddbf-4425-8932-124d0cafcfdb no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:05.373465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 19bb66fa-ddbf-4425-8932-124d0cafcfdb {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:05.373953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 19bb66fa-ddbf-4425-8932-124d0cafcfdb not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:05.374696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c43be71d-2155-4ea6-98bd-da7f78e5395e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:05.398261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c43be71d-2155-4ea6-98bd-da7f78e5395e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:05.398621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c43be71d-2155-4ea6-98bd-da7f78e5395e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:05.472568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:05.735319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Deleting port 6d71a800-a7e4-4616-8788-71b1ca7fd42c {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:05.735537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:05.815789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] For port 6d71a800-a7e4-4616-8788-71b1ca7fd42c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6d71a800-a7e4-4616-8788-71b1ca7fd42c,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:05.816208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:05.829229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Calling delete_port for 6d71a800-a7e4-4616-8788-71b1ca7fd42c owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:06.019476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:06.047259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d71a800-a7e4-4616-8788-71b1ca7fd42c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:06.505593 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:29:06.581707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:06.829093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Router cd5f3409-ac46-4979-b521-2edba252359b has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:29:06.971911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:29:06.977390 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-502a81a6-6572-4fea-963a-5874a9d410c8 admin admin] 10.222.0.70 "PUT /v2.0/routers/cd5f3409-ac46-4979-b521-2edba252359b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562345 Aug 03 16:29:06.982021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50834) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:06.990470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Sync routers for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:29:07.002292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:29:07.003220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:07.128839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:07.277348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:07.310829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:29:07.392581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Deleting port f393f6a0-ef1c-4bc7-8273-6acea46672e4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:07.393243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:07.520748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] For port f393f6a0-ef1c-4bc7-8273-6acea46672e4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f393f6a0-ef1c-4bc7-8273-6acea46672e4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:07.521819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:07.546779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Calling delete_port for f393f6a0-ef1c-4bc7-8273-6acea46672e4 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:07.599202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:29:05Z', 'revision_number': 5, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port': {'id': 'f393f6a0-ef1c-4bc7-8273-6acea46672e4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:07.640560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Checking router: cd5f3409-ac46-4979-b521-2edba252359b for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:29:07.650233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Routers {'cd5f3409-ac46-4979-b521-2edba252359b'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:29:07.651570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:28:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['cd5f3409-ac46-4979-b521-2edba252359b'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:07.761119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] Set router cd5f3409-ac46-4979-b521-2edba252359b gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:29:07.814599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:29:07Z', 'revision_number': 6, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:07.817976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:07.848236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=f393f6a0-ef1c-4bc7-8273-6acea46672e4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:07.855565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ceb0c-1b52-45cc-8e51-eade8855a87e None None] The sync data for ids ['cd5f3409-ac46-4979-b521-2edba252359b'] in n-d-803226-3 is: [{'id': 'cd5f3409-ac46-4979-b521-2edba252359b', 'name': 'tempest-TestVolumeBootPattern-1101956377-router', 'tenant_id': '6926dfd3469e4d1ca18e917d33c7b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:17:17Z', 'updated_at': '2021-08-03T16:29:07Z', 'revision_number': 6, 'project_id': '6926dfd3469e4d1ca18e917d33c7b381', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:29:07.937491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.035819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.038087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.088266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.088901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd5f3409-ac46-4979-b521-2edba252359b {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:29:08.095178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.096351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-98ba551f-9c9e-4d26-b09f-6a8e50e7d37d admin admin] 10.222.0.70 "DELETE /v2.0/routers/cd5f3409-ac46-4979-b521-2edba252359b HTTP/1.1" status: 204 len: 168 time: 1.1133745 Aug 03 16:29:08.098941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50844) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:08.150415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Deleting subnet 8f8559d5-96d2-4778-87f0-53572efe01e3 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:29:08.153665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.189150 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.273905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.342561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.381608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8559d5-96d2-4778-87f0-53572efe01e3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:08.386126 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.388024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-70e16109-b7e6-419c-a279-55249259b2be admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8f8559d5-96d2-4778-87f0-53572efe01e3 HTTP/1.1" status: 204 len: 168 time: 0.2881060 Aug 03 16:29:08.390768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50846) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:08.395855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc1347-d735-4c70-8051-e8df800b1174 None None] Network 20db17db-9ddd-4593-991c-fc9ec87cc241 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:29:08.485151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.569091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Deleting port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:08.569416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.649897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] For port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:08.650137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.666108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Calling delete_port for 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:08.677386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] DHCP port deletion for 20db17db-9ddd-4593-991c-fc9ec87cc241 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:29:08.742624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Deleting port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:29:08.744347 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.766819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.796785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:08.798802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] No DVR routers for this DVR port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:29:08.827052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] For port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,segment=NetworkSegment(6ea1bcff-c4b7-47bc-9173-66f8ce9be641),segment_id=6ea1bcff-c4b7-47bc-9173-66f8ce9be641)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:29:08.827775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.843623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Calling delete_port for 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:29:08.895670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.912756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db17db-9ddd-4593-991c-fc9ec87cc241']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:08.925182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea1bcff-c4b7-47bc-9173-66f8ce9be641') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:08.925487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea1bcff-c4b7-47bc-9173-66f8ce9be641') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:29:08.937051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.955813 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.957133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.970699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:29:08.971355 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:29:08.973657 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:29:08.984083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] Pushing event deleted for resources: {'Port': ['ID=6f29ef0c-5d26-4b31-b72c-6bd9687648f2,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:08.991298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a96f6-a6c2-4929-9c35-95128e77daa5 None None] No DVR routers for this DVR port 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:29:09.048851 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.070830 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.077808 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] 10.222.0.70 "DELETE /v2.0/networks/20db17db-9ddd-4593-991c-fc9ec87cc241 HTTP/1.1" status: 204 len: 168 time: 0.6733387 Aug 03 16:29:09.077808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86848e-f00e-45a0-9605-20b35fcec145 admin admin] Pushing event deleted for resources: {'Network': ['ID=20db17db-9ddd-4593-991c-fc9ec87cc241,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:09.284149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 50858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:09.329378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6d71a800-a7e4-4616-8788-71b1ca7fd42c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:09.342023 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16624a8d-9cc3-4db2-87f6-ce9e2f3f5a84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=feee2476e90e4f4ba94fc0d65a1a1eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543206 Aug 03 16:29:09.342828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50860) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:09.349651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6d71a800-a7e4-4616-8788-71b1ca7fd42c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:09.350027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6d71a800-a7e4-4616-8788-71b1ca7fd42c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:09.350495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:09.371279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:09.371635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6f29ef0c-5d26-4b31-b72c-6bd9687648f2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:09.372060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f393f6a0-ef1c-4bc7-8273-6acea46672e4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:29:09.390889 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f393f6a0-ef1c-4bc7-8273-6acea46672e4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:29:09.391793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f393f6a0-ef1c-4bc7-8273-6acea46672e4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:29:09.397259 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.420492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.474669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.477406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.480037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0dd54cc-848c-4e88-ab2c-bd3d1135b875 HTTP/1.1" status: 204 len: 168 time: 0.1361299 Aug 03 16:29:09.492586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234f9a5-8865-48cb-acaa-230c94d2e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd54cc-848c-4e88-ab2c-bd3d1135b875,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:09.888864 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0dfebaab-6c34-4ae8-a0fb-b64ae8a63592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:09.947782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:10.011681 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f3847b63-37af-48f2-a2d1-cd0991779d5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6926dfd3469e4d1ca18e917d33c7b381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622835 Aug 03 16:29:10.013839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 50874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:29:10.076292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:10.109044 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:10.177199 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:10.181654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:10.183945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc9842c1-e83d-432a-a71b-f896918baf6b HTTP/1.1" status: 204 len: 168 time: 0.1684775 Aug 03 16:29:10.193339 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0746c9-5b49-4097-8c7b-22e6d7d2882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9842c1-e83d-432a-a71b-f896918baf6b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:29:12.147171 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3b1478c1-f828-44b8-9f68-f4e22c5430dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:12.799994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:13.788275 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:15.146330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:22.233400 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:26.340131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:39.872480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-626645ca-a497-42cf-8e13-869465254ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:42.154454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ecffdef-5404-452e-bf66-9d988dfc8b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:42.805449 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:43.505210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:29:43.788320 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:45.150582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:52.239420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:29:56.369196 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:09.881120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5081-c349-4c1f-94f9-a0c52be050c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:12.156081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f2d76ab3-ae9c-4e40-9fb2-50e6878a0a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:12.801712 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:13.793700 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:15.151674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:20.505603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:30:22.247870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:26.367988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:39.877837 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-46ff4105-df02-48fc-81ed-77163f89ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:42.158038 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-540e21f9-6f8a-40ba-9512-9960095554a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:42.805096 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:43.794821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:45.154752 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:52.178305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-8f6af295-1364-42c2-a3ce-eed269781d7b req-1e402600-d17c-4404-b9dd-c1628e4e3cab service neutron] (106017) timed out ('10.222.0.70', 51796) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:30:52.263440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:56.367756 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:30:57.505117 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:31:09.876268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e40ce362-eaf7-4822-9927-e913da086fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:12.370503 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d12a2059-06c2-4a65-bff9-88aa8e0771a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:12.815432 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:13.804560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:15.160728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:22.298130 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:26.395541 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:34.509734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:31:39.874940 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1299e1bb-9727-437e-94d1-1c399a47cabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:42.164335 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dc6284ae-f3c2-47e1-9f1a-27df61e4869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:42.814517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:43.807048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:44.159962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53342) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:44.341980 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-001d855e-e10e-4dd6-9a57-6a38dd24a5b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fad1ba7bf714c6cb2a99ab03a571233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800563 Aug 03 16:31:44.344848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53348) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:44.401926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:44.428836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:44.500013 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:44.504668 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:44.508299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/beb7ff7b-201c-4fa3-affb-e0c823430531 HTTP/1.1" status: 204 len: 168 time: 0.1597664 Aug 03 16:31:44.521631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7ff7b-201c-4fa3-affb-e0c823430531,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:44.530815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.531156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.531486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.531817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.532145 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.532620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.533058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.533393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.533819 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.534311 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.534797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:44.535274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c93004-6066-40fb-9f88-61c5efacfeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:45.168614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:49.714530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53398) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:49.875340 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a18f4fab-7ac0-4729-aabb-31e04761af18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:49.987447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a18f4fab-7ac0-4729-aabb-31e04761af18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:49.994149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a18f4fab-7ac0-4729-aabb-31e04761af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:50.040691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a18f4fab-7ac0-4729-aabb-31e04761af18 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=967cacc6b0c7400cbfb92ec35f7325ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240929 Aug 03 16:31:50.043591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53402) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:50.046704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4fab-7ac0-4729-aabb-31e04761af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96753f47-962a-44eb-8e36-884fa716bf16,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:50.121705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:50.147400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:50.211823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:50.214635 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:50.218412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96753f47-962a-44eb-8e36-884fa716bf16 HTTP/1.1" status: 204 len: 168 time: 0.1721048 Aug 03 16:31:50.228266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96753f47-962a-44eb-8e36-884fa716bf16,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:50.236709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.237058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.237406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.237784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.238124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.238455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.238789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.239120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.239479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.239813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.240157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.240742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45297f4-73d9-4945-8189-f651fd5ccd52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:50.988717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53426) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:51.098497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1194471988-network', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:51.132075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Made reservation on behalf of ddd3611535634e2b9e3399e992694c52 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:31:51.132075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.144056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.253026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.258378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.281020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:31:51.295710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c257d27-16e9-4701-844d-7dd6018480d7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:51.303180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.306485 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Added segment b5da268e-dcb2-4aaa-96ea-2687208267e0 of type vlan for network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 Aug 03 16:31:51.357546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.400874 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.402217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:31:51.402853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.458842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4688628 Aug 03 16:31:51.462285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53430) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:51.470587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Request body: {'subnet': {'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1194471988-subnet', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:51.478193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952b6a2-ce1f-4a55-b930-0f6408b1afd8 admin admin] Pushing event updated for resources: {'Network': ['ID=7823d68e-4350-48a7-b792-5fc61d2ea0c2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:51.492043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:31:51.504735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Made reservation on behalf of ddd3611535634e2b9e3399e992694c52 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:31:51.507100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.728450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.792541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f7a82f-64ea-446a-a927-c568d52af17c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:51.804828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Checking segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:31:51.805174 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Network hostable DHCP agents. Network: 7823d68e-4350-48a7-b792-5fc61d2ea0c2, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:31:51.823996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:31:51.833840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7823d68e-4350-48a7-b792-5fc61d2ea0c2) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:51.840139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:31:51.840456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.845028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e88ad-b31f-410b-94a1-c060359df901 None None] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:31:51.871082 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f48a5449-a854-43eb-959f-ba99b9ff6603 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4069884 Aug 03 16:31:51.874953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:51.879644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:51.903041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.904036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:51.983342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.049951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:31:52.051248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.161018 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.265746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Allocated IP 172.20.0.2 (7823d68e-4350-48a7-b792-5fc61d2ea0c2/14f7a82f-64ea-446a-a927-c568d52af17c/07289a10-b661-493a-8820-6b20962f107d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:31:52.304637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.454793 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.462608 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.466436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Transition to ACTIVE for port object 07289a10-b661-493a-8820-6b20962f107d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:52.489142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Transition to ACTIVE for port object 07289a10-b661-493a-8820-6b20962f107d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:52.496787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.497740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.541064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:52.542826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:52.547812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:31:52.576947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Pushing event updated for resources: {'Port': ['ID=07289a10-b661-493a-8820-6b20962f107d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:52.605416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.606005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.606340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.606678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.607009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.607364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.607846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.608395 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.608744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.609122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.609448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.609800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:52.636713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Allocated IP 172.25.7.198 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:31:52.648748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Attempting to bind port 07289a10-b661-493a-8820-6b20962f107d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:31:52.649149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Attempting to bind port 07289a10-b661-493a-8820-6b20962f107d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:31:52.649610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Attempting to bind port 07289a10-b661-493a-8820-6b20962f107d on network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:31:52.657605 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:31:52.658174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Checking segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:31:52.658631 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.659443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Bound using segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:31:52.660262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Bound port: 07289a10-b661-493a-8820-6b20962f107d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:31:52.660861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.751575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] For port 07289a10-b661-493a-8820-6b20962f107d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:31:52.755502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] For port 07289a10-b661-493a-8820-6b20962f107d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07289a10-b661-493a-8820-6b20962f107d,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:31:52.760046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.773698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.843822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76180c2-4a30-4130-ab96-c69feaa00b5d None None] Pushing event updated for resources: {'Port': ['ID=07289a10-b661-493a-8820-6b20962f107d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:52.853802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:52.915737 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:52.921479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:52.929505 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:31:52.939125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:53.291155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:53.439292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07289a10-b661-493a-8820-6b20962f107d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:31:53.512498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 07289a10-b661-493a-8820-6b20962f107d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:31:53.564569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:53.753855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Router e3dd1500-422d-446f-8035-84d59c512116 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:31:53.886576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc56467c-d9b5-4b83-98cd-93ff17322669 None None] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:31:53.893434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:31:53.909516 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:31:53.917572 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:53.920573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-cc8ea1f0-1e41-41b0-a626-60031875d849 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0439913 Aug 03 16:31:53.923901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53434) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:53.925421 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:31:53.926197 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:53.975644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Provisioning for port 07289a10-b661-493a-8820-6b20962f107d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:31:53.986246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Provisioning complete for port 07289a10-b661-493a-8820-6b20962f107d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:53.987327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.078229 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:31:54.157365 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.216811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] For port 07289a10-b661-493a-8820-6b20962f107d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07289a10-b661-493a-8820-6b20962f107d,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:31:54.224435 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.312746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f6352-ba9c-4139-9cec-635cf580e13b None None] Pushing event updated for resources: {'Port': ['ID=07289a10-b661-493a-8820-6b20962f107d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:54.331810 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:53Z', 'revision_number': 3, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:54.382060 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:31:54.384127 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Updating router e3dd1500-422d-446f-8035-84d59c512116 port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:31:54.413154 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.552206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-014f1506-fc88-4078-82d1-2dc05c5ba867 None None] Provisioning complete for port 07289a10-b661-493a-8820-6b20962f107d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:54.553174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-014f1506-fc88-4078-82d1-2dc05c5ba867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.632999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.847006 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.861613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Transition to ACTIVE for port object 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:54.868791 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.884475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Allocated IP 172.20.0.1 (7823d68e-4350-48a7-b792-5fc61d2ea0c2/14f7a82f-64ea-446a-a927-c568d52af17c/0f230cfe-126a-4a1b-b7a7-74b18f89e469) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:31:54.936295 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Attempting to bind port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:31:54.937188 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Attempting to bind port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:31:54.937379 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Attempting to bind port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:31:54.950431 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:31:54.950782 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:31:54.951653 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:54.952117 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:31:54.952527 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Bound port: 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:31:54.952908 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.016598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Pushing event updated for resources: {'Port': ['ID=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:55.019853 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] For port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:31:55.023987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] For port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:31:55.033711 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.034151 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.034547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.034883 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.035266 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.035597 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.035925 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.036359 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.036786 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.037058 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.037414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.037969 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:31:55.043772 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.073536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.094633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Transition to ACTIVE for port object 0f230cfe-126a-4a1b-b7a7-74b18f89e469 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:55.110241 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:31:55.111249 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:55.113169 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f015f-3457-425f-94c6-c4e9cdac0b72 None None] Pushing event updated for resources: {'Port': ['ID=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:55.144587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.189981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:55.193449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:55.200117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:31:55.239750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:55.272713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.274848 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:31:55.452452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07289a10-b661-493a-8820-6b20962f107d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:31:55.546839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-eda19797-0d4f-4120-a049-e86cbef121c7 None None] Provisioning for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:31:55.549498 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.551573 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:53Z', 'revision_number': 3, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:55.556365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-eda19797-0d4f-4120-a049-e86cbef121c7 None None] Provisioning complete for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:55.558125 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eda19797-0d4f-4120-a049-e86cbef121c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.592966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e37cc-f40f-4909-ab1e-7ac5dfd9400b None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:53Z', 'revision_number': 3, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:31:55.609117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 07289a10-b661-493a-8820-6b20962f107d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:55.609770 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.674943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-eda19797-0d4f-4120-a049-e86cbef121c7 None None] Port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:31:55.804301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.810206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:55.917282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:55.924416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:56.067425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:56.068979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:56.409342 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:56.424536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6f1cfcf1-71da-402e-9527-15e44014ef75 None None] Provisioning complete for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:56.432582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f1cfcf1-71da-402e-9527-15e44014ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:56.480307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cfcf1-71da-402e-9527-15e44014ef75 None None] Port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:31:56.656580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Router e3dd1500-422d-446f-8035-84d59c512116 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:31:56.806925 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:31:56.814609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-668e5b10-3375-4e86-af1c-82d68749b9f9 admin admin] 10.222.0.70 "PUT /v2.0/routers/e3dd1500-422d-446f-8035-84d59c512116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891003 Aug 03 16:31:57.457795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:31:57.501037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53452) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:57.507549 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1498890438-network', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:57.527112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:31:57.534766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:57.535640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.537565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Made reservation on behalf of a6aec80f4a6b407f92473ace335b149a for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:31:57.540263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.565101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.666751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.678753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:31:57.696699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.701347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:31:57.702641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:57.703987 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.705736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:31:57.709492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.738485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:31:57.764393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b78ee9-f85b-452a-8aaf-406650a01d4a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:57.790970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.791795 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Added segment 681efa1a-e70f-4902-8c03-47c163501fad of type vlan for network 9e660b22-d5c7-49ef-8eda-90d04537602b Aug 03 16:31:57.851170 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.896437 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.898155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:31:57.899409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:57.974948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4690490 Aug 03 16:31:57.975729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53454) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:57.982695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Request body: {'subnet': {'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1498890438-subnet', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:57.991565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befdcd-edd8-4bd0-b115-995f78731820 admin admin] Pushing event updated for resources: {'Network': ['ID=9e660b22-d5c7-49ef-8eda-90d04537602b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:58.016015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 9e660b22-d5c7-49ef-8eda-90d04537602b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:31:58.018091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Made reservation on behalf of a6aec80f4a6b407f92473ace335b149a for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:31:58.021940 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.117734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:58.180827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:31:58.331301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.415623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8850647-e60e-4f1a-938e-25fd0b7f3fed,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:58.439693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Checking segment: {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:31:58.440178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Network hostable DHCP agents. Network: 9e660b22-d5c7-49ef-8eda-90d04537602b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:31:58.470066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Network 9e660b22-d5c7-49ef-8eda-90d04537602b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:31:58.482213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 9e660b22-d5c7-49ef-8eda-90d04537602b) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:58.490351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:31:58.492228 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.504112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd21263-0648-4132-b1cf-a99e0f925440 None None] Network 9e660b22-d5c7-49ef-8eda-90d04537602b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:31:58.510200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf702919-ab5b-4a6b-95f1-da14128281a0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5324647 Aug 03 16:31:58.513168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 53456) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:31:58.521328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:31:58.568616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.571111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.578563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 2, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:31:58.616710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:31:58.617070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Updating router e3dd1500-422d-446f-8035-84d59c512116 port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:31:58.668113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.674289 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.859677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-9e660b22-d5c7-49ef-8eda-90d04537602b', 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'fixed_ips': [{'subnet_id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:31:58.861526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:58.868646 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.152353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.182402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Allocated IP 172.20.0.2 (9e660b22-d5c7-49ef-8eda-90d04537602b/f8850647-e60e-4f1a-938e-25fd0b7f3fed/cf80ce7b-585c-463d-ab93-06a93654f59d) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:31:59.187649 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.304693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.312044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Allocated IP 172.25.7.131 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/09273fce-662c-45ba-a707-37a93c7f5e24) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:31:59.332528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Transition to ACTIVE for port object 0f230cfe-126a-4a1b-b7a7-74b18f89e469 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:59.351620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.445380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:31:59.489431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.509041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68543f6-8218-4f74-90f8-6a5ab015006a None None] Pushing event updated for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:59.558258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.565177 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.583971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Transition to ACTIVE for port object cf80ce7b-585c-463d-ab93-06a93654f59d will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:59.622510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:59.628696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:59.638169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:31:59.661061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Transition to ACTIVE for port object cf80ce7b-585c-463d-ab93-06a93654f59d will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:31:59.678853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Pushing event updated for resources: {'Port': ['ID=09273fce-662c-45ba-a707-37a93c7f5e24,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:59.716129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.759722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Attempting to bind port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:31:59.760359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Attempting to bind port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:31:59.760740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Attempting to bind port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 on network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:31:59.799189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:31:59.799598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Checking segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:31:59.800045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.800385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Bound using segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:31:59.800886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Bound port: 0f230cfe-126a-4a1b-b7a7-74b18f89e469, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:31:59.801278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:31:59.808731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Network 9e660b22-d5c7-49ef-8eda-90d04537602b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:31:59.833559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:31:59.838817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Pushing event updated for resources: {'Port': ['ID=cf80ce7b-585c-463d-ab93-06a93654f59d,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:31:59.843933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:31:59.849878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:31:59.850136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.016530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Attempting to bind port cf80ce7b-585c-463d-ab93-06a93654f59d on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:32:00.016942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Attempting to bind port cf80ce7b-585c-463d-ab93-06a93654f59d by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:32:00.017457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Attempting to bind port cf80ce7b-585c-463d-ab93-06a93654f59d on network 9e660b22-d5c7-49ef-8eda-90d04537602b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:32:00.026845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] For port 0f230cfe-126a-4a1b-b7a7-74b18f89e469, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:32:00.033170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] For port 0f230cfe-126a-4a1b-b7a7-74b18f89e469, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0f230cfe-126a-4a1b-b7a7-74b18f89e469,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:32:00.035512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:32:00.036121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Checking segment: {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:32:00.036794 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.037335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Bound using segment: {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:32:00.038186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Bound port: cf80ce7b-585c-463d-ab93-06a93654f59d, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:32:00.038737 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.046160 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.054613 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.202557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68543f6-8218-4f74-90f8-6a5ab015006a None None] Pushing event updated for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:00.219627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:32:00.220273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:00.276246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] For port cf80ce7b-585c-463d-ab93-06a93654f59d, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:32:00.282211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] For port cf80ce7b-585c-463d-ab93-06a93654f59d, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cf80ce7b-585c-463d-ab93-06a93654f59d,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:32:00.291129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.354643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.445857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76080-3579-472f-8ec9-ae7da8498285 None None] Pushing event updated for resources: {'Port': ['ID=cf80ce7b-585c-463d-ab93-06a93654f59d,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:00.461977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:32:00.585052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Router 6899b1c5-a764-4102-8bc8-683014b11f8f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:32:00.800836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:32:00.820580 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Sync routers for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:32:00.835019 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:00.837159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5b8c081-1684-47a5-bdfe-78a56d8034ba admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3218296 Aug 03 16:32:00.841709 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 53462) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:32:00.857084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:32:00.857767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:00Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:00.858306 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:00.903994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d37c3-fc8f-423b-860f-d4d149d600a0 None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:00Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:32:01.199266 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:32:01.584469 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:31:59Z', 'revision_number': 3, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:01.587257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cf80ce7b-585c-463d-ab93-06a93654f59d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:01.620496 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Checking router: 6899b1c5-a764-4102-8bc8-683014b11f8f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:32:01.621181 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Updating router 6899b1c5-a764-4102-8bc8-683014b11f8f port 09273fce-662c-45ba-a707-37a93c7f5e24 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:32:01.666567 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:01.753926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port cf80ce7b-585c-463d-ab93-06a93654f59d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:01.757127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:01.772602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0f230cfe-126a-4a1b-b7a7-74b18f89e469 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:01.864101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cd8f3-e8fb-4aae-93ad-8e295265aa2c None None] Network 9e660b22-d5c7-49ef-8eda-90d04537602b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:32:01.984945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:02.000370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Provisioning for port cf80ce7b-585c-463d-ab93-06a93654f59d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:02.007137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:02.007829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.053675 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Provisioning complete for port cf80ce7b-585c-463d-ab93-06a93654f59d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:02.054328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.099259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Allocated IP 172.20.0.1 (9e660b22-d5c7-49ef-8eda-90d04537602b/f8850647-e60e-4f1a-938e-25fd0b7f3fed/e1884607-76fd-4c75-ad76-b81231a1322c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:32:02.176952 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.193202 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Transition to ACTIVE for port object 09273fce-662c-45ba-a707-37a93c7f5e24 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:32:02.208740 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.302489 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c4e13-4a4f-4097-98ff-db303218cdec None None] Pushing event updated for resources: {'Port': ['ID=09273fce-662c-45ba-a707-37a93c7f5e24,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:02.319137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.333718 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Attempting to bind port 09273fce-662c-45ba-a707-37a93c7f5e24 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:32:02.334592 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Attempting to bind port 09273fce-662c-45ba-a707-37a93c7f5e24 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:32:02.335190 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Attempting to bind port 09273fce-662c-45ba-a707-37a93c7f5e24 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:32:02.344857 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:32:02.345515 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:32:02.346204 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.347076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:32:02.347628 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Bound port: 09273fce-662c-45ba-a707-37a93c7f5e24, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:32:02.348247 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.353404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Transition to ACTIVE for port object e1884607-76fd-4c75-ad76-b81231a1322c will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:32:02.427656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.464020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] For port 09273fce-662c-45ba-a707-37a93c7f5e24, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:32:02.470796 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] For port 09273fce-662c-45ba-a707-37a93c7f5e24, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=09273fce-662c-45ba-a707-37a93c7f5e24,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:32:02.478392 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.501234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Network 9e660b22-d5c7-49ef-8eda-90d04537602b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:32:02.506863 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:32:02.513515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:32:02.526739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.600047 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:32:02.601471 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:02.620064 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.630483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] For port cf80ce7b-585c-463d-ab93-06a93654f59d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cf80ce7b-585c-463d-ab93-06a93654f59d,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:32:02.636479 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.646780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.749472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0f230cfe-126a-4a1b-b7a7-74b18f89e469, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0f230cfe-126a-4a1b-b7a7-74b18f89e469,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:32:02.760120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.768367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3623f6-a4da-48a5-a500-633420ce3f81 None None] Pushing event updated for resources: {'Port': ['ID=cf80ce7b-585c-463d-ab93-06a93654f59d,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:02.844476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Pushing event updated for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:02.844813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:32:02.864926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:02.901733 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:02.928892 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c4e13-4a4f-4097-98ff-db303218cdec None None] Pushing event updated for resources: {'Port': ['ID=09273fce-662c-45ba-a707-37a93c7f5e24,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:03.119161 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:31:59Z', 'revision_number': 3, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:03.153677 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f15c32-6ada-422f-947e-6a3f0e7f875d None None] The sync data for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 is: [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:31:59Z', 'revision_number': 3, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:32:03.181881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Provisioning for port e1884607-76fd-4c75-ad76-b81231a1322c completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:03.190886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Provisioning complete for port e1884607-76fd-4c75-ad76-b81231a1322c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.191257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.251537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Port e1884607-76fd-4c75-ad76-b81231a1322c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:32:03.266136 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.271307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Provisioning complete for port cf80ce7b-585c-463d-ab93-06a93654f59d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.271890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-da9e29ae-fdae-4f5a-a244-4204744bac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.274090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.384545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.397556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Pushing event updated for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:03.476759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cf80ce7b-585c-463d-ab93-06a93654f59d up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:03.558422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Network 9e660b22-d5c7-49ef-8eda-90d04537602b is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:32:03.561466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:32:03.585011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6a968119-d32b-462e-bef0-4a91c844cb64 None None] Provisioning complete for port e1884607-76fd-4c75-ad76-b81231a1322c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.585592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a968119-d32b-462e-bef0-4a91c844cb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.639642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6a968119-d32b-462e-bef0-4a91c844cb64 None None] Port e1884607-76fd-4c75-ad76-b81231a1322c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:32:03.667904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port cf80ce7b-585c-463d-ab93-06a93654f59d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.668671 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.836989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0f230cfe-126a-4a1b-b7a7-74b18f89e469 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:03.919029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.920016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:03.981096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-888d79f4-ed5e-4ff7-9360-87077c8e55ce None None] Provisioning complete for port e1884607-76fd-4c75-ad76-b81231a1322c triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:03.981583 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-888d79f4-ed5e-4ff7-9360-87077c8e55ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:04.053286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-888d79f4-ed5e-4ff7-9360-87077c8e55ce None None] Port e1884607-76fd-4c75-ad76-b81231a1322c cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:32:04.188230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Router 6899b1c5-a764-4102-8bc8-683014b11f8f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:32:04.335221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:32:04.344000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7ed2da63-bb39-40a4-ab67-84f25c746044 admin admin] 10.222.0.70 "PUT /v2.0/routers/6899b1c5-a764-4102-8bc8-683014b11f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997756 Aug 03 16:32:05.361513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Sync routers for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:32:05.382341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:32:05.383248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:05.548176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 09273fce-662c-45ba-a707-37a93c7f5e24 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:05.627069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:32:05.670632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 09273fce-662c-45ba-a707-37a93c7f5e24 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:05.685509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 09273fce-662c-45ba-a707-37a93c7f5e24 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:05.686465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:05.907241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:05.964953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 09273fce-662c-45ba-a707-37a93c7f5e24, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=09273fce-662c-45ba-a707-37a93c7f5e24,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:32:05.974131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.067016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 4, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e1884607-76fd-4c75-ad76-b81231a1322c', 'name': '', 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'mac_address': 'fa:16:3e:19:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:32:01Z', 'updated_at': '2021-08-03T16:32:03Z', 'revision_number': 2, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'subnets': [{'id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:06.072367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=09273fce-662c-45ba-a707-37a93c7f5e24,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:06.103751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Checking router: 6899b1c5-a764-4102-8bc8-683014b11f8f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:32:06.104535 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Updating router 6899b1c5-a764-4102-8bc8-683014b11f8f port e1884607-76fd-4c75-ad76-b81231a1322c binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:32:06.145886 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.541594 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.552585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Transition to ACTIVE for port object e1884607-76fd-4c75-ad76-b81231a1322c will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:32:06.566527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.625196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a126a-e0f2-4664-b260-451f64894a58 None None] Pushing event updated for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:06.677768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Attempting to bind port e1884607-76fd-4c75-ad76-b81231a1322c on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:32:06.678245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Attempting to bind port e1884607-76fd-4c75-ad76-b81231a1322c by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:32:06.679115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Attempting to bind port e1884607-76fd-4c75-ad76-b81231a1322c on network 9e660b22-d5c7-49ef-8eda-90d04537602b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:32:06.685130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:32:06.685726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Checking segment: {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:32:06.686287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.686986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Bound using segment: {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:32:06.687543 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Bound port: e1884607-76fd-4c75-ad76-b81231a1322c, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681efa1a-e70f-4902-8c03-47c163501fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:32:06.688013 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.784852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] For port e1884607-76fd-4c75-ad76-b81231a1322c, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:32:06.798100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] For port e1884607-76fd-4c75-ad76-b81231a1322c, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1884607-76fd-4c75-ad76-b81231a1322c,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:32:06.804034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:06.861956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:32:06.862631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:31:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:06.919181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a126a-e0f2-4664-b260-451f64894a58 None None] Pushing event updated for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:07.023614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:32:07.301221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 4, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e1884607-76fd-4c75-ad76-b81231a1322c', 'name': '', 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'mac_address': 'fa:16:3e:19:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:32:01Z', 'updated_at': '2021-08-03T16:32:06Z', 'revision_number': 4, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'subnets': [{'id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:32:07.340387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950cc54-dc37-48d1-9a67-22fabce91089 None None] The sync data for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 is: [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 4, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e1884607-76fd-4c75-ad76-b81231a1322c', 'name': '', 'network_id': '9e660b22-d5c7-49ef-8eda-90d04537602b', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'mac_address': 'fa:16:3e:19:0b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:32:01Z', 'updated_at': '2021-08-03T16:32:06Z', 'revision_number': 4, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'subnets': [{'id': 'f8850647-e60e-4f1a-938e-25fd0b7f3fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:32:07.512774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 09273fce-662c-45ba-a707-37a93c7f5e24 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:07.585797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 09273fce-662c-45ba-a707-37a93c7f5e24 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:07.586995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:09.457987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1884607-76fd-4c75-ad76-b81231a1322c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:09.516470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e1884607-76fd-4c75-ad76-b81231a1322c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:32:09.522886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e1884607-76fd-4c75-ad76-b81231a1322c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:09.523403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:09.641255 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:09.696028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e1884607-76fd-4c75-ad76-b81231a1322c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1884607-76fd-4c75-ad76-b81231a1322c,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:32:09.702615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:09.764821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:32:09.873804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fcea29b-2a90-41c0-933e-c5cf6d0a1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:11.448294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1884607-76fd-4c75-ad76-b81231a1322c up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:32:11.511006 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:32:11.538196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e1884607-76fd-4c75-ad76-b81231a1322c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:32:11.538636 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:12.168210 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4290932f-c4e1-473b-97b7-9cc7a47ccfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:12.820357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:13.806645 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:15.180900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:22.310200 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:26.417911 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:39.867735 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f0353cdf-5ea4-4d0a-8375-ee00aaa39128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:42.161971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ae8fab86-1744-4e66-a098-753e09cdf9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:42.821258 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:43.809035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:45.191818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:48.514485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:32:52.317120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:32:56.411506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:09.872004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd5d6135-fb9d-4545-a1c8-f7f85d32c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:12.167108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b7a013a8-0636-4840-9f33-7c5f97a9cd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:12.818341 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:13.813011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:15.182404 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:22.309594 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:25.514046 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:33:26.403878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:39.867135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6d312a9f-2a44-4e55-9001-c1ae29f90a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:42.170447 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e377cb6e-0751-498a-9ae0-6cdb37732bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:42.812046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:43.814388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:45.185469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:52.326562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.108242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.115089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865472583', 'description': 'tempest-secgroup-smoke-865472583 description', 'project_id': 'ddd3611535634e2b9e3399e992694c52'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.139402 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.226050 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.229951 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.260739 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.262036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514947 Aug 03 16:33:56.264075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a194e4a7-84d9-4207-9e33-d299ad9709cd,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:56.264912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54522) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.271979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.272209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.272523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.272873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.273240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.273583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.273955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.274310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.274646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.274981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.275319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.275662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.275996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e131b39-d9f5-4b38-afc5-9b7242395244 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.308755 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.374296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.379759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.396617 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7b6042-9d90-488e-a294-46e5e906dd0f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:56.407558 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.408275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.408513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.408952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.409328 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.409681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.410047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.410365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.410724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.411064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.411397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.411727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.412058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:33:56.415258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.416465 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-93b7eda3-3148-4c71-b88c-d5632ac86323 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502593 Aug 03 16:33:56.419121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54526) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.424402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.452529 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.522942 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.527569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.548242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0b914f-2e3a-4508-88c0-cf3bf5c6fc0b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:56.559331 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.564055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92171ede-59cf-4908-a14a-7440cff773ab tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404576 Aug 03 16:33:56.564502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54528) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.569409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.599970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.674374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.680457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.703369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6f1d8b-2d4c-44fe-86b6-35a9616c1594,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:56.710812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.712037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-989368b2-48bf-4783-b2ff-91b761da0065 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467226 Aug 03 16:33:56.714728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54530) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.719777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.755947 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.838625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.842389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.865334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce70b2b1-55d0-427a-ad4e-dc8de5ef615c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:56.871444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.875844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2dc9684e-006c-4366-9a53-45d00322786e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571412 Aug 03 16:33:56.876202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:56.881150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:56.908279 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Project ddd3611535634e2b9e3399e992694c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:33:56.914908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.986301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:56.990244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.009919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50af1bfc-401f-4ca2-a11d-a3344ea2e8f4,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:57.013754 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.017078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d46cbaf4-5ab2-41ce-8902-87e5d519a158 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377730 Aug 03 16:33:57.019443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54534) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:33:57.024634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'security_group_rule': {'security_group_id': 'a194e4a7-84d9-4207-9e33-d299ad9709cd', 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:57.049228 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Project ddd3611535634e2b9e3399e992694c52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:33:57.055108 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.125954 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.130377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.148643 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9c090a-1a8d-46d2-91e2-6595384fd56f,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:33:57.160740 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:57.162251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-675f88dc-4718-43a9-b607-db33a8afc2fc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417794 Aug 03 16:33:57.496315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-84d7de22-0b0e-4730-8c40-1e1e6ad4123b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865472583&fields=id&tenant_id=ddd3611535634e2b9e3399e992694c52 HTTP/1.1" status: 200 len: 267 time: 0.0359943 Aug 03 16:33:57.610372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-fb71648f-f7b1-45c5-9f21-70c2b6fe49f2 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:33:57.611929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-fb71648f-f7b1-45c5-9f21-70c2b6fe49f2 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 814 time: 0.1081908 Aug 03 16:33:57.627150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-f4c51e94-cd86-4c6e-91c0-e01e7cb80410 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/quotas/ddd3611535634e2b9e3399e992694c52 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Aug 03 16:33:57.687426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-9e8e4811-a030-4bcc-bd4b-e8c731e36c9d tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539925 Aug 03 16:33:57.870774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-731f21e3-0f41-4361-9eaf-e943ef70fec4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:33:57.871844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-731f21e3-0f41-4361-9eaf-e943ef70fec4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1730146 Aug 03 16:33:57.970721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-71ec9243-684d-4dc6-bc16-0426ae9a5bbb service neutron] 10.222.0.70 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917716 Aug 03 16:33:58.064319 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-c608f412-f86a-4872-9782-77c9fa7b21d1 service neutron] 10.222.0.70 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878110 Aug 03 16:33:58.526243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0fe1fe43-4e64-4b21-ad3c-83d35fbad0cf req-35bf9b19-5211-4f5f-8b69-0a9627b704d0 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.1347725 Aug 03 16:33:59.519188 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-9aad9169-29a0-4aee-9903-2ee8f052a5a8 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:33:59.520725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-9aad9169-29a0-4aee-9903-2ee8f052a5a8 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 814 time: 0.1191044 Aug 03 16:33:59.572796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-04a1d85c-cbb9-410b-be22-40845cc1dbd9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddd3611535634e2b9e3399e992694c52 HTTP/1.1" status: 200 len: 379 time: 0.0430901 Aug 03 16:33:59.583066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'port': {'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'admin_state_up': True, 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'security_groups': ['a194e4a7-84d9-4207-9e33-d299ad9709cd']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:33:59.631828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f2076c43-7ff4-46dd-b3b8-2112e7921263 req-15f5835a-8dad-413e-b7cb-fad57168d367 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.0317934 Aug 03 16:33:59.717498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Made reservation on behalf of ddd3611535634e2b9e3399e992694c52 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:33:59.722029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:33:59.850866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Allocated IP 172.20.0.7 (7823d68e-4350-48a7-b792-5fc61d2ea0c2/14f7a82f-64ea-446a-a927-c568d52af17c/8a528da3-5d05-4488-84d3-886d5152842b) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:33:59.999566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.013808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Transition to ACTIVE for port object 8a528da3-5d05-4488-84d3-886d5152842b will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:34:00.058361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.105671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:34:00.111439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:34:00.117405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:34:00.142936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:00.177176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:00.177878 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.193878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-66134f78-1a2a-405a-a2f1-33461859f4a9 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6155541 Aug 03 16:34:00.267895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Request body: {'port': {'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:34:00.329465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.348725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc05317f-ae7c-4bfc-b7bd-60e32b72eb1b None None] Provisioning for port 8a528da3-5d05-4488-84d3-886d5152842b completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:34:00.353106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fc05317f-ae7c-4bfc-b7bd-60e32b72eb1b None None] Provisioning complete for port 8a528da3-5d05-4488-84d3-886d5152842b triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:34:00.353579 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fc05317f-ae7c-4bfc-b7bd-60e32b72eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.395359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fc05317f-ae7c-4bfc-b7bd-60e32b72eb1b None None] Port 8a528da3-5d05-4488-84d3-886d5152842b cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:34:00.632802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a528da3-5d05-4488-84d3-886d5152842b {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:34:00.641157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.655088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Transition to ACTIVE for port object 8a528da3-5d05-4488-84d3-886d5152842b will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:34:00.660360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.712693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:00.851208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Attempting to bind port 8a528da3-5d05-4488-84d3-886d5152842b on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:34:00.851618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Attempting to bind port 8a528da3-5d05-4488-84d3-886d5152842b by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:34:00.852063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Attempting to bind port 8a528da3-5d05-4488-84d3-886d5152842b on network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:34:00.867401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bb4ec-71ad-4533-ad32-a954f006a037 req-43134700-ace1-4f86-82eb-e983371a4f5f tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:00.869270 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-610bb4ec-71ad-4533-ad32-a954f006a037 req-43134700-ace1-4f86-82eb-e983371a4f5f tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0978122 Aug 03 16:34:00.870766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Port 8a528da3-5d05-4488-84d3-886d5152842b on network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:34:00.871305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Attempting to bind port 8a528da3-5d05-4488-84d3-886d5152842b on network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:34:00.878185 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:34:00.878685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Checking segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:34:00.879088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Bound using segment: {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:34:00.879531 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Bound port: 8a528da3-5d05-4488-84d3-886d5152842b, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5da268e-dcb2-4aaa-96ea-2687208267e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:34:00.879900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:00.955767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-610bb4ec-71ad-4533-ad32-a954f006a037 req-c39289ec-1c20-432f-9f4e-eea16dc7a707 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725405 Aug 03 16:34:00.986630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:34:00.990921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8a528da3-5d05-4488-84d3-886d5152842b,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:34:00.996056 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:01.038308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:01.038952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:01.040433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] 10.222.0.78 "PUT /v2.0/ports/8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 1091 time: 0.8380718 Aug 03 16:34:01.040951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:01.043294 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634" -d '{"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:01.112895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba71e20-73da-4105-ba7c-93ac563b7dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:01.155634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-08de6ba1-5f28-4bdf-8acc-8fc9827d29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:01.157913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-08de6ba1-5f28-4bdf-8acc-8fc9827d29db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1094 time: 0.0585589 Aug 03 16:34:01.217951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-09ce3172-73db-4b8c-a3e6-3a9d467323b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 217 time: 0.0496230 Aug 03 16:34:01.291666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-cea80cb6-d422-4bfe-81c7-53f869a8b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:01.293089 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-cea80cb6-d422-4bfe-81c7-53f869a8b5fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0677736 Aug 03 16:34:01.348538 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-34776479-fcf6-4cb4-995c-a1fd52888726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:01.350109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-34776479-fcf6-4cb4-995c-a1fd52888726 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494258 Aug 03 16:34:01.486650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-ce6880ee-5c59-4d6b-8231-598dec82fb34 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275301 Aug 03 16:34:01.624639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84d1bc4c-d81f-45f6-b017-83d15c4d24c0 req-8a9b0a6c-6a70-44d7-97cf-e281d6965ec6 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303787 Aug 03 16:34:02.097103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c76603-0bde-4bec-817f-32d77ee22551 req-d8d6c195-101d-494a-8a5f-e35e1645de33 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:02.098788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71c76603-0bde-4bec-817f-32d77ee22551 req-d8d6c195-101d-494a-8a5f-e35e1645de33 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0551562 Aug 03 16:34:02.139501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71c76603-0bde-4bec-817f-32d77ee22551 req-0fe52fce-6ebc-4dc6-bd80-a867af16526a tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Aug 03 16:34:02.250798 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d23e24-944c-425f-bab9-1bfc878bc5fb x-openstack-request-id: req-b9d23e24-944c-425f-bab9-1bfc878bc5fb {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:02.251516 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:02.251516 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9d23e24-944c-425f-bab9-1bfc878bc5fb {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:02.251791 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:02.319479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-a03afd2f-7884-4856-988b-36cb26e9637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:02.321071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-a03afd2f-7884-4856-988b-36cb26e9637a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1094 time: 0.0465560 Aug 03 16:34:02.420169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-916ec17c-ed92-425e-9383-33c7cda586d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:02.422887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-916ec17c-ed92-425e-9383-33c7cda586d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.0948925 Aug 03 16:34:02.469626 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-79edbcf6-90f4-4bf9-b88e-3f13abc3a6e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 217 time: 0.0388882 Aug 03 16:34:02.513667 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:34:02.521547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-f0b9b434-7dc8-43fa-b45b-ae93533a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:02.523094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-f0b9b434-7dc8-43fa-b45b-ae93533a57ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0472803 Aug 03 16:34:02.587033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-c95f12a4-b1ff-4c2d-8446-03331b24dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:02.588750 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-c95f12a4-b1ff-4c2d-8446-03331b24dfc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586085 Aug 03 16:34:02.681480 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-70abdd8f-2d1c-49d3-8cce-dd6d34a34727 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Aug 03 16:34:02.787505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfc9a0a7-6ce3-4596-9d85-d2b04875b634 req-8ccc9d9e-7ac2-44d2-a2a5-33cd87dece09 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968411 Aug 03 16:34:03.261775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278bbe-0b4b-447f-b5a7-8a4aecd9c472 req-45cbbf26-0f2f-44c5-bcc6-410fe488fcc4 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:03.263304 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec278bbe-0b4b-447f-b5a7-8a4aecd9c472 req-45cbbf26-0f2f-44c5-bcc6-410fe488fcc4 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0529296 Aug 03 16:34:03.305946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ec278bbe-0b4b-447f-b5a7-8a4aecd9c472 req-01e732c2-48c2-4412-a79e-213423505cd1 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Aug 03 16:34:04.443952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de19b2-e3a6-4d5b-87f0-8c0f726a4193 req-c20de92b-25d4-497d-af81-b172522f115c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:04.445520 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85de19b2-e3a6-4d5b-87f0-8c0f726a4193 req-c20de92b-25d4-497d-af81-b172522f115c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0652895 Aug 03 16:34:04.495937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-85de19b2-e3a6-4d5b-87f0-8c0f726a4193 req-f4bb7686-1782-43bd-8165-adbbaf51ecee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389795 Aug 03 16:34:05.617606 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce8a24-36cf-44c3-905c-9c7ccf120946 req-ca637659-f533-42dc-9402-ee6af3804bae tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:05.619169 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ce8a24-36cf-44c3-905c-9c7ccf120946 req-ca637659-f533-42dc-9402-ee6af3804bae tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0496008 Aug 03 16:34:05.668629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ce8a24-36cf-44c3-905c-9c7ccf120946 req-6e7a2d30-20f6-4278-abef-d00543f844f4 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Aug 03 16:34:06.831285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d88f-2774-449a-85f0-cfd03f671955 req-be04ea19-e58a-4c11-ac64-3bbaa435df55 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:06.832751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deb9d88f-2774-449a-85f0-cfd03f671955 req-be04ea19-e58a-4c11-ac64-3bbaa435df55 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0634134 Aug 03 16:34:06.873329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-deb9d88f-2774-449a-85f0-cfd03f671955 req-1fb1e7de-5db1-49fd-8f8f-060d168aebda tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342987 Aug 03 16:34:07.997986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8318a42-dcad-4954-a7db-65a695a2d95c req-df1e7d27-efd1-48ad-af50-ab77442d034f tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:07.999491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8318a42-dcad-4954-a7db-65a695a2d95c req-df1e7d27-efd1-48ad-af50-ab77442d034f tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0574031 Aug 03 16:34:08.042436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8318a42-dcad-4954-a7db-65a695a2d95c req-0a40c50f-d150-40c2-9fe6-903b0ffa48db tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354524 Aug 03 16:34:09.169851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bc1eb-8dc9-4e6f-a80f-3750b6ce257e req-089cad0d-f055-4aff-b56b-658b6c2533bc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:09.171391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a6bc1eb-8dc9-4e6f-a80f-3750b6ce257e req-089cad0d-f055-4aff-b56b-658b6c2533bc tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0586097 Aug 03 16:34:09.211971 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a6bc1eb-8dc9-4e6f-a80f-3750b6ce257e req-2abee8b0-9ce5-4ea3-bdd5-3d9aae091631 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341184 Aug 03 16:34:09.871637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7474a2a9-872e-4f29-b045-2050f7b1c7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:10.341869 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3b77-74e8-4711-b1ff-c125abb6ce1e req-91d836ef-463f-4152-8b51-733f6c0d79ad tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:10.343399 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b49f3b77-74e8-4711-b1ff-c125abb6ce1e req-91d836ef-463f-4152-8b51-733f6c0d79ad tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 943 time: 0.0529106 Aug 03 16:34:10.384787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b49f3b77-74e8-4711-b1ff-c125abb6ce1e req-3a15ba44-c74b-48ce-a7fa-da89cd899c32 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342062 Aug 03 16:34:10.597826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8a528da3-5d05-4488-84d3-886d5152842b details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:34:10.706587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8a528da3-5d05-4488-84d3-886d5152842b,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:34:10.719883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '8a528da3-5d05-4488-84d3-886d5152842b', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:34:10.767254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:10.781003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a528da3-5d05-4488-84d3-886d5152842b {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:34:10.802284 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8a528da3-5d05-4488-84d3-886d5152842b,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:34:10.807061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:10.864098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:10.871777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.872397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.872505 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.872785 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.873191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.873519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.873884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.874214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.874538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.875403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.875726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:10.876129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:34:11.043331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['8a528da3-5d05-4488-84d3-886d5152842b'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:34:11.526944 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876f73e-2747-4a13-809f-3ffcc3b2843e req-ddb0c991-e462-4301-a63c-f0a87dcaf1b1 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:11.528517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0876f73e-2747-4a13-809f-3ffcc3b2843e req-ddb0c991-e462-4301-a63c-f0a87dcaf1b1 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 944 time: 0.0577178 Aug 03 16:34:11.578939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0876f73e-2747-4a13-809f-3ffcc3b2843e req-fd363bbe-a822-4d7d-bcc8-4cd7dda8fd2b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 Aug 03 16:34:12.176828 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0d495f65-d960-4a20-8d3a-d106e7f090f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:12.612352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8a528da3-5d05-4488-84d3-886d5152842b up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:34:12.680413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 8a528da3-5d05-4488-84d3-886d5152842b completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:34:12.685462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 8a528da3-5d05-4488-84d3-886d5152842b triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:34:12.687725 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:12.735523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed1cfe-933b-4cc2-b873-d2b4e82b8ef7 req-eddfb913-1709-40e1-a00e-23f02984172e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:12.737726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5aed1cfe-933b-4cc2-b873-d2b4e82b8ef7 req-eddfb913-1709-40e1-a00e-23f02984172e tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 944 time: 0.0655694 Aug 03 16:34:12.774667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:12.791902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5aed1cfe-933b-4cc2-b873-d2b4e82b8ef7 req-cc0791de-e728-4089-8dfd-7e838de1db33 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476058 Aug 03 16:34:12.815097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:12.817242 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1202cec-6d2a-4cf7-8604-31cc3b3c9836" -d '{"events": [{"server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "name": "network-vif-plugged", "status": "completed", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:12.832014 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:12.836940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8a528da3-5d05-4488-84d3-886d5152842b,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:34:12.842221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:12.908092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:12.956679 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1061179c-7dee-4efa-b21a-06dc9f4da850 x-openstack-request-id: req-1061179c-7dee-4efa-b21a-06dc9f4da850 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:12.957046 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "name": "network-vif-plugged", "status": "completed", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:12.957296 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1061179c-7dee-4efa-b21a-06dc9f4da850 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:12.957671 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'code': 200} Aug 03 16:34:13.076170 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd573-29b3-4e2d-b15e-d2456954ff6a req-ed31e81f-8687-4553-b381-4b5d60b58297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:13.077774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4d7dd573-29b3-4e2d-b15e-d2456954ff6a req-ed31e81f-8687-4553-b381-4b5d60b58297 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.0473497 Aug 03 16:34:13.118817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4d7dd573-29b3-4e2d-b15e-d2456954ff6a req-8b4862b1-28df-48f1-8fa1-1811e4a46900 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Aug 03 16:34:13.817007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:13.967464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30bb5c-6c36-4413-875a-45acf788d19c req-1fea6bcc-deec-4d3f-94a0-8dcd2714ddce tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:13.969938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca30bb5c-6c36-4413-875a-45acf788d19c req-1fea6bcc-deec-4d3f-94a0-8dcd2714ddce tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0809848 Aug 03 16:34:14.015659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca30bb5c-6c36-4413-875a-45acf788d19c req-03b13163-f303-4644-bc13-df3cc467b2b3 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Aug 03 16:34:15.159213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed1179-14ed-4f83-87d4-9c7690522f6a req-3fe9b665-fd55-4bca-b35b-703776dfdce8 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:15.160507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bed1179-14ed-4f83-87d4-9c7690522f6a req-3fe9b665-fd55-4bca-b35b-703776dfdce8 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0624704 Aug 03 16:34:15.193823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:15.205053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3bed1179-14ed-4f83-87d4-9c7690522f6a req-c1415825-663b-4d15-8c30-2d904c4011b2 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Aug 03 16:34:15.331670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19aa26-0a1c-41f0-a9b9-7dc66be44313 req-751f50d7-1289-4742-8a5f-328555b8f649 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:15.333488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d19aa26-0a1c-41f0-a9b9-7dc66be44313 req-751f50d7-1289-4742-8a5f-328555b8f649 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0541813 Aug 03 16:34:15.375223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3d19aa26-0a1c-41f0-a9b9-7dc66be44313 req-1a861635-a59c-4e1b-bb0f-fb746dcdc00d tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Aug 03 16:34:15.405766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54626) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:15.501005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb7011-c8ef-404c-9212-1493dd17c6ee tempest-TestVolumeBackupRestore-32419147 tempest-TestVolumeBackupRestore-32419147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:15.502583 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-37bb7011-c8ef-404c-9212-1493dd17c6ee tempest-TestVolumeBackupRestore-32419147 tempest-TestVolumeBackupRestore-32419147-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1091 time: 0.0953100 Aug 03 16:34:15.506260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54630) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:15.520317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:34:15.554233 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:15.659554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:15.777811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Allocated IP 172.25.7.105 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/3d38a769-1ed4-4d62-a66e-3fdcfc379c84) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:34:15.891294 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:15.932743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:15.975778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:34:15.978603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:34:15.983947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:34:15.989704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'Port': ['ID=3d38a769-1ed4-4d62-a66e-3fdcfc379c84,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:16.711357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:16.802957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.033804 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.038994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.113983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event updated for resources: {'Port': ['ID=3d38a769-1ed4-4d62-a66e-3fdcfc379c84,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:17.126774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.243863 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Floating IP 8b633386-edb8-43ce-a5ec-fc7165562b73 associated. External IP: 172.25.7.105, port: 8a528da3-5d05-4488-84d3-886d5152842b. Aug 03 16:34:17.508781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Router e3dd1500-422d-446f-8035-84d59c512116 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:34:17.670425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:34:17.681770 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:34:17.693842 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:17.694527 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.694918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:17.732353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5f7c224-2e11-451d-b8d2-6fe065b4360c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2200332 Aug 03 16:34:17.732353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:17.732353 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74" -d '{"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:17.734614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 54632) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:17.799049 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db3ed9-5c0d-4375-9719-30623b805156 x-openstack-request-id: req-20db3ed9-5c0d-4375-9719-30623b805156 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:17.799347 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:17.799598 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20db3ed9-5c0d-4375-9719-30623b805156 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:17.800015 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:17.804737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ede939-39a8-43a7-aa4a-b712b5cbc252 tempest-TestVolumeBackupRestore-32419147 tempest-TestVolumeBackupRestore-32419147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:17.810301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54636) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:17.811194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-85ede939-39a8-43a7-aa4a-b712b5cbc252 tempest-TestVolumeBackupRestore-32419147 tempest-TestVolumeBackupRestore-32419147-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1091 time: 0.0695760 Aug 03 16:34:17.822074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Request body: {'floatingip': {'port_id': '8a528da3-5d05-4488-84d3-886d5152842b'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:34:17.856180 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:17.925032 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:17.969696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-fcae7c9f-688a-4ac7-84e8-d792b931675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:17.972346 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-fcae7c9f-688a-4ac7-84e8-d792b931675f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.1438644 Aug 03 16:34:18.136599 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:16Z', 'revision_number': 0, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:18.183783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-bff1f144-f43e-43cd-83de-34beb65904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:18.186202 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-bff1f144-f43e-43cd-83de-34beb65904e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.2059009 Aug 03 16:34:18.190577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:34:18.202993 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:18.203652 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:18.362100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-919d4a9a-9824-4488-9abe-df59ec8a337d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 999 time: 0.1181333 Aug 03 16:34:18.428367 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:18.457572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-a08e6416-b0bc-4e18-97c5-96dc52ae891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:18.459103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-a08e6416-b0bc-4e18-97c5-96dc52ae891c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0893388 Aug 03 16:34:18.613545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-05b7f111-0803-47df-80a4-f80e98790a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:18.615162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-05b7f111-0803-47df-80a4-f80e98790a68 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489949 Aug 03 16:34:18.716223 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:16Z', 'revision_number': 0, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:18.749727 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066cda5-407f-49f6-a983-09d67c4e6752 None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:16Z', 'revision_number': 0, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:34:18.801184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-8b963a8a-713d-4ac9-ab0c-b6adedf848c0 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737194 Aug 03 16:34:18.825211 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:18.861179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:18.988948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9f1f4a6c-e587-4ae5-8555-88c042ae2b74 req-abd7e875-863c-4824-b183-0a04f91a1e82 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801977 Aug 03 16:34:19.028663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1633cc4-f108-4400-8b45-c8e1f1c54c37 None None] New status for floating IP 8b633386-edb8-43ce-a5ec-fc7165562b73: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:34:19.162369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Router e3dd1500-422d-446f-8035-84d59c512116 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:34:19.299742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:34:19.304154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:19.311302 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:34:19.322899 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:19.323130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:19.382972 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e78c0745-e06c-477a-a861-d03c60c8b69b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "PUT /v2.0/floatingips/8b633386-edb8-43ce-a5ec-fc7165562b73 HTTP/1.1" status: 200 len: 991 time: 1.5709338 Aug 03 16:34:19.445212 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:19.712688 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:19Z', 'revision_number': 2, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:19.740457 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:34:19.749159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:19.749914 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:19.801406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}, {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:19.805433 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b5fd4-8c71-46e5-a864-8cd252251989" -d '{"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}, {"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:19.852297 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b2f54-cdad-43b9-ba59-ef26d0c53773 x-openstack-request-id: req-b39b2f54-cdad-43b9-ba59-ef26d0c53773 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:19.852785 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:19.853150 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b39b2f54-cdad-43b9-ba59-ef26d0c53773 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:19.853794 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:19.854198 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:19.874317 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:19.939550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-d96e248e-9eb7-4aea-b639-459a24498a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:19.941319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-d96e248e-9eb7-4aea-b639-459a24498a55 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.0647788 Aug 03 16:34:20.069532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-4d87af13-f7ea-446f-96af-ef1591b3d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:20.072176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-4d87af13-f7ea-446f-96af-ef1591b3d6a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.1187685 Aug 03 16:34:20.154210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-7f081b2b-ec65-40c3-80d3-88ed37dc9ffc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 1001 time: 0.0736985 Aug 03 16:34:20.178511 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:19Z', 'revision_number': 2, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:20.206240 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e715e-5d21-4d0f-9d96-c395e675d417 None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '8b633386-edb8-43ce-a5ec-fc7165562b73', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'port_id': '8a528da3-5d05-4488-84d3-886d5152842b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'mac_address': 'fa:16:3e:b4:05:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:34:16Z', 'updated_at': '2021-08-03T16:34:19Z', 'revision_number': 2, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:34:20.216845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-1c6d709e-fd0d-4eff-8255-2b9fac805db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:20.218546 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-1c6d709e-fd0d-4eff-8255-2b9fac805db8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0564137 Aug 03 16:34:20.272658 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-cd89ca65-74d3-4880-99d1-7ef3d883ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:20.274432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-cd89ca65-74d3-4880-99d1-7ef3d883ecc5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485320 Aug 03 16:34:20.377843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-1c4b49d9-e7c9-41d9-aa70-fd59780cca90 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955782 Aug 03 16:34:20.479032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-e15c06f3-d169-4cf3-aedf-ef1f8684cfd1 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933774 Aug 03 16:34:20.575665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-15fd31c5-61e3-49b4-a844-f5aa0fcae455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:20.577174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-15fd31c5-61e3-49b4-a844-f5aa0fcae455 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.0501578 Aug 03 16:34:21.027705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-4c578a17-e048-4b04-900e-e83f4021906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:21.029220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-4c578a17-e048-4b04-900e-e83f4021906e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.4439497 Aug 03 16:34:21.102618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-3f566518-ba05-42d8-b29e-0a3ac36e9fd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 1001 time: 0.0652680 Aug 03 16:34:21.159153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-1db851d8-55e3-4908-925a-01aff6e6d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:21.160690 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-1db851d8-55e3-4908-925a-01aff6e6d38e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0518014 Aug 03 16:34:21.216033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-7f7f751c-f1c2-42e5-bedc-ebe9bfce6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:21.217788 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-7f7f751c-f1c2-42e5-bedc-ebe9bfce6949 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504677 Aug 03 16:34:21.320960 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-33df9266-498c-49fd-afbc-f79e50cf1d19 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948851 Aug 03 16:34:21.426057 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d2b5fd4-8c71-46e5-a864-8cd252251989 req-bdd6f0ff-7241-4918-b37f-7fd258988f19 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981772 Aug 03 16:34:22.346059 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:26.423577 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:39.393423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-12d7517c-6062-41a8-b78b-b298e890ac6e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457356 Aug 03 16:34:39.485598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30429-49c5-4725-a0de-481b846ca733 req-06745a46-3696-4d3e-bee2-180110517877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:39.487146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-06745a46-3696-4d3e-bee2-180110517877 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.0446434 Aug 03 16:34:39.513122 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:34:39.627570 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30429-49c5-4725-a0de-481b846ca733 req-6a254917-a414-4aab-bf11-f0f797e172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:39.630091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-6a254917-a414-4aab-bf11-f0f797e172f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.1203332 Aug 03 16:34:39.713487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-42c83f0a-2162-48b6-863d-457e93ae5613 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 1001 time: 0.0759449 Aug 03 16:34:39.770939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30429-49c5-4725-a0de-481b846ca733 req-3dea929a-a9be-4ba5-b5e4-4fb8285fea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:39.772454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-3dea929a-a9be-4ba5-b5e4-4fb8285fea7a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0471990 Aug 03 16:34:39.833285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30429-49c5-4725-a0de-481b846ca733 req-ac59e319-6bc1-421d-8c77-034fdca5018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:39.835524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-ac59e319-6bc1-421d-8c77-034fdca5018f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552557 Aug 03 16:34:39.876227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bca26354-cfc5-44c8-acea-b70e8cf604f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:39.936963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-474ac33c-b2ed-46d4-b2d4-dd4fe480e640 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938957 Aug 03 16:34:40.048551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7fc30429-49c5-4725-a0de-481b846ca733 req-00d36110-ea1d-4baf-965c-1ad4a0bb5d9d service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029372 Aug 03 16:34:42.173003 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-790f72e4-ff50-4f62-88a3-99069efe337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:42.818152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:43.818240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:45.194072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:47.928770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54650) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:48.092006 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Deleting port 3d38a769-1ed4-4d62-a66e-3fdcfc379c84 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:34:48.092348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.178339 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.178665 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.191348 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Calling delete_port for 3d38a769-1ed4-4d62-a66e-3fdcfc379c84 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:34:48.363583 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.390509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event deleted for resources: {'Port': ['ID=3d38a769-1ed4-4d62-a66e-3fdcfc379c84,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:48.464469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.464775 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Floating IP 8b633386-edb8-43ce-a5ec-fc7165562b73 disassociated (deleted). External IP: 172.25.7.105, port: 8a528da3-5d05-4488-84d3-886d5152842b. Aug 03 16:34:48.690063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Router e3dd1500-422d-446f-8035-84d59c512116 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:34:48.802856 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:34:48.807627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:48.815709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:34:48.825531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:48.826197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:48.839001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3fe9599e-3eb3-40e2-a88f-1f5794ce48ee tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "DELETE /v2.0/floatingips/8b633386-edb8-43ce-a5ec-fc7165562b73 HTTP/1.1" status: 204 len: 168 time: 0.9090688 Aug 03 16:34:48.839575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:48.841911 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2867c2bb-1ba4-443e-b2fd-65a133b47989" -d '{"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:48.899887 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee99d5c-49eb-451c-9b62-9fd79a677e5a x-openstack-request-id: req-5ee99d5c-49eb-451c-9b62-9fd79a677e5a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:48.900184 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:48.900437 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ee99d5c-49eb-451c-9b62-9fd79a677e5a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:48.900844 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:48.944221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:48.983605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-06a877a2-36a4-4197-aec6-0ed62ca63dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:48.985666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-06a877a2-36a4-4197-aec6-0ed62ca63dbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ddd3611535634e2b9e3399e992694c52&device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 1096 time: 0.0564978 Aug 03 16:34:49.141398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d25019-2fd7-45f2-9f56-e71ea256cf8e req-18c9164f-0de7-4cde-b70b-e98bd8b999bb tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:49.143081 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d25019-2fd7-45f2-9f56-e71ea256cf8e req-18c9164f-0de7-4cde-b70b-e98bd8b999bb tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0835712 Aug 03 16:34:49.146021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-2998841d-377e-457a-8d6b-1b04c3704bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:49.147404 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-2998841d-377e-457a-8d6b-1b04c3704bd3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 200 len: 915 time: 0.1434469 Aug 03 16:34:49.178753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:49.206850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-b082160c-aefd-4fc9-9179-0493c4b9809b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 200 len: 217 time: 0.0501823 Aug 03 16:34:49.207445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:34:49.216620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:34:49.217247 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:49.230053 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56d25019-2fd7-45f2-9f56-e71ea256cf8e req-a8b2f33c-e8b1-4ea5-b245-9841a98dd600 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797691 Aug 03 16:34:49.270915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-30f76e2f-b4a1-473f-b34c-aa053eb57585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:49.272461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-30f76e2f-b4a1-473f-b34c-aa053eb57585 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 200 len: 853 time: 0.0582678 Aug 03 16:34:49.322371 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-0424e5b5-10bf-46d8-b1ac-7b2419f75a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:49.323880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-0424e5b5-10bf-46d8-b1ac-7b2419f75a41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7823d68e-4350-48a7-b792-5fc61d2ea0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439496 Aug 03 16:34:49.339954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:34:49.431596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-435a4bab-7299-4753-94f1-62fee6d79329 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984099 Aug 03 16:34:49.535827 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2867c2bb-1ba4-443e-b2fd-65a133b47989 req-3d66c2bc-2dbc-489d-9088-b3a34a918429 service neutron] 10.222.0.78 "GET /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954649 Aug 03 16:34:49.544236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:34:49.584147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25210b16-e2e2-48d2-9f54-3b215824df87 None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:31:55Z', 'revision_number': 4, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0f230cfe-126a-4a1b-b7a7-74b18f89e469', 'name': '', 'network_id': '7823d68e-4350-48a7-b792-5fc61d2ea0c2', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'mac_address': 'fa:16:3e:f6:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:54Z', 'updated_at': '2021-08-03T16:32:02Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'subnets': [{'id': '14f7a82f-64ea-446a-a927-c568d52af17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:34:49.818262 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a7930b-3dc8-47e4-8572-f8e18ea8d5cf None None] New status for floating IP 8b633386-edb8-43ce-a5ec-fc7165562b73: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:34:50.361952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfa39c-a716-481b-ab08-455430b5b295 req-2181d661-cb6d-4687-9341-dba74e353a0d tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:50.363501 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ecfa39c-a716-481b-ab08-455430b5b295 req-2181d661-cb6d-4687-9341-dba74e353a0d tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0553277 Aug 03 16:34:50.401720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0ecfa39c-a716-481b-ab08-455430b5b295 req-d3dc755a-07c9-41d1-bbbf-342943bc7c02 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/security-groups?id=a194e4a7-84d9-4207-9e33-d299ad9709cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322514 Aug 03 16:34:50.689879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-7e4cef06-2045-4db9-92ba-1712a7090dbe tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:34:50.691387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-7e4cef06-2045-4db9-92ba-1712a7090dbe tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.78 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 945 time: 0.0494206 Aug 03 16:34:50.790534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Deleting port 8a528da3-5d05-4488-84d3-886d5152842b {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:34:50.790872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:50.898993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] For port 8a528da3-5d05-4488-84d3-886d5152842b, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=8a528da3-5d05-4488-84d3-886d5152842b,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:34:50.899361 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:50.912812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Calling delete_port for 8a528da3-5d05-4488-84d3-886d5152842b owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:34:51.065927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:51.099824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event deleted for resources: {'Port': ['ID=8a528da3-5d05-4488-84d3-886d5152842b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:51.148991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] No DVR routers for this DVR port 8a528da3-5d05-4488-84d3-886d5152842b on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:34:51.151939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:51.154686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a648de3a-f72b-4a8d-9a81-a6e67ea4e60b req-70a90964-5f8d-4df7-98ed-4f6dcb1bf98c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.78 "DELETE /v2.0/ports/8a528da3-5d05-4488-84d3-886d5152842b HTTP/1.1" status: 204 len: 173 time: 0.4563992 Aug 03 16:34:51.155168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'name': 'network-vif-deleted', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:34:51.158587 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ce9ec-9823-42e1-b2f2-d673c0e2262b" -d '{"events": [{"server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "name": "network-vif-deleted", "tag": "8a528da3-5d05-4488-84d3-886d5152842b"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:34:51.203166 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc21519-222e-44af-9958-537692bcf6f6 x-openstack-request-id: req-ccc21519-222e-44af-9958-537692bcf6f6 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:34:51.204072 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504ca9b-958b-4b00-bb70-80211bdb4f9e", "name": "network-vif-deleted", "tag": "8a528da3-5d05-4488-84d3-886d5152842b", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:34:51.204469 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccc21519-222e-44af-9958-537692bcf6f6 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:34:51.204930 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504ca9b-958b-4b00-bb70-80211bdb4f9e', 'name': 'network-vif-deleted', 'tag': '8a528da3-5d05-4488-84d3-886d5152842b', 'status': 'completed', 'code': 200} Aug 03 16:34:51.514001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f02edd8d-68c5-4ee6-9389-26794dca5730 req-16987e46-3c75-4912-87a9-ce0ab5076ac2 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.0362511 Aug 03 16:34:52.357962 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:52.631869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-52cdb9e4-30d7-49c9-aa45-395454e75f75 req-44da2a20-dd8d-42d5-8a96-69600274404b tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.0338709 Aug 03 16:34:52.825717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8a528da3-5d05-4488-84d3-886d5152842b no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:34:52.846051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 8a528da3-5d05-4488-84d3-886d5152842b {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:34:52.846396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 8a528da3-5d05-4488-84d3-886d5152842b not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:34:53.744156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d92226e-2374-4ab7-a463-7b5e5bde3787 req-1659fe68-40ee-46bb-a30a-40922324b10c tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.0305288 Aug 03 16:34:54.862121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5dc1f1ab-d621-4547-a405-74a4b8b404d4 req-9bee5d62-b7a9-41ab-8935-1cd5a07a68e0 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "GET /v2.0/ports?device_id=c504ca9b-958b-4b00-bb70-80211bdb4f9e HTTP/1.1" status: 200 len: 210 time: 0.0281365 Aug 03 16:34:55.921073 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 54672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:34:55.981097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:56.008231 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:56.070423 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:56.073140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:56.074355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] 10.222.0.70 "DELETE /v2.0/security-groups/a194e4a7-84d9-4207-9e33-d299ad9709cd HTTP/1.1" status: 204 len: 168 time: 0.1522758 Aug 03 16:34:56.085996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01629373-9d84-42fe-80dc-f85c113e36d5 tempest-TestVolumeBackupRestore-2080855048 tempest-TestVolumeBackupRestore-2080855048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194e4a7-84d9-4207-9e33-d299ad9709cd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:34:56.425751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:34:59.603488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-9f1e866e-5c9d-46bd-9d5b-a5ef0d554fef req-de97d064-5e2d-49cb-a51f-b15090fc215a service neutron] (106016) timed out ('10.222.0.78', 54320) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:34:59.611802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55124) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:00.024613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:00.274539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Deleting port 0f230cfe-126a-4a1b-b7a7-74b18f89e469 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:00.274891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:00.362993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] For port 0f230cfe-126a-4a1b-b7a7-74b18f89e469, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0f230cfe-126a-4a1b-b7a7-74b18f89e469,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:00.363340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:00.377423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Calling delete_port for 0f230cfe-126a-4a1b-b7a7-74b18f89e469 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:00.571847 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:00.600016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f230cfe-126a-4a1b-b7a7-74b18f89e469,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:00.625362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.626887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.626887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.626887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.627101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.627291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.627592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.627924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.628256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.628589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.628918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.629246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:00.783856 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:00.996342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Router e3dd1500-422d-446f-8035-84d59c512116 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:35:01.103469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:35:01.108460 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3168e1d0-8fe5-4acd-a8d8-68429f4e929d admin admin] 10.222.0.70 "PUT /v2.0/routers/e3dd1500-422d-446f-8035-84d59c512116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955146 Aug 03 16:35:01.111804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55126) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:01.114508 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Sync routers for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:35:01.124305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:35:01.124926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:01.229415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.231714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:35:01.346635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.408024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Deleting port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:01.408360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.417024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:35:00Z', 'revision_number': 5, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port': {'id': '2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dd1500-422d-446f-8035-84d59c512116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:52Z', 'updated_at': '2021-08-03T16:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:01.447741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Checking router: e3dd1500-422d-446f-8035-84d59c512116 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:35:01.457088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Routers {'e3dd1500-422d-446f-8035-84d59c512116'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:35:01.457746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['e3dd1500-422d-446f-8035-84d59c512116'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:01.501567 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] For port 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:01.501958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.517594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Calling delete_port for 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:01.546775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] Set router e3dd1500-422d-446f-8035-84d59c512116 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:35:01.598373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:35:01Z', 'revision_number': 6, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:01.629745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f56e75-ca43-4b77-92ee-519085faf3a4 None None] The sync data for ids ['e3dd1500-422d-446f-8035-84d59c512116'] in n-d-803226-3 is: [{'id': 'e3dd1500-422d-446f-8035-84d59c512116', 'name': 'tempest-TestVolumeBackupRestore-1194471988-router', 'tenant_id': 'ddd3611535634e2b9e3399e992694c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:51Z', 'updated_at': '2021-08-03T16:35:01Z', 'revision_number': 6, 'project_id': 'ddd3611535634e2b9e3399e992694c52', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:35:01.697514 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.728119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:01.751164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.751502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.751847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.752176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.752509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.752841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.753163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.753487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.753834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.754156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.754479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.754794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:01.799326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.891601 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.893965 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.936439 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.936879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3dd1500-422d-446f-8035-84d59c512116 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:35:01.942172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:01.942992 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-095f9f68-a75b-4094-a34d-55d4b386f773 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e3dd1500-422d-446f-8035-84d59c512116 HTTP/1.1" status: 204 len: 168 time: 0.8301849 Aug 03 16:35:01.945802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55128) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:01.992975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Deleting subnet 14f7a82f-64ea-446a-a927-c568d52af17c {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:35:01.996354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.043648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.129778 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.186644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.213672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f7a82f-64ea-446a-a927-c568d52af17c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:02.217557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.220094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0c863681-2e8f-4fd2-a128-f472124ce08e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/14f7a82f-64ea-446a-a927-c568d52af17c HTTP/1.1" status: 204 len: 168 time: 0.2732832 Aug 03 16:35:02.223507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55130) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:02.226454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d7081-e633-4dbb-97c1-1d93933337a4 None None] Network 7823d68e-4350-48a7-b792-5fc61d2ea0c2 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:35:02.298580 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.354784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Deleting port 07289a10-b661-493a-8820-6b20962f107d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:02.355131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.416527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] DHCP port deletion for 7823d68e-4350-48a7-b792-5fc61d2ea0c2 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:35:02.429775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] For port 07289a10-b661-493a-8820-6b20962f107d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07289a10-b661-493a-8820-6b20962f107d,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:02.430251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.450100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Calling delete_port for 07289a10-b661-493a-8820-6b20962f107d owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:02.478614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Deleting port 07289a10-b661-493a-8820-6b20962f107d {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:02.478993 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.547943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] For port 07289a10-b661-493a-8820-6b20962f107d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=07289a10-b661-493a-8820-6b20962f107d,segment=NetworkSegment(b5da268e-dcb2-4aaa-96ea-2687208267e0),segment_id=b5da268e-dcb2-4aaa-96ea-2687208267e0)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:02.548677 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.549781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.562707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Calling delete_port for 07289a10-b661-493a-8820-6b20962f107d owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:02.580720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Pushing event deleted for resources: {'Port': ['ID=07289a10-b661-493a-8820-6b20962f107d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:02.584136 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] No DVR routers for this DVR port 07289a10-b661-493a-8820-6b20962f107d on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:35:02.673581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.696019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7823d68e-4350-48a7-b792-5fc61d2ea0c2']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:02.710226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5da268e-dcb2-4aaa-96ea-2687208267e0') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:02.710526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5da268e-dcb2-4aaa-96ea-2687208267e0') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:02.722508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.745327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.753812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:35:02.754553 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:35:02.756977 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:35:02.810032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.820807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.826902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:02.829386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] 10.222.0.70 "DELETE /v2.0/networks/7823d68e-4350-48a7-b792-5fc61d2ea0c2 HTTP/1.1" status: 204 len: 168 time: 0.6049030 Aug 03 16:35:02.832508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55132) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:02.835422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] Pushing event deleted for resources: {'Port': ['ID=07289a10-b661-493a-8820-6b20962f107d,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:02.841070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9fb8c-f88a-4c32-823b-6ce22be63236 None None] No DVR routers for this DVR port 07289a10-b661-493a-8820-6b20962f107d on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:35:02.887826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd027ead-33a8-4b4a-b481-a0e77b31462b admin admin] Pushing event deleted for resources: {'Network': ['ID=7823d68e-4350-48a7-b792-5fc61d2ea0c2,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:03.208546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:03.458420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Deleting port e1884607-76fd-4c75-ad76-b81231a1322c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:03.458952 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:03.511187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07289a10-b661-493a-8820-6b20962f107d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:03.531355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 07289a10-b661-493a-8820-6b20962f107d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:03.532962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 07289a10-b661-493a-8820-6b20962f107d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:03.532962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:03.543597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] For port e1884607-76fd-4c75-ad76-b81231a1322c, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e1884607-76fd-4c75-ad76-b81231a1322c,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:03.543972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:03.551167 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:03.551522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 2ec8ae6d-9322-48b5-a88b-e2f7f4e757fd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:03.551940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0f230cfe-126a-4a1b-b7a7-74b18f89e469 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:03.557295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Calling delete_port for e1884607-76fd-4c75-ad76-b81231a1322c owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:03.571345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0f230cfe-126a-4a1b-b7a7-74b18f89e469 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:03.571697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0f230cfe-126a-4a1b-b7a7-74b18f89e469 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:04.089052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:04.113611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1884607-76fd-4c75-ad76-b81231a1322c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:04.291328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:04.542324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Router 6899b1c5-a764-4102-8bc8-683014b11f8f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:35:04.655086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:35:04.661383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-66a23760-f7f5-4181-a396-c09019a3628b admin admin] 10.222.0.70 "PUT /v2.0/routers/6899b1c5-a764-4102-8bc8-683014b11f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278866 Aug 03 16:35:04.663953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55134) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:04.666484 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Sync routers for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:35:04.677193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:35:04.677920 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:04.801322 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:04.903668 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:35:04.933393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:04.993133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Deleting port 09273fce-662c-45ba-a707-37a93c7f5e24 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:04.993562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.087603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] For port 09273fce-662c-45ba-a707-37a93c7f5e24, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=09273fce-662c-45ba-a707-37a93c7f5e24,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:05.087884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.100787 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:35:04Z', 'revision_number': 5, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port': {'id': '09273fce-662c-45ba-a707-37a93c7f5e24', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:31:59Z', 'updated_at': '2021-08-03T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:05.107002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Calling delete_port for 09273fce-662c-45ba-a707-37a93c7f5e24 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:05.139193 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Checking router: 6899b1c5-a764-4102-8bc8-683014b11f8f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:35:05.152104 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Routers {'6899b1c5-a764-4102-8bc8-683014b11f8f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:35:05.153307 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:34:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['6899b1c5-a764-4102-8bc8-683014b11f8f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:05.262693 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] Set router 6899b1c5-a764-4102-8bc8-683014b11f8f gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:35:05.279696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.310691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Pushing event deleted for resources: {'Port': ['ID=09273fce-662c-45ba-a707-37a93c7f5e24,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:05.335578 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:35:04Z', 'revision_number': 6, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:05.361845 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391e106-4ec8-4c81-b5f5-b333c830be8b None None] The sync data for ids ['6899b1c5-a764-4102-8bc8-683014b11f8f'] in n-d-803226-3 is: [{'id': '6899b1c5-a764-4102-8bc8-683014b11f8f', 'name': 'tempest-TestVolumeBackupRestore-1498890438-router', 'tenant_id': 'a6aec80f4a6b407f92473ace335b149a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:31:58Z', 'updated_at': '2021-08-03T16:35:04Z', 'revision_number': 6, 'project_id': 'a6aec80f4a6b407f92473ace335b149a', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:35:05.380005 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.491301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.493475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.544950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.545676 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6899b1c5-a764-4102-8bc8-683014b11f8f {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:35:05.553927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.553927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-db751a49-166d-48f3-ad5c-13867f67fa51 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6899b1c5-a764-4102-8bc8-683014b11f8f HTTP/1.1" status: 204 len: 168 time: 0.8866737 Aug 03 16:35:05.554692 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55136) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:05.602037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Deleting subnet f8850647-e60e-4f1a-938e-25fd0b7f3fed {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:35:05.605221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.641330 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.740552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.816317 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.841476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8850647-e60e-4f1a-938e-25fd0b7f3fed,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:05.851381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1884607-76fd-4c75-ad76-b81231a1322c no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:05.859249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:05.863038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-caff6be5-50ca-43a3-baa1-dee42f37129a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f8850647-e60e-4f1a-938e-25fd0b7f3fed HTTP/1.1" status: 204 len: 168 time: 0.3073342 Aug 03 16:35:05.866828 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55138) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:05.876147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64f49a-5245-4a16-a48b-b896f16fa843 None None] Network 9e660b22-d5c7-49ef-8eda-90d04537602b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:35:05.879084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e1884607-76fd-4c75-ad76-b81231a1322c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:05.879506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e1884607-76fd-4c75-ad76-b81231a1322c not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:05.948096 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.006820 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Deleting port cf80ce7b-585c-463d-ab93-06a93654f59d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:06.007128 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.071742 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] For port cf80ce7b-585c-463d-ab93-06a93654f59d, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=cf80ce7b-585c-463d-ab93-06a93654f59d,segment=NetworkSegment(681efa1a-e70f-4902-8c03-47c163501fad),segment_id=681efa1a-e70f-4902-8c03-47c163501fad)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:06.072105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.087440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Calling delete_port for cf80ce7b-585c-463d-ab93-06a93654f59d owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:06.174967 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.192500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fbcd9-7ea8-40de-bfce-513240aec366 None None] DHCP port deletion for 9e660b22-d5c7-49ef-8eda-90d04537602b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:35:06.212089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf80ce7b-585c-463d-ab93-06a93654f59d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:06.215793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] No DVR routers for this DVR port cf80ce7b-585c-463d-ab93-06a93654f59d on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:35:06.296975 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.310158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e660b22-d5c7-49ef-8eda-90d04537602b']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:06.322952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681efa1a-e70f-4902-8c03-47c163501fad') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:06.323269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681efa1a-e70f-4902-8c03-47c163501fad') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:35:06.333673 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.350013 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.356260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:35:06.356760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:35:06.359255 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:35:06.423982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.433305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.436098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] 10.222.0.70 "DELETE /v2.0/networks/9e660b22-d5c7-49ef-8eda-90d04537602b HTTP/1.1" status: 204 len: 168 time: 0.5675886 Aug 03 16:35:06.455418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b04b6-ed9c-47ae-bd1f-2b95409d4f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e660b22-d5c7-49ef-8eda-90d04537602b,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:06.649146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55144) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:06.692818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a11901b-9078-41c5-baf3-4ee2e8b9797e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddd3611535634e2b9e3399e992694c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424550 Aug 03 16:35:06.695445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55146) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:06.750907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.775129 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.826343 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.830123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:06.831396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c257d27-16e9-4701-844d-7dd6018480d7 HTTP/1.1" status: 204 len: 168 time: 0.1350043 Aug 03 16:35:06.843656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe5003-69ed-4448-a264-ef502ffe1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c257d27-16e9-4701-844d-7dd6018480d7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:07.200433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55152) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:07.257562 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0c11447c-41be-434f-af22-1a28ccb746e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6aec80f4a6b407f92473ace335b149a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556526 Aug 03 16:35:07.260105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55154) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:07.311489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:07.334618 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:07.383035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:07.386008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:07.387316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4b78ee9-f85b-452a-8aaf-406650a01d4a HTTP/1.1" status: 204 len: 168 time: 0.1262877 Aug 03 16:35:07.401147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592aecd-1a50-43e0-b1ce-8787acfe774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b78ee9-f85b-452a-8aaf-406650a01d4a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:07.519375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cf80ce7b-585c-463d-ab93-06a93654f59d no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:07.544846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: cf80ce7b-585c-463d-ab93-06a93654f59d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:07.545214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device cf80ce7b-585c-463d-ab93-06a93654f59d not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:07.545634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 09273fce-662c-45ba-a707-37a93c7f5e24 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:07.575281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 09273fce-662c-45ba-a707-37a93c7f5e24 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:07.575822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 09273fce-662c-45ba-a707-37a93c7f5e24 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:09.885900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf9c8-324a-49e8-a6db-d61ac832c0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:12.166936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-92eddced-9013-4769-873b-236f13d2cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:12.809890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:13.823047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:15.197832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:16.512826 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:35:17.793149 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-6ff4f55b-9936-453d-af3c-bdf05f9f0587 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219247 Aug 03 16:35:17.902787 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-ac55e1bd-d3d5-4ff5-82fe-b7a2748ea012 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:17.904277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-ac55e1bd-d3d5-4ff5-82fe-b7a2748ea012 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052597 Aug 03 16:35:17.920145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-e0e48b9d-d90a-4a15-b5d7-70c9eac0ccd6 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/quotas/28084c0fa4494f2b8a21810afd8a76e0 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Aug 03 16:35:17.951945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0fcd9f9b-89e0-4ceb-a5b5-9c702882dbc5 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257595 Aug 03 16:35:18.110757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0addfba7-d010-4cf3-b8d0-7d9eaf1ce0ff req-4be00200-02da-4850-aa42-9bce0f12711e tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 210 time: 0.0272424 Aug 03 16:35:19.199226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0a51a93b-f5cf-4529-b9fa-b0109a79cde5 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222044 Aug 03 16:35:19.209755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6b7880ae-67f5-4ef2-854e-453418cc5c5b req-6c9d51b9-d77c-4c28-a1b3-2d56b93d8c8b tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 210 time: 0.0317345 Aug 03 16:35:19.315108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-e5c17f54-a3f6-4af5-bb51-aa5ae18034dc tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:19.316596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-e5c17f54-a3f6-4af5-bb51-aa5ae18034dc tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113529 Aug 03 16:35:19.330653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Request body: {'port': {'device_id': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'admin_state_up': True, 'tenant_id': '28084c0fa4494f2b8a21810afd8a76e0'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:19.441629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Made reservation on behalf of 28084c0fa4494f2b8a21810afd8a76e0 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:35:19.445087 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.454481 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.549334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.556521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.623787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f1ab27-d5a8-4203-8a46-b2b607b94161,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:19.699310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Allocated IP 192.168.233.41 (5ab76ad6-57c1-4799-9644-2de440c3bc51/9a434b28-f021-4400-8792-848c1cc17d0c/b37b9055-b21a-422b-b932-3d39c81b22d5) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:35:19.850344 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.864161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Transition to ACTIVE for port object b37b9055-b21a-422b-b932-3d39c81b22d5 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:35:19.898581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:19.947187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Network 5ab76ad6-57c1-4799-9644-2de440c3bc51 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:35:19.950301 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:35:19.956764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:35:19.962372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Pushing event updated for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:20.010670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:20.011303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.026865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-d2ba277b-9882-437f-8534-06fec07ba634 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7006457 Aug 03 16:35:20.039417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Request body: {'port': {'device_id': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:20.102093 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.161517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d7d1bf6-1a4e-4adf-b1a0-bf54dff79b7a None None] Provisioning for port b37b9055-b21a-422b-b932-3d39c81b22d5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:35:20.166356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d7d1bf6-1a4e-4adf-b1a0-bf54dff79b7a None None] Provisioning complete for port b37b9055-b21a-422b-b932-3d39c81b22d5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:35:20.167659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1bf6-1a4e-4adf-b1a0-bf54dff79b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.204503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d1bf6-1a4e-4adf-b1a0-bf54dff79b7a None None] Port b37b9055-b21a-422b-b932-3d39c81b22d5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:35:20.368879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2025ca-0df4-4b36-83e2-b3e1fb54500d req-dd375293-9351-4c8e-831c-2653590bbbf2 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:20.370430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc2025ca-0df4-4b36-83e2-b3e1fb54500d req-dd375293-9351-4c8e-831c-2653590bbbf2 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 935 time: 0.0812457 Aug 03 16:35:20.448319 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc2025ca-0df4-4b36-83e2-b3e1fb54500d req-9c003cb2-f837-464e-a3fd-0847c48c74a4 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706322 Aug 03 16:35:20.462627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37b9055-b21a-422b-b932-3d39c81b22d5 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:35:20.471430 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.484468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Transition to ACTIVE for port object b37b9055-b21a-422b-b932-3d39c81b22d5 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:35:20.489456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.548083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Pushing event updated for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:20.617542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Attempting to bind port b37b9055-b21a-422b-b932-3d39c81b22d5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:35:20.617913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Attempting to bind port b37b9055-b21a-422b-b932-3d39c81b22d5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:35:20.618247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Attempting to bind port b37b9055-b21a-422b-b932-3d39c81b22d5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:35:20.622723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Port b37b9055-b21a-422b-b932-3d39c81b22d5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:35:20.623046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Attempting to bind port b37b9055-b21a-422b-b932-3d39c81b22d5 on network 5ab76ad6-57c1-4799-9644-2de440c3bc51 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:35:20.629430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:35:20.629797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Checking segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:35:20.630189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Bound using segment: {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:35:20.630631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Bound port: b37b9055-b21a-422b-b932-3d39c81b22d5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e0c68ee-f470-4a4e-8cbc-5a9822ed766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:35:20.630992 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.709448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:35:20.712794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b37b9055-b21a-422b-b932-3d39c81b22d5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:35:20.716868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.755500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:20.756268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:20.757591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] 10.222.0.78 "PUT /v2.0/ports/b37b9055-b21a-422b-b932-3d39c81b22d5 HTTP/1.1" status: 200 len: 1095 time: 0.7226160 Aug 03 16:35:20.758042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:35:20.760295 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6598cb-c025-4038-96c2-a6c2f159baae" -d '{"events": [{"name": "network-changed", "server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:35:20.797055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cd421-37a7-4bde-8a36-f41ab78ff234 service neutron] Pushing event updated for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:20.814414 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8106df-12ac-45f5-a45b-db38bb7c0681 x-openstack-request-id: req-7e8106df-12ac-45f5-a45b-db38bb7c0681 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:35:20.814707 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:35:20.814962 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e8106df-12ac-45f5-a45b-db38bb7c0681 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:35:20.815372 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5', 'status': 'completed', 'code': 200} Aug 03 16:35:20.847506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-1d9c361d-0e8c-4268-86b5-0925da8a6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:20.849086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-1d9c361d-0e8c-4268-86b5-0925da8a6be1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 1098 time: 0.0461540 Aug 03 16:35:20.894501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-793ab8a6-5772-4dab-b892-5d4e485ec410 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=b37b9055-b21a-422b-b932-3d39c81b22d5 HTTP/1.1" status: 200 len: 217 time: 0.0375357 Aug 03 16:35:20.951883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-e53943ac-f3e8-48b9-be2e-f5ce688ef49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:20.953400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-e53943ac-f3e8-48b9-be2e-f5ce688ef49e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0515859 Aug 03 16:35:20.999584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-9bd7db54-39e8-4a6e-a3d6-030be7794284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.001896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-9bd7db54-39e8-4a6e-a3d6-030be7794284 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410702 Aug 03 16:35:21.093948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-da4eacd4-5753-4e3c-932e-bcf79b4fb046 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850194 Aug 03 16:35:21.187214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef071d8e-b05d-4169-8466-2a77c673fbe0 req-9b3c89a7-9caa-4e85-aed6-5096e4850c9a service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863693 Aug 03 16:35:21.274299 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-7d110f4a-eb22-4685-bbae-4e89da94d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.275717 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-7d110f4a-eb22-4685-bbae-4e89da94d73e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 1098 time: 0.0418541 Aug 03 16:35:21.369626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-ea8e0bb9-dfd0-4679-a8c4-099f824c256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.371135 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-ea8e0bb9-dfd0-4679-a8c4-099f824c256f service neutron] 10.222.0.78 "GET /v2.0/networks?id=5ab76ad6-57c1-4799-9644-2de440c3bc51 HTTP/1.1" status: 200 len: 870 time: 0.0877957 Aug 03 16:35:21.414692 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-1c4c1ad6-8841-4c0b-86b2-49edb5ef8a28 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=b37b9055-b21a-422b-b932-3d39c81b22d5 HTTP/1.1" status: 200 len: 217 time: 0.0363815 Aug 03 16:35:21.464820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-e18f482e-0623-48c4-b48f-8a34702b87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.466358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-e18f482e-0623-48c4-b48f-8a34702b87d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9a434b28-f021-4400-8792-848c1cc17d0c HTTP/1.1" status: 200 len: 843 time: 0.0444000 Aug 03 16:35:21.520522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-2b494c3a-a421-49da-96cb-8003fe08fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.522023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-2b494c3a-a421-49da-96cb-8003fe08fa6a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5ab76ad6-57c1-4799-9644-2de440c3bc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463667 Aug 03 16:35:21.617417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea24fc-6bac-45d5-ba85-307ccc4fada8 req-53820edd-7d95-4202-a35d-e6c2d69f74d7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:21.618927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-deea24fc-6bac-45d5-ba85-307ccc4fada8 req-53820edd-7d95-4202-a35d-e6c2d69f74d7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 947 time: 0.1005509 Aug 03 16:35:21.664226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-43f0ddb9-0815-4106-9388-c0efde806514 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328719 Aug 03 16:35:21.685564 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-deea24fc-6bac-45d5-ba85-307ccc4fada8 req-614de866-51df-444a-885f-32a63400d2a2 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Aug 03 16:35:21.759559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c6598cb-c025-4038-96c2-a6c2f159baae req-da4ed8e5-fa71-46fa-971e-980dfec0ace1 service neutron] 10.222.0.78 "GET /v2.0/networks/5ab76ad6-57c1-4799-9644-2de440c3bc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875697 Aug 03 16:35:22.358331 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:22.812011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9e3ce-9bbd-4b44-88bf-74c86c78f630 req-52655b10-f1e1-47ef-9544-3952ddc87d73 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:22.813796 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-45c9e3ce-9bbd-4b44-88bf-74c86c78f630 req-52655b10-f1e1-47ef-9544-3952ddc87d73 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 947 time: 0.0572686 Aug 03 16:35:22.852747 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-45c9e3ce-9bbd-4b44-88bf-74c86c78f630 req-407b398d-6605-435b-a519-5200e06ce607 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Aug 03 16:35:22.989152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b37b9055-b21a-422b-b932-3d39c81b22d5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:35:23.084720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b37b9055-b21a-422b-b932-3d39c81b22d5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:23.096502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'b37b9055-b21a-422b-b932-3d39c81b22d5', 'network_id': '5ab76ad6-57c1-4799-9644-2de440c3bc51', 'port_id': 'b37b9055-b21a-422b-b932-3d39c81b22d5', 'mac_address': 'fa:16:3e:60:77:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a434b28-f021-4400-8792-848c1cc17d0c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:35:23.131767 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:23.144793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37b9055-b21a-422b-b932-3d39c81b22d5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:35:23.165121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b37b9055-b21a-422b-b932-3d39c81b22d5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:23.169070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:23.218618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:23.226891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.226891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.227234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.227411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.227743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.228078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.228404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.228730 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.229112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.229379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.229737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.230058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:35:23.376907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b37b9055-b21a-422b-b932-3d39c81b22d5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:35:23.976842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c2017-5814-4afe-ab96-16adb144b3ec req-89d76427-d949-4d92-b74c-9e9b4dbd9999 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:23.978423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d3c2017-5814-4afe-ab96-16adb144b3ec req-89d76427-d949-4d92-b74c-9e9b4dbd9999 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 948 time: 0.0560040 Aug 03 16:35:24.026609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d3c2017-5814-4afe-ab96-16adb144b3ec req-ca9f40a0-7b97-45d7-8853-de6b7af66d7c tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Aug 03 16:35:25.005360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b37b9055-b21a-422b-b932-3d39c81b22d5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:35:25.054556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port b37b9055-b21a-422b-b932-3d39c81b22d5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:35:25.058666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port b37b9055-b21a-422b-b932-3d39c81b22d5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:35:25.059049 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:25.140835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:25.144938 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96f58-acca-4ac2-ace6-57df7b2a7060 req-0a16fd01-85c8-43b3-acd5-e4df25ac6c71 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:25.146544 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fd96f58-acca-4ac2-ace6-57df7b2a7060 req-0a16fd01-85c8-43b3-acd5-e4df25ac6c71 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 948 time: 0.0515664 Aug 03 16:35:25.166130 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:35:25.168500 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c42db-8262-4273-8e5b-12b920aaefa8" -d '{"events": [{"server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "name": "network-vif-plugged", "status": "completed", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:35:25.182898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b37b9055-b21a-422b-b932-3d39c81b22d5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:25.189219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:25.190005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fd96f58-acca-4ac2-ace6-57df7b2a7060 req-6a1944b0-8a83-4e4f-9166-03b2be56f21c tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Aug 03 16:35:25.216499 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75299b37-2b44-4f73-8c8f-063522a7180b x-openstack-request-id: req-75299b37-2b44-4f73-8c8f-063522a7180b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:35:25.216787 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "name": "network-vif-plugged", "status": "completed", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:35:25.217137 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75299b37-2b44-4f73-8c8f-063522a7180b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:35:25.218019 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5', 'code': 200} Aug 03 16:35:25.246197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:25.315929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36d0d9-e507-4447-8190-bb5f8ade9ffb req-d6450e1e-7b62-4447-8dd1-b3b3280ac716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:25.317473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e36d0d9-e507-4447-8190-bb5f8ade9ffb req-d6450e1e-7b62-4447-8dd1-b3b3280ac716 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 1100 time: 0.0448568 Aug 03 16:35:25.354332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e36d0d9-e507-4447-8190-bb5f8ade9ffb req-453e07f0-78c4-43c3-9903-0e0523030250 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287054 Aug 03 16:35:26.309630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75ea2-54c4-4aac-a832-17f99e77c069 req-e71d23dc-c9fe-4712-986c-62cdac81c14b tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:26.311158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52a75ea2-54c4-4aac-a832-17f99e77c069 req-e71d23dc-c9fe-4712-986c-62cdac81c14b tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 949 time: 0.0524912 Aug 03 16:35:26.350965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52a75ea2-54c4-4aac-a832-17f99e77c069 req-6dda0992-9a8f-4664-9657-542904a1a6c9 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 03 16:35:26.430116 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:27.317016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b177a-4ced-435e-b503-71e9adfcc764 req-941043e6-abea-489a-ae0c-5aec696fdff7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:27.318452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9b177a-4ced-435e-b503-71e9adfcc764 req-941043e6-abea-489a-ae0c-5aec696fdff7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 949 time: 0.0587149 Aug 03 16:35:27.358165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9b177a-4ced-435e-b503-71e9adfcc764 req-8e33ea15-087c-4d00-8ee3-6bfffd46ee06 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Aug 03 16:35:28.491293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2ebae-e3be-47fc-965e-29ead2820fde req-6f666313-f067-4755-a721-85bf4e75e5c7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:28.492792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cab2ebae-e3be-47fc-965e-29ead2820fde req-6f666313-f067-4755-a721-85bf4e75e5c7 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 949 time: 0.0563586 Aug 03 16:35:28.549522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cab2ebae-e3be-47fc-965e-29ead2820fde req-42207335-9269-42f2-bb05-acaf2df035bd tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/security-groups?id=19f1ab27-d5a8-4203-8a46-b2b607b94161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Aug 03 16:35:28.591453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b4441-b225-498a-8ac7-428079c691fe req-192e3686-0d27-4c4e-966a-525eeb01f862 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:28.592964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d32b4441-b225-498a-8ac7-428079c691fe req-192e3686-0d27-4c4e-966a-525eeb01f862 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.78 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 949 time: 0.0611560 Aug 03 16:35:28.702155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Deleting port b37b9055-b21a-422b-b932-3d39c81b22d5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:35:28.702403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:28.806742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] For port b37b9055-b21a-422b-b932-3d39c81b22d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b37b9055-b21a-422b-b932-3d39c81b22d5,segment=NetworkSegment(0e0c68ee-f470-4a4e-8cbc-5a9822ed766a),segment_id=0e0c68ee-f470-4a4e-8cbc-5a9822ed766a)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:28.807114 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:28.820423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Calling delete_port for b37b9055-b21a-422b-b932-3d39c81b22d5 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:35:28.979421 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:28.991149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b37b9055-b21a-422b-b932-3d39c81b22d5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:35:29.010558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Pushing event deleted for resources: {'Port': ['ID=b37b9055-b21a-422b-b932-3d39c81b22d5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:29.065360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] No DVR routers for this DVR port b37b9055-b21a-422b-b932-3d39c81b22d5 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:35:29.068197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:29.070351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d32b4441-b225-498a-8ac7-428079c691fe req-92cbf9e6-4e27-4a0c-8ab1-de984c719c3a tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.78 "DELETE /v2.0/ports/b37b9055-b21a-422b-b932-3d39c81b22d5 HTTP/1.1" status: 204 len: 173 time: 0.4706318 Aug 03 16:35:29.070782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'name': 'network-vif-deleted', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:35:29.073288 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b89bb-46c9-4853-9a85-319710abfa8e" -d '{"events": [{"server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "name": "network-vif-deleted", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:35:29.124379 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4202d6b-623d-432e-8bb7-440f67533b53 x-openstack-request-id: req-a4202d6b-623d-432e-8bb7-440f67533b53 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:35:29.124674 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7625d6ab-84d5-49fc-9880-1d2e7b37c088", "name": "network-vif-deleted", "tag": "b37b9055-b21a-422b-b932-3d39c81b22d5", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:35:29.124922 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4202d6b-623d-432e-8bb7-440f67533b53 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:35:29.125400 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7625d6ab-84d5-49fc-9880-1d2e7b37c088', 'name': 'network-vif-deleted', 'tag': 'b37b9055-b21a-422b-b932-3d39c81b22d5', 'status': 'completed', 'code': 200} Aug 03 16:35:29.668715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df35ead6-c3d5-4859-8d6d-0842d87a5400 req-4175364c-7f1f-4f46-bc14-2f7ffa25d004 tempest-ServersAdminNegativeTestJSON-150217348 tempest-ServersAdminNegativeTestJSON-150217348-project] 10.222.0.70 "GET /v2.0/ports?device_id=7625d6ab-84d5-49fc-9880-1d2e7b37c088 HTTP/1.1" status: 200 len: 210 time: 0.0269349 Aug 03 16:35:31.007011 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55322) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:31.138271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5c4fe948-6158-4e88-8589-f856ea5d1747 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28084c0fa4494f2b8a21810afd8a76e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300905 Aug 03 16:35:31.141470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55326) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:31.191730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.219934 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.270647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.273316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.274588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19f1ab27-d5a8-4203-8a46-b2b607b94161 HTTP/1.1" status: 204 len: 168 time: 0.1321120 Aug 03 16:35:31.284272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848a69-dbb9-41a8-9e93-1f0194bd01c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f1ab27-d5a8-4203-8a46-b2b607b94161,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:31.548904 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55332) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:31.566697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa25f1c2-7fc9-4602-b35c-0c8709d18b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.661890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa25f1c2-7fc9-4602-b35c-0c8709d18b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.665786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa25f1c2-7fc9-4602-b35c-0c8709d18b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.704210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25f1c2-7fc9-4602-b35c-0c8709d18b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b439a7c-9229-48a2-9c7c-9a6ae7f1f7a3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:31.708374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa25f1c2-7fc9-4602-b35c-0c8709d18b21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=deb50113a0824101b5fe4925632f4f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584442 Aug 03 16:35:31.712539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55334) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:31.763983 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.793134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.847717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.850225 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:31.851397 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b439a7c-9229-48a2-9c7c-9a6ae7f1f7a3 HTTP/1.1" status: 204 len: 168 time: 0.1379590 Aug 03 16:35:31.859293 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199aa8-cd07-41a5-86c8-20a4f0b90536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b439a7c-9229-48a2-9c7c-9a6ae7f1f7a3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:32.600127 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55356) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:32.712109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1329273924-network', 'tenant_id': '0d200312d9cd460695e6c9c7e54a68c5'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:32.735317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Made reservation on behalf of 0d200312d9cd460695e6c9c7e54a68c5 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:35:32.737522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.746348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.849138 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.853979 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.880824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:35:32.890581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9919d8d-8580-42cf-bcc4-f3e3937463db,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:32.899198 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.899699 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Added segment acd4d584-ec62-4f43-b2b7-f5d205ae497c of type vlan for network 53a49ae8-6670-4102-81b0-7a65d7648f66 Aug 03 16:35:32.942902 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.973586 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:32.974586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:32.975184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:33.024650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b37b9055-b21a-422b-b932-3d39c81b22d5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:35:33.027855 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4262786 Aug 03 16:35:33.033329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55360) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:33.039565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Request body: {'subnet': {'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1329273924-subnet', 'tenant_id': '0d200312d9cd460695e6c9c7e54a68c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:33.041476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ba09-c4e1-40be-a10a-5bcf72efeeab admin admin] Pushing event updated for resources: {'Network': ['ID=53a49ae8-6670-4102-81b0-7a65d7648f66,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:33.060565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 53a49ae8-6670-4102-81b0-7a65d7648f66 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:35:33.063415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: b37b9055-b21a-422b-b932-3d39c81b22d5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:35:33.064269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b37b9055-b21a-422b-b932-3d39c81b22d5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:35:33.076434 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Made reservation on behalf of 0d200312d9cd460695e6c9c7e54a68c5 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:35:33.079695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:33.267344 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:33.320943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6466d4-90f3-46b8-a1c4-15387046520b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:33.331524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Checking segment: {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:35:33.331916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Network hostable DHCP agents. Network: 53a49ae8-6670-4102-81b0-7a65d7648f66, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:35:33.347590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Network 53a49ae8-6670-4102-81b0-7a65d7648f66 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:35:33.356254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 53a49ae8-6670-4102-81b0-7a65d7648f66) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:35:33.360791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:33.361375 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:33.366836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee7f72-4e7d-469a-9b12-4fc9252816d1 None None] Network 53a49ae8-6670-4102-81b0-7a65d7648f66 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:35:33.375156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a3913cce-481c-4371-8f04-1e658363a973 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3401396 Aug 03 16:35:33.500378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b48558-a454-474d-8e83-205546f24073 None None] Network 53a49ae8-6670-4102-81b0-7a65d7648f66 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:35:33.823204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-8cf5e853-d35a-4087-8703-47efbcacd289 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:33.824584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-8cf5e853-d35a-4087-8703-47efbcacd289 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 812 time: 0.1077762 Aug 03 16:35:33.839990 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4da64095-1a67-4ab6-b26f-92f68b0ea03b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/quotas/0d200312d9cd460695e6c9c7e54a68c5 HTTP/1.1" status: 200 len: 375 time: 0.0090208 Aug 03 16:35:33.877058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-a46f3b82-de75-4d88-a004-0c79bf019ae9 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261555 Aug 03 16:35:33.945942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-3e46a36c-de6a-4f6f-97b8-a90c46e831c6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:35:33.946873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-3e46a36c-de6a-4f6f-97b8-a90c46e831c6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630655 Aug 03 16:35:34.372573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-dadfc078-5288-4df7-abf6-d22908f4060f service neutron] 10.222.0.70 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168613 Aug 03 16:35:34.468421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-a5788e18-16d4-4f13-8e4d-f5b221ce7d3f service neutron] 10.222.0.70 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Aug 03 16:35:34.654980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a036b9d4-087f-448b-924c-ed1bd9b55851 req-553c32e7-8add-4de4-977c-f2e608fcf640 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 210 time: 0.0281787 Aug 03 16:35:35.757454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a56ff18c-fc9b-442c-b078-515547771586 req-d3cbf4d0-126b-4017-819b-de69160dd7f4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 210 time: 0.0315144 Aug 03 16:35:35.911433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-ef8d1e2f-7ccc-4979-ac81-113fc64c9d79 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:35.912926 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-ef8d1e2f-7ccc-4979-ac81-113fc64c9d79 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.78 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 812 time: 0.1080654 Aug 03 16:35:35.929557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Request body: {'port': {'device_id': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66', 'admin_state_up': True, 'tenant_id': '0d200312d9cd460695e6c9c7e54a68c5'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:36.041394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Made reservation on behalf of 0d200312d9cd460695e6c9c7e54a68c5 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:35:36.044883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.170998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Allocated IP 172.20.0.6 (53a49ae8-6670-4102-81b0-7a65d7648f66/fd6466d4-90f3-46b8-a1c4-15387046520b/18d5a2a9-eca9-43c4-9000-56af5861a7c8) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:35:36.325978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.365111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.408363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Network 53a49ae8-6670-4102-81b0-7a65d7648f66 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:35:36.411107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:35:36.417193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:35:36.423012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:36.471668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:36.472287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.486969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-2c5a7038-31a0-466f-a496-a682e366fdb6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626805 Aug 03 16:35:36.499297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Request body: {'port': {'device_id': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:35:36.554534 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.830618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d5a2a9-eca9-43c4-9000-56af5861a7c8 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:35:36.838849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.852931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Transition to ACTIVE for port object 18d5a2a9-eca9-43c4-9000-56af5861a7c8 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:35:36.857304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:36.884094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d06b5-5997-4527-bc59-5b8edfcd0bc7 req-e5b7093f-ed92-49df-8e3c-5045b8e35fe7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:36.885832 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17d06b5-5997-4527-bc59-5b8edfcd0bc7 req-e5b7093f-ed92-49df-8e3c-5045b8e35fe7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 931 time: 0.0590985 Aug 03 16:35:36.917123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:36.935378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b17d06b5-5997-4527-bc59-5b8edfcd0bc7 req-c394f7a8-3d8d-425c-b6ee-5e93a5c258aa tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Aug 03 16:35:36.991816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:35:36.992146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:35:36.992470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:35:36.996648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:35:36.996970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:35:37.002467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:35:37.002799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Checking segment: {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:35:37.003175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Bound using segment: {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:35:37.003595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Bound port: 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:35:37.003976 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:37.068671 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:35:37.071883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:35:37.075567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:37.112533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.113186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:37.114672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] 10.222.0.78 "PUT /v2.0/ports/18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 1091 time: 0.6196246 Aug 03 16:35:37.115115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:35:37.117394 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:35:37.148865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af94e47-89eb-4e92-adf1-2d2ef2d44d46 service neutron] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:37.162023 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0974b0d3-7c2c-449b-b784-bff5df1560e1 x-openstack-request-id: req-0974b0d3-7c2c-449b-b784-bff5df1560e1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:35:37.162391 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:35:37.162683 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0974b0d3-7c2c-449b-b784-bff5df1560e1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:35:37.163270 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'status': 'completed', 'code': 200} Aug 03 16:35:37.203947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-f4ade001-b12d-4a3e-bcad-60fc913f5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.206119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-f4ade001-b12d-4a3e-bcad-60fc913f5c5b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0418200 Aug 03 16:35:37.253044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-4cff783f-d352-43be-8ee0-4c7fd2332d48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Aug 03 16:35:37.310877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-e111fee8-e18b-4031-8f13-34930e8f2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.312383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-e111fee8-e18b-4031-8f13-34930e8f2383 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0519052 Aug 03 16:35:37.347185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-bc80bcde-b40f-4326-8132-4c0fddcafd2b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265861 Aug 03 16:35:37.439964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-ba602807-ee52-4c87-975f-51f9ff25d33b service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843594 Aug 03 16:35:37.540842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3ffd99fe-c781-42da-983e-ed0f493e94b3 req-e1075bb1-4b32-4390-8b27-ced0c09e6fd0 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923107 Aug 03 16:35:37.630324 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-0bd6906e-b547-4102-9377-8991609f1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.631874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-0bd6906e-b547-4102-9377-8991609f1bc1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0474484 Aug 03 16:35:37.729905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-4ff1873c-5b64-4238-a99c-f3156494f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.731433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-4ff1873c-5b64-4238-a99c-f3156494f543 service neutron] 10.222.0.78 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.0911462 Aug 03 16:35:37.775144 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-599f9d69-2d39-496b-854c-abd3d5c946eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0357816 Aug 03 16:35:37.829622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-cdb15586-1b4c-4aa0-b1e8-4d64fe37e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:37.831261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-cdb15586-1b4c-4aa0-b1e8-4d64fe37e415 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0480435 Aug 03 16:35:37.863817 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-e526ea76-c08c-400e-a95a-a1aafa141ed4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Aug 03 16:35:37.962553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-56a832a3-7849-4d8f-8790-506d6113d19e service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Aug 03 16:35:38.059422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-796ec3a4-c3d1-4def-b8b8-b2474f0b52b4 req-2477144a-026f-4e40-b600-aaeffdb89590 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894175 Aug 03 16:35:38.060462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264a260-d22c-4589-969c-d6d38418dcbd req-0c918ed6-6c6b-416b-a7ce-e4b0849bba2f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:38.061972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a264a260-d22c-4589-969c-d6d38418dcbd req-0c918ed6-6c6b-416b-a7ce-e4b0849bba2f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 943 time: 0.0557051 Aug 03 16:35:38.103234 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a264a260-d22c-4589-969c-d6d38418dcbd req-06d07492-5485-45a6-a24e-afa1a26d4f45 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Aug 03 16:35:39.048242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:35:39.156331 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:39.169931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66', 'port_id': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'mac_address': 'fa:16:3e:89:e0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6466d4-90f3-46b8-a1c4-15387046520b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:35:39.211616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:39.224997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d5a2a9-eca9-43c4-9000-56af5861a7c8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:35:39.251333 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5e9a2-c6d3-439b-b9e0-da5c05a2ea0f req-59b23aa3-4ccc-4466-a2d3-2e45047dbea8 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:39.252933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ca5e9a2-c6d3-439b-b9e0-da5c05a2ea0f req-59b23aa3-4ccc-4466-a2d3-2e45047dbea8 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 943 time: 0.0588348 Aug 03 16:35:39.253267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:39.257804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:39.297735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ca5e9a2-c6d3-439b-b9e0-da5c05a2ea0f req-d49695ff-6bc4-448c-86e5-0522e3b89109 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Aug 03 16:35:39.308407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:39.473569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['18d5a2a9-eca9-43c4-9000-56af5861a7c8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:35:39.877020 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-79a40b66-ef3f-47b0-83fb-7aee30693fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:40.421083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934425-854f-4129-93d8-d0db45491154 req-94c10e9d-afa0-495f-8828-bbe1ee4af074 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:40.422933 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36934425-854f-4129-93d8-d0db45491154 req-94c10e9d-afa0-495f-8828-bbe1ee4af074 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 944 time: 0.0513835 Aug 03 16:35:40.464034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36934425-854f-4129-93d8-d0db45491154 req-7e831ee3-c01f-4464-824f-9ac390d8b90e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352371 Aug 03 16:35:41.066512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:35:41.115086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:35:41.118764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:35:41.119138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:41.199721 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:41.223158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:35:41.225468 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73694701-8c32-455b-ba4e-02ad4af75d41" -d '{"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-plugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:35:41.239915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:35:41.243964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:41.273999 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7909e9d-d826-406c-a1d9-b0b27c9ee63a x-openstack-request-id: req-e7909e9d-d826-406c-a1d9-b0b27c9ee63a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:35:41.274295 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-plugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:35:41.274554 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7909e9d-d826-406c-a1d9-b0b27c9ee63a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:35:41.274952 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'code': 200} Aug 03 16:35:41.300656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:35:41.380947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eba97-40f0-4a48-bb38-b5b4f5d16115 req-b0eb88bb-6908-457b-b6af-ebf7ac289f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:41.382595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0eba97-40f0-4a48-bb38-b5b4f5d16115 req-b0eb88bb-6908-457b-b6af-ebf7ac289f3e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1096 time: 0.0440841 Aug 03 16:35:41.423748 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d0eba97-40f0-4a48-bb38-b5b4f5d16115 req-2ef82dff-b369-4f7e-bf29-04f290799d10 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Aug 03 16:35:41.599086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1869f8-e87d-42a0-8822-7801151afe2c req-557897b7-66ac-48c1-afea-ca9bae800aa7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:41.600734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc1869f8-e87d-42a0-8822-7801151afe2c req-557897b7-66ac-48c1-afea-ca9bae800aa7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0554378 Aug 03 16:35:41.653394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc1869f8-e87d-42a0-8822-7801151afe2c req-9e52f175-87fb-49b1-abdd-52b87b2c2fd0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 Aug 03 16:35:42.171367 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4555674f-46f5-48ed-b964-2082ef401f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:42.779995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886593a-3906-40da-b9cf-2ea3bf3a0b16 req-1622b5a6-4ace-456c-8ede-bec31a5d1a2e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:42.782662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5886593a-3906-40da-b9cf-2ea3bf3a0b16 req-1622b5a6-4ace-456c-8ede-bec31a5d1a2e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0580730 Aug 03 16:35:42.827938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:42.838039 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5886593a-3906-40da-b9cf-2ea3bf3a0b16 req-81636abc-47bb-440f-9fb0-228e3a9db25e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Aug 03 16:35:43.054800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55422) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:35:43.127717 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf5be6-a6e1-4aa7-84e2-c9032d4213cc req-c0558aad-4505-4cdd-a9b2-f5530d702f6b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:43.129152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9faf5be6-a6e1-4aa7-84e2-c9032d4213cc req-c0558aad-4505-4cdd-a9b2-f5530d702f6b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0637324 Aug 03 16:35:43.190831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-e628eeec-c0c1-45af-be78-64da6f8f45ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345859 Aug 03 16:35:43.193869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9faf5be6-a6e1-4aa7-84e2-c9032d4213cc req-619ae9f2-6e54-4118-8fc1-7963629ce5af tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Aug 03 16:35:43.823725 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:44.293903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-0468100b-2b0c-4987-9b7f-db150534f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:44.295842 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-0468100b-2b0c-4987-9b7f-db150534f991 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1096 time: 0.0458999 Aug 03 16:35:44.333750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a959d-a6d7-4903-a657-6cdbcaedb0ad req-2384b263-87d0-4115-bbaa-ea0d8e2710c0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:44.335321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e86a959d-a6d7-4903-a657-6cdbcaedb0ad req-2384b263-87d0-4115-bbaa-ea0d8e2710c0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0625637 Aug 03 16:35:44.385849 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e86a959d-a6d7-4903-a657-6cdbcaedb0ad req-4c07bb14-7203-4c76-890b-7b1a6431ac15 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Aug 03 16:35:44.396913 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-0b3e44bc-cf34-4c40-8351-a869b66f02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:44.398223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-0b3e44bc-cf34-4c40-8351-a869b66f02ac service neutron] 10.222.0.78 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.0947950 Aug 03 16:35:44.443353 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-6ac22329-af5b-4034-a9e3-7deb7eefb2bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0366912 Aug 03 16:35:44.505830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-df4e4a7f-d8ff-4d01-a871-bdc11076e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:44.507229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-df4e4a7f-d8ff-4d01-a871-bdc11076e3a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0545208 Aug 03 16:35:44.543226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-514a901b-3024-4535-820e-99dddfe465d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273864 Aug 03 16:35:44.645598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-128bc201-9c26-4f93-9159-d69548d3a883 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946808 Aug 03 16:35:44.760202 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ad61ed01-d075-4774-a643-3d40f4bca793 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062710 Aug 03 16:35:45.199851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:45.523510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff4420-288f-4593-996a-1000acd146bf req-f5ac6331-756d-46d3-8e2d-ffdf653748ca tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:45.525150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfff4420-288f-4593-996a-1000acd146bf req-f5ac6331-756d-46d3-8e2d-ffdf653748ca tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0616999 Aug 03 16:35:45.581117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bfff4420-288f-4593-996a-1000acd146bf req-8a889ca1-3661-4126-ad6a-f020b9fc4ad0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Aug 03 16:35:46.741384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906b0c-57da-4aba-a397-304d05f90f84 req-92add28d-1dac-4865-905f-bb6c53248233 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:46.743624 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc906b0c-57da-4aba-a397-304d05f90f84 req-92add28d-1dac-4865-905f-bb6c53248233 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0668035 Aug 03 16:35:46.794159 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc906b0c-57da-4aba-a397-304d05f90f84 req-47abc276-c43d-40b8-83eb-a8eb5ad6238b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Aug 03 16:35:47.941141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5066-c556-4db1-b97f-eb3d34df2b66 req-f2bd780b-bda0-406d-b665-33b7c447ad83 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:47.942885 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53ef5066-c556-4db1-b97f-eb3d34df2b66 req-f2bd780b-bda0-406d-b665-33b7c447ad83 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0644877 Aug 03 16:35:47.991501 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-53ef5066-c556-4db1-b97f-eb3d34df2b66 req-b05c0837-f46c-4597-af4a-cad256901f09 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Aug 03 16:35:49.123213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8ba2-0735-4f97-be80-d76425c51729 req-c8de5f1a-af35-4d08-a67c-fbb848346483 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:49.124837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2ac8ba2-0735-4f97-be80-d76425c51729 req-c8de5f1a-af35-4d08-a67c-fbb848346483 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0521789 Aug 03 16:35:49.170124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2ac8ba2-0735-4f97-be80-d76425c51729 req-f0da3005-4d0a-4381-82eb-dc6a102c8168 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379755 Aug 03 16:35:50.303675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1777ba-2cb0-4376-a639-9a55954cb75c req-0786ed59-c9eb-41a4-bd4c-6e742352610e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:50.305288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca1777ba-2cb0-4376-a639-9a55954cb75c req-0786ed59-c9eb-41a4-bd4c-6e742352610e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0636604 Aug 03 16:35:50.347730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca1777ba-2cb0-4376-a639-9a55954cb75c req-6f47f848-73d4-40af-829f-05bc91248c5f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347075 Aug 03 16:35:51.505621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494795c-d2c3-4b13-9d6a-7c0b40c5d3e4 req-b1f719b6-0dd8-47eb-aa02-eb2747d89761 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:51.507435 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6494795c-d2c3-4b13-9d6a-7c0b40c5d3e4 req-b1f719b6-0dd8-47eb-aa02-eb2747d89761 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0639868 Aug 03 16:35:51.555108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6494795c-d2c3-4b13-9d6a-7c0b40c5d3e4 req-9c66be9c-4826-4a22-9d51-3081ed384c96 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Aug 03 16:35:52.372846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:52.713608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342d45-f9b0-4b92-b2bd-cf861ffa2770 req-ec87f594-dd21-4d4a-88d4-be86d4356f45 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:52.716245 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8342d45-f9b0-4b92-b2bd-cf861ffa2770 req-ec87f594-dd21-4d4a-88d4-be86d4356f45 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0661454 Aug 03 16:35:52.760020 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8342d45-f9b0-4b92-b2bd-cf861ffa2770 req-d159fc7b-066b-4d5c-9bcc-e749655e499a tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369196 Aug 03 16:35:53.512099 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:35:53.891547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab50f-74ef-4eb0-bb75-06c5494ec6d1 req-a022c4b3-e18b-4d5e-8208-4a696533dc83 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:53.893116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4dab50f-74ef-4eb0-bb75-06c5494ec6d1 req-a022c4b3-e18b-4d5e-8208-4a696533dc83 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0603447 Aug 03 16:35:53.932204 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4dab50f-74ef-4eb0-bb75-06c5494ec6d1 req-53ab9fa2-dc1c-4990-8c14-bcbda58a0ebf tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 03 16:35:55.086565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479faa3-0358-491d-a9b4-ac0479b05bf6 req-8c2a7cd1-47fa-4808-99d3-cbaf7d9306bb tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:55.089257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7479faa3-0358-491d-a9b4-ac0479b05bf6 req-8c2a7cd1-47fa-4808-99d3-cbaf7d9306bb tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0667951 Aug 03 16:35:55.131517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7479faa3-0358-491d-a9b4-ac0479b05bf6 req-b85d6003-3262-4264-9ee2-4a23cc3caf07 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Aug 03 16:35:56.261753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c39c0-58d9-4fed-97b2-b4e645034400 req-8fe26e2a-1279-40ab-b0ab-8df65a1e93d9 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:56.263284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a3c39c0-58d9-4fed-97b2-b4e645034400 req-8fe26e2a-1279-40ab-b0ab-8df65a1e93d9 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0510447 Aug 03 16:35:56.314790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a3c39c0-58d9-4fed-97b2-b4e645034400 req-c9761f7f-77fc-4f31-8de3-2d466f95d93d tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Aug 03 16:35:56.455437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:35:57.464813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fefc9-c5cf-4132-badf-95b32db9160c req-f499cb59-8b06-406f-9811-2a5cf2780ed0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:57.466518 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b75fefc9-c5cf-4132-badf-95b32db9160c req-f499cb59-8b06-406f-9811-2a5cf2780ed0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0681982 Aug 03 16:35:57.530932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b75fefc9-c5cf-4132-badf-95b32db9160c req-cd92d455-c2de-4d24-ad0d-4ec9e07ad4dc tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Aug 03 16:35:58.684285 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e095d-a2f7-4ab6-a27f-56112925479b req-c074a3ce-6ffd-4276-97fd-28ada0f45681 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:58.686208 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-427e095d-a2f7-4ab6-a27f-56112925479b req-c074a3ce-6ffd-4276-97fd-28ada0f45681 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0677981 Aug 03 16:35:58.739436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-427e095d-a2f7-4ab6-a27f-56112925479b req-5915d585-1bff-4103-baff-48d819413f60 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Aug 03 16:35:59.896247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028bc32-cec8-4384-9d1e-135c2773ad50 req-26dc1422-2252-42ec-9c55-936c97e7b820 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:35:59.898033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1028bc32-cec8-4384-9d1e-135c2773ad50 req-26dc1422-2252-42ec-9c55-936c97e7b820 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0567541 Aug 03 16:35:59.952111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1028bc32-cec8-4384-9d1e-135c2773ad50 req-d2fb04bc-8455-42b4-8e1d-90bae452b84f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Aug 03 16:36:01.082066 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd753064-3feb-4f8c-bca6-a4d5391db36f req-cc636b35-e2da-4210-b1be-6249cfe08b8b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:01.083755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd753064-3feb-4f8c-bca6-a4d5391db36f req-cc636b35-e2da-4210-b1be-6249cfe08b8b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0551753 Aug 03 16:36:01.135493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd753064-3feb-4f8c-bca6-a4d5391db36f req-7b1046f6-8cb0-4580-9586-2ceb4955f02b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Aug 03 16:36:02.288431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22caf4a-89c1-4104-a4ad-1d8c5e1b73d9 req-a98adae5-77fd-40dc-9d74-6b50a902aa49 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:02.290348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a22caf4a-89c1-4104-a4ad-1d8c5e1b73d9 req-a98adae5-77fd-40dc-9d74-6b50a902aa49 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0675695 Aug 03 16:36:02.338181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a22caf4a-89c1-4104-a4ad-1d8c5e1b73d9 req-164a0b64-77a5-4b85-84e7-8fce3d07c16c tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Aug 03 16:36:03.504335 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2e8b6-a1e2-4f7e-81dd-9472f7071eae req-7f4971cf-ee19-495c-b831-d88ee039ab7d tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:03.506785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96e2e8b6-a1e2-4f7e-81dd-9472f7071eae req-7f4971cf-ee19-495c-b831-d88ee039ab7d tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0866499 Aug 03 16:36:03.562113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96e2e8b6-a1e2-4f7e-81dd-9472f7071eae req-2b0b6378-21eb-48e4-9d8a-2ab5732bec56 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Aug 03 16:36:04.688390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd1b25-38ad-4d02-abf2-2e3da2951ea9 req-11618fb7-3d26-4397-b7b4-f070b68ee95f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:04.690539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dfd1b25-38ad-4d02-abf2-2e3da2951ea9 req-11618fb7-3d26-4397-b7b4-f070b68ee95f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0560029 Aug 03 16:36:04.733860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dfd1b25-38ad-4d02-abf2-2e3da2951ea9 req-75c1d036-faef-4e0c-a038-e34ae2d04f15 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Aug 03 16:36:05.927257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c80d01-a57b-400c-b34f-7387fc6e8776 req-2439de18-3aa9-423f-be76-e15a8b3efba9 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:05.929297 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7c80d01-a57b-400c-b34f-7387fc6e8776 req-2439de18-3aa9-423f-be76-e15a8b3efba9 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0879455 Aug 03 16:36:05.996474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f7c80d01-a57b-400c-b34f-7387fc6e8776 req-e17b7ab6-f227-428a-89a4-f811b33bbfa1 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604064 Aug 03 16:36:07.171864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ce06e-2728-4e95-ab14-17bf62178eda req-ad05f82b-be3e-45ee-b018-2e402e10cc99 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:07.174761 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-300ce06e-2728-4e95-ab14-17bf62178eda req-ad05f82b-be3e-45ee-b018-2e402e10cc99 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0698740 Aug 03 16:36:07.226543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-300ce06e-2728-4e95-ab14-17bf62178eda req-ab8274a7-9286-4d4e-b9a7-5b059e739dc0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Aug 03 16:36:08.405533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375339-9dc5-4ab4-81dd-598a7ebb8f46 req-07712e91-5829-49d4-bd09-0b4d9858e7d6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:08.408569 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69375339-9dc5-4ab4-81dd-598a7ebb8f46 req-07712e91-5829-49d4-bd09-0b4d9858e7d6 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0614767 Aug 03 16:36:08.451738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69375339-9dc5-4ab4-81dd-598a7ebb8f46 req-caed902c-6137-4dd8-8d96-1ffd555e474e tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Aug 03 16:36:09.600811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdd0e5-cdb3-4c0f-bf4a-9513839f9cdc req-700547cc-bf72-4e23-87f3-efd6ae1ee17a tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:09.603418 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5cdd0e5-cdb3-4c0f-bf4a-9513839f9cdc req-700547cc-bf72-4e23-87f3-efd6ae1ee17a tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0644646 Aug 03 16:36:09.667848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e5cdd0e5-cdb3-4c0f-bf4a-9513839f9cdc req-1cb50aee-9b8c-4fac-b2c4-64f595eb239f tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Aug 03 16:36:09.885257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b53ad724-8c9e-4800-b846-ab02d09779ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:10.802040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816beaaa-4560-4e28-845b-1a482a3cb793 req-53da5426-742a-4906-a638-b1229e5d922b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:10.803609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-816beaaa-4560-4e28-845b-1a482a3cb793 req-53da5426-742a-4906-a638-b1229e5d922b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0523939 Aug 03 16:36:10.854165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-816beaaa-4560-4e28-845b-1a482a3cb793 req-e004bf3a-96ec-46e7-9909-95af706710ce tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381176 Aug 03 16:36:11.926686 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-b0695efa-406f-474a-b786-0b9f7c3b1373 service neutron] show failed (client error): The resource could not be found. Aug 03 16:36:11.927663 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-b0695efa-406f-474a-b786-0b9f7c3b1373 service neutron] 10.222.0.78 "GET /v2.0/ports/18d5a2a9-eca9-43c4-9000-56af5861a7c8/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0784991 Aug 03 16:36:12.022592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cd823-f402-4e7c-867e-e114240d186e req-bd346d98-390e-4b3e-888d-d430d43aae32 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:12.024326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a18cd823-f402-4e7c-867e-e114240d186e req-bd346d98-390e-4b3e-888d-d430d43aae32 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0710652 Aug 03 16:36:12.086936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a18cd823-f402-4e7c-867e-e114240d186e req-7cb52aba-158f-49f4-bb91-277ac4ed0742 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 Aug 03 16:36:12.177816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c76830b0-8c85-4b63-b82d-6b129c876811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:12.342927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ae95e2ff-a4f9-42aa-9a2a-6731b64f8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:12.345712 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ae95e2ff-a4f9-42aa-9a2a-6731b64f8b6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d&tenant_id=0d200312d9cd460695e6c9c7e54a68c5 HTTP/1.1" status: 200 len: 1096 time: 0.2152834 Aug 03 16:36:12.358388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:36:12.418092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:12.708394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:12.747943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:36:12.807858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:12.816758 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:12.820792 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308d1706-75b2-43b2-88c6-a5408d5c8fb6" -d '{"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-unplugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:12.829673 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:12.848063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Transition to ACTIVE for port object 18d5a2a9-eca9-43c4-9000-56af5861a7c8 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:36:12.852015 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:12.892833 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac1c78-f5f2-48ed-ba2d-2b122e300c06 x-openstack-request-id: req-e5ac1c78-f5f2-48ed-ba2d-2b122e300c06 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:12.893101 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-unplugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:12.893365 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5ac1c78-f5f2-48ed-ba2d-2b122e300c06 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:12.893819 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'code': 200} Aug 03 16:36:12.928051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:12.945429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] No DVR routers for this DVR port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:36:12.952648 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.952997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.953341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.953759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.954092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.954427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.954751 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.955079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.955404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.955729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.956048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.956367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:12.996785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:36:12.997223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:36:12.997627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:36:13.007361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:36:13.007896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Attempting to bind port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on network 53a49ae8-6670-4102-81b0-7a65d7648f66 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:36:13.015351 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:36:13.016464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Checking segment: {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:36:13.016464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Bound using segment: {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:36:13.016788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Bound port: 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd4d584-ec62-4f43-b2b7-f5d205ae497c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:36:13.017073 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:13.090395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:36:13.094806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:36:13.100628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:13.142295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:13.142999 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:13.145043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] 10.222.0.72 "PUT /v2.0/ports/18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 1091 time: 0.7910511 Aug 03 16:36:13.183209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9085a8-acc9-4647-aebb-6b603656e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:13.255016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-4462e38e-2fe4-4386-bdaa-9e5a4c148c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:13.256577 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-4462e38e-2fe4-4386-bdaa-9e5a4c148c5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0821960 Aug 03 16:36:13.265558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4a2ff-5640-4c81-b854-308d5deeb23a req-f1375bab-b264-4049-a708-df56650dcdcd tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:13.266944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a4a2ff-5640-4c81-b854-308d5deeb23a req-f1375bab-b264-4049-a708-df56650dcdcd tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 943 time: 0.0771306 Aug 03 16:36:13.367109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a4a2ff-5640-4c81-b854-308d5deeb23a req-07408601-2fc6-4098-aa2d-02a2f0575a13 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Aug 03 16:36:13.418082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-98f08d25-3607-47b5-8f6f-edda8ef36e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:13.419614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-98f08d25-3607-47b5-8f6f-edda8ef36e7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.1517255 Aug 03 16:36:13.464596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-bf314433-ebad-4bd9-8358-53cfa5ef5626 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0379994 Aug 03 16:36:13.537852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-3df22fb4-b2e4-498a-a127-8b764db3cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:13.539525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-3df22fb4-b2e4-498a-a127-8b764db3cfa1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0655494 Aug 03 16:36:13.584969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-a74ed5c2-47ba-43c1-bac9-d1da4528f2af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361958 Aug 03 16:36:13.703382 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-da584ce9-a01c-45b8-9588-b63ace2dbf8e service neutron] 10.222.0.72 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109719 Aug 03 16:36:13.820645 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56fecbc4-fae8-466d-8d6c-189a38d10699 req-b34b186c-ae46-44ad-90be-c3957cb7c2b4 service neutron] 10.222.0.72 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097617 Aug 03 16:36:13.834454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:14.528624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23903705-8a63-4892-b6da-83f7f06664b3 req-f21195cb-03cc-4567-8a1c-f89422d14558 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:14.531270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23903705-8a63-4892-b6da-83f7f06664b3 req-f21195cb-03cc-4567-8a1c-f89422d14558 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 943 time: 0.0755897 Aug 03 16:36:14.589733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23903705-8a63-4892-b6da-83f7f06664b3 req-0ba67899-1347-4f14-b168-03012eab5093 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Aug 03 16:36:14.895292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:14.899137 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8" -d '{"events": [{"name": "network-changed", "server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:14.994500 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d5e50-03bf-49db-8cd6-3fb7aad4e0b2 x-openstack-request-id: req-8b9d5e50-03bf-49db-8cd6-3fb7aad4e0b2 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:14.995010 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:14.995460 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b9d5e50-03bf-49db-8cd6-3fb7aad4e0b2 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:14.996241 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'status': 'completed', 'code': 200} Aug 03 16:36:15.098780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-df612958-b0f5-4adb-842f-1b5527b407b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.100687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-df612958-b0f5-4adb-842f-1b5527b407b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0871947 Aug 03 16:36:15.106234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-f3833154-34a4-4812-87de-7532e60c6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.108008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-f3833154-34a4-4812-87de-7532e60c6bf9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0824130 Aug 03 16:36:15.210073 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:15.334247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-31f6a919-69fd-4d41-aa89-f0a91c26b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.336482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-31f6a919-69fd-4d41-aa89-f0a91c26b963 service neutron] 10.222.0.78 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.2173808 Aug 03 16:36:15.337213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-8690ed16-a0dc-46cd-b731-908912a5b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.338879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-8690ed16-a0dc-46cd-b731-908912a5b31c service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.2297602 Aug 03 16:36:15.408551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-cbc03630-c40e-458b-950e-6fb2855d0d43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0638292 Aug 03 16:36:15.462875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-14e0ae66-d671-4955-a484-22c11b6e259c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.1031137 Aug 03 16:36:15.580612 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-d0ffa016-57d6-4b18-a38f-d727a2d6f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.582391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-d0ffa016-57d6-4b18-a38f-d727a2d6f7dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.1364622 Aug 03 16:36:15.590148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-70bfaedf-9a36-4da3-bd8c-a55b0f54c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.592130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-70bfaedf-9a36-4da3-bd8c-a55b0f54c6dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0936208 Aug 03 16:36:15.636147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-46af1863-e8f1-4bbc-aff0-d4a949dc08f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423954 Aug 03 16:36:15.671448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-bd2dd090-8fbf-4349-b1a4-43b9acebbad6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684812 Aug 03 16:36:15.792171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ffdc-c2a1-4177-9f60-18db25325857 req-824e36f7-ab73-4a42-9f74-9e131bc186fd tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:15.794984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f931ffdc-c2a1-4177-9f60-18db25325857 req-824e36f7-ab73-4a42-9f74-9e131bc186fd tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 943 time: 0.0917096 Aug 03 16:36:15.903950 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f931ffdc-c2a1-4177-9f60-18db25325857 req-33ab2ac6-c831-465d-b6fc-7733ca8990bb tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902324 Aug 03 16:36:15.947192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-5fe38af3-1ca6-4a4b-b87c-edbffbbcf0c0 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904603 Aug 03 16:36:15.957136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-cc82fdd4-1e33-4ad1-b8bb-0e20eb6cc6a8 service neutron] 10.222.0.72 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634747 Aug 03 16:36:16.155017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-dc99009f-235d-4707-b9b9-31deee58c5de service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964200 Aug 03 16:36:16.157416 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-47ec7fd8-78e6-4caf-b9dd-5a1a8d47fed8 req-4af12060-d454-43ce-b8d4-f8344a7e8b94 service neutron] 10.222.0.72 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862960 Aug 03 16:36:16.349420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-88fd4969-56fd-4f50-a2fb-97f9c6a096bf tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:16.352115 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-88fd4969-56fd-4f50-a2fb-97f9c6a096bf tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.78 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d&tenant_id=0d200312d9cd460695e6c9c7e54a68c5&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 943 time: 0.1289515 Aug 03 16:36:16.435184 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-8f91c54f-e348-4266-9e7f-2855d4e95e79 service neutron] delete failed (client error): The resource could not be found. Aug 03 16:36:16.436726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-8f91c54f-e348-4266-9e7f-2855d4e95e79 service neutron] 10.222.0.78 "DELETE /v2.0/ports/18d5a2a9-eca9-43c4-9000-56af5861a7c8/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0728085 Aug 03 16:36:16.492636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:36:16.556364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-c9809aae-4486-4f61-acea-54dc624a38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:16.558731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-c9809aae-4486-4f61-acea-54dc624a38e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 1094 time: 0.0666628 Aug 03 16:36:16.626708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:16.649624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'network_id': '53a49ae8-6670-4102-81b0-7a65d7648f66', 'port_id': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'mac_address': 'fa:16:3e:89:e0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6466d4-90f3-46b8-a1c4-15387046520b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:36:16.688526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-37a5140f-d8a2-4056-ac31-69571b35e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:16.690559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-37a5140f-d8a2-4056-ac31-69571b35e41a service neutron] 10.222.0.78 "GET /v2.0/networks?id=53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 200 len: 913 time: 0.1234274 Aug 03 16:36:16.733342 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:16.752203 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d5a2a9-eca9-43c4-9000-56af5861a7c8 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:36:16.767536 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-a4fee422-c05c-4dc7-a03a-276acbac3f50 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 200 len: 217 time: 0.0666132 Aug 03 16:36:16.782599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:16.787895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:16.838047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-94e01c9b-3487-4987-9a0c-8e52ff7fde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:16.839725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-94e01c9b-3487-4987-9a0c-8e52ff7fde0d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 200 len: 852 time: 0.0664515 Aug 03 16:36:16.870002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:16.886949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-9e906e45-9186-48e8-bacc-33241ed627e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=53a49ae8-6670-4102-81b0-7a65d7648f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392590 Aug 03 16:36:17.013014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['18d5a2a9-eca9-43c4-9000-56af5861a7c8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:36:17.016485 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-2c671353-0906-4fc3-8323-a8488266439e service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213546 Aug 03 16:36:17.159764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-c85fccaf-90fd-428c-b122-521c9441f406 service neutron] 10.222.0.78 "GET /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360090 Aug 03 16:36:17.176225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:36:17.238960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:36:17.988244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7b8a4-78b4-44d6-b8dc-a4980595d4da req-de4ab58f-23c8-4e30-97a7-d73483d1346b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:17.989968 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61f7b8a4-78b4-44d6-b8dc-a4980595d4da req-de4ab58f-23c8-4e30-97a7-d73483d1346b tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 944 time: 0.0629892 Aug 03 16:36:18.051183 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61f7b8a4-78b4-44d6-b8dc-a4980595d4da req-36560ff9-dd7a-4632-a0a5-3d2c06c838c1 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Aug 03 16:36:18.486210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:36:18.564115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:36:18.569919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:36:18.570395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:18.669181 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:18.698386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:18.700619 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d163d0-2610-402f-b416-d981e39c977f" -d '{"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-plugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:18.723738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:18.729032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:18.764403 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d297250-fcc6-437e-8d3e-51a2f5a176c0 x-openstack-request-id: req-2d297250-fcc6-437e-8d3e-51a2f5a176c0 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:18.764811 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-plugged", "status": "completed", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:18.765172 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d297250-fcc6-437e-8d3e-51a2f5a176c0 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:18.765744 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'code': 200} Aug 03 16:36:18.804792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:19.192404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f8a68-2dc7-4aa6-b9f2-342a49eccbfe req-3089ddfb-cd87-404e-8fba-955a594d8b6a tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:19.194190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b08f8a68-2dc7-4aa6-b9f2-342a49eccbfe req-3089ddfb-cd87-404e-8fba-955a594d8b6a tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0636818 Aug 03 16:36:19.240752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-2a85df1b-2654-46fc-b0fb-498f1ad388b7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:19.242618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-2a85df1b-2654-46fc-b0fb-498f1ad388b7 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.72 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 945 time: 0.0766189 Aug 03 16:36:19.245941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b08f8a68-2dc7-4aa6-b9f2-342a49eccbfe req-5227e4a9-9141-45e2-87df-85e43513a0b1 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/security-groups?id=c9919d8d-8580-42cf-bcc4-f3e3937463db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Aug 03 16:36:19.765777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Deleting port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:36:19.766029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:19.871237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] For port 18d5a2a9-eca9-43c4-9000-56af5861a7c8, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=18d5a2a9-eca9-43c4-9000-56af5861a7c8,segment=NetworkSegment(acd4d584-ec62-4f43-b2b7-f5d205ae497c),segment_id=acd4d584-ec62-4f43-b2b7-f5d205ae497c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:19.871719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:19.894135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Calling delete_port for 18d5a2a9-eca9-43c4-9000-56af5861a7c8 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:36:20.085284 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:20.098140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['18d5a2a9-eca9-43c4-9000-56af5861a7c8'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:36:20.126019 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Pushing event deleted for resources: {'Port': ['ID=18d5a2a9-eca9-43c4-9000-56af5861a7c8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:20.197341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] No DVR routers for this DVR port 18d5a2a9-eca9-43c4-9000-56af5861a7c8 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:36:20.200982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:20.205156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1d5d3821-1a5b-4145-8f14-16996ab91de3 req-4e402119-9066-4123-8fb5-d8705610dfc4 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.72 "DELETE /v2.0/ports/18d5a2a9-eca9-43c4-9000-56af5861a7c8 HTTP/1.1" status: 204 len: 173 time: 0.9557748 Aug 03 16:36:20.205884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-deleted', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:20.209856 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902ec10-3665-4fce-ad23-5aaee397c61f" -d '{"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-deleted", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:20.266906 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edfaa9a-a706-42a8-b4ad-214f99fb0d94 x-openstack-request-id: req-4edfaa9a-a706-42a8-b4ad-214f99fb0d94 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:20.267914 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75aaca6-d774-41fb-9059-34fb3bcdcd9d", "name": "network-vif-deleted", "tag": "18d5a2a9-eca9-43c4-9000-56af5861a7c8", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:20.267914 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4edfaa9a-a706-42a8-b4ad-214f99fb0d94 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:20.268339 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75aaca6-d774-41fb-9059-34fb3bcdcd9d', 'name': 'network-vif-deleted', 'tag': '18d5a2a9-eca9-43c4-9000-56af5861a7c8', 'status': 'completed', 'code': 200} Aug 03 16:36:20.377616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-48af6059-ba3a-4819-b9e8-607db2af97f0 req-9388c5b2-49cf-4859-8a7e-55ada6e82df0 tempest-DeleteServersTestJSON-1570879266 tempest-DeleteServersTestJSON-1570879266-project] 10.222.0.70 "GET /v2.0/ports?device_id=b75aaca6-d774-41fb-9059-34fb3bcdcd9d HTTP/1.1" status: 200 len: 210 time: 0.0365176 Aug 03 16:36:21.540268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55536) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:21.591579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Deleting subnet fd6466d4-90f3-46b8-a1c4-15387046520b {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:36:21.595096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.638410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.688090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.765422 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.796138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6466d4-90f3-46b8-a1c4-15387046520b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:21.803806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.805740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2fb6f0b1-0f04-4436-ac7c-0339f4371e6b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd6466d4-90f3-46b8-a1c4-15387046520b HTTP/1.1" status: 204 len: 168 time: 0.2641857 Aug 03 16:36:21.808587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55538) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:21.893253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.986879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:21.999211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a49ae8-6670-4102-81b0-7a65d7648f66']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:36:22.013846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd4d584-ec62-4f43-b2b7-f5d205ae497c') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:36:22.014403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd4d584-ec62-4f43-b2b7-f5d205ae497c') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:36:22.028567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.046880 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.055903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:36:22.056708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:36:22.059387 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:36:22.134784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.140567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.143887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] 10.222.0.70 "DELETE /v2.0/networks/53a49ae8-6670-4102-81b0-7a65d7648f66 HTTP/1.1" status: 204 len: 168 time: 0.3334823 Aug 03 16:36:22.162105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726b2d7-0c49-4ca9-ae39-7b4b069c807b admin admin] Pushing event deleted for resources: {'Network': ['ID=53a49ae8-6670-4102-81b0-7a65d7648f66,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:22.326220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55542) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:22.380751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-006a98aa-498a-463e-8f31-2e529989bbf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d200312d9cd460695e6c9c7e54a68c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522113 Aug 03 16:36:22.383940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55544) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:22.387152 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.443252 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.467145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.498329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:36:22.529216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 18d5a2a9-eca9-43c4-9000-56af5861a7c8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:36:22.529825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 18d5a2a9-eca9-43c4-9000-56af5861a7c8 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:36:22.537186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.541990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:22.543970 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c9919d8d-8580-42cf-bcc4-f3e3937463db HTTP/1.1" status: 204 len: 168 time: 0.1588490 Aug 03 16:36:22.557439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780bb9d-f493-4c09-b2dc-7cf45238645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9919d8d-8580-42cf-bcc4-f3e3937463db,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:23.515104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55568) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:23.662721 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1570885646-network', 'tenant_id': '596c2c6ef5a145628f2a10d4ef0a5a16'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:36:23.690364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Made reservation on behalf of 596c2c6ef5a145628f2a10d4ef0a5a16 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:36:23.693789 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.702726 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.818763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.823871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.855974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:36:23.872478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4fda9-d022-4de7-a1df-1456d47a18a1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:23.879632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.880172 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Added segment c9e7b7d9-b823-4b67-b249-45397dcdec68 of type vlan for network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 Aug 03 16:36:23.928355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.964516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:23.965697 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:23.966366 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:24.024038 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5076153 Aug 03 16:36:24.028813 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55572) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:36:24.035135 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Request body: {'subnet': {'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1570885646-subnet', 'tenant_id': '596c2c6ef5a145628f2a10d4ef0a5a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:36:24.041934 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b41d7-faca-4f2e-ad60-33cf0585709f admin admin] Pushing event updated for resources: {'Network': ['ID=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:24.059689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:36:24.068437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Made reservation on behalf of 596c2c6ef5a145628f2a10d4ef0a5a16 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:36:24.072243 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:24.302286 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:24.357084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6077a9bd-b995-40b5-b415-3fa065145692,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:24.373303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Checking segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:36:24.373696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Network hostable DHCP agents. Network: 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:36:24.395184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:36:24.407678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:36:24.412355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:24.412947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:24.423499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb65ace0-8a78-41fc-b342-980bf50885f5 None None] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:36:24.432542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64e99092-2c9b-47a4-8005-95b6b18fa559 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4021723 Aug 03 16:36:24.608629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9e626-6a0e-48dd-8e7e-1d7513649539 None None] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:36:24.991592 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-e224bb6a-847d-4911-b61e-2d278b677ea6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:24.993176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-e224bb6a-847d-4911-b61e-2d278b677ea6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 815 time: 0.1217666 Aug 03 16:36:25.009938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-bcc050ab-5d1b-4899-b353-f743b213146c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/quotas/596c2c6ef5a145628f2a10d4ef0a5a16 HTTP/1.1" status: 200 len: 375 time: 0.0104032 Aug 03 16:36:25.043938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-237abf7b-411f-4c35-ac49-2f408ea9b720 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281589 Aug 03 16:36:25.138467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-c900f035-d10c-4d18-9a33-76b0bc55dcb9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Aug 03 16:36:25.251137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-2426851d-8c6d-41ba-8c96-9c251456d51c service neutron] 10.222.0.70 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047802 Aug 03 16:36:25.455946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f0a5646-e1f3-464e-b4ad-fc2a8bf8ad28 req-45146457-aab8-4dd2-b6c2-3eb561dd4e24 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 210 time: 0.0523970 Aug 03 16:36:26.272407 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-90ad44dd-f6e7-4c72-ae2e-0176ff2401b5 req-5371a3ce-b22b-4864-9ba8-bd17cd138308 service neutron] (106016) timed out ('10.222.0.72', 56206) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:36:26.459169 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:26.624525 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6acea31-e3f8-4625-9941-d094ecd692c4 req-38b1d74e-7170-4921-aae5-631d56d96e4b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 210 time: 0.0420702 Aug 03 16:36:26.668668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-b1732bdf-2af1-4064-a57e-98e7e147e230 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:26.670411 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-b1732bdf-2af1-4064-a57e-98e7e147e230 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 815 time: 0.1959512 Aug 03 16:36:26.684361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Request body: {'port': {'device_id': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'admin_state_up': True, 'tenant_id': '596c2c6ef5a145628f2a10d4ef0a5a16'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:36:26.820544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Made reservation on behalf of 596c2c6ef5a145628f2a10d4ef0a5a16 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:36:26.825079 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:26.966633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Allocated IP 172.20.0.3 (8a1bbe1b-563f-406a-ab0e-bea2f4d13f00/6077a9bd-b995-40b5-b415-3fa065145692/f3b8002e-ac92-4fbe-bf99-4f6cd660f772) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:36:27.167660 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.210904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.269072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:36:27.274547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:36:27.278845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:36:27.283363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:27.338597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:27.339239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.361237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-0fd2498c-c401-438c-a50c-d4aec1738c15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6808929 Aug 03 16:36:27.376780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Request body: {'port': {'device_id': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:36:27.451050 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.821226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1035-1b53-4c55-9fc7-ec604c1d7d07 req-36ed51b7-a6c1-4cb7-a527-c44b522eeb35 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:27.822873 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3acb1035-1b53-4c55-9fc7-ec604c1d7d07 req-36ed51b7-a6c1-4cb7-a527-c44b522eeb35 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 931 time: 0.0970693 Aug 03 16:36:27.895010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b8002e-ac92-4fbe-bf99-4f6cd660f772 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:36:27.905510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.910914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3acb1035-1b53-4c55-9fc7-ec604c1d7d07 req-ec82a5a6-9fda-40f6-ae37-220d97c7912a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784450 Aug 03 16:36:27.925253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Transition to ACTIVE for port object f3b8002e-ac92-4fbe-bf99-4f6cd660f772 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:36:27.931163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:27.994088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:28.072012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:36:28.072465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:36:28.073035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:36:28.078099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:36:28.078492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:36:28.085650 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:36:28.086139 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Checking segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:36:28.086534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Bound using segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:36:28.086970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Bound port: f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:36:28.087332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:28.178803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:36:28.182211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:36:28.187673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:28.230929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:28.231893 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:28.233388 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] 10.222.0.72 "PUT /v2.0/ports/f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 1091 time: 0.8643138 Aug 03 16:36:28.233909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:28.237103 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2b167-891f-467c-887e-ee446528066d" -d '{"events": [{"name": "network-changed", "server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:28.277341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37a4a1-afb1-4dc8-afa6-65e582389623 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:28.312059 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4daf8e-649e-453f-9b40-eb1a12a97968 x-openstack-request-id: req-fc4daf8e-649e-453f-9b40-eb1a12a97968 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:28.312351 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:28.312607 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc4daf8e-649e-453f-9b40-eb1a12a97968 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:28.313737 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'status': 'completed', 'code': 200} Aug 03 16:36:28.356316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-f7d47b72-b745-41d6-b799-d8682a35b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:28.357940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-f7d47b72-b745-41d6-b799-d8682a35b9a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1094 time: 0.0580869 Aug 03 16:36:28.403969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-6263791e-acbb-47db-8f8c-e28cba516bf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0384619 Aug 03 16:36:28.467678 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dcabc-b868-4295-b123-36b761fbb64c req-898cae61-0b99-436a-862e-57a3233a2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:28.469201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-898cae61-0b99-436a-862e-57a3233a2a05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0589480 Aug 03 16:36:28.504288 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-00cf2f44-2c0d-43dc-8f38-60119e006801 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272784 Aug 03 16:36:28.614526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-a5eb3cf3-c965-4113-8b92-83817da79f7b service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028125 Aug 03 16:36:28.722016 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c99dcabc-b868-4295-b123-36b761fbb64c req-37415ee1-7a7f-43ec-bd22-61f3a443684f service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011536 Aug 03 16:36:28.836429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2b167-891f-467c-887e-ee446528066d req-f9d594bd-e467-4386-84cc-4cd3d217cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:28.838181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-f9d594bd-e467-4386-84cc-4cd3d217cab9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1094 time: 0.0488675 Aug 03 16:36:28.946768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2b167-891f-467c-887e-ee446528066d req-8563d21f-dbe9-4324-a7f1-3e03bd52fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:28.948291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-8563d21f-dbe9-4324-a7f1-3e03bd52fcec service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1023381 Aug 03 16:36:28.999372 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-b06f33c2-338c-4c6f-97ec-7360f3d441af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0412889 Aug 03 16:36:29.106789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2b167-891f-467c-887e-ee446528066d req-97c52cad-b33d-49f9-86b1-2e08289db20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:29.107370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-97c52cad-b33d-49f9-86b1-2e08289db20c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.1013463 Aug 03 16:36:29.123164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481bdb5-5175-411f-81b6-817c3c3ff629 req-d7c226cb-af47-4579-8e08-4b455bce7d13 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:29.124678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9481bdb5-5175-411f-81b6-817c3c3ff629 req-d7c226cb-af47-4579-8e08-4b455bce7d13 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 943 time: 0.0901465 Aug 03 16:36:29.160362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-e89be62a-dcc9-42e9-ac92-28e70f9310aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346885 Aug 03 16:36:29.231969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9481bdb5-5175-411f-81b6-817c3c3ff629 req-9cc45491-1dab-4f9c-ad16-214aa582c9a9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965571 Aug 03 16:36:29.286601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-bb907433-dcb2-4279-a751-761b517d21b6 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172731 Aug 03 16:36:29.396280 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e6a2b167-891f-467c-887e-ee446528066d req-6e6393bf-49cb-4540-87a8-9392ad06b114 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025662 Aug 03 16:36:30.378931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae989b18-62d7-48ea-bc2c-fa28c76fc98e req-79464aaa-cb33-4b03-beb7-09066bfc0717 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:30.380515 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae989b18-62d7-48ea-bc2c-fa28c76fc98e req-79464aaa-cb33-4b03-beb7-09066bfc0717 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 943 time: 0.0625691 Aug 03 16:36:30.425584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ae989b18-62d7-48ea-bc2c-fa28c76fc98e req-5ee7b607-80fa-47ed-aa5b-e89ac6495215 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Aug 03 16:36:30.498329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:36:30.516926 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:36:30.616569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:30.628726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'port_id': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'mac_address': 'fa:16:3e:53:d8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6077a9bd-b995-40b5-b415-3fa065145692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:36:30.839687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:30.854748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b8002e-ac92-4fbe-bf99-4f6cd660f772 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:36:30.877526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:30.892217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:30.951169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:30.961072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.961425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.961810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.962157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.962499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.962839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.963175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.963514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.963843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.964178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.964509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:30.964843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:36:31.080388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['f3b8002e-ac92-4fbe-bf99-4f6cd660f772'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:36:31.571815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24667f-2493-48b2-88d5-84597f4b3121 req-e4b79b2e-6215-4f48-8463-f01ba62329b2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:31.573846 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e24667f-2493-48b2-88d5-84597f4b3121 req-e4b79b2e-6215-4f48-8463-f01ba62329b2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 944 time: 0.0679867 Aug 03 16:36:31.623351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e24667f-2493-48b2-88d5-84597f4b3121 req-c16edadc-7944-44d0-b4b8-c22bbacb28da tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 Aug 03 16:36:32.509676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:36:32.573929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:36:32.580985 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:36:32.581538 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:32.688698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:32.739293 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:36:32.742268 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d56c18-bc96-4f93-9cbc-a5802ecd8cc8" -d '{"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:36:32.768210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:36:32.784896 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:32.796418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430f3b-138f-412f-abf2-001dd80fadc8 req-2b4e403c-7743-4bf5-b8eb-2ea3b731fefb tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:32.798010 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb95f3-4457-4f6a-917d-f42b8f2d3271 x-openstack-request-id: req-edeb95f3-4457-4f6a-917d-f42b8f2d3271 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:36:32.798338 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:36:32.798599 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edeb95f3-4457-4f6a-917d-f42b8f2d3271 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:36:32.798925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b430f3b-138f-412f-abf2-001dd80fadc8 req-2b4e403c-7743-4bf5-b8eb-2ea3b731fefb tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 944 time: 0.0799050 Aug 03 16:36:32.799106 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'code': 200} Aug 03 16:36:32.871309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:36:32.879795 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b430f3b-138f-412f-abf2-001dd80fadc8 req-0a01e6c9-4d9e-4f86-89e7-117cfd95c938 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Aug 03 16:36:32.946776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529c956-f18a-48ba-912b-0b3f7d3d2c07 req-b5f86ee3-fc2d-4bf5-abf8-f23a44bc6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:32.948799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c529c956-f18a-48ba-912b-0b3f7d3d2c07 req-b5f86ee3-fc2d-4bf5-abf8-f23a44bc6338 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1096 time: 0.0719507 Aug 03 16:36:32.992592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c529c956-f18a-48ba-912b-0b3f7d3d2c07 req-e7604ab3-ede1-4519-af7b-4a1484ed163d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Aug 03 16:36:34.037184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d14286-50b1-4d13-b2ba-b30bdc2cdf4e req-89e7c50c-d313-491b-8e5a-ae32a367c367 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:34.038806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20d14286-50b1-4d13-b2ba-b30bdc2cdf4e req-89e7c50c-d313-491b-8e5a-ae32a367c367 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0718126 Aug 03 16:36:34.088870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20d14286-50b1-4d13-b2ba-b30bdc2cdf4e req-77d0e09a-ba0e-4443-8e32-fadda1abc34d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Aug 03 16:36:34.228684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f02db7-7c5e-431b-8c2e-71be6260a14d req-d4e0aeb2-1755-40aa-b019-e91c226650c1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:34.230120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3f02db7-7c5e-431b-8c2e-71be6260a14d req-d4e0aeb2-1755-40aa-b019-e91c226650c1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0578604 Aug 03 16:36:34.274963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3f02db7-7c5e-431b-8c2e-71be6260a14d req-9528c195-8872-42ef-accb-e992015114e1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Aug 03 16:36:34.498977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7bb3-d3a9-4a13-bb21-6a13c29a9bcc req-c67f573e-a85a-4725-a46d-45d907b36dcc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:34.501251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f75a7bb3-d3a9-4a13-bb21-6a13c29a9bcc req-c67f573e-a85a-4725-a46d-45d907b36dcc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0594676 Aug 03 16:36:34.543967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f75a7bb3-d3a9-4a13-bb21-6a13c29a9bcc req-5b98ee74-6a0d-478f-b013-d4799cc604ee tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360086 Aug 03 16:36:34.696330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cec7f-5d30-4a3e-9068-9c5a7d79b120 req-fda8133c-4443-4f42-865b-3ec3fc23971d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:34.697895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-745cec7f-5d30-4a3e-9068-9c5a7d79b120 req-fda8133c-4443-4f42-865b-3ec3fc23971d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0757377 Aug 03 16:36:34.747437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-745cec7f-5d30-4a3e-9068-9c5a7d79b120 req-cf2b8c4e-879b-4bea-ab0d-42a9645acd25 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384281 Aug 03 16:36:35.115964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-09f9e4f6-f42e-4b89-b9fc-53ca371f2aca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111465 Aug 03 16:36:35.136210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7476117-cf89-414f-ba05-a0f7e055fdaf req-0fbb40d5-36c4-40ff-9cde-084d90e527da tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:35.138500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7476117-cf89-414f-ba05-a0f7e055fdaf req-0fbb40d5-36c4-40ff-9cde-084d90e527da tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0977943 Aug 03 16:36:35.189751 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7476117-cf89-414f-ba05-a0f7e055fdaf req-e413bb33-8906-4caa-a89f-fae03f8b5184 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Aug 03 16:36:36.364102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b4d30-cc28-41e7-9c9d-3e873f380609 req-916f920d-5e90-4412-9c37-3c6e7f17d2bd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:36.366675 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be2b4d30-cc28-41e7-9c9d-3e873f380609 req-916f920d-5e90-4412-9c37-3c6e7f17d2bd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0748749 Aug 03 16:36:36.420980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-be2b4d30-cc28-41e7-9c9d-3e873f380609 req-b395b819-f335-435a-9843-6fb37d22631e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480337 Aug 03 16:36:36.617359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-e26091fc-e0dd-4de0-8ff0-0941eeb5deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:36.622458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-e26091fc-e0dd-4de0-8ff0-0941eeb5deb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1096 time: 0.0499110 Aug 03 16:36:36.778446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-a0286ea1-31fa-4e93-b921-1939e618fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:36.780015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-a0286ea1-31fa-4e93-b921-1939e618fac5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1534479 Aug 03 16:36:36.829593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-09196c9f-77a0-45e1-b9a2-1bd99432074f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0421605 Aug 03 16:36:36.895795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-4993eb92-fc05-409a-b65b-b9fee3bbdd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:36.897427 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-4993eb92-fc05-409a-b65b-b9fee3bbdd24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0615547 Aug 03 16:36:36.937614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-a5d8d6f6-5c91-4fd3-9b89-98c4a65f6dd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335789 Aug 03 16:36:36.953434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-d705f3ae-4be1-4865-95be-117abf4f5601 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:36:36.954715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-d705f3ae-4be1-4865-95be-117abf4f5601 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059781 Aug 03 16:36:37.067452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-5da873ad-46cd-4078-8522-abdda64a5252 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056895 Aug 03 16:36:37.182219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-feab8dda-3cd6-463c-b9e2-2aae75f5b718 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078548 Aug 03 16:36:37.604677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9363654-acc6-4c02-9afd-e53f85ad15b3 req-7487387d-8d00-43bd-abe4-1e009165e75e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:37.607252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9363654-acc6-4c02-9afd-e53f85ad15b3 req-7487387d-8d00-43bd-abe4-1e009165e75e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0806005 Aug 03 16:36:37.672176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9363654-acc6-4c02-9afd-e53f85ad15b3 req-f43fa017-a324-407e-b58f-f398f872e9ed tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Aug 03 16:36:38.857471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddb4ed-4340-47b1-937a-f822c51a013e req-801d72fd-68f9-42cb-b8d2-ebb6d1b915bc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:38.859004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ddb4ed-4340-47b1-937a-f822c51a013e req-801d72fd-68f9-42cb-b8d2-ebb6d1b915bc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0770428 Aug 03 16:36:38.907661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36ddb4ed-4340-47b1-937a-f822c51a013e req-94fabfef-eac1-419c-9d06-ca4e935bbd1c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Aug 03 16:36:39.882276 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f5b4997e-9cd6-4500-ac28-b6aba6548804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:40.067544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c087-0b63-4ba1-9c46-6e42bfd3acdd req-638a7464-f723-4073-a7bd-8651c9ee8484 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:40.070074 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06a2c087-0b63-4ba1-9c46-6e42bfd3acdd req-638a7464-f723-4073-a7bd-8651c9ee8484 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0717413 Aug 03 16:36:40.117433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06a2c087-0b63-4ba1-9c46-6e42bfd3acdd req-cd745608-378f-46b6-9d10-5996d65a56b6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Aug 03 16:36:41.265577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177935dc-40ce-4e68-a928-f85f14e00bc5 req-423f90b0-0043-4f71-9b31-afe737600f6b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:41.267440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-177935dc-40ce-4e68-a928-f85f14e00bc5 req-423f90b0-0043-4f71-9b31-afe737600f6b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0583198 Aug 03 16:36:41.317596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-177935dc-40ce-4e68-a928-f85f14e00bc5 req-7a947b8e-cf4d-4705-821b-25faaca02c13 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Aug 03 16:36:41.831506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-189abd82-f917-450c-9d97-d24b660db970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:41.832912 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-189abd82-f917-450c-9d97-d24b660db970 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1096 time: 0.0451264 Aug 03 16:36:41.954445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-499d6092-a4bb-4daa-a7d3-4b3725025839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:41.956019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-499d6092-a4bb-4daa-a7d3-4b3725025839 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1027315 Aug 03 16:36:42.003662 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-9e466392-04a4-4191-8d04-fe74116e1c4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0408511 Aug 03 16:36:42.070124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-28025f7f-9cc2-4038-8588-94bf413126de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:42.071759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-28025f7f-9cc2-4038-8588-94bf413126de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0601580 Aug 03 16:36:42.106487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-14ba9f86-f19b-49fb-a3b8-a307518d4ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270917 Aug 03 16:36:42.173465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-730b38fd-1a48-4e58-94b4-9278c7fb4cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:42.217702 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-eb564e26-d7e1-4195-9e06-a491bcd250b4 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034932 Aug 03 16:36:42.330814 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-abaa91a5-6ff8-4269-9616-3e9b0d8c3f76 req-b4be32e1-17d0-4e1d-80ad-f04697bb68dd service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049628 Aug 03 16:36:42.450367 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20319ba1-3adb-4126-a184-f263c0f67842 req-5885fc76-1e79-4ea4-86eb-578441a6eaae tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:42.451883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20319ba1-3adb-4126-a184-f263c0f67842 req-5885fc76-1e79-4ea4-86eb-578441a6eaae tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0548418 Aug 03 16:36:42.497507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-20319ba1-3adb-4126-a184-f263c0f67842 req-db51f288-619b-4767-896a-14f3523de578 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Aug 03 16:36:42.822647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:43.628838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5a44e-4d5c-4cbe-8c04-2b8a9de027f3 req-812a0e2b-fdde-4379-941e-7e3a46070f09 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:43.630939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bf5a44e-4d5c-4cbe-8c04-2b8a9de027f3 req-812a0e2b-fdde-4379-941e-7e3a46070f09 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0602276 Aug 03 16:36:43.682944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8bf5a44e-4d5c-4cbe-8c04-2b8a9de027f3 req-d26f1267-4d90-4e04-8b76-bb4269820358 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Aug 03 16:36:43.836462 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:44.820892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923a6ce-55a5-4279-bed0-e41c64f7be52 req-3acb013c-7abb-4fe0-afae-7437fc691c9a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:44.822438 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c923a6ce-55a5-4279-bed0-e41c64f7be52 req-3acb013c-7abb-4fe0-afae-7437fc691c9a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0532918 Aug 03 16:36:44.878359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c923a6ce-55a5-4279-bed0-e41c64f7be52 req-b5db7fd4-1653-446a-bd85-1b32b0a903bc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481014 Aug 03 16:36:45.212850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:46.023561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d51c5-0108-4a62-bdad-99e393301968 req-4140183c-886a-4a5a-b4bd-a1f1b46f0c10 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:46.025181 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb0d51c5-0108-4a62-bdad-99e393301968 req-4140183c-886a-4a5a-b4bd-a1f1b46f0c10 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0592911 Aug 03 16:36:46.075046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb0d51c5-0108-4a62-bdad-99e393301968 req-a110ed2b-0409-4ec8-8546-9f5650344346 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Aug 03 16:36:47.220846 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c267e-8215-4e6f-b422-0dce01d2de95 req-1bec5e9f-d0df-4ec0-abb5-b75be9988abf tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:47.222487 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df5c267e-8215-4e6f-b422-0dce01d2de95 req-1bec5e9f-d0df-4ec0-abb5-b75be9988abf tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0630832 Aug 03 16:36:47.267469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df5c267e-8215-4e6f-b422-0dce01d2de95 req-35351501-9024-4ffd-9d56-a3ef9fdf939e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Aug 03 16:36:48.408014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ae076-4a44-4fd5-9dee-3190c02b54a9 req-601e0b93-cc94-4170-ae87-270638c655fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:48.410118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-997ae076-4a44-4fd5-9dee-3190c02b54a9 req-601e0b93-cc94-4170-ae87-270638c655fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0586863 Aug 03 16:36:48.462004 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-997ae076-4a44-4fd5-9dee-3190c02b54a9 req-ebd5629a-a851-4831-905e-94e2a9226647 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424411 Aug 03 16:36:49.602379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489978-6aac-4c4b-a2f9-ac4da78da32d req-a1a0161c-7e31-46f8-a24e-af40cb2055c5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:49.604072 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66489978-6aac-4c4b-a2f9-ac4da78da32d req-a1a0161c-7e31-46f8-a24e-af40cb2055c5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0559278 Aug 03 16:36:49.645694 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-66489978-6aac-4c4b-a2f9-ac4da78da32d req-ad8febd0-db11-4094-96b1-3877d8756901 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Aug 03 16:36:50.780532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3f061-cbf4-420f-949b-225ffff9f91e req-d77ef831-87a6-47dc-843b-df5b63d89eef tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:50.782551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90c3f061-cbf4-420f-949b-225ffff9f91e req-d77ef831-87a6-47dc-843b-df5b63d89eef tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0581031 Aug 03 16:36:50.829184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-90c3f061-cbf4-420f-949b-225ffff9f91e req-e0ea6da0-65fd-458c-9a40-3e3c3e8f7c3e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398281 Aug 03 16:36:51.965836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a170db0-af47-492d-a7ae-61e1382cd115 req-4178208e-87b0-4b3a-b9fe-e7b4859d44be tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:51.967381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a170db0-af47-492d-a7ae-61e1382cd115 req-4178208e-87b0-4b3a-b9fe-e7b4859d44be tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0564556 Aug 03 16:36:52.020078 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1a170db0-af47-492d-a7ae-61e1382cd115 req-e1841924-8449-4be5-8daf-503ae36ed77c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Aug 03 16:36:52.385738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:53.173591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f02caf-1d87-4866-82d4-529c1a9d8e0c req-b5d6cc11-aefa-4b80-931c-ec0dc4f1a5e8 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:53.175134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0f02caf-1d87-4866-82d4-529c1a9d8e0c req-b5d6cc11-aefa-4b80-931c-ec0dc4f1a5e8 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0654871 Aug 03 16:36:53.218720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0f02caf-1d87-4866-82d4-529c1a9d8e0c req-6ca569ba-9efc-435b-b746-cbfec0e15d83 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364897 Aug 03 16:36:54.356762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b74b-6de8-4682-b453-962758f7e285 req-31834ec4-8d2a-4df4-a550-1e8300dc7432 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:54.358629 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d58b74b-6de8-4682-b453-962758f7e285 req-31834ec4-8d2a-4df4-a550-1e8300dc7432 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0578036 Aug 03 16:36:54.403059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d58b74b-6de8-4682-b453-962758f7e285 req-00f3b0f1-6459-401a-883d-3aff0ade6114 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Aug 03 16:36:55.540000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c5842-c328-4aae-867a-05303e8fcf9a req-2cb2b387-594d-4a1a-953f-07f1566ae280 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:55.542671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-783c5842-c328-4aae-867a-05303e8fcf9a req-2cb2b387-594d-4a1a-953f-07f1566ae280 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0659254 Aug 03 16:36:55.604980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-783c5842-c328-4aae-867a-05303e8fcf9a req-02279705-ec5c-4d49-9b03-32a7e89ca300 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Aug 03 16:36:56.469732 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:36:56.724269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e7253-c835-4c3d-987d-45c9108d929d req-c0a512e9-6659-495f-b825-86fe75db91bf tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:56.726130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f75e7253-c835-4c3d-987d-45c9108d929d req-c0a512e9-6659-495f-b825-86fe75db91bf tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0522375 Aug 03 16:36:56.765929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f75e7253-c835-4c3d-987d-45c9108d929d req-18436360-f2b0-497d-8541-9ee1edd64898 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Aug 03 16:36:57.905743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b69043-5047-4005-9de3-fe96b35f4d02 req-85d762f7-0c42-408a-a0d9-a9330532784e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:57.908069 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6b69043-5047-4005-9de3-fe96b35f4d02 req-85d762f7-0c42-408a-a0d9-a9330532784e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0592463 Aug 03 16:36:57.955938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b6b69043-5047-4005-9de3-fe96b35f4d02 req-0ef1f133-ce36-4169-b1e4-4162ec11bb4d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Aug 03 16:36:59.104261 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f52433-fb6e-4260-ae96-8867659f4577 req-e0bc099d-14a1-4f54-9cc0-539cdddeca65 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:36:59.105923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71f52433-fb6e-4260-ae96-8867659f4577 req-e0bc099d-14a1-4f54-9cc0-539cdddeca65 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0644784 Aug 03 16:36:59.163447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-71f52433-fb6e-4260-ae96-8867659f4577 req-10be3ef5-044b-4a68-af3a-009b688dc259 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Aug 03 16:37:00.326401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e39f6-f35e-498d-8fd4-9676713b010f req-30f6940f-3c83-4e0a-9ddb-21047e514992 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:00.327964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-015e39f6-f35e-498d-8fd4-9676713b010f req-30f6940f-3c83-4e0a-9ddb-21047e514992 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0650058 Aug 03 16:37:00.369614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-015e39f6-f35e-498d-8fd4-9676713b010f req-c5133bd2-6d81-4fb9-be81-7356d632c36a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 03 16:37:01.510449 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283e424-0572-4fac-b98a-bfde83be8da4 req-69e37c39-762c-4dad-b3e7-84b336a95b90 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:01.511981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6283e424-0572-4fac-b98a-bfde83be8da4 req-69e37c39-762c-4dad-b3e7-84b336a95b90 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0566707 Aug 03 16:37:01.561925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6283e424-0572-4fac-b98a-bfde83be8da4 req-a1159b05-ce3e-4ceb-b6f7-c849bdca34b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Aug 03 16:37:02.730800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec529885-2bb6-46cc-9550-5247de08a3a8 req-f221d41f-373a-47cf-b3d4-5d2be90b74f9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:02.732313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec529885-2bb6-46cc-9550-5247de08a3a8 req-f221d41f-373a-47cf-b3d4-5d2be90b74f9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0583687 Aug 03 16:37:02.780401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ec529885-2bb6-46cc-9550-5247de08a3a8 req-74865986-668d-4197-b5d7-999a438190ab tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Aug 03 16:37:03.919335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29626a-3dbb-486b-9ad2-58cd71940f46 req-0265cb0a-5ef3-4746-97da-5c9b7f6b8ad3 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:03.920896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c29626a-3dbb-486b-9ad2-58cd71940f46 req-0265cb0a-5ef3-4746-97da-5c9b7f6b8ad3 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0634658 Aug 03 16:37:03.971305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9c29626a-3dbb-486b-9ad2-58cd71940f46 req-508d3f0d-44c5-4481-a726-6b326dc6f037 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365043 Aug 03 16:37:04.119578 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-b8360228-1eb3-4782-9caf-73d23a386e6e service neutron] show failed (client error): The resource could not be found. Aug 03 16:37:04.120557 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-b8360228-1eb3-4782-9caf-73d23a386e6e service neutron] 10.222.0.72 "GET /v2.0/ports/f3b8002e-ac92-4fbe-bf99-4f6cd660f772/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0675101 Aug 03 16:37:04.368933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-7f818098-b2cf-4964-9887-a4f483a900df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:04.371153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-7f818098-b2cf-4964-9887-a4f483a900df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea&tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16 HTTP/1.1" status: 200 len: 1096 time: 0.0669262 Aug 03 16:37:04.383394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:37:04.443933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:04.657424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:04.693355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:37:04.742164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:04.744456 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a57185-f032-417a-b7b4-2c2afac4c46c" -d '{"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:04.750269 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:04.771115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Transition to ACTIVE for port object f3b8002e-ac92-4fbe-bf99-4f6cd660f772 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:37:04.774664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:04.802076 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc7d60-f095-4930-9b59-48a116176cec x-openstack-request-id: req-c5fc7d60-f095-4930-9b59-48a116176cec {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:04.802369 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:04.802623 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5fc7d60-f095-4930-9b59-48a116176cec {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:04.803014 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'code': 200} Aug 03 16:37:04.841194 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] No DVR routers for this DVR port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:37:04.843184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:04.880344 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:37:04.880672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:37:04.880997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:04.885361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:37:04.885712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Attempting to bind port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:04.890547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:37:04.890878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Checking segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:37:04.892035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Bound using segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:37:04.892855 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Bound port: f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:37:04.893209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:04.958345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:37:04.961472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:37:04.965820 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:05.005784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:05.006405 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:05.007857 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] 10.222.0.78 "PUT /v2.0/ports/f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 1091 time: 0.6289978 Aug 03 16:37:05.045726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06609-fe0d-44d1-815d-43513f9453e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:05.107364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-35e7dcd5-81c8-4935-849c-0cbdf2202977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:05.108707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-35e7dcd5-81c8-4935-849c-0cbdf2202977 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1094 time: 0.0750227 Aug 03 16:37:05.125171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bb4ca-7666-4be8-99c8-c570c30073cf req-ad27affa-ea76-4ea0-8eb1-a96f37f7bae9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:05.127231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-940bb4ca-7666-4be8-99c8-c570c30073cf req-ad27affa-ea76-4ea0-8eb1-a96f37f7bae9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 943 time: 0.0643575 Aug 03 16:37:05.224087 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-940bb4ca-7666-4be8-99c8-c570c30073cf req-59f7bd4e-9350-463f-a7f5-7b1a56cbabfc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883546 Aug 03 16:37:05.252918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-2eda834d-995d-4279-8c01-fc92a749413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:05.253732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-2eda834d-995d-4279-8c01-fc92a749413d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1370227 Aug 03 16:37:05.300029 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-0d6f6944-0b92-4e70-851f-3e53a36d850c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0382199 Aug 03 16:37:05.372784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-7e92a44c-d752-4a0c-b501-a0fb216ba268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:05.374296 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-7e92a44c-d752-4a0c-b501-a0fb216ba268 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0674455 Aug 03 16:37:05.408883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-9a6cb439-664e-4663-88fa-7aeed0deaa4e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254967 Aug 03 16:37:05.420055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-ec41b8db-2194-4671-8d31-f61c8cba815e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:37:05.421033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-ec41b8db-2194-4671-8d31-f61c8cba815e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050142 Aug 03 16:37:05.545002 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-c4ed5f4a-df72-499c-9e24-ed14243634fe service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155303 Aug 03 16:37:05.664284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9df00722-3e61-40d1-aaf1-ce9c5e9fa137 req-ca6383d9-9c19-42e4-8732-7b7543251dda service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104395 Aug 03 16:37:06.374644 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16687b4-c302-421d-bb5d-83f298a74526 req-66a0775a-bca0-4873-ac47-66c7b7fb76e5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:06.376758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b16687b4-c302-421d-bb5d-83f298a74526 req-66a0775a-bca0-4873-ac47-66c7b7fb76e5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 943 time: 0.0738947 Aug 03 16:37:06.423222 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b16687b4-c302-421d-bb5d-83f298a74526 req-97a95e56-6160-4bfe-a6d1-798a7285a1e6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374029 Aug 03 16:37:06.804290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:06.807921 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58420f55-f05f-409e-a98f-872c7973c9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:06.866843 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a0be5-6c5c-487a-a33e-df1da6d5c568 x-openstack-request-id: req-8a7a0be5-6c5c-487a-a33e-df1da6d5c568 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:06.867358 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:06.867810 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a7a0be5-6c5c-487a-a33e-df1da6d5c568 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:06.868478 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'status': 'completed', 'code': 200} Aug 03 16:37:06.966874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-8c9aa28d-3024-4c38-9540-d9aaf86de1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:06.968413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-8c9aa28d-3024-4c38-9540-d9aaf86de1ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1094 time: 0.0804603 Aug 03 16:37:06.973951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-fe088e0a-5e7c-4c4f-b6c3-54bccf6b9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:06.975650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-fe088e0a-5e7c-4c4f-b6c3-54bccf6b9bd8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1094 time: 0.0775914 Aug 03 16:37:07.325013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:37:07.477801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:07.505984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'port_id': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'mac_address': 'fa:16:3e:53:d8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6077a9bd-b995-40b5-b415-3fa065145692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:37:07.523984 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:37:07.598277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:07.602379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-c9ea4460-162b-4d15-891e-04458953842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:07.604976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-c9ea4460-162b-4d15-891e-04458953842d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.6280549 Aug 03 16:37:07.607439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-7ae4e5c7-5eb0-47a2-9c81-aa20faaf489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:07.609119 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-7ae4e5c7-5eb0-47a2-9c81-aa20faaf489e service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.6197565 Aug 03 16:37:07.622265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b8002e-ac92-4fbe-bf99-4f6cd660f772 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:37:07.650312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed86a6-bd1f-4087-9079-72b734ffb533 req-a3cda670-b358-4ea7-82e3-a78b604ef05f tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:07.656965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aed86a6-bd1f-4087-9079-72b734ffb533 req-a3cda670-b358-4ea7-82e3-a78b604ef05f tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 943 time: 0.0996349 Aug 03 16:37:07.657232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:07.664018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:07.677414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-95122ccf-24cb-4ff2-ae34-202c2fa39e41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0641983 Aug 03 16:37:07.721861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1aed86a6-bd1f-4087-9079-72b734ffb533 req-644a5575-daae-440d-aa0f-d8115cf3c438 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560377 Aug 03 16:37:07.735927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-812499f6-e2ee-41c1-a5b5-cf92608e2ae3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.1070704 Aug 03 16:37:07.753773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:07.836896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-f5f9e46d-1337-41da-849b-b2336aa9a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:07.838432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-f5f9e46d-1337-41da-849b-b2336aa9a9bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.1169276 Aug 03 16:37:07.866171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420f55-f05f-409e-a98f-872c7973c9fa req-1d4144e3-b3fb-4d33-9874-a30e6162b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:07.868957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-1d4144e3-b3fb-4d33-9874-a30e6162b02b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0965667 Aug 03 16:37:07.902510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f3b8002e-ac92-4fbe-bf99-4f6cd660f772'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:07.914156 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-2e7a353e-583d-42f7-bf63-7974ab1e9ce9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653665 Aug 03 16:37:07.955645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.72', 56880) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:37:08.031103 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-49ee65d7-ab73-4cdc-9112-2c03e1015b0d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205544 Aug 03 16:37:08.152925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3537f-ff73-42d4-840a-e496ec1259e9 req-ba5d11dd-1170-4807-b1c9-04506d188909 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:08.167116 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7b3537f-ff73-42d4-840a-e496ec1259e9 req-ba5d11dd-1170-4807-b1c9-04506d188909 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 944 time: 0.1595747 Aug 03 16:37:08.172176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-9351207e-8822-4662-a994-1fa942e3c99f service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492399 Aug 03 16:37:08.185138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-66555970-65c1-46db-a792-10d0930df949 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:08.187088 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-66555970-65c1-46db-a792-10d0930df949 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.72 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea&tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.2264183 Aug 03 16:37:08.270713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b7b3537f-ff73-42d4-840a-e496ec1259e9 req-d12d1eff-e65e-4432-9799-ccdd5e9fb0cd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823860 Aug 03 16:37:08.283618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-f90ae6fa-a96b-4939-8a80-913fbd1b7e2b service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402406 Aug 03 16:37:08.288030 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-4001220a-22f1-4b38-adea-3eea5471006b service neutron] delete failed (client error): The resource could not be found. Aug 03 16:37:08.289062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-4001220a-22f1-4b38-adea-3eea5471006b service neutron] 10.222.0.72 "DELETE /v2.0/ports/f3b8002e-ac92-4fbe-bf99-4f6cd660f772/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0935349 Aug 03 16:37:08.379492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-87127e8c-1395-4023-94d1-e81456c377b2 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963518 Aug 03 16:37:08.423083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58420f55-f05f-409e-a98f-872c7973c9fa req-c5a275f7-b25b-429a-813d-297c3fccb40b service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303010 Aug 03 16:37:08.525725 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-48affd27-c0c7-4fe8-bf1e-a4e8b1437e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:08.528194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-48affd27-c0c7-4fe8-bf1e-a4e8b1437e6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 1095 time: 0.0626593 Aug 03 16:37:08.637028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-93c41b93-1a71-4760-bd82-cf7ed5b182ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:08.638560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-93c41b93-1a71-4760-bd82-cf7ed5b182ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1035295 Aug 03 16:37:08.683738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-6a8db443-a738-47cc-8d83-5ffe1423b988 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 200 len: 217 time: 0.0376973 Aug 03 16:37:08.717792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:37:08.747129 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-3ecb78fe-5b62-40b1-a0a5-6b3f53fdd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:08.749001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-3ecb78fe-5b62-40b1-a0a5-6b3f53fdd79b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0571537 Aug 03 16:37:08.778051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:37:08.802744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-0ab1ee38-3ec3-46db-8fe8-06ee1618a7a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465894 Aug 03 16:37:08.916667 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-6128db12-7f06-4305-a974-7bd5b9ae4656 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070619 Aug 03 16:37:09.036041 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-92b42baa-7945-4647-97bc-2b646920ab6b service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120062 Aug 03 16:37:09.338261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:37:09.418096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:37:09.425751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:37:09.426814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:09.465451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acf60c-390c-45de-ba61-a295b218e330 req-32b673db-2c4f-460e-bb81-6bf9d6cd64c5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:09.465451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58acf60c-390c-45de-ba61-a295b218e330 req-32b673db-2c4f-460e-bb81-6bf9d6cd64c5 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 944 time: 0.0858376 Aug 03 16:37:09.533774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58acf60c-390c-45de-ba61-a295b218e330 req-d3f0d4a8-145f-4d36-aee7-87e9cae9f225 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Aug 03 16:37:09.568348 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:09.602354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:09.606533 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de044f95-352b-4b12-b288-15cad0a344de" -d '{"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:09.629387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:09.635439 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:09.673100 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce768b-0e93-4d0c-9e5c-5d12a4333773 x-openstack-request-id: req-0bce768b-0e93-4d0c-9e5c-5d12a4333773 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:09.674029 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-plugged", "status": "completed", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:09.674029 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bce768b-0e93-4d0c-9e5c-5d12a4333773 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:09.674425 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'code': 200} Aug 03 16:37:09.711858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:09.878248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c290a38c-1958-4304-8b3f-6137dc3c0606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:10.681021 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a8d5d-8150-4e11-ba6f-f6fc9aacb5ff req-712d1d6a-7c74-4ba8-9664-b791ef2dc3ec tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:10.682888 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-605a8d5d-8150-4e11-ba6f-f6fc9aacb5ff req-712d1d6a-7c74-4ba8-9664-b791ef2dc3ec tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0599360 Aug 03 16:37:10.745012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-605a8d5d-8150-4e11-ba6f-f6fc9aacb5ff req-77ff5fd5-e9e7-47a0-af2a-7f88dc28c646 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 Aug 03 16:37:10.889056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47885883-e95e-43fb-a3de-3a4ee8aab4cd req-9c760594-93be-41e2-b2e9-1f4a9a9d858b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:10.890816 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47885883-e95e-43fb-a3de-3a4ee8aab4cd req-9c760594-93be-41e2-b2e9-1f4a9a9d858b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0618472 Aug 03 16:37:10.941107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47885883-e95e-43fb-a3de-3a4ee8aab4cd req-cce5d074-169c-4b1b-8a99-d1c3a2451200 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Aug 03 16:37:11.086131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f72f-8f54-4612-84c6-57c27ef139ad req-4ee4ef65-d526-437f-8b4b-979151d14d42 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:11.088344 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6649f72f-8f54-4612-84c6-57c27ef139ad req-4ee4ef65-d526-437f-8b4b-979151d14d42 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0655985 Aug 03 16:37:11.137221 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6649f72f-8f54-4612-84c6-57c27ef139ad req-eeaebe54-0f62-4913-b2a9-c539c722c48d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Aug 03 16:37:11.602685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-39bdafc3-1cdb-487e-95e5-1c6c86baf697 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:11.605182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-39bdafc3-1cdb-487e-95e5-1c6c86baf697 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 815 time: 0.1366875 Aug 03 16:37:11.623073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-0a8c5a64-403a-4b61-9d8b-f43572d28e7f tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/quotas/596c2c6ef5a145628f2a10d4ef0a5a16 HTTP/1.1" status: 200 len: 375 time: 0.0117257 Aug 03 16:37:11.702530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-51648d34-6c35-4cda-acff-157a30f3dc3a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715811 Aug 03 16:37:11.817164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-a58290f7-58d8-4411-b884-6c313995978f service neutron] 10.222.0.70 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068494 Aug 03 16:37:11.935863 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-c5c19ab1-6122-4c1b-9096-86bb7528a71c service neutron] 10.222.0.70 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092005 Aug 03 16:37:12.179052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4d2bb76c-4b44-44a2-a007-7214c24d77e3 req-43785126-0610-4603-b722-c2d45d2117c2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 210 time: 0.0448353 Aug 03 16:37:12.199951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac49ebf0-acbc-4479-87d4-a2e8cd7b5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:12.757889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496da063-13c7-48aa-8556-f26d31765ec0 req-ce7e5f40-a17f-46b4-b7f7-472997936c00 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:12.759368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496da063-13c7-48aa-8556-f26d31765ec0 req-ce7e5f40-a17f-46b4-b7f7-472997936c00 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.78 "GET /v2.0/ports?device_id=23cc6e02-b070-4d00-92d9-a938cb3833ea HTTP/1.1" status: 200 len: 945 time: 0.0753579 Aug 03 16:37:12.826632 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:12.903784 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Deleting port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:37:12.904193 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:13.009361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] For port f3b8002e-ac92-4fbe-bf99-4f6cd660f772, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:13.009602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:13.024608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Calling delete_port for f3b8002e-ac92-4fbe-bf99-4f6cd660f772 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:37:13.183255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:13.197904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f3b8002e-ac92-4fbe-bf99-4f6cd660f772'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:13.206481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.78', 55111) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:37:13.220290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Pushing event deleted for resources: {'Port': ['ID=f3b8002e-ac92-4fbe-bf99-4f6cd660f772,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:13.236970 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.237336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.237704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.238158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.238513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.239079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.239404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.239742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.240075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.240402 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.240766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.241215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:13.276607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] No DVR routers for this DVR port f3b8002e-ac92-4fbe-bf99-4f6cd660f772 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:37:13.279184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:13.281335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.78 "DELETE /v2.0/ports/f3b8002e-ac92-4fbe-bf99-4f6cd660f772 HTTP/1.1" status: 204 len: 173 time: 0.5145290 Aug 03 16:37:13.282840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-deleted', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:13.285760 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eafdff-fdc4-492b-aaa7-81989754a128" -d '{"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-deleted", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:13.357109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-354b6155-fe15-435c-acd9-9f401a6ca71e req-c7137210-3017-451e-8948-68e3f0de4662 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 210 time: 0.0317287 Aug 03 16:37:13.359251 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee9e0f-1efa-4f4d-937e-7b49bbfc266d x-openstack-request-id: req-92ee9e0f-1efa-4f4d-937e-7b49bbfc266d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:13.360156 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cc6e02-b070-4d00-92d9-a938cb3833ea", "name": "network-vif-deleted", "tag": "f3b8002e-ac92-4fbe-bf99-4f6cd660f772", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:13.360156 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92ee9e0f-1efa-4f4d-937e-7b49bbfc266d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:13.360522 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cc6e02-b070-4d00-92d9-a938cb3833ea', 'name': 'network-vif-deleted', 'tag': 'f3b8002e-ac92-4fbe-bf99-4f6cd660f772', 'status': 'completed', 'code': 200} Aug 03 16:37:13.754585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-c99b5029-903b-49ee-b5ec-72653ebddf93 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:13.756119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-c99b5029-903b-49ee-b5ec-72653ebddf93 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 815 time: 0.5477176 Aug 03 16:37:13.770925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Request body: {'port': {'device_id': '6e864698-5800-40db-9858-cabda2001a53', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'admin_state_up': True, 'tenant_id': '596c2c6ef5a145628f2a10d4ef0a5a16'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:37:13.833415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:13.900812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Made reservation on behalf of 596c2c6ef5a145628f2a10d4ef0a5a16 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:37:13.905690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:14.074589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Allocated IP 172.20.0.10 (8a1bbe1b-563f-406a-ab0e-bea2f4d13f00/6077a9bd-b995-40b5-b415-3fa065145692/de8424aa-20bd-4515-80e1-e4bd3c807e8c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:37:14.293284 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:14.360827 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:14.372911 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f3b8002e-ac92-4fbe-bf99-4f6cd660f772'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:14.406354 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:37:14.411930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:37:14.416344 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:37:14.460630 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:14.492732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.493113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.493538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.493959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.494385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.494739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.495215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.495574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.495934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.496303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.496712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.497133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:14.538975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:14.540089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:14.564921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-7a341370-6aff-4275-b044-6321edd78a78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988143 Aug 03 16:37:14.576267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537faf-e043-4b6e-a743-c8dc3f017ef9 req-57b75e0b-7f30-4eb9-8ce3-62a14a5d25a8 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:14.577875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37537faf-e043-4b6e-a743-c8dc3f017ef9 req-57b75e0b-7f30-4eb9-8ce3-62a14a5d25a8 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 932 time: 0.1081312 Aug 03 16:37:14.583974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Request body: {'port': {'device_id': '6e864698-5800-40db-9858-cabda2001a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:37:14.675002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-37537faf-e043-4b6e-a743-c8dc3f017ef9 req-5704e920-e688-4b3c-b5a3-c74992b3450c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879643 Aug 03 16:37:14.682373 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.043440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8424aa-20bd-4515-80e1-e4bd3c807e8c {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:37:15.053728 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.072975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Transition to ACTIVE for port object de8424aa-20bd-4515-80e1-e4bd3c807e8c will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:37:15.079367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.137668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:15.217361 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.235640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:37:15.236099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:37:15.236574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:15.243687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:37:15.244175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:15.250179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:37:15.250949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Checking segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:37:15.251426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Bound using segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:37:15.251876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Bound port: de8424aa-20bd-4515-80e1-e4bd3c807e8c, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:37:15.252249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.339282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:37:15.343251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:37:15.348612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.408156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:15.409235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:15.411769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] 10.222.0.78 "PUT /v2.0/ports/de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 1092 time: 0.8327322 Aug 03 16:37:15.412497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:15.416414 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7066c109-4fae-4483-9da8-358e1a47fcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:15.459751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178825e-37b5-46a0-a48b-454e02cc252b service neutron] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:15.534244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-fbea6d8e-154f-4c22-8731-5b91e1508dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:15.536176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-fbea6d8e-154f-4c22-8731-5b91e1508dc0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0694990 Aug 03 16:37:15.593805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-f4b3de6a-8e37-44bf-a6b2-d6fdcea79be4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0496619 Aug 03 16:37:15.615193 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a7415-8492-4467-a2b6-4f392fd52ae2 x-openstack-request-id: req-953a7415-8492-4467-a2b6-4f392fd52ae2 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:15.615496 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:15.615756 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-953a7415-8492-4467-a2b6-4f392fd52ae2 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:15.616163 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'status': 'completed', 'code': 200} Aug 03 16:37:15.676513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-0a221714-8015-4a8b-b18e-2695abea0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:15.678047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-0a221714-8015-4a8b-b18e-2695abea0d6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0761847 Aug 03 16:37:15.719819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-67d6bf40-77d3-4cea-aa99-9d04ffae50d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320690 Aug 03 16:37:15.886101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf187fa-dbb5-4d22-b93d-2792febcd704 req-06687ffe-4f4c-40ea-b16d-e6bf83b064e3 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:15.887595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bdf187fa-dbb5-4d22-b93d-2792febcd704 req-06687ffe-4f4c-40ea-b16d-e6bf83b064e3 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0931845 Aug 03 16:37:15.890134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-981bfba9-1358-49dc-8dc4-0871a9d98263 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577539 Aug 03 16:37:15.990985 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bdf187fa-dbb5-4d22-b93d-2792febcd704 req-03df4d7e-8cb6-46de-b511-76b5effba24a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952053 Aug 03 16:37:16.042225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fac41a1-1d03-4de2-a292-af2e5f99ea79 req-e66bb035-3ba2-49d5-8b24-c21823f7b67c service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393864 Aug 03 16:37:16.164063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-b360dd7f-c177-4004-a883-34697828f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:16.166760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-b360dd7f-c177-4004-a883-34697828f36b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0617151 Aug 03 16:37:16.290110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-45054f6d-9c72-4071-84bb-3711dca5dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:16.292599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-45054f6d-9c72-4071-84bb-3711dca5dd99 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1173339 Aug 03 16:37:16.356784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-896c037b-c072-41bc-ab28-0100d9f1a3f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0565360 Aug 03 16:37:16.428347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-7dda8f32-2065-458c-b177-805c98d35893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:16.429752 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-7dda8f32-2065-458c-b177-805c98d35893 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0655951 Aug 03 16:37:16.466962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-e2b082f4-9b98-4c4e-b64f-de35ed7afa86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291626 Aug 03 16:37:16.586718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-1f3c9d26-e1c3-4a52-bf86-61f9c6f3e5c7 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109817 Aug 03 16:37:16.711692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7066c109-4fae-4483-9da8-358e1a47fcf8 req-0c09daa7-fa55-4096-aa71-9f1bfc571e5c service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169307 Aug 03 16:37:17.142150 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbc90e-13e9-4e52-8136-58768589db5a req-b4002d4e-c4b5-47fe-bc10-d7462143070c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:17.144137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fefbc90e-13e9-4e52-8136-58768589db5a req-b4002d4e-c4b5-47fe-bc10-d7462143070c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0648503 Aug 03 16:37:17.191930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fefbc90e-13e9-4e52-8136-58768589db5a req-45ee20c2-6d83-4e93-843b-99f51de9b189 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Aug 03 16:37:17.379031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:37:17.383514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:37:17.426516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: f3b8002e-ac92-4fbe-bf99-4f6cd660f772 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:37:17.427110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f3b8002e-ac92-4fbe-bf99-4f6cd660f772 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:37:17.564389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:17.582786 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'port_id': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'mac_address': 'fa:16:3e:ac:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6077a9bd-b995-40b5-b415-3fa065145692', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:37:17.630852 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:17.647321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8424aa-20bd-4515-80e1-e4bd3c807e8c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:37:17.675770 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:17.681024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:17.749208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:17.877339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['de8424aa-20bd-4515-80e1-e4bd3c807e8c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:18.330189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7f699-1fbc-4d54-9492-eddccc836ad5 req-811a7b71-4387-4775-b283-78f6e2e9e353 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:18.332612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bca7f699-1fbc-4d54-9492-eddccc836ad5 req-811a7b71-4387-4775-b283-78f6e2e9e353 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Aug 03 16:37:18.388242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bca7f699-1fbc-4d54-9492-eddccc836ad5 req-ba1da6cd-4aed-4ab3-8b3e-94a578036d7e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Aug 03 16:37:19.377416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:37:19.449412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port de8424aa-20bd-4515-80e1-e4bd3c807e8c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:37:19.457468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port de8424aa-20bd-4515-80e1-e4bd3c807e8c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:37:19.457951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:19.547457 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92fec8-7512-46de-9719-337f56f510cf req-0fa06161-5575-405f-970e-447f31e50b50 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:19.556559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c92fec8-7512-46de-9719-337f56f510cf req-0fa06161-5575-405f-970e-447f31e50b50 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 945 time: 0.0679622 Aug 03 16:37:19.572815 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:19.607434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:19.611126 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f92d4d-ad40-4d8f-a1c8-247f9847dd8f" -d '{"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-plugged", "status": "completed", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:19.625034 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c92fec8-7512-46de-9719-337f56f510cf req-a29af0ba-53c8-4615-9de6-f1859f5e4392 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560164 Aug 03 16:37:19.631311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:19.640834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:19.673675 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e25f5a-a413-419c-b2ac-48298613bd53 x-openstack-request-id: req-f3e25f5a-a413-419c-b2ac-48298613bd53 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:19.674098 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-plugged", "status": "completed", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:19.674458 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3e25f5a-a413-419c-b2ac-48298613bd53 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:19.675055 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'code': 200} Aug 03 16:37:19.717697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:19.807971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ceb-cd66-421a-87ae-ac12c264e762 req-2037aaaa-89c4-4870-a9ac-ad8099bbffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:19.809589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68a96ceb-cd66-421a-87ae-ac12c264e762 req-2037aaaa-89c4-4870-a9ac-ad8099bbffb6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1097 time: 0.0738873 Aug 03 16:37:19.856753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68a96ceb-cd66-421a-87ae-ac12c264e762 req-b77c15bf-650b-4b94-a298-454a18b279e2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Aug 03 16:37:20.774229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b5180-c859-4d74-ac32-87fb23e2359c req-ef88961b-7abb-4e9e-bed0-f5738ef00c90 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:20.776305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e0b5180-c859-4d74-ac32-87fb23e2359c req-ef88961b-7abb-4e9e-bed0-f5738ef00c90 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0685616 Aug 03 16:37:20.826601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4e0b5180-c859-4d74-ac32-87fb23e2359c req-f45d93d9-74c1-4b2d-8e2e-26c49f26386b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Aug 03 16:37:21.964611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd63-007e-4e2c-81ea-9285c1b6aa2d req-fff61f03-134a-41fa-b02c-a8a603304ced tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:21.966187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2de6dd63-007e-4e2c-81ea-9285c1b6aa2d req-fff61f03-134a-41fa-b02c-a8a603304ced tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0564032 Aug 03 16:37:22.019484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2de6dd63-007e-4e2c-81ea-9285c1b6aa2d req-9001f94d-97a8-4da9-afb1-41bca459d18c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465026 Aug 03 16:37:22.152939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012469-feb5-4d3d-bd0d-1b5b015f493e req-91842add-88ba-4c3b-994d-bade552d30fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:22.154502 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25012469-feb5-4d3d-bd0d-1b5b015f493e req-91842add-88ba-4c3b-994d-bade552d30fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0647469 Aug 03 16:37:22.198231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25012469-feb5-4d3d-bd0d-1b5b015f493e req-e94c340b-3ad0-4688-a231-b77f9eff8d87 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Aug 03 16:37:22.424422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:22.486598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-637a08dc-5bf8-4bb8-bee2-8f882b78a89d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765986 Aug 03 16:37:22.502835 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8fae6-d8db-45cf-b3f7-de1e3bb1bcc4 req-cfc3ee6e-6dda-4e24-934e-0c5ed65e1086 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:22.504468 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78e8fae6-d8db-45cf-b3f7-de1e3bb1bcc4 req-cfc3ee6e-6dda-4e24-934e-0c5ed65e1086 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0840201 Aug 03 16:37:22.573994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78e8fae6-d8db-45cf-b3f7-de1e3bb1bcc4 req-e378d88a-9b89-4fd1-a0cb-13a3c245c587 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Aug 03 16:37:23.730817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051bb5b-6e71-4bd9-95d4-fd1bfbaed3cb req-108f2715-5374-4f4f-a2f3-eb54be0c9ba9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:23.732588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6051bb5b-6e71-4bd9-95d4-fd1bfbaed3cb req-108f2715-5374-4f4f-a2f3-eb54be0c9ba9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0689178 Aug 03 16:37:23.799208 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6051bb5b-6e71-4bd9-95d4-fd1bfbaed3cb req-8bcfe188-c6c8-43d3-b73c-44cad8719308 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572710 Aug 03 16:37:23.867125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-a05202ab-46e2-4942-bf0c-3b522b5053cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:23.868644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-a05202ab-46e2-4942-bf0c-3b522b5053cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1097 time: 0.0628698 Aug 03 16:37:23.972113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-ba59ad7d-f3e6-42fd-ba40-50cd2b0e376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:23.973606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-ba59ad7d-f3e6-42fd-ba40-50cd2b0e376d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.0973918 Aug 03 16:37:24.027131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-cd4f58e9-8f39-4d0f-93f5-8881eb5a6e0d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0453949 Aug 03 16:37:24.081889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-c5418e9a-717e-4252-bcc8-3eddf451688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:24.083826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-c5418e9a-717e-4252-bcc8-3eddf451688f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0497930 Aug 03 16:37:24.122184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-16a01bda-1793-47e8-bcd3-3db67f7694a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304625 Aug 03 16:37:24.230722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-04b553f8-d2b0-408d-88b5-6a4d7a05b2b8 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014729 Aug 03 16:37:24.336934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-071307a4-a988-444b-9663-11f0776aaab4 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983381 Aug 03 16:37:24.972906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0e982-9ff3-4322-96ef-a911f337097b req-36f3a189-88df-48b3-9a7e-cbc536bcd3b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:24.975599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ae0e982-9ff3-4322-96ef-a911f337097b req-36f3a189-88df-48b3-9a7e-cbc536bcd3b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0755231 Aug 03 16:37:25.025396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ae0e982-9ff3-4322-96ef-a911f337097b req-bc7d9191-17b5-4da2-bdd3-efe704212b3d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Aug 03 16:37:26.170658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d776d-1878-45bb-9c6c-f87973b69c4a req-565b5e2d-c029-4c98-a274-6d9cd06edffd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:26.172404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-164d776d-1878-45bb-9c6c-f87973b69c4a req-565b5e2d-c029-4c98-a274-6d9cd06edffd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0571327 Aug 03 16:37:26.234871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-164d776d-1878-45bb-9c6c-f87973b69c4a req-c463dec6-9ec5-4aaa-b2e4-2d69bcee51a9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Aug 03 16:37:26.486980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:27.377482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994859fd-89f3-4f65-a561-cd05303d4f8a req-cf5f24f3-17c9-4da6-93f0-a27f2992cc78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:27.379158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-994859fd-89f3-4f65-a561-cd05303d4f8a req-cf5f24f3-17c9-4da6-93f0-a27f2992cc78 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0600567 Aug 03 16:37:27.432226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-994859fd-89f3-4f65-a561-cd05303d4f8a req-11ceffec-a6d8-4327-92ac-c9c708233e06 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Aug 03 16:37:28.587528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac6be-b8d4-4d1d-bfe4-4eba84453ae5 req-96efe17c-e9dc-4243-8cdf-7fd3da9e9e00 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:28.589479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-135ac6be-b8d4-4d1d-bfe4-4eba84453ae5 req-96efe17c-e9dc-4243-8cdf-7fd3da9e9e00 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0689805 Aug 03 16:37:28.659227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-135ac6be-b8d4-4d1d-bfe4-4eba84453ae5 req-ebb7695e-5039-4773-909b-fabea899245e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Aug 03 16:37:29.788580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba1eb-7839-4d51-9cc6-abd694c4ff2e req-cf3a2d0f-9b92-4fb2-a3da-df3554a76ec6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:29.790131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b35ba1eb-7839-4d51-9cc6-abd694c4ff2e req-cf3a2d0f-9b92-4fb2-a3da-df3554a76ec6 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0506325 Aug 03 16:37:29.832431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b35ba1eb-7839-4d51-9cc6-abd694c4ff2e req-4b007804-79a7-4273-af3b-7bb537ff1a2b tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Aug 03 16:37:30.974971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515263f-1b39-429f-bea0-1abf5aad407b req-d466d0d9-de86-4e43-8704-962fc23fb5ab tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:30.976561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c515263f-1b39-429f-bea0-1abf5aad407b req-d466d0d9-de86-4e43-8704-962fc23fb5ab tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0621588 Aug 03 16:37:31.026726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c515263f-1b39-429f-bea0-1abf5aad407b req-e22c46dd-b0b9-4f04-83ff-cf40d6f2f23f tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Aug 03 16:37:32.176653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bbef1-bb97-45aa-9d83-e5cb79fc48c8 req-fb10667a-52d1-4625-8e1b-6a80708939b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:32.178262 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e3bbef1-bb97-45aa-9d83-e5cb79fc48c8 req-fb10667a-52d1-4625-8e1b-6a80708939b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0646393 Aug 03 16:37:32.225107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8e3bbef1-bb97-45aa-9d83-e5cb79fc48c8 req-515cb48c-3e81-4dd2-9a6d-20a721896148 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360038 Aug 03 16:37:33.358324 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c163712-8c38-4c80-90d0-1b9d4192058d req-4973fefc-ab3d-497f-b940-a08456e62b97 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:33.360631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c163712-8c38-4c80-90d0-1b9d4192058d req-4973fefc-ab3d-497f-b940-a08456e62b97 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0550580 Aug 03 16:37:33.401760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c163712-8c38-4c80-90d0-1b9d4192058d req-2520a3fe-b286-46d2-9ab9-ef6fcbd5a36f tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350516 Aug 03 16:37:34.538938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e793f-c8cf-45e1-a2fd-02951cf5fb0b req-d51ccebf-7a73-4228-b423-15d6249c5755 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:34.540537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c8e793f-c8cf-45e1-a2fd-02951cf5fb0b req-d51ccebf-7a73-4228-b423-15d6249c5755 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0618672 Aug 03 16:37:34.585948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7c8e793f-c8cf-45e1-a2fd-02951cf5fb0b req-74f7d2f3-38e5-46d2-b939-39f7c38c7497 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391738 Aug 03 16:37:35.717058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863ec2d-cf98-440b-ac83-a4e58be9245f req-fede6e26-985f-4d49-b23a-9fedf1df68ff tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:35.718605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5863ec2d-cf98-440b-ac83-a4e58be9245f req-fede6e26-985f-4d49-b23a-9fedf1df68ff tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Aug 03 16:37:35.759505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5863ec2d-cf98-440b-ac83-a4e58be9245f req-f9b7584b-b72f-4503-b1ee-d92b59af264d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Aug 03 16:37:36.902000 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e697f-9d10-4c9a-96de-e7bfdb721e8d req-a6ef098f-f9ab-4d1d-aef2-41fc734cdd32 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:36.903657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-285e697f-9d10-4c9a-96de-e7bfdb721e8d req-a6ef098f-f9ab-4d1d-aef2-41fc734cdd32 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0650327 Aug 03 16:37:36.962359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-285e697f-9d10-4c9a-96de-e7bfdb721e8d req-259a8a1d-2eba-4b88-b9e8-9ef9e9745a59 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Aug 03 16:37:38.096001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4097e9-7f8c-4faa-9fab-cf7ccb4d56dc req-b732736a-1330-48ce-aac4-4f8dcf8c7c7c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:38.097509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd4097e9-7f8c-4faa-9fab-cf7ccb4d56dc req-b732736a-1330-48ce-aac4-4f8dcf8c7c7c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0580907 Aug 03 16:37:38.141207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fd4097e9-7f8c-4faa-9fab-cf7ccb4d56dc req-e5a1603a-da3c-4bbe-bdf3-ee9096d76dc4 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Aug 03 16:37:39.272947 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b00f2c-df4e-43b8-8137-25074845767b req-6d7e984c-cc40-40bd-a31b-477da6e8fe15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:39.274602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09b00f2c-df4e-43b8-8137-25074845767b req-6d7e984c-cc40-40bd-a31b-477da6e8fe15 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0527606 Aug 03 16:37:39.318938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09b00f2c-df4e-43b8-8137-25074845767b req-ae8b0d28-651b-4e1e-baaf-57ec0068ac97 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369153 Aug 03 16:37:39.883591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eb05d5dc-8a9a-478f-93ae-b69c168a4b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:40.468930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510ca8-a389-4c4b-9b90-36bcb0f3d5c7 req-e1677943-c238-4bb1-8479-2d2d68586480 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:40.471387 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f510ca8-a389-4c4b-9b90-36bcb0f3d5c7 req-e1677943-c238-4bb1-8479-2d2d68586480 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0549057 Aug 03 16:37:40.523589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f510ca8-a389-4c4b-9b90-36bcb0f3d5c7 req-379d58aa-0b9c-4bdc-80c7-00eb48e18c2c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Aug 03 16:37:41.658779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374d030-bcc1-48e7-b60a-c9e7c9df507c req-06723436-e85f-437d-af58-4c8eaef60304 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:41.660345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f374d030-bcc1-48e7-b60a-c9e7c9df507c req-06723436-e85f-437d-af58-4c8eaef60304 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0580208 Aug 03 16:37:41.706464 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f374d030-bcc1-48e7-b60a-c9e7c9df507c req-6379d589-3224-4578-903b-86c1970b0126 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Aug 03 16:37:42.177186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b0218106-3325-4595-a4a4-ca3f20ad7141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:42.421456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-d6818b92-ca9b-4ea9-85d3-2cc755dbc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:42.423118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-d6818b92-ca9b-4ea9-85d3-2cc755dbc575 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1097 time: 0.0486960 Aug 03 16:37:42.574235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-f785a249-244f-46a4-a70f-d6ef36ff3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:42.575591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-f785a249-244f-46a4-a70f-d6ef36ff3713 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1329331 Aug 03 16:37:42.622037 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-0451a90b-3636-4ab0-940c-294236d1fd16 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0391808 Aug 03 16:37:42.681513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-fed43aa1-940a-4d3c-8946-f4904ea0173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:42.683017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-fed43aa1-940a-4d3c-8946-f4904ea0173c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0542607 Aug 03 16:37:42.718729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-ea2921a0-b420-4d2e-a1dc-8d36e174e96e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272729 Aug 03 16:37:42.824982 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:42.892673 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-975ef9ca-b197-4554-b27b-70e493512463 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661015 Aug 03 16:37:42.921364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c883d4d-ab07-44bc-9552-2387bee3e10e req-30e87b63-f9a8-4c4f-9a3e-cd3f98fd8e0d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:42.923564 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c883d4d-ab07-44bc-9552-2387bee3e10e req-30e87b63-f9a8-4c4f-9a3e-cd3f98fd8e0d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.1124330 Aug 03 16:37:43.026880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9c883d4d-ab07-44bc-9552-2387bee3e10e req-30696331-c427-4c40-ad18-cf32183df1b9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867238 Aug 03 16:37:43.074703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2dfde975-de9b-4621-9889-b7a0e827cf99 req-80f2dfc6-e3a4-4cf7-a137-eadb2e6819ac service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732576 Aug 03 16:37:43.839089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:44.186255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faafa2a-c844-4c25-a3f0-c0c8c6623bd0 req-a3c0fb9b-fa91-4b77-b4fb-1fe31eb375fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:44.188539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3faafa2a-c844-4c25-a3f0-c0c8c6623bd0 req-a3c0fb9b-fa91-4b77-b4fb-1fe31eb375fc tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0587389 Aug 03 16:37:44.233189 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3faafa2a-c844-4c25-a3f0-c0c8c6623bd0 req-f95ba721-6807-4117-bde7-5511e72f4407 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Aug 03 16:37:44.515723 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:37:45.217994 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:45.394145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6e60-4485-430a-9432-124714211d00 req-8f2044a2-a23f-451a-83a4-cea5ba9d3c32 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:45.395766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-741a6e60-4485-430a-9432-124714211d00 req-8f2044a2-a23f-451a-83a4-cea5ba9d3c32 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0741560 Aug 03 16:37:45.445579 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-741a6e60-4485-430a-9432-124714211d00 req-f1f281e8-69f9-4efe-9356-e529e6e83369 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Aug 03 16:37:46.609354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424e0b-6de0-44c0-8d36-e898a75637a3 req-dd7f155d-bdc7-40c2-9002-8ed3c940ab61 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:46.611023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12424e0b-6de0-44c0-8d36-e898a75637a3 req-dd7f155d-bdc7-40c2-9002-8ed3c940ab61 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0656137 Aug 03 16:37:46.670165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-12424e0b-6de0-44c0-8d36-e898a75637a3 req-fc70411a-4769-43b8-8ca4-16f21706a020 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Aug 03 16:37:47.796916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3ce61-5fd7-416e-a179-1c4e4db52747 req-acc3816a-3947-45bd-a911-9cf4f81125f0 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:47.798657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ae3ce61-5fd7-416e-a179-1c4e4db52747 req-acc3816a-3947-45bd-a911-9cf4f81125f0 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0538268 Aug 03 16:37:47.848281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ae3ce61-5fd7-416e-a179-1c4e4db52747 req-1bfe0a18-e17d-40a9-9a2d-18f6c0e81880 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Aug 03 16:37:49.002488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ef767-3a4c-46c6-af28-4ec8acc007fa req-d7b3eff5-dc2f-40ce-b272-a9fdffb34429 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:49.004095 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-020ef767-3a4c-46c6-af28-4ec8acc007fa req-d7b3eff5-dc2f-40ce-b272-a9fdffb34429 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0743823 Aug 03 16:37:49.066213 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-020ef767-3a4c-46c6-af28-4ec8acc007fa req-0cc4b9a8-5361-4d2c-bddb-7396b97d389d tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Aug 03 16:37:50.202819 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922be19-196b-4b06-aac5-b8418b3f7eb2 req-c7ac51c7-e6e3-45eb-a9ae-5ea8125e8b85 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:50.204962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c922be19-196b-4b06-aac5-b8418b3f7eb2 req-c7ac51c7-e6e3-45eb-a9ae-5ea8125e8b85 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0556390 Aug 03 16:37:50.249054 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c922be19-196b-4b06-aac5-b8418b3f7eb2 req-182f31e7-b8a4-41a3-86ef-5e6544855db9 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Aug 03 16:37:51.146269 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-9f4d0667-dc10-41fd-9bdd-2e64aa5e6e06 service neutron] show failed (client error): The resource could not be found. Aug 03 16:37:51.147404 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-9f4d0667-dc10-41fd-9bdd-2e64aa5e6e06 service neutron] 10.222.0.78 "GET /v2.0/ports/de8424aa-20bd-4515-80e1-e4bd3c807e8c/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0636272 Aug 03 16:37:51.386989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-6556a27e-057c-4743-bb86-fda6b0dac528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:51.388534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-6556a27e-057c-4743-bb86-fda6b0dac528 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53&tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16 HTTP/1.1" status: 200 len: 1097 time: 0.0727408 Aug 03 16:37:51.400983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:37:51.413153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498b9a-e455-4d9a-b7df-5b6f67fa7a1b req-8fa18aca-67a4-4722-8f6a-c0d23e36929a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:51.415032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1498b9a-e455-4d9a-b7df-5b6f67fa7a1b req-8fa18aca-67a4-4722-8f6a-c0d23e36929a tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 946 time: 0.0895684 Aug 03 16:37:51.501539 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1498b9a-e455-4d9a-b7df-5b6f67fa7a1b req-20ef64e3-ab70-4862-9405-c304c2665ad3 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Aug 03 16:37:51.502334 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:51.742176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:51.786914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:37:51.840482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:51.842962 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6d37e0-f9b2-4ec4-b4ad-90e3fb0e4f0d" -d '{"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-unplugged", "status": "completed", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:51.848723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:51.867055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Transition to ACTIVE for port object de8424aa-20bd-4515-80e1-e4bd3c807e8c will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:37:51.872557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:51.903845 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f070cf-f4c9-4ce8-a504-722626cad496 x-openstack-request-id: req-13f070cf-f4c9-4ce8-a504-722626cad496 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:51.904138 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-unplugged", "status": "completed", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:51.904389 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13f070cf-f4c9-4ce8-a504-722626cad496 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:51.904822 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'code': 200} Aug 03 16:37:51.946578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] No DVR routers for this DVR port de8424aa-20bd-4515-80e1-e4bd3c807e8c on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:37:51.949716 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:51.987203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:37:51.987552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:37:51.987885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:51.992414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:37:51.992673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Attempting to bind port de8424aa-20bd-4515-80e1-e4bd3c807e8c on network 8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:37:51.997550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:37:51.997916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Checking segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:37:51.998304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Bound using segment: {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:37:51.998738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Bound port: de8424aa-20bd-4515-80e1-e4bd3c807e8c, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e7b7d9-b823-4b67-b249-45397dcdec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:37:51.999096 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:52.073117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:37:52.076878 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:37:52.082736 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:52.119851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:52.120478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:52.121940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] 10.222.0.72 "PUT /v2.0/ports/de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 1092 time: 0.7252901 Aug 03 16:37:52.146201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064f28-1d6c-4079-8369-cdd0e879d637 service neutron] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:52.198778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-fcc265d4-002c-4a79-af2a-77849250467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:52.200504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-fcc265d4-002c-4a79-af2a-77849250467f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0510316 Aug 03 16:37:52.307428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-c64a7338-d5f7-42fe-a8de-f4a8999ad283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:52.308886 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-c64a7338-d5f7-42fe-a8de-f4a8999ad283 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1019843 Aug 03 16:37:52.362098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-2daa6d92-8101-4635-a604-578b37e05723 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0457728 Aug 03 16:37:52.417537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-bd0cc69c-5b21-4189-9119-4ad9d8e2d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:52.419098 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:52.419869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-bd0cc69c-5b21-4189-9119-4ad9d8e2d4ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0512002 Aug 03 16:37:52.455944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-d16f4db2-8c6a-45b5-83c9-c723b9145851 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287490 Aug 03 16:37:52.589847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-b55436c0-6539-4401-936d-60fcbc16e653 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 Aug 03 16:37:52.735423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbe3f5-d7bb-47f6-9df0-1a888d1091e4 req-2cf661a2-53ae-4bf1-b5af-c5b13c17327e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:52.737012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70fbe3f5-d7bb-47f6-9df0-1a888d1091e4 req-2cf661a2-53ae-4bf1-b5af-c5b13c17327e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.1460025 Aug 03 16:37:52.777544 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a37ce95d-6b5e-4933-8e74-76b5a9ca1405 req-5687ad67-2974-4614-a9ad-3f405788d07f service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725245 Aug 03 16:37:52.793472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-70fbe3f5-d7bb-47f6-9df0-1a888d1091e4 req-c74d8d1c-f954-41d6-85a0-60696f767f58 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497136 Aug 03 16:37:53.905580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:53.908952 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:53.927947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d561f-c109-494c-8fb7-9db20fc67bef req-3d799a3b-02a7-42b3-8314-546202d435d7 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:53.930703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-336d561f-c109-494c-8fb7-9db20fc67bef req-3d799a3b-02a7-42b3-8314-546202d435d7 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0590131 Aug 03 16:37:53.974249 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e3092-63a0-44e4-88d9-adcc6ff8fe9f x-openstack-request-id: req-6b1e3092-63a0-44e4-88d9-adcc6ff8fe9f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:53.974667 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:53.975058 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b1e3092-63a0-44e4-88d9-adcc6ff8fe9f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:53.975649 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'status': 'completed', 'code': 200} Aug 03 16:37:53.979403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-336d561f-c109-494c-8fb7-9db20fc67bef req-8d62f08e-9df6-4ea5-a0b8-0fd960ad93f8 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Aug 03 16:37:54.054833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-4a1959af-2ffd-494e-b989-c6bc82c69917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.055106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-652a5d77-a0df-452d-ab70-ec9acc999f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.056569 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-652a5d77-a0df-452d-ab70-ec9acc999f43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0559916 Aug 03 16:37:54.056707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-4a1959af-2ffd-494e-b989-c6bc82c69917 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0546367 Aug 03 16:37:54.173913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-45faf813-81cb-4689-9f0d-28590f14dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.173913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-45faf813-81cb-4689-9f0d-28590f14dd0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1075623 Aug 03 16:37:54.177710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-3c6e5354-cf18-42e1-a782-58bca16b6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.179902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-3c6e5354-cf18-42e1-a782-58bca16b6051 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1155298 Aug 03 16:37:54.222101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-4d9c0d9a-967e-4433-b969-ebbdd7e73dc9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0425801 Aug 03 16:37:54.241154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-bcbb892d-61fd-477e-a68d-d2cb2af534ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0535007 Aug 03 16:37:54.304533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-e02b96ec-9bfe-4d96-94cb-b01f582c064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.306273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-e02b96ec-9bfe-4d96-94cb-b01f582c064d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0774658 Aug 03 16:37:54.310565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-5350cad2-446a-4e8f-ac1f-ae893cafd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:54.312238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-5350cad2-446a-4e8f-ac1f-ae893cafd021 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0628912 Aug 03 16:37:54.359224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-497cbe29-a002-44a1-8359-a2c77e31f922 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390563 Aug 03 16:37:54.361134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-d3d14a62-ac58-4735-b12e-5c2b7d1d9e9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464509 Aug 03 16:37:54.464242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-1d25d74c-157f-4ef9-bae6-7d497e2682e7 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968661 Aug 03 16:37:54.486510 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-0006a885-1986-4ebb-8ab8-bfac9d08c3f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106429 Aug 03 16:37:54.588750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-d1af10e6-96e2-4713-a769-559529c91560 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169686 Aug 03 16:37:54.611587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87098cd1-b61c-4d32-b7f8-e6258d0e0d8c req-c9c2a70a-8a1b-4a20-956d-bd6f13d7820b service neutron] 10.222.0.72 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181891 Aug 03 16:37:55.116929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b43f1-e270-4232-82dc-046ff9efcd35 req-9cb5de8c-8bd2-45f5-81be-a648322c34be tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.118586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-375b43f1-e270-4232-82dc-046ff9efcd35 req-9cb5de8c-8bd2-45f5-81be-a648322c34be tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0563054 Aug 03 16:37:55.159839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-375b43f1-e270-4232-82dc-046ff9efcd35 req-d11495cb-228f-4cba-a900-15d2ab790fec tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Aug 03 16:37:55.395635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3389a9-029d-44c1-8221-c3ff40ca69ac req-42ea053c-49a3-463f-98da-a0418e548aa2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.397414 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f3389a9-029d-44c1-8221-c3ff40ca69ac req-42ea053c-49a3-463f-98da-a0418e548aa2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0734115 Aug 03 16:37:55.445957 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f3389a9-029d-44c1-8221-c3ff40ca69ac req-96c9b5a4-a932-42ca-a9a2-c5918e13f062 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Aug 03 16:37:55.449266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c282cf-ea01-4578-989e-a31db051b788 req-3be1406b-a5df-4da5-b136-2500ee708d3c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.450990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-3be1406b-a5df-4da5-b136-2500ee708d3c tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53&tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.0722921 Aug 03 16:37:55.487002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:37:55.529232 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-a3c282cf-ea01-4578-989e-a31db051b788 req-ee601eec-db7a-43a7-837c-0ffaa7083c3a service neutron] delete failed (client error): The resource could not be found. Aug 03 16:37:55.530316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-ee601eec-db7a-43a7-837c-0ffaa7083c3a service neutron] 10.222.0.78 "DELETE /v2.0/ports/de8424aa-20bd-4515-80e1-e4bd3c807e8c/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0720272 Aug 03 16:37:55.531281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:37:55.631748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c282cf-ea01-4578-989e-a31db051b788 req-8fcf64d2-0e99-4677-94e9-8b199bc38dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.633279 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-8fcf64d2-0e99-4677-94e9-8b199bc38dbc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 1095 time: 0.0486803 Aug 03 16:37:55.744675 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c282cf-ea01-4578-989e-a31db051b788 req-8cad68cd-f694-424d-8cbe-d1c5871c6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.746135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-8cad68cd-f694-424d-8cbe-d1c5871c6436 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 200 len: 916 time: 0.1042738 Aug 03 16:37:55.790755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-8af639d0-f786-4681-afc4-912220a96d11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 200 len: 217 time: 0.0372448 Aug 03 16:37:55.843477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c282cf-ea01-4578-989e-a31db051b788 req-cd40fb5c-3951-4466-a5f1-f9c55f6ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:55.845990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-cd40fb5c-3951-4466-a5f1-f9c55f6ca34c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 200 len: 855 time: 0.0481679 Aug 03 16:37:55.883723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-e2366c5d-f7e4-420a-b8bf-6d934990ad38 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312600 Aug 03 16:37:55.980591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-d3d1d4f7-435c-47e4-ba0f-4326a8841a90 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895569 Aug 03 16:37:56.080909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3c282cf-ea01-4578-989e-a31db051b788 req-0d8bb28c-a3f0-4746-a4f0-6f0e26f62c75 service neutron] 10.222.0.78 "GET /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932879 Aug 03 16:37:56.486885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:56.606033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92624f5b-0429-4838-bde6-b16f7ab77d80 req-a0fedbca-74e9-42ce-a6aa-2f4604203f86 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:56.607556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92624f5b-0429-4838-bde6-b16f7ab77d80 req-a0fedbca-74e9-42ce-a6aa-2f4604203f86 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0628703 Aug 03 16:37:56.660959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92624f5b-0429-4838-bde6-b16f7ab77d80 req-e9f85f39-6bb5-483a-a256-68f894fb3a97 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Aug 03 16:37:56.796257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a081905-3caa-4dab-86eb-43d659cba753 req-6f455c04-3291-473e-8f82-a90d8f1fe9aa tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:56.798373 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a081905-3caa-4dab-86eb-43d659cba753 req-6f455c04-3291-473e-8f82-a90d8f1fe9aa tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0571535 Aug 03 16:37:56.839774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a081905-3caa-4dab-86eb-43d659cba753 req-fc1b006c-d7d7-4814-9924-38423eabf9a2 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Aug 03 16:37:56.865735 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:37:56.974503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a51ce-d734-433c-9f1a-83faa8b28835 req-11fb2321-0b9c-4a38-80d0-cd420e4fd456 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:56.980447 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e3a51ce-d734-433c-9f1a-83faa8b28835 req-11fb2321-0b9c-4a38-80d0-cd420e4fd456 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 944 time: 0.0624688 Aug 03 16:37:56.980653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:56.993202 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'network_id': '8a1bbe1b-563f-406a-ab0e-bea2f4d13f00', 'port_id': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'mac_address': 'fa:16:3e:ac:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6077a9bd-b995-40b5-b415-3fa065145692', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:37:57.028430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e3a51ce-d734-433c-9f1a-83faa8b28835 req-22b96f3d-456e-4140-8b5a-f730150e7e83 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Aug 03 16:37:57.040656 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:57.055520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8424aa-20bd-4515-80e1-e4bd3c807e8c {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:37:57.081243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:57.086643 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:57.138445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:57.146928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.147308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.147630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.147972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.148303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.148640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.148970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.149300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.149630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.149998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.150348 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.150657 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:37:57.299727 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['de8424aa-20bd-4515-80e1-e4bd3c807e8c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:57.471666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf4dc8-dce6-4e06-bdc6-d22127d2b884 req-f9c73914-9ab3-4ae9-9a05-3dfb535be10e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:57.474003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ddf4dc8-dce6-4e06-bdc6-d22127d2b884 req-f9c73914-9ab3-4ae9-9a05-3dfb535be10e tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 945 time: 0.0604188 Aug 03 16:37:57.529976 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ddf4dc8-dce6-4e06-bdc6-d22127d2b884 req-35ce1bd9-008d-451d-b52f-e50f6d91d973 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Aug 03 16:37:58.574908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-366112ff-0141-4b4f-9781-1288e544d757 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:58.576586 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-366112ff-0141-4b4f-9781-1288e544d757 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 945 time: 0.0703034 Aug 03 16:37:58.689896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Deleting port de8424aa-20bd-4515-80e1-e4bd3c807e8c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:37:58.690249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:58.709777 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5dda1-7d17-4649-9032-a90d8c899958 req-0774e4c6-7f8a-4f1c-bfcf-ee5df22bf8cd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:37:58.711350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e5dda1-7d17-4649-9032-a90d8c899958 req-0774e4c6-7f8a-4f1c-bfcf-ee5df22bf8cd tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e864698-5800-40db-9858-cabda2001a53 HTTP/1.1" status: 200 len: 945 time: 0.0828960 Aug 03 16:37:58.762996 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e5dda1-7d17-4649-9032-a90d8c899958 req-11d7eeb1-4277-4a7d-8cdc-f6b747055421 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdb4fda9-d022-4de7-a1df-1456d47a18a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Aug 03 16:37:58.819506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] For port de8424aa-20bd-4515-80e1-e4bd3c807e8c, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=de8424aa-20bd-4515-80e1-e4bd3c807e8c,segment=NetworkSegment(c9e7b7d9-b823-4b67-b249-45397dcdec68),segment_id=c9e7b7d9-b823-4b67-b249-45397dcdec68)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:37:58.819809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:58.836978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Calling delete_port for de8424aa-20bd-4515-80e1-e4bd3c807e8c owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:37:58.887900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:37:58.989380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:58.992251 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port de8424aa-20bd-4515-80e1-e4bd3c807e8c completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:37:58.996598 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port de8424aa-20bd-4515-80e1-e4bd3c807e8c triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:37:58.996958 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:59.018632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['de8424aa-20bd-4515-80e1-e4bd3c807e8c'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:37:59.022077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Port de8424aa-20bd-4515-80e1-e4bd3c807e8c was deleted so its status cannot be updated. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 16:37:59.024742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Pushing event deleted for resources: {'Port': ['ID=de8424aa-20bd-4515-80e1-e4bd3c807e8c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:37:59.075696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] No DVR routers for this DVR port de8424aa-20bd-4515-80e1-e4bd3c807e8c on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:37:59.078657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:59.080922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-acdbfac0-50b6-4c56-8dcf-5ac2912f577c req-044eeb38-3428-4d98-96f7-379faba3f3a1 tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] 10.222.0.72 "DELETE /v2.0/ports/de8424aa-20bd-4515-80e1-e4bd3c807e8c HTTP/1.1" status: 204 len: 173 time: 0.4974685 Aug 03 16:37:59.081380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-deleted', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:37:59.083819 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b39d5-37fc-44e4-a7f3-02edce5aea8b" -d '{"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-deleted", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:37:59.128175 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b508ac-1c3c-4431-80ee-ba1093b03e09 x-openstack-request-id: req-02b508ac-1c3c-4431-80ee-ba1093b03e09 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:37:59.128472 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e864698-5800-40db-9858-cabda2001a53", "name": "network-vif-deleted", "tag": "de8424aa-20bd-4515-80e1-e4bd3c807e8c", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:37:59.128724 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02b508ac-1c3c-4431-80ee-ba1093b03e09 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:37:59.129126 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e864698-5800-40db-9858-cabda2001a53', 'name': 'network-vif-deleted', 'tag': 'de8424aa-20bd-4515-80e1-e4bd3c807e8c', 'status': 'completed', 'code': 200} Aug 03 16:37:59.891984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55898) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:37:59.940319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Deleting subnet 6077a9bd-b995-40b5-b415-3fa065145692 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:37:59.944303 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:37:59.982191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.030300 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.097011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.125123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6077a9bd-b995-40b5-b415-3fa065145692,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:00.131698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.133625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8e8b530c-9151-4c8d-b044-d52cc9b53fe0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6077a9bd-b995-40b5-b415-3fa065145692 HTTP/1.1" status: 204 len: 168 time: 0.2405703 Aug 03 16:38:00.136219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55900) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:00.210842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.300400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.310391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1bbe1b-563f-406a-ab0e-bea2f4d13f00']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:00.322107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e7b7d9-b823-4b67-b249-45397dcdec68') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:00.322651 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e7b7d9-b823-4b67-b249-45397dcdec68') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:00.333342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.349567 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.355776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:38:00.356167 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:38:00.358096 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:38:00.447307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.454887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.456683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a1bbe1b-563f-406a-ab0e-bea2f4d13f00 HTTP/1.1" status: 204 len: 168 time: 0.3195558 Aug 03 16:38:00.468363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba50f1e-16d1-4a84-8199-18fcf45ebeea admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1bbe1b-563f-406a-ab0e-bea2f4d13f00,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:00.593422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55904) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:00.635937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b90f5f80-a966-468d-b833-add8fd485414 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=596c2c6ef5a145628f2a10d4ef0a5a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411644 Aug 03 16:38:00.638561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55906) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:00.693125 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.720979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.776921 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.779587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:00.781056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdb4fda9-d022-4de7-a1df-1456d47a18a1 HTTP/1.1" status: 204 len: 168 time: 0.1413939 Aug 03 16:38:00.792712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09822-397e-49ad-a430-409c1378368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4fda9-d022-4de7-a1df-1456d47a18a1,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:01.598493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55928) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:01.712737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-545439319-network', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:01.736832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:38:01.739337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.748116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.858280 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.863415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.893605 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:38:01.899241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f104b-4951-4aba-8243-1ac1df96405d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:01.908545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.908895 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Added segment 91c6a460-5c93-4b7f-a5bf-8cab0748d640 of type vlan for network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 Aug 03 16:38:01.954348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.989929 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:01.991034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:01.991699 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.050119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4504380 Aug 03 16:38:02.057669 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55932) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:02.058245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56420e4-4e50-4032-a56a-529715483233 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:02.060093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Request body: {'subnet': {'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-545439319-subnet', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:02.071934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:38:02.083963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:38:02.087824 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.287614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.346107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007d7bd8-d578-40e9-b9c1-5182b7853324,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:02.360876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:38:02.360876 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Network hostable DHCP agents. Network: 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:38:02.385597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:38:02.398131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:02.402577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:02.403164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.409002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db11df0-ab36-4b4a-819b-1d73b33028f7 None None] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:38:02.426456 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ae00eeaf-0163-4d12-bbfe-a2d3a562a490 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3710952 Aug 03 16:38:02.429177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55934) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:02.433759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:02.457165 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.458208 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.516162 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.574683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:38:02.575565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.675024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.756551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Allocated IP 172.20.0.2 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/fd0393ba-57c9-4173-8346-2ee1cc29afa7) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:38:02.920837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:38:02.965920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: de8424aa-20bd-4515-80e1-e4bd3c807e8c {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:38:02.966270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device de8424aa-20bd-4515-80e1-e4bd3c807e8c not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:38:02.983444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:02.993086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Transition to ACTIVE for port object fd0393ba-57c9-4173-8346-2ee1cc29afa7 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:03.013096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Transition to ACTIVE for port object fd0393ba-57c9-4173-8346-2ee1cc29afa7 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:03.021993 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.069763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:03.075020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:03.078196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:38:03.084891 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Pushing event updated for resources: {'Port': ['ID=fd0393ba-57c9-4173-8346-2ee1cc29afa7,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:03.155686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Attempting to bind port fd0393ba-57c9-4173-8346-2ee1cc29afa7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:38:03.156163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Attempting to bind port fd0393ba-57c9-4173-8346-2ee1cc29afa7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:38:03.157066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Attempting to bind port fd0393ba-57c9-4173-8346-2ee1cc29afa7 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:38:03.163340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:38:03.163724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:38:03.164148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.164539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:38:03.165020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Bound port: fd0393ba-57c9-4173-8346-2ee1cc29afa7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:38:03.165407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.242060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] For port fd0393ba-57c9-4173-8346-2ee1cc29afa7, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:38:03.245799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] For port fd0393ba-57c9-4173-8346-2ee1cc29afa7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fd0393ba-57c9-4173-8346-2ee1cc29afa7,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:38:03.252402 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.283496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.311728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.322252 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df547767-e399-4da5-98bd-b11145c0b97b None None] Pushing event updated for resources: {'Port': ['ID=fd0393ba-57c9-4173-8346-2ee1cc29afa7,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:03.454177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Allocated IP 172.25.7.177 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/04b2a715-7a27-4ebc-aba6-e6cbc28ccdde) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:38:03.632479 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.681613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fd0393ba-57c9-4173-8346-2ee1cc29afa7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:03.692569 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:03.738808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:03.740879 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:03.745248 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:38:03.749940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port fd0393ba-57c9-4173-8346-2ee1cc29afa7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:03.778749 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Pushing event updated for resources: {'Port': ['ID=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:04.065496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.316026 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.373474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a52d8-9354-4d24-98eb-de8e6e2f84fc None None] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:38:04.452575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Provisioning for port fd0393ba-57c9-4173-8346-2ee1cc29afa7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:04.475156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Provisioning complete for port fd0393ba-57c9-4173-8346-2ee1cc29afa7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:04.475539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.476080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:38:04.606900 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:38:04.623708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:38:04.630455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.632656 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10d2629a-dd45-4747-9dcf-8cebb3eac6ce admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2022896 Aug 03 16:38:04.636176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:04.650045 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.653179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:04.653860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:37:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:04.945020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] For port fd0393ba-57c9-4173-8346-2ee1cc29afa7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fd0393ba-57c9-4173-8346-2ee1cc29afa7,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:04.950799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:04.999191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:05.083319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ebec-6b79-4445-9bc3-19453546419c None None] Pushing event updated for resources: {'Port': ['ID=fd0393ba-57c9-4173-8346-2ee1cc29afa7,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:05.133277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-65765d01-2e85-48eb-b5b4-3fb9a20c2381 None None] Provisioning complete for port fd0393ba-57c9-4173-8346-2ee1cc29afa7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:05.133677 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-65765d01-2e85-48eb-b5b4-3fb9a20c2381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.173825 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.284723 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:03Z', 'revision_number': 3, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:05.317908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:38:05.318265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Updating router c76ebf97-b5c4-4322-a76b-f43ef24689a8 port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:38:05.343933 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.379618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Allocated IP 172.20.0.1 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/e6697f25-aec8-406c-a216-40e9ef62b2e9) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:38:05.508149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.523471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Transition to ACTIVE for port object e6697f25-aec8-406c-a216-40e9ef62b2e9 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:05.567685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.612877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:05.616247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:05.620064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:38:05.648569 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.663124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Transition to ACTIVE for port object 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:05.670211 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fd0393ba-57c9-4173-8346-2ee1cc29afa7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:05.675153 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.779772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Attempting to bind port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:38:05.780086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Attempting to bind port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:38:05.780435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Attempting to bind port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:38:05.788887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:38:05.789290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:38:05.789865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.790441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:38:05.791056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Bound port: 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:38:05.791456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.793857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d06a-5139-4b36-a75b-f383883187c7 None None] Pushing event updated for resources: {'Port': ['ID=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:05.835377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fd0393ba-57c9-4173-8346-2ee1cc29afa7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:05.835792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.905041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] For port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:38:05.925402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] For port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:38:05.926520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f4298fa1-e902-41e6-975b-35375c1708da None None] Provisioning for port e6697f25-aec8-406c-a216-40e9ef62b2e9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:05.932770 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:05.941445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f4298fa1-e902-41e6-975b-35375c1708da None None] Provisioning complete for port e6697f25-aec8-406c-a216-40e9ef62b2e9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:05.941445 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f4298fa1-e902-41e6-975b-35375c1708da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.041736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Pushing event updated for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:06.062152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f4298fa1-e902-41e6-975b-35375c1708da None None] Port e6697f25-aec8-406c-a216-40e9ef62b2e9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:38:06.065008 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.074531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759d06a-5139-4b36-a75b-f383883187c7 None None] Pushing event updated for resources: {'Port': ['ID=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:06.076954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:06.077571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:37:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:06.201607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:06.207015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.386534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.393120 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.398923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:03Z', 'revision_number': 3, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:06.427240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0f7b94-7e66-4909-978a-2da1b49d1c99 None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:03Z', 'revision_number': 3, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:38:06.467800 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Pushing event updated for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:06.470973 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.579980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:06.582392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:06.736669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:38:06.869924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:38:06.876044 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-40fccdff-58f2-4f97-9d4b-d924c98a8294 admin admin] 10.222.0.70 "PUT /v2.0/routers/c76ebf97-b5c4-4322-a76b-f43ef24689a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2385979 Aug 03 16:38:06.897460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f3adae61-f62a-4d78-91ba-cc59f00c31c0 None None] Provisioning complete for port e6697f25-aec8-406c-a216-40e9ef62b2e9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:06.898035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f3adae61-f62a-4d78-91ba-cc59f00c31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:06.932765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f3adae61-f62a-4d78-91ba-cc59f00c31c0 None None] Port e6697f25-aec8-406c-a216-40e9ef62b2e9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:38:07.648589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:07.707352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:07.711820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:07.712197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.750896 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:07.759450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142898587', 'description': 'tempest-description--1099060061'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:07.786906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.807358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.832624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:07.836227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.895335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:07.900648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.905551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.936088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31f20f-e1e7-448f-a9ca-1cd17d322150,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:07.939569 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:07.940851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-455f3f69-16ee-4a37-be2f-61be095e1a0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1882823 Aug 03 16:38:07.945300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 55946) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:07.950202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'security_group_rule': {'security_group_id': '6d31f20f-e1e7-448f-a9ca-1cd17d322150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:07.979849 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.044376 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.053043 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.058162 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:38:08.067860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:08.068575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:37:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:08.070956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74195d2-ba1d-40b4-838e-bc99398f1bdd,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:08.079650 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.081031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b443ba53-8441-4c34-98b7-7ab3ee2b16b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347220 Aug 03 16:38:08.083930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55948) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:08.088740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'security_group_rule': {'security_group_id': '6d31f20f-e1e7-448f-a9ca-1cd17d322150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:08.129118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.190737 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:08.193663 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.197693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.215485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41e46f2-d947-4f5d-9604-12ae4f288b49,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:08.224520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.225848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ba73bb3a-6606-4656-8d09-40d4c7ab7f74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409016 Aug 03 16:38:08.228838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55950) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:08.233886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:08.258297 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.366251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.412002 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 2, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:08.439998 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:38:08.440344 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Updating router c76ebf97-b5c4-4322-a76b-f43ef24689a8 port e6697f25-aec8-406c-a216-40e9ef62b2e9 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:38:08.470343 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.477019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Allocated IP 172.25.7.142 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5dae4186-b6c3-4ebe-8309-40fe744ced0c) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:38:08.600961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.642853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.683707 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:08.686884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:08.694384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:38:08.699843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=5dae4186-b6c3-4ebe-8309-40fe744ced0c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:08.755448 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.765773 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Transition to ACTIVE for port object e6697f25-aec8-406c-a216-40e9ef62b2e9 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:08.772434 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.790250 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.830334 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Pushing event updated for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:08.832740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.854208 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.854531 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.854866 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.855195 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.855523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.855847 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.856166 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.856488 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.857137 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.857137 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.857428 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.857758 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:38:08.895028 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Attempting to bind port e6697f25-aec8-406c-a216-40e9ef62b2e9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:38:08.895791 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Attempting to bind port e6697f25-aec8-406c-a216-40e9ef62b2e9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:38:08.896216 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Attempting to bind port e6697f25-aec8-406c-a216-40e9ef62b2e9 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:38:08.901983 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:38:08.902451 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:38:08.903126 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.903523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:38:08.904038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Bound port: e6697f25-aec8-406c-a216-40e9ef62b2e9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:38:08.904508 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:08.982717 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] For port e6697f25-aec8-406c-a216-40e9ef62b2e9, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:38:08.987163 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] For port e6697f25-aec8-406c-a216-40e9ef62b2e9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6697f25-aec8-406c-a216-40e9ef62b2e9,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:38:08.992491 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.017761 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.023852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.074628 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:09.075352 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:37:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:09.079575 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1683a-e3be-4e6a-bc7e-39d637ee9f6e None None] Pushing event updated for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:09.107658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=5dae4186-b6c3-4ebe-8309-40fe744ced0c,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:09.119415 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.137085 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.138421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0b336a54-2b78-4c36-b8d3-4e935ccd1bf5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9086428 Aug 03 16:38:09.212571 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:09.316982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-65335979-cce2-43ed-b899-7592a98db802 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1142898587&fields=id&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 267 time: 0.0437632 Aug 03 16:38:09.449499 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-f0c06370-3474-4913-873f-45999c0419f0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:09.451059 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-f0c06370-3474-4913-873f-45999c0419f0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1260307 Aug 03 16:38:09.466965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-cc2107c0-05ef-4355-9ac3-08a68f53b8f8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/quotas/0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 375 time: 0.0098360 Aug 03 16:38:09.527880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-890b9bfe-55ce-42e0-861e-f212b5b9f74e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549240 Aug 03 16:38:09.534535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:08Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:09.568464 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a55d9-21c7-421c-95a0-71e32f71710e None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:08Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:38:09.659245 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-d133c2de-fc77-4b28-aa46-fdfb9a2b1818 service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170533 Aug 03 16:38:09.701539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:09.762587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:09.763114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.790856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-34b676c6-bfbc-4ceb-bbbb-aed0fea6c6c9 service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246414 Aug 03 16:38:09.883954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20ee225a-d2da-41c6-8058-7171cef18a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:09.985540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fc886d5e-7777-4f02-8c45-dbfde8e32ab9 req-a3c64ae4-5b29-4fbf-b073-cc86c0ff98af tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 03 16:38:11.038490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-c0d5b9dd-77d8-4e51-b827-f5eea49c3dd9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:11.040091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-c0d5b9dd-77d8-4e51-b827-f5eea49c3dd9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1230452 Aug 03 16:38:11.103225 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b2ffe981-f3e7-4414-8128-8c02257eb6b0 req-05dca1ea-686c-4be2-8cde-19c7feeb71fe tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 210 time: 0.0376785 Aug 03 16:38:11.127467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-fcefa08e-ff78-436a-8f57-f16309eab5b5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 380 time: 0.0776234 Aug 03 16:38:11.139719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'port': {'device_id': '614f3924-e4ce-49a8-966f-c9f14b616384', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'admin_state_up': True, 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'security_groups': ['6d31f20f-e1e7-448f-a9ca-1cd17d322150']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:11.276486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:38:11.280537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.416314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Allocated IP 172.20.0.12 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/1ec81a4f-dab5-4e65-943a-76ad23aa623e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:38:11.570430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.591732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Transition to ACTIVE for port object 1ec81a4f-dab5-4e65-943a-76ad23aa623e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:11.632188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.656099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6697f25-aec8-406c-a216-40e9ef62b2e9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:11.679620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:38:11.684609 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:38:11.690414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:38:11.694516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:11.721731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e6697f25-aec8-406c-a216-40e9ef62b2e9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:11.725614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6697f25-aec8-406c-a216-40e9ef62b2e9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:11.726022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.755943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:11.756630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.773844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-46bbb6c3-01f6-4934-a50e-a4f5b1beab93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6402166 Aug 03 16:38:11.791649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Request body: {'port': {'device_id': '614f3924-e4ce-49a8-966f-c9f14b616384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:11.815830 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.852403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.858537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e6697f25-aec8-406c-a216-40e9ef62b2e9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6697f25-aec8-406c-a216-40e9ef62b2e9,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:11.864966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.921308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:11.948569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8be0563f-35a9-4da4-a9e9-3b45a92d309c None None] Provisioning for port 1ec81a4f-dab5-4e65-943a-76ad23aa623e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:11.952453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8be0563f-35a9-4da4-a9e9-3b45a92d309c None None] Provisioning complete for port 1ec81a4f-dab5-4e65-943a-76ad23aa623e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:11.952824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8be0563f-35a9-4da4-a9e9-3b45a92d309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:11.988654 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8be0563f-35a9-4da4-a9e9-3b45a92d309c None None] Port 1ec81a4f-dab5-4e65-943a-76ad23aa623e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:38:12.135082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec81a4f-dab5-4e65-943a-76ad23aa623e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:38:12.143310 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.155520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Transition to ACTIVE for port object 1ec81a4f-dab5-4e65-943a-76ad23aa623e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:38:12.160924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.179440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ad54842f-e36a-4bb0-bd55-b2005604f05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.223240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:12.247475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45437e-8146-4b12-915f-a900f9f966ae req-9d2fa04b-26d1-4552-b449-cc8f5d6bb7ee tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:12.249120 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf45437e-8146-4b12-915f-a900f9f966ae req-9d2fa04b-26d1-4552-b449-cc8f5d6bb7ee tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0704768 Aug 03 16:38:12.291969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf45437e-8146-4b12-915f-a900f9f966ae req-a6e35d10-e1ce-4542-90f0-f43f485fd245 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351620 Aug 03 16:38:12.303377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:38:12.304184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:38:12.304530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:38:12.314502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:38:12.315387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:38:12.322807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:38:12.323240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:38:12.323797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:38:12.324317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Bound port: 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:38:12.324752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.402947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:38:12.406107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:38:12.412909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.460128 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:12.461109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.463267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] 10.222.0.78 "PUT /v2.0/ports/1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1092 time: 0.6761508 Aug 03 16:38:12.464111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:38:12.466923 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393" -d '{"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:38:12.511231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52e959-5515-47b5-bcda-d6a1eaadf421 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:12.543291 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29a0454-bbc7-4006-9527-bd745e86990f x-openstack-request-id: req-a29a0454-bbc7-4006-9527-bd745e86990f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:38:12.543581 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:38:12.543830 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a29a0454-bbc7-4006-9527-bd745e86990f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:38:12.544228 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'status': 'completed', 'code': 200} Aug 03 16:38:12.590985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-2b553885-376b-49f3-a369-6f62070b7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:12.592909 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-2b553885-376b-49f3-a369-6f62070b7389 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0641594 Aug 03 16:38:12.651538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-a04011b7-ca58-4859-a4ee-b0fdabdbc93d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 217 time: 0.0503914 Aug 03 16:38:12.725065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-00a86a04-2e66-4ccd-9b16-162b0efb60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:12.727493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-00a86a04-2e66-4ccd-9b16-162b0efb60a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0679035 Aug 03 16:38:12.775842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-c0a7a40d-083f-4897-8d73-2324877983de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:12.777474 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-c0a7a40d-083f-4897-8d73-2324877983de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430913 Aug 03 16:38:12.820882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:12.872039 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-a305d816-448f-438a-b3e8-8081e3ca8492 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Aug 03 16:38:12.968382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b73e160f-2c03-4b57-b954-63a85932dc91 req-04e834bb-c879-437d-a5e4-66c95dfaf3bf service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895808 Aug 03 16:38:13.058205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-7ded5c6d-55fd-44ef-b97b-3483f2b028e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:13.059730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-7ded5c6d-55fd-44ef-b97b-3483f2b028e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0423980 Aug 03 16:38:13.158941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-4d29a46a-f6cd-493f-9246-1b85a2fd3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:13.160431 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-4d29a46a-f6cd-493f-9246-1b85a2fd3c85 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0923705 Aug 03 16:38:13.202031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-f889780a-e505-4cc9-9ab8-a9614fc30eec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 217 time: 0.0338619 Aug 03 16:38:13.254291 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-722595e8-57eb-4d17-b905-870a64245270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:13.255709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-722595e8-57eb-4d17-b905-870a64245270 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0461345 Aug 03 16:38:13.309002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-4781c838-cbdb-4712-bf19-56577470a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:13.310589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-4781c838-cbdb-4712-bf19-56577470a612 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467539 Aug 03 16:38:13.406351 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-a38bafae-8661-4a9e-a4a2-b1b18c7ab38d service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879140 Aug 03 16:38:13.415342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301f2d-07c2-4a9d-bcf0-939a857771c1 req-516d0ebb-86ec-4207-9ba9-c135b9c932cb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:13.416941 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5301f2d-07c2-4a9d-bcf0-939a857771c1 req-516d0ebb-86ec-4207-9ba9-c135b9c932cb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0520248 Aug 03 16:38:13.458297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5301f2d-07c2-4a9d-bcf0-939a857771c1 req-4b7f3576-f289-4395-a584-95781236eae2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347497 Aug 03 16:38:13.505120 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f717d5b7-f4af-4fbe-acc9-3a2fbf38d393 req-9cfe2150-c05a-4220-a2ee-08b3d8546cac service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912323 Aug 03 16:38:13.627500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6697f25-aec8-406c-a216-40e9ef62b2e9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:13.677973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6697f25-aec8-406c-a216-40e9ef62b2e9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:13.678333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:13.839416 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:14.627773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6761dce-6599-49ea-95c2-a3ed40714276 req-dfdc6a35-e9c8-46e0-a282-92e78af22186 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:14.628614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6761dce-6599-49ea-95c2-a3ed40714276 req-dfdc6a35-e9c8-46e0-a282-92e78af22186 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0744262 Aug 03 16:38:14.694505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6761dce-6599-49ea-95c2-a3ed40714276 req-33c2640e-1b6d-498d-92c6-71969f38096e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581453 Aug 03 16:38:15.220671 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:15.569205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:38:15.696780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:15.710325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'mac_address': 'fa:16:3e:5f:93:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:38:15.763123 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:15.785974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec81a4f-dab5-4e65-943a-76ad23aa623e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:38:15.808220 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:15.813296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:15.876759 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227a14-71cf-4bfa-9088-b5e1b2345ca0 req-0f1b3f63-10b3-4cc4-af49-212730c29295 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:15.879188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df227a14-71cf-4bfa-9088-b5e1b2345ca0 req-0f1b3f63-10b3-4cc4-af49-212730c29295 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 945 time: 0.0726113 Aug 03 16:38:15.880427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:15.924474 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df227a14-71cf-4bfa-9088-b5e1b2345ca0 req-29fcb739-f040-459a-b854-602028a8aa4f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391767 Aug 03 16:38:16.022708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['1ec81a4f-dab5-4e65-943a-76ad23aa623e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:38:17.046950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6deda-a05c-4807-ae84-c0d6d48b97ce req-2117c740-8ea1-4671-95d1-b0faf168f831 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:17.049049 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a6deda-a05c-4807-ae84-c0d6d48b97ce req-2117c740-8ea1-4671-95d1-b0faf168f831 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 945 time: 0.0523841 Aug 03 16:38:17.110759 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29a6deda-a05c-4807-ae84-c0d6d48b97ce req-8057f23c-63bd-41d1-adf1-c5128ea76f0b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Aug 03 16:38:17.581380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:38:17.634079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 1ec81a4f-dab5-4e65-943a-76ad23aa623e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:38:17.639044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 1ec81a4f-dab5-4e65-943a-76ad23aa623e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:38:17.639665 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:17.730847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:17.754824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:38:17.757212 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab22085-9e7e-4f5b-9437-1d3381c005e0" -d '{"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-plugged", "status": "completed", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:38:17.772784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:38:17.783782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:17.816103 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b34006-9bbb-4f04-ad61-b6c44bccf80b x-openstack-request-id: req-f3b34006-9bbb-4f04-ad61-b6c44bccf80b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:38:17.816439 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-plugged", "status": "completed", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:38:17.816817 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3b34006-9bbb-4f04-ad61-b6c44bccf80b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:38:17.817417 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'code': 200} Aug 03 16:38:17.852401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:38:17.915016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bab290-d6a0-47f6-af4d-013ca5d19600 req-7916ed37-3e18-4f9f-ab39-a6cde2e3ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:17.916565 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4bab290-d6a0-47f6-af4d-013ca5d19600 req-7916ed37-3e18-4f9f-ab39-a6cde2e3ca03 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1097 time: 0.0421283 Aug 03 16:38:17.957768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4bab290-d6a0-47f6-af4d-013ca5d19600 req-42d7e72a-e675-4cff-8c09-9fe0f9f330e7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341523 Aug 03 16:38:18.242136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bbee3-3550-4654-8f85-e083082a343c req-0db0cd5e-0e5c-4e50-8eda-6cd9c38a5404 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:18.243707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-951bbee3-3550-4654-8f85-e083082a343c req-0db0cd5e-0e5c-4e50-8eda-6cd9c38a5404 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0528977 Aug 03 16:38:18.285847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-951bbee3-3550-4654-8f85-e083082a343c req-d4163480-7f14-4c26-a3fe-2b574db07f72 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330858 Aug 03 16:38:19.406043 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea3c9-96b8-4f82-8c12-a4f115e770bd req-c05a463a-5046-48be-a2a8-376ed380bdcf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:19.408261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5aea3c9-96b8-4f82-8c12-a4f115e770bd req-c05a463a-5046-48be-a2a8-376ed380bdcf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0526016 Aug 03 16:38:19.455778 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b5aea3c9-96b8-4f82-8c12-a4f115e770bd req-87347155-d7c8-4966-b402-da2f970a03cb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Aug 03 16:38:19.581073 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b078-3eb9-427d-9852-da98dc53d03b req-b651750a-7850-4788-aa04-b15c8901bce6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:19.582662 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d03b078-3eb9-427d-9852-da98dc53d03b req-b651750a-7850-4788-aa04-b15c8901bce6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0537553 Aug 03 16:38:19.591457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 55996) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:38:19.596572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'floatingip': {'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:38:19.638534 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:20.087362 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:20.092766 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:20.196452 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 associated. External IP: 172.25.7.142, port: 1ec81a4f-dab5-4e65-943a-76ad23aa623e. Aug 03 16:38:20.752360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:38:20.870248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:38:20.880638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:20.881667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:38:20.892566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:20.893140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:38:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:20.909166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dd8bd50b-78fc-47cc-9dc2-ab731ba3ed12 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "PUT /v2.0/floatingips/6e1793c7-58c8-41ac-87ea-1075a57fe8b8 HTTP/1.1" status: 200 len: 992 time: 1.3166339 Aug 03 16:38:20.909811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:38:20.912539 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84155189-7ffb-484a-91c1-b02c732f2311" -d '{"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:38:20.954118 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb832db1-754d-4094-b6d7-f73ecea1c163 x-openstack-request-id: req-bb832db1-754d-4094-b6d7-f73ecea1c163 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:38:20.954819 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:38:20.956430 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb832db1-754d-4094-b6d7-f73ecea1c163 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:38:20.956430 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'status': 'completed', 'code': 200} Aug 03 16:38:21.022896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:21.036036 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155189-7ffb-484a-91c1-b02c732f2311 req-b93c36d0-b4d2-42cf-b7ec-2a40728a3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:21.038256 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-b93c36d0-b4d2-42cf-b7ec-2a40728a3584 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1097 time: 0.0537336 Aug 03 16:38:21.143973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155189-7ffb-484a-91c1-b02c732f2311 req-f29be87d-8742-4fe7-a9ec-700973aa9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:21.145538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-f29be87d-8742-4fe7-a9ec-700973aa9289 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0986886 Aug 03 16:38:21.227416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-700a6244-ad13-454d-b5b8-80faa7be579c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1000 time: 0.0726244 Aug 03 16:38:21.290639 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:5f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f3924-e4ce-49a8-966f-c9f14b616384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:38:19Z', 'revision_number': 1, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:21.302115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155189-7ffb-484a-91c1-b02c732f2311 req-723bf186-ef19-4328-9f6c-2e5736b14a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:21.303803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-723bf186-ef19-4328-9f6c-2e5736b14a4e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0656383 Aug 03 16:38:21.321579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:38:21.332001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:38:21.332687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:38:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:21.369727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155189-7ffb-484a-91c1-b02c732f2311 req-7c42c0a9-5269-43ed-9721-9cf84fe90b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:21.372215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-7c42c0a9-5269-43ed-9721-9cf84fe90b5d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578740 Aug 03 16:38:21.468442 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:38:21.471540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-7c6b50d3-d0f8-4e63-bd19-9459b45b3589 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920870 Aug 03 16:38:21.517335 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:38:21.589778 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84155189-7ffb-484a-91c1-b02c732f2311 req-f7f9a085-7093-45ce-98e8-a4b05ab6bd9b service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104431 Aug 03 16:38:21.886560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:5f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f3924-e4ce-49a8-966f-c9f14b616384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:38:19Z', 'revision_number': 1, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:38:21.917846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44179d-eba2-40bd-a91c-c701edf883d9 None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:5f:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f3924-e4ce-49a8-966f-c9f14b616384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:38:19Z', 'revision_number': 1, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:38:22.144530 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318f16b1-7b64-4383-9b51-d4a2ed76c053 None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:38:22.433524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:26.522238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:39.876661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3022e7bf-4d96-4cc6-97fe-2bee9b5f2e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:42.185166 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fd85cf98-7921-4fed-b8a7-732f0b96f4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:42.823873 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:43.381556 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-304dc5ec-a292-4fc0-9b38-c5f31eac0141 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419030 Aug 03 16:38:43.469572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-d0cc2fa1-dcd7-4650-bb17-fb15cd118c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:43.471722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-d0cc2fa1-dcd7-4650-bb17-fb15cd118c7d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1097 time: 0.0450106 Aug 03 16:38:43.584877 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-e03f79e5-dee2-46bb-bcab-850fa0da1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:43.586428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-e03f79e5-dee2-46bb-bcab-850fa0da1ef6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0947106 Aug 03 16:38:43.657614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-2ab6042b-a679-4ce8-ba90-e3960479a3ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1002 time: 0.0629137 Aug 03 16:38:43.717031 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-b78111d0-5b06-4f0a-945f-82ea21d71403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:43.718552 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-b78111d0-5b06-4f0a-945f-82ea21d71403 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0500302 Aug 03 16:38:43.766418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-a191c062-cd2d-48e1-adcf-e5721d59a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:38:43.768058 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-a191c062-cd2d-48e1-adcf-e5721d59a397 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422068 Aug 03 16:38:43.843519 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:43.865041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-03407fa3-041c-4910-8836-151c41a58f92 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886488 Aug 03 16:38:43.970943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edc7ff64-7798-44f3-9043-64c6947ed298 req-bab5da5a-7021-4cdb-b4a0-629bae99e0f6 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987647 Aug 03 16:38:45.220512 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:52.431177 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:56.531693 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:38:58.517146 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:39:09.882565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2293e71f-c4c4-4bf2-8c55-0579c8d3a2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:12.179651 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ce5a415b-cfa1-4d41-9feb-88fa3f9b20f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:12.821683 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:13.850277 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:15.224936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:22.431820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:26.551148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:35.516802 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:39:39.877239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2b857d10-b01b-448b-a067-114e904aa00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:42.187128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-de21c8ee-edb9-460a-89e0-9271af2f6257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:42.813344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:43.849539 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:44.432913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-f5d6e14d-d16c-49b2-9bd1-b2d036d689cb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953579 Aug 03 16:39:44.516791 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-332dba19-34c3-4057-8175-b901a3bcaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:44.519966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-332dba19-34c3-4057-8175-b901a3bcaf80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1097 time: 0.0439730 Aug 03 16:39:44.637747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-7c57fec3-6c9b-47f4-98b8-4b935dcd6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:44.639373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-7c57fec3-6c9b-47f4-98b8-4b935dcd6444 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0981638 Aug 03 16:39:44.707329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-2b7ecc62-4735-4697-a86a-868fa7d791a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1002 time: 0.0600903 Aug 03 16:39:44.762723 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-d32ff4be-2f6e-47da-a009-ecec3ae874f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:44.764201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-d32ff4be-2f6e-47da-a009-ecec3ae874f8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0494230 Aug 03 16:39:44.812743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-fbffcf2d-4ce4-4666-b28a-5682875ff749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:44.814660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-fbffcf2d-4ce4-4666-b28a-5682875ff749 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427163 Aug 03 16:39:44.909500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-ae329942-d31c-4732-9b4b-414482d76a30 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861678 Aug 03 16:39:45.008570 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee7dd5cd-baca-443b-abfc-cc0db8b35901 req-70263c6d-f3c0-4a54-afbb-e7533ef2e512 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911047 Aug 03 16:39:45.225779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:52.429975 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:56.546188 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:39:58.368246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9a039-2580-462c-ab70-82a5a0917f91 req-769fb04a-0f5c-4b67-a520-81b537dcc69f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:58.369766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bee9a039-2580-462c-ab70-82a5a0917f91 req-769fb04a-0f5c-4b67-a520-81b537dcc69f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.1084158 Aug 03 16:39:58.410381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bee9a039-2580-462c-ab70-82a5a0917f91 req-70c5fd71-bd17-44bb-87f7-d7c90356e8e7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Aug 03 16:39:59.768355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-fdfe5021-13b5-48b7-99b5-4406ba2b72c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421929 Aug 03 16:39:59.770153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f30f8-5189-4419-ac08-f81723eda4a4 req-59c00e2f-9bb9-4943-97b5-108fcb6224f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:39:59.772291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37f30f8-5189-4419-ac08-f81723eda4a4 req-59c00e2f-9bb9-4943-97b5-108fcb6224f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0552788 Aug 03 16:39:59.811637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e37f30f8-5189-4419-ac08-f81723eda4a4 req-fb8033c4-baf1-410a-acf2-268eeda32556 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331869 Aug 03 16:40:00.997556 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f68e9e-e038-487f-8d03-08758cae8202 req-74e85d4a-ddec-41f6-ab69-0b8132a7b4ce tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:00.999076 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24f68e9e-e038-487f-8d03-08758cae8202 req-74e85d4a-ddec-41f6-ab69-0b8132a7b4ce tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.1147876 Aug 03 16:40:01.037152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-24f68e9e-e038-487f-8d03-08758cae8202 req-f7f2f00d-f7b7-42cf-ab95-3406addc51be tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Aug 03 16:40:02.153216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e45d-1ce7-46fb-81fb-45f6b4b9da73 req-a22c2356-849a-45fd-862a-0b80793341da tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:02.154780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d32e45d-1ce7-46fb-81fb-45f6b4b9da73 req-a22c2356-849a-45fd-862a-0b80793341da tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Aug 03 16:40:02.198729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5d32e45d-1ce7-46fb-81fb-45f6b4b9da73 req-52eaa192-4290-40e8-88f7-2786f2f9547e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Aug 03 16:40:03.326574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c79bb-70f7-40bc-9712-34eb633e9b4d req-763170d9-1680-469c-9b30-c29eb59cf004 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:03.328086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b74c79bb-70f7-40bc-9712-34eb633e9b4d req-763170d9-1680-469c-9b30-c29eb59cf004 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Aug 03 16:40:03.368272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b74c79bb-70f7-40bc-9712-34eb633e9b4d req-633b11e2-6ea3-4962-9bb1-e2bc755188c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334358 Aug 03 16:40:04.487838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfee9a-5771-4b88-859d-d15d6101eec8 req-3359c593-9b8b-412f-b3f0-dd1c4fb638cf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:04.489990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3cfee9a-5771-4b88-859d-d15d6101eec8 req-3359c593-9b8b-412f-b3f0-dd1c4fb638cf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0514820 Aug 03 16:40:04.531938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f3cfee9a-5771-4b88-859d-d15d6101eec8 req-58059635-cde2-4f3c-82c3-32081411a399 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Aug 03 16:40:04.918384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-d454dbc3-7b84-42f8-ad80-03a9a6a1368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:04.919912 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-d454dbc3-7b84-42f8-ad80-03a9a6a1368d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1097 time: 0.0458291 Aug 03 16:40:05.009907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-f0011df1-9e06-45be-b094-25472c4aebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:05.011392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-f0011df1-9e06-45be-b094-25472c4aebcc service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0843673 Aug 03 16:40:05.080726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-e3d6a66f-1e78-47ba-b101-2a91906181d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1002 time: 0.0615728 Aug 03 16:40:05.130625 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-9a514fcc-9082-4572-8b6e-47cbaefa80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:05.132079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-9a514fcc-9082-4572-8b6e-47cbaefa80cb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0434692 Aug 03 16:40:05.177136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-ff13e046-84e0-4ee6-bfd4-bb6311f33d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:05.178559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-ff13e046-84e0-4ee6-bfd4-bb6311f33d9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395961 Aug 03 16:40:05.273751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-58c682a6-96e4-48b8-b83a-03de1c1bf182 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871294 Aug 03 16:40:05.363920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-763c02b6-83b8-467b-a71a-75b48e1907b6 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Aug 03 16:40:05.663443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ab3f6-f6aa-4c29-b745-527e28ee4432 req-991d2ecc-2223-460b-81c2-eef965b7cda2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:05.665600 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-042ab3f6-f6aa-4c29-b745-527e28ee4432 req-991d2ecc-2223-460b-81c2-eef965b7cda2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0506244 Aug 03 16:40:05.708273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-042ab3f6-f6aa-4c29-b745-527e28ee4432 req-9670aba2-e5d8-44ff-8544-557df8b4d174 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Aug 03 16:40:06.838092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ccc2c-bf67-4b09-96cb-793b4ed6f180 req-ea8caea3-45b5-4e59-ad28-294fbc344d23 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:06.839508 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ca2ccc2c-bf67-4b09-96cb-793b4ed6f180 req-ea8caea3-45b5-4e59-ad28-294fbc344d23 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0515916 Aug 03 16:40:06.876803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ca2ccc2c-bf67-4b09-96cb-793b4ed6f180 req-06fa5592-4c04-40a8-bbd5-fb2d72e6bfea tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Aug 03 16:40:07.996983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1e91-7d40-4b14-a194-cd859aa6e63c req-884a169f-b1e8-44a4-8cce-4fb56549a7c5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:07.998495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bca1e91-7d40-4b14-a194-cd859aa6e63c req-884a169f-b1e8-44a4-8cce-4fb56549a7c5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0524154 Aug 03 16:40:08.036339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3bca1e91-7d40-4b14-a194-cd859aa6e63c req-47c07952-18b1-4038-9ae6-e841f9a0dbe5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Aug 03 16:40:09.158103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6577b5a-c571-4d88-bed9-291101572b2e req-ea77ec9b-e26f-4dfb-89c7-5ff4be75021f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:09.159614 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6577b5a-c571-4d88-bed9-291101572b2e req-ea77ec9b-e26f-4dfb-89c7-5ff4be75021f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0537200 Aug 03 16:40:09.198605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6577b5a-c571-4d88-bed9-291101572b2e req-dceb63ed-fe2b-4979-9e86-cc019ee3e0a5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 03 16:40:09.879184 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70e9056b-a4fc-4bde-bd12-12a63210dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:10.313670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30db4-a42b-4715-9577-a6e0b2ed1f0a req-2afc47ce-9d66-47a9-95a7-6f4ebf377cca tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:10.315165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3f30db4-a42b-4715-9577-a6e0b2ed1f0a req-2afc47ce-9d66-47a9-95a7-6f4ebf377cca tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0501983 Aug 03 16:40:10.355208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3f30db4-a42b-4715-9577-a6e0b2ed1f0a req-d8f3ad54-8b96-4c09-a113-942e0c21189f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341213 Aug 03 16:40:11.469215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25a4e6-681e-4b1e-9360-a7d474683301 req-574ccb01-d561-464a-90f3-955b22f222c5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:11.470724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee25a4e6-681e-4b1e-9360-a7d474683301 req-574ccb01-d561-464a-90f3-955b22f222c5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0488513 Aug 03 16:40:11.509674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee25a4e6-681e-4b1e-9360-a7d474683301 req-839f6b8d-bc84-493f-a709-17dceba1dce7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Aug 03 16:40:12.177860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bdb40373-b572-4026-9e8d-68b899e8b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:12.515695 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:40:12.625922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266597bd-b940-4f94-956e-217c64c6ca9b req-5d87d9ed-0db8-47e7-9bc3-482abf0ebb87 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:12.627428 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-266597bd-b940-4f94-956e-217c64c6ca9b req-5d87d9ed-0db8-47e7-9bc3-482abf0ebb87 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0502267 Aug 03 16:40:12.667294 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-266597bd-b940-4f94-956e-217c64c6ca9b req-f7eae497-38fa-4884-a855-f7956033bf21 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Aug 03 16:40:12.815989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:13.785505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d38e34-6827-4922-82f4-2dfab4f4a0a9 req-85fb3256-651a-4ca0-9854-7bfc73afb24a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:13.787011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47d38e34-6827-4922-82f4-2dfab4f4a0a9 req-85fb3256-651a-4ca0-9854-7bfc73afb24a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0494685 Aug 03 16:40:13.826304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-47d38e34-6827-4922-82f4-2dfab4f4a0a9 req-7ce29cc9-276c-43b2-9f38-2986686593d6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Aug 03 16:40:13.851062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:14.948039 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e25db9-1c8e-4bcb-9bce-f66c915d6a1a req-24bc772f-42ec-4a04-8357-3573226bed3f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:14.949568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79e25db9-1c8e-4bcb-9bce-f66c915d6a1a req-24bc772f-42ec-4a04-8357-3573226bed3f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0552244 Aug 03 16:40:14.987949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-79e25db9-1c8e-4bcb-9bce-f66c915d6a1a req-3f0c6867-6631-4187-ae87-bcb005ef8539 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323827 Aug 03 16:40:15.228776 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:16.109536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cb684-d5a9-4f8d-ba3a-d8d55a3e26e8 req-49eb549d-317d-4ac4-8848-1d702adc9c11 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:16.111036 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-859cb684-d5a9-4f8d-ba3a-d8d55a3e26e8 req-49eb549d-317d-4ac4-8848-1d702adc9c11 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0539408 Aug 03 16:40:16.151268 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-859cb684-d5a9-4f8d-ba3a-d8d55a3e26e8 req-7c892d35-ec60-4210-a92e-df023a352bfe tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339603 Aug 03 16:40:17.273491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc1cad-95d9-429b-bb2a-b32838061ae4 req-c4761c09-25e0-4b3a-8745-1b4243432cad tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:17.275121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72bc1cad-95d9-429b-bb2a-b32838061ae4 req-c4761c09-25e0-4b3a-8745-1b4243432cad tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 946 time: 0.0531857 Aug 03 16:40:17.316157 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-72bc1cad-95d9-429b-bb2a-b32838061ae4 req-defe295a-6d1c-46c5-9515-5b7d0440c800 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349650 Aug 03 16:40:17.564628 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-51797c90-acf8-4469-b90e-c9d287857122 req-26ed07eb-e9bf-4a71-9814-d9a1f451f10a service neutron] show failed (client error): The resource could not be found. Aug 03 16:40:17.565168 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-26ed07eb-e9bf-4a71-9814-d9a1f451f10a service neutron] 10.222.0.78 "GET /v2.0/ports/1ec81a4f-dab5-4e65-943a-76ad23aa623e/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0601454 Aug 03 16:40:17.769915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-8833f57e-8de1-4413-990d-19ea7017010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:17.771491 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-8833f57e-8de1-4413-990d-19ea7017010a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0429509 Aug 03 16:40:17.783181 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:40:17.839624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.039764 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:18.072083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:40:18.110465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:18.112678 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14e172d-3ae4-4dc3-9ebe-97e0384affae" -d '{"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:18.116564 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.130646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Transition to ACTIVE for port object 1ec81a4f-dab5-4e65-943a-76ad23aa623e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:40:18.135401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.266274 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d64c03c-f3d6-46ba-b7fd-1383ca5890bd x-openstack-request-id: req-1d64c03c-f3d6-46ba-b7fd-1383ca5890bd {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:18.266569 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:18.266826 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d64c03c-f3d6-46ba-b7fd-1383ca5890bd {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:18.267221 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'code': 200} Aug 03 16:40:18.276858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:18.298459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.298817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.299158 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.299494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.299823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.300148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.300473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.300796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.301119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.301442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.301790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.302109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:18.325738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] No DVR routers for this DVR port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:40:18.477340 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c996-e340-4775-9f1e-3fdadb91e63f req-0112cacd-ef4a-474c-b217-047991332152 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:18.478832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1263c996-e340-4775-9f1e-3fdadb91e63f req-0112cacd-ef4a-474c-b217-047991332152 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0719728 Aug 03 16:40:18.519827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:40:18.520156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:40:18.520482 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:40:18.532478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:40:18.532795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Attempting to bind port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:40:18.542210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1263c996-e340-4775-9f1e-3fdadb91e63f req-6e0ba41a-37bf-498e-99f3-f2b7b1ee5797 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501471 Aug 03 16:40:18.543307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:40:18.543641 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:40:18.544349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:40:18.544506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Bound port: 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:40:18.544787 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.611537 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:40:18.614762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:40:18.619447 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.656124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:18.657187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:18.658984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1092 time: 0.8799040 Aug 03 16:40:18.696169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71a9a7-8570-4ae6-b690-f5903b567437 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:18.729452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-23876a75-eef7-4eea-a04a-e1083401ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:18.731054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-23876a75-eef7-4eea-a04a-e1083401ae33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0478892 Aug 03 16:40:18.829702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-8307a50d-e39a-434d-a8b3-2d7280d75c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:18.831195 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-8307a50d-e39a-434d-a8b3-2d7280d75c9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0890267 Aug 03 16:40:18.903362 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-b1c95532-532b-4234-801b-40bae1480b22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1000 time: 0.0651138 Aug 03 16:40:18.952956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-bd10c3e8-c1dd-44ba-84b1-e5dfb6658ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:18.954469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-bd10c3e8-c1dd-44ba-84b1-e5dfb6658ec9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0446734 Aug 03 16:40:19.000114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797c90-acf8-4469-b90e-c9d287857122 req-a5a82f14-1653-43c3-bce9-30d39614ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:19.001498 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-a5a82f14-1653-43c3-bce9-30d39614ac86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397196 Aug 03 16:40:19.102568 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-ea9fc84d-4466-4916-b513-5d07d9edb0fd service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925989 Aug 03 16:40:19.200112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-1483786c-e393-4078-a18e-cf66c5c0de82 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901461 Aug 03 16:40:19.659899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835ad2a-7a89-42eb-b631-970edf0d9f5d req-1ac78634-57e4-4a13-ab18-5ff13c67203c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:19.661399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2835ad2a-7a89-42eb-b631-970edf0d9f5d req-1ac78634-57e4-4a13-ab18-5ff13c67203c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0497794 Aug 03 16:40:19.700886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2835ad2a-7a89-42eb-b631-970edf0d9f5d req-5aee54da-6bc1-4214-8b64-626fd326f9df tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Aug 03 16:40:20.268475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:20.270887 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72" -d '{"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:20.319936 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b01702-4cc0-4c63-92a1-5623d8f84aba x-openstack-request-id: req-62b01702-4cc0-4c63-92a1-5623d8f84aba {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:20.320231 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:20.320482 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62b01702-4cc0-4c63-92a1-5623d8f84aba {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:20.320883 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'status': 'completed', 'code': 200} Aug 03 16:40:20.384208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-095272f8-8a8f-49b0-a555-e67f1cda9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.385764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-095272f8-8a8f-49b0-a555-e67f1cda9e5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0463629 Aug 03 16:40:20.394925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4c3cdbe8-da08-473a-80b3-cf688e01c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.396486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4c3cdbe8-da08-473a-80b3-cf688e01c243 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0463903 Aug 03 16:40:20.476891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4553d1b1-1abc-410a-a47d-6dcaed0ba577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.478421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4553d1b1-1abc-410a-a47d-6dcaed0ba577 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0857930 Aug 03 16:40:20.488998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4f0ab772-ea37-4e87-bc45-75c5b3a047a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.490604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4f0ab772-ea37-4e87-bc45-75c5b3a047a6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0864735 Aug 03 16:40:20.554763 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-3ade9788-3183-4d2e-a014-2e1cc95cefb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1000 time: 0.0653028 Aug 03 16:40:20.572145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4f3f2ce9-dd8e-4c68-b74e-437d9f2e2af1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1000 time: 0.0686233 Aug 03 16:40:20.609302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-5fa25d92-bb8a-4181-8e50-ca7aa7f300cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.610906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-5fa25d92-bb8a-4181-8e50-ca7aa7f300cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0484204 Aug 03 16:40:20.623456 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-c2c9e5fd-bab2-4456-9982-889269acd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.624929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-c2c9e5fd-bab2-4456-9982-889269acd96f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0454149 Aug 03 16:40:20.664885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-94aa8b1b-1fe6-4eda-9e0c-8f8020a7cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.666472 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-94aa8b1b-1fe6-4eda-9e0c-8f8020a7cd7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444160 Aug 03 16:40:20.683601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4092ed69-1cdd-4754-9cf1-c01d6784f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.685306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-4092ed69-1cdd-4754-9cf1-c01d6784f1ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520799 Aug 03 16:40:20.773596 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-9c9f3e46-88c2-40ba-bd84-35a67dcc2baa service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990911 Aug 03 16:40:20.832753 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-778da8b2-7df6-4e1c-81ea-264d0e0727d4 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381495 Aug 03 16:40:20.856925 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda937-719f-4f34-8206-0699ed00f91e req-cc10db7e-81a0-4860-9441-521ed65f6f6b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:20.858426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cda937-719f-4f34-8206-0699ed00f91e req-cc10db7e-81a0-4860-9441-521ed65f6f6b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0731993 Aug 03 16:40:20.868171 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-216db6a1-9048-4fa8-85dd-3e4fd94269a1 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Aug 03 16:40:20.945091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-86cda937-719f-4f34-8206-0699ed00f91e req-7c3cfa3a-4459-41b0-b314-bc6cec715e04 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759943 Aug 03 16:40:20.970967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef66bf8-64a0-4ccf-91d3-dc2829f07e72 req-fc5ee8bd-867a-4386-9ddf-99c20b10f239 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298692 Aug 03 16:40:21.174809 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e46232-7013-4e74-ab3c-c5026d74ea0e req-cfc7a1a4-c1f5-46cc-821b-1aacb74ccad2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.176348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e6e46232-7013-4e74-ab3c-c5026d74ea0e req-cfc7a1a4-c1f5-46cc-821b-1aacb74ccad2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0855522 Aug 03 16:40:21.185400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-5f843902-1381-4326-9123-6d76e14b2dd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.186948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-5f843902-1381-4326-9123-6d76e14b2dd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.0832410 Aug 03 16:40:21.264380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e6e46232-7013-4e74-ab3c-c5026d74ea0e req-230c034a-0fcb-4dd8-9c6e-1e1af38ce92a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764487 Aug 03 16:40:21.273870 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-27d1ac9b-0c29-4983-9b51-edf407b48a59 service neutron] delete failed (client error): The resource could not be found. Aug 03 16:40:21.274904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-27d1ac9b-0c29-4983-9b51-edf407b48a59 service neutron] 10.222.0.78 "DELETE /v2.0/ports/1ec81a4f-dab5-4e65-943a-76ad23aa623e/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0793989 Aug 03 16:40:21.360237 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-8f84f854-8090-4c08-8c59-7feebc4c7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.361822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-8f84f854-8090-4c08-8c59-7feebc4c7846 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 1095 time: 0.0430148 Aug 03 16:40:21.453623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-d1f4f513-a7f2-48a0-9b71-c298e249f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.455096 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-d1f4f513-a7f2-48a0-9b71-c298e249f2d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0846691 Aug 03 16:40:21.525278 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-a43b1860-f63e-4273-94d4-03cb05b24f4e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 200 len: 1000 time: 0.0626404 Aug 03 16:40:21.577087 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-460f3442-a4dc-4247-98b2-35b9770c6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.578611 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-460f3442-a4dc-4247-98b2-35b9770c6e23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0455086 Aug 03 16:40:21.625876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-85b8e826-fe56-48b8-bab9-9e9651a5723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:21.627402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-85b8e826-fe56-48b8-bab9-9e9651a5723f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403030 Aug 03 16:40:21.723009 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-5d7aa3b5-11be-42d6-8451-e79349fa1831 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867414 Aug 03 16:40:21.815168 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cd00a1fa-5abc-4700-b96f-772287bb610d req-49f1dd49-da69-41c7-af00-e137caddb961 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Aug 03 16:40:22.128053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:40:22.171212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:40:22.391375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ca68-66cb-40bb-ba60-7e7a7aee66d2 req-d0c46c05-2b9e-46c9-9c3f-1df05f218448 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:22.392522 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7c1ca68-66cb-40bb-ba60-7e7a7aee66d2 req-d0c46c05-2b9e-46c9-9c3f-1df05f218448 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0512397 Aug 03 16:40:22.413273 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:22.440519 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c7c1ca68-66cb-40bb-ba60-7e7a7aee66d2 req-43d1e6bf-1fa7-408f-a3a3-b8642aa076f5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Aug 03 16:40:22.555898 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83d6d-2887-4b24-a87d-7aad84dc5268 req-bd1328bb-fcb9-45bb-bbc5-2af5f78302a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:22.557456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fa83d6d-2887-4b24-a87d-7aad84dc5268 req-bd1328bb-fcb9-45bb-bbc5-2af5f78302a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0499990 Aug 03 16:40:22.601293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fa83d6d-2887-4b24-a87d-7aad84dc5268 req-a71ffce4-fbcf-40f8-bc10-b5977d00e3bd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377865 Aug 03 16:40:22.718973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41307f1-7376-45f6-8c4b-eddd59ee90bd req-697734fc-5f4d-409b-8a44-861bd6b9be2c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:22.720389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e41307f1-7376-45f6-8c4b-eddd59ee90bd req-697734fc-5f4d-409b-8a44-861bd6b9be2c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0533242 Aug 03 16:40:22.760503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e41307f1-7376-45f6-8c4b-eddd59ee90bd req-99c3d621-4e87-4493-8b06-f1a9afe15d2e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Aug 03 16:40:23.000847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf264fd2-2840-46e5-8072-110355e61f29 req-a054463a-f060-4dcd-89a2-c0b8245a5329 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:23.002272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf264fd2-2840-46e5-8072-110355e61f29 req-a054463a-f060-4dcd-89a2-c0b8245a5329 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 944 time: 0.0486605 Aug 03 16:40:23.041286 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf264fd2-2840-46e5-8072-110355e61f29 req-1db7bf5f-a436-4ec3-ab32-2e3e5f8e5563 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Aug 03 16:40:23.454502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:40:23.551248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:23.563607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'mac_address': 'fa:16:3e:5f:93:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:40:23.601033 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:23.613271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec81a4f-dab5-4e65-943a-76ad23aa623e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:40:23.632804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:23.636670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:23.686493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:23.693590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.693966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.694309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.694645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.694975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.695303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.695627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.695949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.696270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.696589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.696908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.697228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:23.871139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['1ec81a4f-dab5-4e65-943a-76ad23aa623e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:40:24.158687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24516935-1db5-48e7-b97e-007df5bbf7f3 req-f522cc0f-ce20-4a9c-b236-f1fefa43541c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:24.159296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-1a246892-1e19-47d8-bc6b-95c390fdb26f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:24.160214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24516935-1db5-48e7-b97e-007df5bbf7f3 req-f522cc0f-ce20-4a9c-b236-f1fefa43541c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 945 time: 0.0501745 Aug 03 16:40:24.160423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-1a246892-1e19-47d8-bc6b-95c390fdb26f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Aug 03 16:40:24.207119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24516935-1db5-48e7-b97e-007df5bbf7f3 req-8c5b71c0-4c96-439c-a33b-8cc4e5c4de23 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 Aug 03 16:40:24.257010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Deleting port 1ec81a4f-dab5-4e65-943a-76ad23aa623e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:40:24.257359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:24.346942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] For port 1ec81a4f-dab5-4e65-943a-76ad23aa623e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=1ec81a4f-dab5-4e65-943a-76ad23aa623e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:24.347270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:24.519562 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:24.519927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:24.520239 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 disassociated. External IP: 172.25.7.142, port: 1ec81a4f-dab5-4e65-943a-76ad23aa623e. Aug 03 16:40:24.520577 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Calling delete_port for 1ec81a4f-dab5-4e65-943a-76ad23aa623e owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:40:24.648788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:24.680804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'Port': ['ID=1ec81a4f-dab5-4e65-943a-76ad23aa623e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:24.800395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:40:25.233174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:40:25.248074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:40:25.257977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:40:25.258805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:40:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:25.272831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] No DVR routers for this DVR port 1ec81a4f-dab5-4e65-943a-76ad23aa623e on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:40:25.275884 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:25.278351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-143ba547-ac20-4a90-90e7-af15edf672b6 req-f8a8f9ad-063e-4946-a1a4-7e90c8b5f1c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "DELETE /v2.0/ports/1ec81a4f-dab5-4e65-943a-76ad23aa623e HTTP/1.1" status: 204 len: 173 time: 1.1121569 Aug 03 16:40:25.279118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-deleted', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:25.281561 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41eb5aa9-a97a-4e53-ad79-c18bf6028ec7" -d '{"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-deleted", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:25.312162 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-37728a62-42f3-4c05-82ea-dc8b45327145 req-587cd5d6-f96f-43a5-8d00-54273bbb3315 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=614f3924-e4ce-49a8-966f-c9f14b616384 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Aug 03 16:40:25.339874 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce00d132-aff9-457f-8667-6c5be5ae7d8f x-openstack-request-id: req-ce00d132-aff9-457f-8667-6c5be5ae7d8f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:25.340166 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f3924-e4ce-49a8-966f-c9f14b616384", "name": "network-vif-deleted", "tag": "1ec81a4f-dab5-4e65-943a-76ad23aa623e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:25.340427 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce00d132-aff9-457f-8667-6c5be5ae7d8f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:25.340827 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f3924-e4ce-49a8-966f-c9f14b616384', 'name': 'network-vif-deleted', 'tag': '1ec81a4f-dab5-4e65-943a-76ad23aa623e', 'status': 'completed', 'code': 200} Aug 03 16:40:25.406471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:40:25.482412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:40:25.488325 n-d-803226-3 neutron-server[106018]: INFO neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No ports have port_id starting with 1ec81a4f-dab5-4e65-943a-76ad23aa623e Aug 03 16:40:25.498795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e requested by agent hyperv_n-h1-803226-3 not found in database {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 03 16:40:25.630041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:25.657852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:40:25.667058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:40:25.667677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:40:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:25.777436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:40:25.979213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:26.008895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82fbb57-b0da-4ecf-8a86-e206b3753a62 None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:40:26.222148 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a203a-64d4-4aba-a40f-f1b5282c90cd None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:40:26.546821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-06dd9ba7-f652-4503-9202-bce334d32648 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1142898587&fields=id&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 267 time: 0.0349019 Aug 03 16:40:26.567987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:26.659321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-d570a134-0548-40dd-ad6f-804c2d2fc571 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:26.660787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-d570a134-0548-40dd-ad6f-804c2d2fc571 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1058445 Aug 03 16:40:26.676091 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-fb0a18df-257c-4ce3-a931-0515ad7f47b5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/quotas/0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 375 time: 0.0092721 Aug 03 16:40:26.729331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-c4c6e151-1315-4ef4-a431-0e0fe895d2fd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472538 Aug 03 16:40:26.829194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5c6af83f-83e5-44d1-9a45-e20c87c4366e service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877507 Aug 03 16:40:26.918869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5846a7f1-f8a4-4d01-8dc3-13580974aecf service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Aug 03 16:40:27.080697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-954aa213-fa41-45b3-abd5-fa83568a1870 req-e5cf5859-c241-42c6-bc54-28f15145f223 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 210 time: 0.0266874 Aug 03 16:40:27.477286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:40:27.497155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 1ec81a4f-dab5-4e65-943a-76ad23aa623e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:40:27.497499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 1ec81a4f-dab5-4e65-943a-76ad23aa623e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:40:28.081802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-c3831c08-5d55-40f1-9ffb-406147152c37 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:28.083206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-c3831c08-5d55-40f1-9ffb-406147152c37 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1085570 Aug 03 16:40:28.131632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-8714a88c-69cc-445a-830b-1abbd58db6f3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 380 time: 0.0384655 Aug 03 16:40:28.149947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'port': {'device_id': 'ac7a3545-8365-4e42-8853-611aa3716832', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'admin_state_up': True, 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'security_groups': ['6d31f20f-e1e7-448f-a9ca-1cd17d322150']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:40:28.180660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38accc31-c5e8-41e7-8653-3772fb8544ca req-85e6f6e4-d482-43de-b007-a4af677ee609 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Aug 03 16:40:28.264527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:40:28.267977 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.402242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Allocated IP 172.20.0.10 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/b920e31d-7a9d-4392-880f-58890a48586d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:40:28.551261 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.565875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Transition to ACTIVE for port object b920e31d-7a9d-4392-880f-58890a48586d will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:40:28.598903 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.642041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:40:28.645065 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:40:28.651525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:40:28.656973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:28.686540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.686893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.687239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.687583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.687923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.688256 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.688583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.688912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.689240 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.689567 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.689922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.690247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:40:28.715892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:28.716540 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.734886 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-5cc0f401-6647-4c92-8066-f666381f1fc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893214 Aug 03 16:40:28.748188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Request body: {'port': {'device_id': 'ac7a3545-8365-4e42-8853-611aa3716832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:40:28.811485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.847036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95fd9963-5040-4f43-a719-0cadcde45de6 None None] Provisioning for port b920e31d-7a9d-4392-880f-58890a48586d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:40:28.851359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-95fd9963-5040-4f43-a719-0cadcde45de6 None None] Provisioning complete for port b920e31d-7a9d-4392-880f-58890a48586d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:40:28.851359 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-95fd9963-5040-4f43-a719-0cadcde45de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:28.886176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9963-5040-4f43-a719-0cadcde45de6 None None] Port b920e31d-7a9d-4392-880f-58890a48586d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:40:29.083055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b920e31d-7a9d-4392-880f-58890a48586d {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:40:29.090645 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:29.102347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Transition to ACTIVE for port object b920e31d-7a9d-4392-880f-58890a48586d will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:40:29.106432 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:29.162144 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:29.238633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:40:29.239496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:40:29.239496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:40:29.245040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:40:29.245365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:40:29.250652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:40:29.250987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:40:29.251375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:40:29.251805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Bound port: b920e31d-7a9d-4392-880f-58890a48586d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:40:29.252328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:29.352462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed751fe-493b-445d-9a3e-c374ed86cf8a req-344c39f1-0d13-473e-ad2c-b69ab0d6c953 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.354043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fed751fe-493b-445d-9a3e-c374ed86cf8a req-344c39f1-0d13-473e-ad2c-b69ab0d6c953 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0919836 Aug 03 16:40:29.372497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:40:29.399476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:40:29.408057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:29.442293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fed751fe-493b-445d-9a3e-c374ed86cf8a req-3dea94f9-5836-4070-9b45-9cb1c708e789 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810170 Aug 03 16:40:29.451747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.452389 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:29.453811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] 10.222.0.78 "PUT /v2.0/ports/b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1092 time: 0.7101481 Aug 03 16:40:29.454245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:29.456482 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341ba34-2d0b-4965-a404-1fb24a87e676" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:29.492796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc08b-8c25-4ac2-ac64-716d445cbe5d service neutron] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:29.505362 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208526e2-744b-4cf4-821b-23dabbb71861 x-openstack-request-id: req-208526e2-744b-4cf4-821b-23dabbb71861 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:29.505682 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:29.505936 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-208526e2-744b-4cf4-821b-23dabbb71861 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:29.507310 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'status': 'completed', 'code': 200} Aug 03 16:40:29.551783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-d58eb8a0-f865-40d0-8385-f0e14151221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.553871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-d58eb8a0-f865-40d0-8385-f0e14151221b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1095 time: 0.0455470 Aug 03 16:40:29.601978 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-6ef7a0c6-9ce5-4f7a-979b-7dc202fb8157 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 217 time: 0.0400677 Aug 03 16:40:29.658392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-929386de-7d0f-4741-8911-574cf57cdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.659876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-929386de-7d0f-4741-8911-574cf57cdc14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0472550 Aug 03 16:40:29.708334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-e184f10c-13df-46be-999c-a41bfb799d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.709976 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-e184f10c-13df-46be-999c-a41bfb799d78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421066 Aug 03 16:40:29.806988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-278434de-e91d-4e31-9bc8-aa0de005f22d service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Aug 03 16:40:29.900079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6db4414b-ec6c-48a8-be54-8ffbda032f2b req-b966a2aa-bd05-49e5-8d65-e80a6622e3c2 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854630 Aug 03 16:40:29.994440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-ba96c540-8703-4ae8-9d0a-1d0767961fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:29.995954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-ba96c540-8703-4ae8-9d0a-1d0767961fd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1095 time: 0.0427506 Aug 03 16:40:30.091984 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-ed3fc904-906b-4384-8197-60101b6bb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:30.093476 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-ed3fc904-906b-4384-8197-60101b6bb58f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0903482 Aug 03 16:40:30.138286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-6b5490ef-d5ae-4e57-95cf-b97a8b92ef53 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 217 time: 0.0358639 Aug 03 16:40:30.188596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-882f18cc-d64a-4e72-b436-d418836f0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:30.190010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-882f18cc-d64a-4e72-b436-d418836f0f9a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0449977 Aug 03 16:40:30.243251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-e73e9992-0569-45c9-afd3-09258343eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:30.244766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-e73e9992-0569-45c9-afd3-09258343eee4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462203 Aug 03 16:40:30.346289 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-fe5dbbfe-d2c6-4e97-9a28-844129f4cbbe service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920589 Aug 03 16:40:30.821222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfbb11-bd65-406a-9be3-da3540e6dc7b req-f7d386f2-db7f-4f4f-a7e9-c71533ad6c91 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:30.822664 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5dfbb11-bd65-406a-9be3-da3540e6dc7b req-f7d386f2-db7f-4f4f-a7e9-c71533ad6c91 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0796523 Aug 03 16:40:30.824854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f341ba34-2d0b-4965-a404-1fb24a87e676 req-4f9c7bd4-877e-42a7-a65f-27ad189476bb service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691844 Aug 03 16:40:30.862407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5dfbb11-bd65-406a-9be3-da3540e6dc7b req-80ed8105-393d-4c6a-8671-f6990b676218 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Aug 03 16:40:31.985440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470dd2e-5f17-4b1c-9003-9f8fd802e100 req-4537aa89-195b-4407-b161-37d0e9202401 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:31.986999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5470dd2e-5f17-4b1c-9003-9f8fd802e100 req-4537aa89-195b-4407-b161-37d0e9202401 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0545099 Aug 03 16:40:32.027506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5470dd2e-5f17-4b1c-9003-9f8fd802e100 req-eff6b5c7-e964-4571-afe2-239abf826bf2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Aug 03 16:40:33.152336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17d644-d509-466f-886f-f55f259e727b req-42de828f-42d5-49a3-bc9a-c157c66dfca5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:33.153983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e17d644-d509-466f-886f-f55f259e727b req-42de828f-42d5-49a3-bc9a-c157c66dfca5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0541997 Aug 03 16:40:33.198911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e17d644-d509-466f-886f-f55f259e727b req-ea77656b-3a2c-4a2a-ba59-dc66b97cbcfb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384886 Aug 03 16:40:34.183329 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b920e31d-7a9d-4392-880f-58890a48586d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:40:34.284864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:34.297695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'b920e31d-7a9d-4392-880f-58890a48586d', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d', 'mac_address': 'fa:16:3e:4d:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:40:34.325895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae26cee-898b-4b5b-95c0-f1231cec46ca req-38a9d044-8b67-4ead-80b7-32dbdf4b6869 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:34.327551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cae26cee-898b-4b5b-95c0-f1231cec46ca req-38a9d044-8b67-4ead-80b7-32dbdf4b6869 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0534029 Aug 03 16:40:34.342149 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:34.356472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920e31d-7a9d-4392-880f-58890a48586d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:40:34.370503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cae26cee-898b-4b5b-95c0-f1231cec46ca req-bdab37b4-64f9-46ff-9089-ec03ceb2e694 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Aug 03 16:40:34.376813 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:34.381857 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:34.430485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:34.635884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['b920e31d-7a9d-4392-880f-58890a48586d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:40:35.489158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3631e-170c-4f5a-88fe-557dbaea16a9 req-5a409ae4-c42c-429d-8e33-cc53c428447c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:35.491270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ba3631e-170c-4f5a-88fe-557dbaea16a9 req-5a409ae4-c42c-429d-8e33-cc53c428447c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 945 time: 0.0493259 Aug 03 16:40:35.531372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ba3631e-170c-4f5a-88fe-557dbaea16a9 req-a4dc21fc-e44c-4f88-b52f-5bf69a0fe866 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Aug 03 16:40:36.198973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b920e31d-7a9d-4392-880f-58890a48586d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:40:36.246810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port b920e31d-7a9d-4392-880f-58890a48586d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:40:36.250538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port b920e31d-7a9d-4392-880f-58890a48586d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:40:36.250906 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:36.335243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:36.357279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:36.359629 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac798e02-6449-4347-b6bc-e5e275c2c03a" -d '{"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-plugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:36.374967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:40:36.378985 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:36.428892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:40:36.462092 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0871c6a5-abb9-4145-af8a-9453c774b129 x-openstack-request-id: req-0871c6a5-abb9-4145-af8a-9453c774b129 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:36.462410 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-plugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:36.462716 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0871c6a5-abb9-4145-af8a-9453c774b129 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:36.463158 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'code': 200} Aug 03 16:40:36.569564 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab9fa-4f8b-4703-8a11-98580ce465bf req-6aa3edb2-ea31-402b-b121-5bb020b2f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:36.571833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a9ab9fa-4f8b-4703-8a11-98580ce465bf req-6aa3edb2-ea31-402b-b121-5bb020b2f944 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0462110 Aug 03 16:40:36.619762 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a9ab9fa-4f8b-4703-8a11-98580ce465bf req-10992630-d0b3-40df-afea-8eb46a7a5321 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Aug 03 16:40:36.661668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161ea6c-7121-44b7-942e-f291ddb1b657 req-a9c63df4-b0b3-41c1-b569-af6b06784fdc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:36.663806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6161ea6c-7121-44b7-942e-f291ddb1b657 req-a9c63df4-b0b3-41c1-b569-af6b06784fdc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0599005 Aug 03 16:40:36.707246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6161ea6c-7121-44b7-942e-f291ddb1b657 req-76362e93-8fdd-4a01-b668-1015121c832c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Aug 03 16:40:37.831626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c2995-9b5c-4946-a1dc-d5820840c226 req-6dd54e4c-98b4-496a-8105-23cd9e95e037 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:37.833139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-919c2995-9b5c-4946-a1dc-d5820840c226 req-6dd54e4c-98b4-496a-8105-23cd9e95e037 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0513725 Aug 03 16:40:37.875449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-919c2995-9b5c-4946-a1dc-d5820840c226 req-1250cb7c-7a4d-43c3-af6d-d217616ae43d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355065 Aug 03 16:40:37.991876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d5f3-37fc-47b6-8f78-912a9b00a8bd req-c60fb2bf-4d65-49a4-acd8-2ab59571043c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:37.993410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-05c7d5f3-37fc-47b6-8f78-912a9b00a8bd req-c60fb2bf-4d65-49a4-acd8-2ab59571043c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0524790 Aug 03 16:40:38.002705 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:40:38.007359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'floatingip': {'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:40:38.048456 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:38.526000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:38.530790 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:38.643155 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 associated. External IP: 172.25.7.142, port: b920e31d-7a9d-4392-880f-58890a48586d. Aug 03 16:40:38.870293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:40:38.984491 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:40:38.989843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:38.997010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:40:39.005984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:40:39.007228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:40:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:39.018153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97b5cddf-cbf2-4b7b-8e79-49f911ffdaf4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "PUT /v2.0/floatingips/6e1793c7-58c8-41ac-87ea-1075a57fe8b8 HTTP/1.1" status: 200 len: 992 time: 1.0142391 Aug 03 16:40:39.019214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:40:39.021253 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:40:39.070244 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5843ba14-2634-4db0-a031-0b17f171bcdb x-openstack-request-id: req-5843ba14-2634-4db0-a031-0b17f171bcdb {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:40:39.070613 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:40:39.070956 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5843ba14-2634-4db0-a031-0b17f171bcdb {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:40:39.071859 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'status': 'completed', 'code': 200} Aug 03 16:40:39.136556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:40:39.137260 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-211dc0fd-7cc8-4327-b598-0bb7ec742b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:39.138863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-211dc0fd-7cc8-4327-b598-0bb7ec742b04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0471838 Aug 03 16:40:39.241418 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-342d19e9-b4e4-4e32-a089-746ab240de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:39.243166 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-342d19e9-b4e4-4e32-a089-746ab240de12 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0967507 Aug 03 16:40:39.326337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-67ca88d5-fbed-40a9-b698-ad6a8ba1457b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1000 time: 0.0759134 Aug 03 16:40:39.377526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-597c67ba-ea66-4c82-a056-8c9edd7cf503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:39.379195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-597c67ba-ea66-4c82-a056-8c9edd7cf503 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0475116 Aug 03 16:40:39.409138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:4d:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a3545-8365-4e42-8853-611aa3716832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:40:38Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:39.436761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:40:39.440690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-a55c4248-d241-458f-83c9-751a6ebff35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:39.442273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-a55c4248-d241-458f-83c9-751a6ebff35e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554588 Aug 03 16:40:39.445718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:40:39.446332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:40:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:39.539150 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-390a600a-e084-4ea9-ab37-b56b6cdc25cd service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885806 Aug 03 16:40:39.564361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:40:39.641364 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-76c64517-ddaf-4448-9bfb-b48fe79f4ba6 req-2109fe2f-b9f2-40ff-a849-efebe4e539a3 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Aug 03 16:40:39.818155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:4d:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a3545-8365-4e42-8853-611aa3716832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:40:38Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:40:40.006153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ab522-975d-4c9c-b2cb-91eca75fd15a None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:4d:0c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a3545-8365-4e42-8853-611aa3716832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:40:38Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:40:40.018966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a960a214-3282-44d9-8202-19f19a9172b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:40.216731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a0ce05-2195-40a5-8423-5c7434af11c2 None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:40:42.180225 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-87f913c7-c75c-4f0e-ac88-db0d9079bf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:42.820480 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:43.853937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:44.392153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-81e51b00-1192-462b-8e6f-7086612bc68d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495033 Aug 03 16:40:44.474446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-0f9f45af-61c7-407a-9dcf-36a53064a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:44.476618 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-0f9f45af-61c7-407a-9dcf-36a53064a507 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0417891 Aug 03 16:40:44.586543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-0831cb2e-8756-4bcd-830f-e8c57f70611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:44.588093 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-0831cb2e-8756-4bcd-830f-e8c57f70611c service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0912538 Aug 03 16:40:44.658046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-20e626b6-6537-4b27-ba63-f4faca55140d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1002 time: 0.0592480 Aug 03 16:40:44.712016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-586b6f75-fc54-4987-8b6d-21d4ab24d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:44.713581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-586b6f75-fc54-4987-8b6d-21d4ab24d7f5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0474632 Aug 03 16:40:44.768094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-73cb1c48-f21a-4566-a2b6-65e0c65e3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:40:44.769858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-73cb1c48-f21a-4566-a2b6-65e0c65e3fbd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492325 Aug 03 16:40:44.868352 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-7460051b-b3a4-4519-b677-4306b9cea1b4 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Aug 03 16:40:44.981109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7fd4b43-695d-442a-a1bc-5f394ae627a8 req-850735f3-004a-4208-a6fe-2b2a395f8394 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058421 Aug 03 16:40:45.232531 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:49.514792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:40:52.429587 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:40:56.565310 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:09.880257 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b67d3038-1089-48d3-9e5a-dd7af0b291e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:12.185511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-314570ab-b079-443f-a54d-441c517ff551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:12.823430 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:13.856862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:15.239221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:22.437141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:26.514212 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:41:26.555796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:39.887453 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a1663f5b-e08f-4c05-9151-7a77833d1a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:42.176029 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a923623-1238-435d-94cc-ed9909f5f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:42.825061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:43.859330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:44.373562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-b5f82bdb-a4e7-4c15-8480-525f097eb2ee service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431516 Aug 03 16:41:44.456310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d4dd-6204-466e-9bba-309489609103 req-84c97f7e-03e7-4384-a7b3-b89fd8c0d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:41:44.457767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-84c97f7e-03e7-4384-a7b3-b89fd8c0d2f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0407989 Aug 03 16:41:44.567379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d4dd-6204-466e-9bba-309489609103 req-68a079e4-acf4-4c6e-a97c-3f47077055ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:41:44.569657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-68a079e4-acf4-4c6e-a97c-3f47077055ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0913937 Aug 03 16:41:44.637350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-3ebbe175-848e-4892-ac1f-f79f23e35693 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1002 time: 0.0593381 Aug 03 16:41:44.687318 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d4dd-6204-466e-9bba-309489609103 req-86df6316-0043-4453-9971-a49dca0b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:41:44.688770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-86df6316-0043-4453-9971-a49dca0b975a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0442405 Aug 03 16:41:44.744425 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646d4dd-6204-466e-9bba-309489609103 req-f20a35e3-89d7-48cc-95a1-27777c8b638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:41:44.745872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-f20a35e3-89d7-48cc-95a1-27777c8b638e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457475 Aug 03 16:41:44.837921 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-d623aaf2-d66a-4f95-ab87-7541aa374b98 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839574 Aug 03 16:41:44.932312 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9646d4dd-6204-466e-9bba-309489609103 req-a2a5acd6-534c-41ea-84f7-378495ad6a48 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873454 Aug 03 16:41:45.241435 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:52.427194 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:41:56.580186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:03.512884 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:42:09.879670 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3562bd15-40e1-414c-b3ac-892432938b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:12.180448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f427b8f7-a5c9-4de9-be6e-27ff3befada4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:12.826706 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:13.868856 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:15.245425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:16.314643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8f73-4f53-48e9-9aec-ac49d0528b7e req-047822ac-6fd0-40a7-9e6e-69b43813e940 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:16.316822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d29f8f73-4f53-48e9-9aec-ac49d0528b7e req-047822ac-6fd0-40a7-9e6e-69b43813e940 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0516424 Aug 03 16:42:16.356349 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d29f8f73-4f53-48e9-9aec-ac49d0528b7e req-0196a604-0f52-4d18-8158-dc4fb9a8ddcd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Aug 03 16:42:17.486634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77be4c-d103-4580-b993-dc58030e057e req-c526a19a-e319-4485-b82a-3c9ca2910198 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:17.488143 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f77be4c-d103-4580-b993-dc58030e057e req-c526a19a-e319-4485-b82a-3c9ca2910198 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0609999 Aug 03 16:42:17.526696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2f77be4c-d103-4580-b993-dc58030e057e req-607c623a-f3db-4ab8-abf2-01acb90bb543 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Aug 03 16:42:18.643449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e59e7-2796-4de8-a4b8-8f274d444340 req-21ec85dc-4045-4b36-9444-f56b25276fef tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:18.644906 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c39e59e7-2796-4de8-a4b8-8f274d444340 req-21ec85dc-4045-4b36-9444-f56b25276fef tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 03 16:42:18.684799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c39e59e7-2796-4de8-a4b8-8f274d444340 req-3537f872-74c9-4968-8a89-0f4be5231da1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328562 Aug 03 16:42:19.801712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ca617-2bfd-4491-bf99-9379f0cc6867 req-6db3d7f5-c7e4-437b-b598-0a5b1752ded4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:19.803219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-143ca617-2bfd-4491-bf99-9379f0cc6867 req-6db3d7f5-c7e4-437b-b598-0a5b1752ded4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Aug 03 16:42:19.843670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-143ca617-2bfd-4491-bf99-9379f0cc6867 req-2e86980b-00ea-406a-8732-16982b138d0c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Aug 03 16:42:20.964169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f6ca-ed9f-4154-81a7-4bc891a50c2f req-2d812602-ebf8-4a40-9d0b-9ec7b9ecc00d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:20.965682 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-adf2f6ca-ed9f-4154-81a7-4bc891a50c2f req-2d812602-ebf8-4a40-9d0b-9ec7b9ecc00d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0529826 Aug 03 16:42:21.002998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-adf2f6ca-ed9f-4154-81a7-4bc891a50c2f req-a8500f89-65c2-40b7-bcc8-389f2257ed57 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Aug 03 16:42:22.121483 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579190d5-c2fe-4032-a600-803c3c6028c5 req-ad7124d1-fa53-4676-9b17-55c0143c81e2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:22.123047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-579190d5-c2fe-4032-a600-803c3c6028c5 req-ad7124d1-fa53-4676-9b17-55c0143c81e2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0511973 Aug 03 16:42:22.166013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-579190d5-c2fe-4032-a600-803c3c6028c5 req-78bc1a44-0c6a-4254-a053-4e962481ab00 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Aug 03 16:42:22.425677 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:23.283575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54efbd2-4cd7-4d6b-98ac-7111f1a810fc req-88716ef6-85ee-40ef-a3d2-4bc14744f139 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:23.285107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b54efbd2-4cd7-4d6b-98ac-7111f1a810fc req-88716ef6-85ee-40ef-a3d2-4bc14744f139 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0505722 Aug 03 16:42:23.324419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b54efbd2-4cd7-4d6b-98ac-7111f1a810fc req-b41c8a21-1ea9-45bd-821b-992211b69cb3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Aug 03 16:42:24.443095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9461-b398-4548-bee4-0c9cc4c0b3b8 req-39b668a2-14a3-4fa0-a784-f5bc039e450a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:24.444582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e2fc9461-b398-4548-bee4-0c9cc4c0b3b8 req-39b668a2-14a3-4fa0-a784-f5bc039e450a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0537355 Aug 03 16:42:24.483956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e2fc9461-b398-4548-bee4-0c9cc4c0b3b8 req-15c0c47d-450f-4a1d-98c7-b95ef7f91f0d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Aug 03 16:42:25.601368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e543985-2243-4e03-ada4-dd090edf8655 req-07010bff-c64b-4198-b10b-4e21ebf0ddf1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:25.602885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e543985-2243-4e03-ada4-dd090edf8655 req-07010bff-c64b-4198-b10b-4e21ebf0ddf1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Aug 03 16:42:25.643060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e543985-2243-4e03-ada4-dd090edf8655 req-f3fe3f2b-b11c-4109-bd42-a1e634271615 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Aug 03 16:42:26.583381 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:26.758811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca3221-57e5-4dfb-a025-6deb2f153218 req-9be2cb15-b6a4-4a76-a267-8d73082c3a4b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:26.760298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18ca3221-57e5-4dfb-a025-6deb2f153218 req-9be2cb15-b6a4-4a76-a267-8d73082c3a4b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Aug 03 16:42:26.798974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-18ca3221-57e5-4dfb-a025-6deb2f153218 req-2aff76d6-bd8f-4f26-8ca8-9ed3e8187ccd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Aug 03 16:42:26.979001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 56620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:42:27.040447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd7fc-baf0-41df-8a89-71e89c172bb9 req-86f11c42-7ad0-4bc5-8197-22537b965065 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:27.042731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e08bd7fc-baf0-41df-8a89-71e89c172bb9 req-86f11c42-7ad0-4bc5-8197-22537b965065 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Aug 03 16:42:27.070993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-6d32377f-6922-47ed-a48d-32f20f21bee7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907323 Aug 03 16:42:27.082794 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e08bd7fc-baf0-41df-8a89-71e89c172bb9 req-c4505117-f678-4941-8ab8-c1a117a39423 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Aug 03 16:42:28.214626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882f9b-ba30-40d9-930f-b19d1513d647 req-55c583fb-3852-4afc-8cd3-537d96c4dfe2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:28.216083 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f882f9b-ba30-40d9-930f-b19d1513d647 req-55c583fb-3852-4afc-8cd3-537d96c4dfe2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0630472 Aug 03 16:42:28.277274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-b011cab9-311f-453e-94b4-bb566a6d4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:28.278851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-b011cab9-311f-453e-94b4-bb566a6d4410 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0812204 Aug 03 16:42:28.282065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f882f9b-ba30-40d9-930f-b19d1513d647 req-90b2aa75-3d7d-489a-b53d-e9dc11251fe8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493944 Aug 03 16:42:28.374013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-8f4207bd-66c9-42a4-9472-98997a5790dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:28.375409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-8f4207bd-66c9-42a4-9472-98997a5790dd service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0896361 Aug 03 16:42:28.441321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-0288d611-e798-473b-9168-9f9313917f9d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1002 time: 0.0590208 Aug 03 16:42:28.496192 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-23146d82-80e9-4e8c-9e12-59a00e63403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:28.497685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-23146d82-80e9-4e8c-9e12-59a00e63403e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0486889 Aug 03 16:42:28.543905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-d0748b24-5cb9-4ff0-8c40-8903651ee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:28.545402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-d0748b24-5cb9-4ff0-8c40-8903651ee236 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404232 Aug 03 16:42:28.636042 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-aa828382-bb94-4994-b157-44d537bb41c3 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835021 Aug 03 16:42:28.729299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-a7e1b884-841e-4551-8982-235c557ecc23 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Aug 03 16:42:29.404936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901babeb-6a4a-47fe-9ddf-623dcce26e43 req-1585654a-797b-469d-b801-edbe7bf808f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:29.406469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-901babeb-6a4a-47fe-9ddf-623dcce26e43 req-1585654a-797b-469d-b801-edbe7bf808f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0543659 Aug 03 16:42:29.445268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-901babeb-6a4a-47fe-9ddf-623dcce26e43 req-28072e5e-56b7-40e0-9921-f7fb612b915b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Aug 03 16:42:30.513662 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-5c473213-8d2f-4280-a8c0-3074bb7812a7 service neutron] show failed (client error): The resource could not be found. Aug 03 16:42:30.514707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-5c473213-8d2f-4280-a8c0-3074bb7812a7 service neutron] 10.222.0.78 "GET /v2.0/ports/b920e31d-7a9d-4392-880f-58890a48586d/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0570621 Aug 03 16:42:30.567923 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44818596-b775-48aa-96dc-aff8bc41ca91 req-e814bd12-9d9a-4997-aa91-1f4a4cca36e7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:30.569436 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44818596-b775-48aa-96dc-aff8bc41ca91 req-e814bd12-9d9a-4997-aa91-1f4a4cca36e7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0538847 Aug 03 16:42:30.609891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44818596-b775-48aa-96dc-aff8bc41ca91 req-4002bcbc-3b88-42bc-92b9-dc513f0efa87 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Aug 03 16:42:30.759285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-14f0cda0-7d94-4d63-a055-01d15790927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:30.761336 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-14f0cda0-7d94-4d63-a055-01d15790927b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0899510 Aug 03 16:42:30.773123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:42:30.827672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.036193 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:31.069631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:42:31.109420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:31.111926 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e272ac7-e20f-4581-aa71-8d2c961e4d0d" -d '{"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-unplugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:31.115795 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.128365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Transition to ACTIVE for port object b920e31d-7a9d-4392-880f-58890a48586d will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:42:31.131774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.168516 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd3ddce-adf1-4abb-b81c-1b9a4a4d5d0e x-openstack-request-id: req-0fd3ddce-adf1-4abb-b81c-1b9a4a4d5d0e {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:31.168809 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-unplugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:31.169067 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fd3ddce-adf1-4abb-b81c-1b9a4a4d5d0e {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:31.169464 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'code': 200} Aug 03 16:42:31.223258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:31.235220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.235572 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.235917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.236256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.236592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.237119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.237247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.237575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.237931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.238256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.238581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.238905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:31.274726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] No DVR routers for this DVR port b920e31d-7a9d-4392-880f-58890a48586d on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:42:31.413830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:42:31.414162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:42:31.414486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:42:31.419509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:42:31.419827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Attempting to bind port b920e31d-7a9d-4392-880f-58890a48586d on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:42:31.424494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:42:31.424828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:42:31.425206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:42:31.425624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Bound port: b920e31d-7a9d-4392-880f-58890a48586d, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:42:31.425998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.487654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:42:31.490966 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:42:31.495360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.528323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.528939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:31.530927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] 10.222.0.72 "PUT /v2.0/ports/b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1092 time: 0.7618124 Aug 03 16:42:31.565595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7bf28-d5bd-41b4-9d7f-8a381569cc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:31.606585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-a71f701e-49aa-468c-b7bf-90e24966dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.608207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-a71f701e-49aa-468c-b7bf-90e24966dc67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1095 time: 0.0536885 Aug 03 16:42:31.704341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-4b75f1b1-d67d-491f-b172-6282b0d4f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.706367 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-4b75f1b1-d67d-491f-b172-6282b0d4f516 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0906734 Aug 03 16:42:31.741356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03050-0114-4d5e-bf55-3b03680937b5 req-87e1e398-14e7-42b5-8ad3-649ae2c85249 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.742895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16c03050-0114-4d5e-bf55-3b03680937b5 req-87e1e398-14e7-42b5-8ad3-649ae2c85249 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0581102 Aug 03 16:42:31.781071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-fa338de5-05f5-41e5-a762-59ccceee25ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1000 time: 0.0662792 Aug 03 16:42:31.790119 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-16c03050-0114-4d5e-bf55-3b03680937b5 req-3d69811b-825c-43a6-9c07-ab5b964fe6b5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Aug 03 16:42:31.831148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-e186d088-f401-4923-8d3e-ad57c419843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.832547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-e186d088-f401-4923-8d3e-ad57c419843b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0450587 Aug 03 16:42:31.877791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-9bbc23cd-e0b8-4572-b533-7c228d048088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:31.879290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-9bbc23cd-e0b8-4572-b533-7c228d048088 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393772 Aug 03 16:42:31.973176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-0fdf0d27-2dc2-462f-a906-18eb8b14ac17 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859151 Aug 03 16:42:32.063786 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f2e3a3b-b472-4e29-b40e-6782f334f581 req-500b0ec4-50d2-42f6-8511-172a54780023 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837088 Aug 03 16:42:32.906629 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edae1a-ae48-4b61-8a5e-b516d537d5ab req-8999f275-0804-41c9-8db7-7a13e36c4c01 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:32.908134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78edae1a-ae48-4b61-8a5e-b516d537d5ab req-8999f275-0804-41c9-8db7-7a13e36c4c01 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0494485 Aug 03 16:42:32.946079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-78edae1a-ae48-4b61-8a5e-b516d537d5ab req-fd8202f3-ecf5-46e0-a1b5-31496c5f9f78 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Aug 03 16:42:33.171111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:33.173468 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f342332-6ce6-437d-8831-dba0e0f71df0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:33.222716 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce8a09-2ec4-4db3-9320-6f351e1fb45c x-openstack-request-id: req-89ce8a09-2ec4-4db3-9320-6f351e1fb45c {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:33.223006 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:33.223267 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89ce8a09-2ec4-4db3-9320-6f351e1fb45c {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:33.223882 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'status': 'completed', 'code': 200} Aug 03 16:42:33.287598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-67b265a5-e029-496c-8ec1-26e892e9c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.289371 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-67b265a5-e029-496c-8ec1-26e892e9c2be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1095 time: 0.0506377 Aug 03 16:42:33.297436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-470babe7-9a6d-4f70-a661-4c65e3830790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.299386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-470babe7-9a6d-4f70-a661-4c65e3830790 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1095 time: 0.0492599 Aug 03 16:42:33.393825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-a580015d-48b2-462c-ace1-0f9d1dcda058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.395307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-a580015d-48b2-462c-ace1-0f9d1dcda058 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0907440 Aug 03 16:42:33.399028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-76846471-8dce-4d46-bd60-6b41787d1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.400485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-76846471-8dce-4d46-bd60-6b41787d1e95 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0933695 Aug 03 16:42:33.470908 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-d330c591-470e-4b24-aa46-4cf53405bdff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1000 time: 0.0672989 Aug 03 16:42:33.471175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-a0d9e711-bb75-47ab-910e-663d910eb4c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1000 time: 0.0627995 Aug 03 16:42:33.522562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-5eaa31ad-adc6-4674-b1d4-787a2d63d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.523223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-636eaa6d-6af2-4c87-9460-95b4e678a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.524071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-5eaa31ad-adc6-4674-b1d4-787a2d63d4a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0456560 Aug 03 16:42:33.524684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-636eaa6d-6af2-4c87-9460-95b4e678a869 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0445855 Aug 03 16:42:33.573785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-71252930-dd4f-45f1-83b8-ea356ef516fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.575832 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-71252930-dd4f-45f1-83b8-ea356ef516fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451005 Aug 03 16:42:33.578400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-6f340b94-6d31-4d6e-b0ab-436032639126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:33.579882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-6f340b94-6d31-4d6e-b0ab-436032639126 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481744 Aug 03 16:42:33.670008 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-572924e4-fdf8-4726-8008-51bf9c69fbdc service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Aug 03 16:42:33.672822 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-f0ba8e98-09c5-48fc-93d5-a47252399319 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Aug 03 16:42:33.762673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-50a737ac-fa86-485e-8168-504a17353987 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Aug 03 16:42:33.768295 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1f342332-6ce6-437d-8831-dba0e0f71df0 req-fad06784-4b1b-478f-9efc-730a57e692bc service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877914 Aug 03 16:42:34.006474 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b920e31d-7a9d-4392-880f-58890a48586d details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:42:34.064616 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef4907-9d56-4602-8035-b31be9835208 req-f45dc5fd-2d20-4b05-b1b1-51c5f8bed96e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:34.066139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08ef4907-9d56-4602-8035-b31be9835208 req-f45dc5fd-2d20-4b05-b1b1-51c5f8bed96e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 944 time: 0.0505967 Aug 03 16:42:34.101691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:34.104736 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-08ef4907-9d56-4602-8035-b31be9835208 req-40317a6d-f0f3-461c-a85f-b6c5bd72c65b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Aug 03 16:42:34.113707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'b920e31d-7a9d-4392-880f-58890a48586d', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': 'b920e31d-7a9d-4392-880f-58890a48586d', 'mac_address': 'fa:16:3e:4d:0c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:42:34.153844 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:34.166353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b920e31d-7a9d-4392-880f-58890a48586d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:42:34.187347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:34.191373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:34.241782 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:34.249998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.250345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.250686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.251027 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.251361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.251691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.252019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.252344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.253421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.253421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.253421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.253749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:34.312042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2bad0-cdf2-4633-bbc3-dac856315570 req-598c6054-b986-4097-a4ab-13038d984447 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:34.313578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbb2bad0-cdf2-4633-bbc3-dac856315570 req-598c6054-b986-4097-a4ab-13038d984447 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 945 time: 0.0597870 Aug 03 16:42:34.331931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2baa0a6b-cd60-4481-b795-bfa6945490fc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:34.333391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2baa0a6b-cd60-4481-b795-bfa6945490fc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 945 time: 0.0524883 Aug 03 16:42:34.352845 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bbb2bad0-cdf2-4633-bbc3-dac856315570 req-f80aa126-5429-40ae-b0fe-cb07d0023387 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330396 Aug 03 16:42:34.394952 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-5c733360-90e8-4817-9de3-cbf835e631fd req-64bd9d40-b26d-4231-8c2b-b23e192841cc service neutron] delete failed (client error): The resource could not be found. Aug 03 16:42:34.395982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-64bd9d40-b26d-4231-8c2b-b23e192841cc service neutron] 10.222.0.78 "DELETE /v2.0/ports/b920e31d-7a9d-4392-880f-58890a48586d/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0539117 Aug 03 16:42:34.435097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['b920e31d-7a9d-4392-880f-58890a48586d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:42:34.480251 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733360-90e8-4817-9de3-cbf835e631fd req-da49b0c9-c182-4ffe-8f76-ee5da0dc11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:34.481850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-da49b0c9-c182-4ffe-8f76-ee5da0dc11d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1096 time: 0.0421374 Aug 03 16:42:34.669200 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b920e31d-7a9d-4392-880f-58890a48586d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:42:34.708155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device b920e31d-7a9d-4392-880f-58890a48586d not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:42:34.924391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733360-90e8-4817-9de3-cbf835e631fd req-9e35b621-9459-463d-8646-5e4c1450dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:34.925904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-9e35b621-9459-463d-8646-5e4c1450dd63 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.4375968 Aug 03 16:42:34.991031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-4dfe63ba-ed40-4b9b-9336-f3a80283b27e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1001 time: 0.0573115 Aug 03 16:42:35.044111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2370fe8a-7135-47b2-91b6-a15cb9fd7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:35.045547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2370fe8a-7135-47b2-91b6-a15cb9fd7e05 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0479400 Aug 03 16:42:35.093045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2dbc68ae-3f8b-4d8d-9828-9e22c91e193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:35.094594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-2dbc68ae-3f8b-4d8d-9828-9e22c91e193e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416427 Aug 03 16:42:35.186012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-7f35bc72-f4e2-410d-b4b4-e6a203d135ce service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Aug 03 16:42:35.279626 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5c733360-90e8-4817-9de3-cbf835e631fd req-338e5199-0b6b-41e6-b693-e4dbabf323a2 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Aug 03 16:42:35.491700 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd14ba-23d9-455a-b005-2187a1449b12 req-824efc68-9c09-4d7a-b5a1-1016202df608 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:35.493085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5fd14ba-23d9-455a-b005-2187a1449b12 req-824efc68-9c09-4d7a-b5a1-1016202df608 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Aug 03 16:42:35.531209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5fd14ba-23d9-455a-b005-2187a1449b12 req-7c86ae9c-a997-4b58-a3bc-d5ee1a971e4f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Aug 03 16:42:36.021987 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b920e31d-7a9d-4392-880f-58890a48586d up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:42:36.072798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port b920e31d-7a9d-4392-880f-58890a48586d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:42:36.076583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port b920e31d-7a9d-4392-880f-58890a48586d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:42:36.076973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:36.151690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:36.175407 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:36.177672 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bbdf5-c5b4-4dcb-a06f-434b629ea7a3" -d '{"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-plugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:36.192866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:36.196979 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:36.221936 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7451402d-12d5-4ba8-a8ef-ac494bd7459b x-openstack-request-id: req-7451402d-12d5-4ba8-a8ef-ac494bd7459b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:36.222233 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-plugged", "status": "completed", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:36.222490 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7451402d-12d5-4ba8-a8ef-ac494bd7459b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:36.222885 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'code': 200} Aug 03 16:42:36.250774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:36.649664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7a91-b2a4-476f-bf1d-2fd9b3f0c754 req-fc71b989-ba13-4943-a5ab-f17cb17cd8e1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:36.651177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92aa7a91-b2a4-476f-bf1d-2fd9b3f0c754 req-fc71b989-ba13-4943-a5ab-f17cb17cd8e1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Aug 03 16:42:36.695007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-92aa7a91-b2a4-476f-bf1d-2fd9b3f0c754 req-f1f739d1-8a3e-4af4-9f5b-5a02bfd9784a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Aug 03 16:42:36.813891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2102326-5df8-44c2-b3d9-095041afa49f req-2ddc0593-0c3d-4eb9-93a3-ea4f699350a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:36.815868 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2102326-5df8-44c2-b3d9-095041afa49f req-2ddc0593-0c3d-4eb9-93a3-ea4f699350a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0519934 Aug 03 16:42:36.855230 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b2102326-5df8-44c2-b3d9-095041afa49f req-10782b18-c72a-4da3-bfab-c94193ee84e0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Aug 03 16:42:37.082720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fa72f-269b-4a49-b6a7-c4d15cf7ceca req-ff6066b8-411b-40c9-833c-cb07ef68e883 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:37.084126 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b57fa72f-269b-4a49-b6a7-c4d15cf7ceca req-ff6066b8-411b-40c9-833c-cb07ef68e883 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0749998 Aug 03 16:42:37.117378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-6eb04cd1-9f57-4fb4-851d-f57b1891b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:37.118867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-6eb04cd1-9f57-4fb4-851d-f57b1891b2f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 1097 time: 0.0750086 Aug 03 16:42:37.139561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b57fa72f-269b-4a49-b6a7-c4d15cf7ceca req-8109f067-8dd1-4ccf-8ece-f4ce62447e16 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491662 Aug 03 16:42:37.214968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-d506a1bd-2d58-40f0-beec-61756c7ba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:37.216585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-d506a1bd-2d58-40f0-beec-61756c7ba366 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0894186 Aug 03 16:42:37.287620 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-ee41aca5-6a66-468f-aa39-29b6b5c4c49a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 200 len: 1002 time: 0.0645845 Aug 03 16:42:37.336584 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-df65e94a-c509-4bca-904b-6497b97adb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:37.337963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-df65e94a-c509-4bca-904b-6497b97adb95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0432265 Aug 03 16:42:37.387624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-173926b9-39f8-46ef-b8f3-d837df2c03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:37.389118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-173926b9-39f8-46ef-b8f3-d837df2c03d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446265 Aug 03 16:42:37.485150 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-2fbb06fb-45da-4346-ab82-aa988cdddfc9 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Aug 03 16:42:37.582696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca6eb1ae-d96f-421c-8e74-320989019c1c req-4a73e2ab-b7c5-4ea2-8949-a35c05637d8c service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896244 Aug 03 16:42:38.260487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3c1f2-e864-4ae6-bfc2-4563822e5142 req-140acf23-06ab-4129-b8b7-1b023dedc8fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:38.262127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5d3c1f2-e864-4ae6-bfc2-4563822e5142 req-140acf23-06ab-4129-b8b7-1b023dedc8fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0508871 Aug 03 16:42:38.305014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e5d3c1f2-e864-4ae6-bfc2-4563822e5142 req-806e7c12-12a0-4b89-a141-1db996337136 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342014 Aug 03 16:42:38.538665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe020c-d530-4f7e-9fa3-5dd6cd9befa2 req-2dd2f987-ab58-46ca-9d14-930103895eec tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:38.540132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9efe020c-d530-4f7e-9fa3-5dd6cd9befa2 req-2dd2f987-ab58-46ca-9d14-930103895eec tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0531120 Aug 03 16:42:38.580286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9efe020c-d530-4f7e-9fa3-5dd6cd9befa2 req-050ab983-2a91-46e1-824f-d7d4fd93ff71 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339718 Aug 03 16:42:39.697755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac5418-dfd7-43e1-aac4-89b1673b7712 req-d0178e2a-7a87-45e3-aec6-a2af817d0ae7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:39.699252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63ac5418-dfd7-43e1-aac4-89b1673b7712 req-d0178e2a-7a87-45e3-aec6-a2af817d0ae7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0498393 Aug 03 16:42:39.738298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63ac5418-dfd7-43e1-aac4-89b1673b7712 req-19986aff-5d5d-44ff-9a1b-88c846cde599 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322926 Aug 03 16:42:39.831841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-98baf48c-711a-4a7b-baee-67abb7bd8836 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:39.833216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-98baf48c-711a-4a7b-baee-67abb7bd8836 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 946 time: 0.0528202 Aug 03 16:42:39.881093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5b135261-569a-420a-8a1d-f83479f1fa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:39.926342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Deleting port b920e31d-7a9d-4392-880f-58890a48586d {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:42:39.926685 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.020882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] For port b920e31d-7a9d-4392-880f-58890a48586d, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=b920e31d-7a9d-4392-880f-58890a48586d,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:40.021247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.193179 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.193547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.193906 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 disassociated. External IP: 172.25.7.142, port: b920e31d-7a9d-4392-880f-58890a48586d. Aug 03 16:42:40.194429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Calling delete_port for b920e31d-7a9d-4392-880f-58890a48586d owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:42:40.327565 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.357743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'Port': ['ID=b920e31d-7a9d-4392-880f-58890a48586d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:40.476768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:42:40.512369 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:42:40.588729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:42:40.599667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e10450-8056-4371-981e-875cc525207c None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:42:40.610369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e10450-8056-4371-981e-875cc525207c None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:42:40.610992 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-42e10450-8056-4371-981e-875cc525207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:42:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:40.629268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] No DVR routers for this DVR port b920e31d-7a9d-4392-880f-58890a48586d on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:42:40.631871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:40.633909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10fa41e2-d014-4284-b8d0-2a0a3f418c86 req-083c8fa6-8ecf-4f57-8d28-31fd13bb254c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "DELETE /v2.0/ports/b920e31d-7a9d-4392-880f-58890a48586d HTTP/1.1" status: 204 len: 173 time: 0.7942421 Aug 03 16:42:40.634369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-deleted', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:40.636687 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5923b6-aad8-4b02-9ccf-2f8d0f4c3be4" -d '{"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-deleted", "tag": "b920e31d-7a9d-4392-880f-58890a48586d"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:40.678828 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195d0bd-f018-4f1a-a17e-a2d09edac7bf x-openstack-request-id: req-d195d0bd-f018-4f1a-a17e-a2d09edac7bf {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:40.679125 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a3545-8365-4e42-8853-611aa3716832", "name": "network-vif-deleted", "tag": "b920e31d-7a9d-4392-880f-58890a48586d", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:40.679377 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d195d0bd-f018-4f1a-a17e-a2d09edac7bf {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:40.679772 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a3545-8365-4e42-8853-611aa3716832', 'name': 'network-vif-deleted', 'tag': 'b920e31d-7a9d-4392-880f-58890a48586d', 'status': 'completed', 'code': 200} Aug 03 16:42:40.727511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-42e10450-8056-4371-981e-875cc525207c None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:42:40.859276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8466a0fa-4b09-44d5-86a7-a2b1f1a7dfca req-bd3d5c38-2b72-4510-a31a-869f009b3972 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac7a3545-8365-4e42-8853-611aa3716832 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Aug 03 16:42:40.940111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-42e10450-8056-4371-981e-875cc525207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:40.966487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e10450-8056-4371-981e-875cc525207c None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:42:40.974899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e10450-8056-4371-981e-875cc525207c None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:42:40.975513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-42e10450-8056-4371-981e-875cc525207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:42:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:41.085668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-42e10450-8056-4371-981e-875cc525207c None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:42:41.290428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-42e10450-8056-4371-981e-875cc525207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:41.317734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e10450-8056-4371-981e-875cc525207c None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:42:41.563059 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f5391-7671-44cb-bfdd-18b653b76a87 None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:42:42.158543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-741332db-2291-43ba-83b3-5bf24fde0767 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1142898587&fields=id&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 267 time: 0.0372515 Aug 03 16:42:42.186239 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f56a750c-ebca-4b20-9c59-e055fdc6ac9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:42.279215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-445035b8-5871-4d99-a1e5-5f8ecfe1a8ec tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:42.280242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-445035b8-5871-4d99-a1e5-5f8ecfe1a8ec tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1140685 Aug 03 16:42:42.298052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-ea91b8a8-50e7-4902-860a-0b49080cc922 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/quotas/0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 375 time: 0.0115063 Aug 03 16:42:42.363870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-70bda3b2-b356-4efb-9300-efecebe05dbf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599506 Aug 03 16:42:42.520086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-184c997f-5e4e-4c1b-99e0-9e1d006b0f17 service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440785 Aug 03 16:42:42.617333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-ba090743-7ea2-458f-9832-3d50e9be65a6 service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910134 Aug 03 16:42:42.789947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a5c0b5f1-141f-471f-9550-e988f93e8f0d req-379dc8e5-11bb-471b-b61a-bdd2ec8d556f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 210 time: 0.0313609 Aug 03 16:42:42.829695 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:43.703435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-c7737356-5405-4a69-8b8b-e8e6d7003e7a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:43.704949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-c7737356-5405-4a69-8b8b-e8e6d7003e7a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1123991 Aug 03 16:42:43.751051 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-e529e9b1-b3e5-44a2-aa73-99ade4b24aeb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 380 time: 0.0357533 Aug 03 16:42:43.763077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'port': {'device_id': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'admin_state_up': True, 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'security_groups': ['6d31f20f-e1e7-448f-a9ca-1cd17d322150']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:42:43.864947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:43.895828 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ab47ca5c-c425-4acf-9bf4-ed6833742a95 req-c3fe26db-8dcc-4c73-a14a-08f7e40301f7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 210 time: 0.0313668 Aug 03 16:42:43.904570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:42:43.908942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.037800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b920e31d-7a9d-4392-880f-58890a48586d no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:42:44.043020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Allocated IP 172.20.0.14 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/9b781feb-c56d-459f-8f9f-99cb29a26a11) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:42:44.058513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: b920e31d-7a9d-4392-880f-58890a48586d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:42:44.059480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device b920e31d-7a9d-4392-880f-58890a48586d not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:42:44.197270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.211196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Transition to ACTIVE for port object 9b781feb-c56d-459f-8f9f-99cb29a26a11 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:42:44.244457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.292649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:42:44.295930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:42:44.298426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:42:44.332230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:44.346779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.347130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.347483 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.347829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.348163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.348503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.348836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.349164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.349494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.349848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.350176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.350505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:42:44.368021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:44.368661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.384771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-7d11387d-b3df-411c-920f-691bfc2b9fd1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6261625 Aug 03 16:42:44.396844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Request body: {'port': {'device_id': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:42:44.454405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.491948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d001af96-8d2d-4bec-9bde-d8d924fcbc54 None None] Provisioning for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:42:44.495576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d001af96-8d2d-4bec-9bde-d8d924fcbc54 None None] Provisioning complete for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:42:44.495951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d001af96-8d2d-4bec-9bde-d8d924fcbc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.534210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d001af96-8d2d-4bec-9bde-d8d924fcbc54 None None] Port 9b781feb-c56d-459f-8f9f-99cb29a26a11 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:42:44.731408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:42:44.739711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.753069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Transition to ACTIVE for port object 9b781feb-c56d-459f-8f9f-99cb29a26a11 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:42:44.757481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.812511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:44.879946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:42:44.880292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:42:44.880624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:42:44.885104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:42:44.885427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:42:44.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:42:44.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:42:44.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:42:44.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Bound port: 9b781feb-c56d-459f-8f9f-99cb29a26a11, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:42:44.892719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:44.968798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:42:44.972049 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:42:44.976864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:45.012094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.013461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:45.014908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] 10.222.0.78 "PUT /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1092 time: 0.6225441 Aug 03 16:42:45.015472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:45.017660 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3cb0a7394c3b66d9cfd45bbabe428e406e1682aebe9d0bd39446db45ab91bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c0474-4281-451c-9fcd-54250627af08" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:45.021215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad1c5-a1df-4156-9c1c-5293ed04d2d7 req-13312f69-36d6-473f-86d3-5bcb22a3931f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.022793 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-779ad1c5-a1df-4156-9c1c-5293ed04d2d7 req-13312f69-36d6-473f-86d3-5bcb22a3931f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0529752 Aug 03 16:42:45.054528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb3456-344d-4328-aca3-83015d5d55f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:45.088187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-779ad1c5-a1df-4156-9c1c-5293ed04d2d7 req-bd400e1e-07d6-4e5a-8253-dddc2dc930a8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518270 Aug 03 16:42:45.113557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-ff83a7e5-1746-40b0-8550-35437b755f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.115125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-ff83a7e5-1746-40b0-8550-35437b755f8f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0576127 Aug 03 16:42:45.165809 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f01d61-ab31-469c-92e9-7fdbdb998b2f x-openstack-request-id: req-a1f01d61-ab31-469c-92e9-7fdbdb998b2f {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:45.166185 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:45.166510 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1f01d61-ab31-469c-92e9-7fdbdb998b2f {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:45.166917 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'status': 'completed', 'code': 200} Aug 03 16:42:45.169627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-293ad392-e9e9-47ff-a994-bc6361e30d05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 217 time: 0.0455353 Aug 03 16:42:45.225853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-8332c401-12a8-4550-9cf5-a638b35d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.227269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-8332c401-12a8-4550-9cf5-a638b35d1c97 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0511281 Aug 03 16:42:45.244281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:45.275094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-59477902-c5b9-43bc-9ab7-cc5539006eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.276646 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-59477902-c5b9-43bc-9ab7-cc5539006eed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419707 Aug 03 16:42:45.370561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-090b17f6-b97a-4caf-a31c-da9aa7c839e5 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860429 Aug 03 16:42:45.462666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c16cb4e1-2c7b-4cb4-8b1b-de5b76464203 req-6dfe7f9e-ba4e-4aa5-82cd-fa1053e33ac2 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846148 Aug 03 16:42:45.547796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0474-4281-451c-9fcd-54250627af08 req-48772617-46df-41d9-b869-3bb8fdbd1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.549229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-48772617-46df-41d9-b869-3bb8fdbd1b9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0429943 Aug 03 16:42:45.646426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0474-4281-451c-9fcd-54250627af08 req-76d22e33-5ab1-40cb-8d95-ebfe68df5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.647910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-76d22e33-5ab1-40cb-8d95-ebfe68df5744 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0907464 Aug 03 16:42:45.696200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-9b6e77c5-db3d-4e55-8f56-88f55b1eaea8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 217 time: 0.0371504 Aug 03 16:42:45.747528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0474-4281-451c-9fcd-54250627af08 req-cd0bc8a6-8096-455c-8a6f-64b4d65a8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.749045 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-cd0bc8a6-8096-455c-8a6f-64b4d65a8279 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0438008 Aug 03 16:42:45.803416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0474-4281-451c-9fcd-54250627af08 req-5e4967d6-503c-4fb1-bc18-57f06923b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:45.804890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-5e4967d6-503c-4fb1-bc18-57f06923b983 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460260 Aug 03 16:42:45.897254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-f711b3e0-7bec-4a9b-9eec-3f8028394787 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Aug 03 16:42:45.993136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-380c0474-4281-451c-9fcd-54250627af08 req-ff46bd7f-c3af-4aac-8c30-7183d74a6487 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869360 Aug 03 16:42:46.208074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304679-732a-4b22-9b3f-22ef90b94fe1 req-e527af31-8352-4e9b-af67-2850a43eba4f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:46.209547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44304679-732a-4b22-9b3f-22ef90b94fe1 req-e527af31-8352-4e9b-af67-2850a43eba4f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0497074 Aug 03 16:42:46.250007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-44304679-732a-4b22-9b3f-22ef90b94fe1 req-dff18f3e-1d97-4cc7-a215-bad0c6b5a65c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Aug 03 16:42:47.367627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc932c3-860e-4078-89ef-9e867d56493a req-be84ba7c-4357-40aa-904b-f6d73078d64f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:47.369122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cc932c3-860e-4078-89ef-9e867d56493a req-be84ba7c-4357-40aa-904b-f6d73078d64f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0507996 Aug 03 16:42:47.408428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cc932c3-860e-4078-89ef-9e867d56493a req-32ed6745-b5d7-4c5f-afd5-a800f8b84631 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Aug 03 16:42:48.525683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b265472-41a6-4f56-b356-08c4968e1e96 req-2f21ef3d-cb3e-4604-a902-295cfea10b25 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:48.527152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b265472-41a6-4f56-b356-08c4968e1e96 req-2f21ef3d-cb3e-4604-a902-295cfea10b25 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0497334 Aug 03 16:42:48.570904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3b265472-41a6-4f56-b356-08c4968e1e96 req-1561f5f4-ddf0-4944-8852-889f81fd9261 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Aug 03 16:42:48.745565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:42:48.845024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:48.857779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:42:48.895695 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:48.913726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:42:48.935282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:48.940234 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:48.989656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:49.148805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['9b781feb-c56d-459f-8f9f-99cb29a26a11'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:42:49.689362 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78342608-6e43-46c1-9797-a83f41393c97 req-346c6d7e-eea6-4a9f-b159-3fe74e4cada4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:49.690890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78342608-6e43-46c1-9797-a83f41393c97 req-346c6d7e-eea6-4a9f-b159-3fe74e4cada4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0510659 Aug 03 16:42:49.728596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78342608-6e43-46c1-9797-a83f41393c97 req-ec8cb493-88c6-4d04-9be6-ad407abd99cc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Aug 03 16:42:50.745865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:42:50.798346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:42:50.802369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:42:50.802753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:50.846953 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88792f-48fd-492c-b41a-98c4e2c6ab79 req-f02e3e2c-a03d-47c9-b57b-a42a9bd24e28 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:50.848363 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d88792f-48fd-492c-b41a-98c4e2c6ab79 req-f02e3e2c-a03d-47c9-b57b-a42a9bd24e28 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0492010 Aug 03 16:42:50.880849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:50.886497 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d88792f-48fd-492c-b41a-98c4e2c6ab79 req-a2855578-80aa-4df3-b2a1-12b2f25be8ab tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Aug 03 16:42:50.904091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:50.906433 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12db923d485232aacb73b4fc682b90bc9bc74a582680af06b9a99916ac51d318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f5602-4bd5-4d33-b0b6-846dd47dc51b" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:50.920083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:42:50.924134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:50.952262 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ef4e5-4e16-4bb0-9af5-22134ab23fb4 x-openstack-request-id: req-e28ef4e5-4e16-4bb0-9af5-22134ab23fb4 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:50.952545 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:50.952801 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e28ef4e5-4e16-4bb0-9af5-22134ab23fb4 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:50.953191 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'code': 200} Aug 03 16:42:50.980517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:42:51.046307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5315-d455-47bb-a239-d3d1aabca961 req-3b99be23-2f4f-4dfa-8888-03745cf19174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:51.047833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4dc5315-d455-47bb-a239-d3d1aabca961 req-3b99be23-2f4f-4dfa-8888-03745cf19174 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1097 time: 0.0449262 Aug 03 16:42:51.083276 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b4dc5315-d455-47bb-a239-d3d1aabca961 req-b0b16229-a2f4-49a5-a0a3-8c5e8a18c3a1 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282886 Aug 03 16:42:52.007542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b8c21-2027-40ea-9497-0c67b764663d req-f618bf7d-4e6c-459d-864b-651265bc3c25 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:52.009016 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-480b8c21-2027-40ea-9497-0c67b764663d req-f618bf7d-4e6c-459d-864b-651265bc3c25 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0507998 Aug 03 16:42:52.047187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-480b8c21-2027-40ea-9497-0c67b764663d req-872c9a1f-7a33-4e73-a273-58f443728f70 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Aug 03 16:42:52.428775 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:53.166341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bc13e-43de-4c40-adbf-aa867ef3a284 req-da8026a9-328b-48c2-86d8-6b5c147807fe tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:53.168114 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e46bc13e-43de-4c40-adbf-aa867ef3a284 req-da8026a9-328b-48c2-86d8-6b5c147807fe tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0515749 Aug 03 16:42:53.207010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e46bc13e-43de-4c40-adbf-aa867ef3a284 req-7bb350f5-8c9c-4ee6-baeb-cf045cd88032 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Aug 03 16:42:53.319164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3184c3-16c0-443a-99cd-3b2559072fe1 req-cafefe19-28fe-40a5-a095-5beba61f2fed tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:53.320598 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6f3184c3-16c0-443a-99cd-3b2559072fe1 req-cafefe19-28fe-40a5-a095-5beba61f2fed tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0496473 Aug 03 16:42:53.329550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 56754) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:42:53.334045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'floatingip': {'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:42:53.376241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:54.156371 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:54.160810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:54.274666 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 associated. External IP: 172.25.7.142, port: 9b781feb-c56d-459f-8f9f-99cb29a26a11. Aug 03 16:42:54.498770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:42:54.613778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:42:54.618803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:42:54.624651 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:42:54.633387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:42:54.634030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:42:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:54.651202 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-722cad01-ef5d-4e1e-bab9-bccb37b7fbb0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "PUT /v2.0/floatingips/6e1793c7-58c8-41ac-87ea-1075a57fe8b8 HTTP/1.1" status: 200 len: 992 time: 1.3206105 Aug 03 16:42:54.651902 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:42:54.654311 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e3472f8fc8d7d14c26d718e6b1f7926119066df6b2320560235090096ee843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72164d-686e-4dd5-9449-5d7283fb3f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:42:54.692275 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75d7aee-4141-4a44-b57d-ce0deddbb508 x-openstack-request-id: req-b75d7aee-4141-4a44-b57d-ce0deddbb508 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:42:54.692598 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:42:54.692945 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b75d7aee-4141-4a44-b57d-ce0deddbb508 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:42:54.693392 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'status': 'completed', 'code': 200} Aug 03 16:42:54.746414 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:42:54.758557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-6a7d8f7f-e705-436a-b535-0c93af6ee402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:54.760001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-6a7d8f7f-e705-436a-b535-0c93af6ee402 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1097 time: 0.0412841 Aug 03 16:42:54.853836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-eeb02bab-84c4-4d7e-8ee9-11c4a5849f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:54.855314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-eeb02bab-84c4-4d7e-8ee9-11c4a5849f6e service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0888784 Aug 03 16:42:54.922941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-5c7c1265-2544-416a-b76b-123fe153bbd6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1000 time: 0.0602112 Aug 03 16:42:54.969235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:42:54Z', 'revision_number': 9, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:54.976699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-e6d476ae-7a4b-4753-8ee6-6c4980b18edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:54.978196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-e6d476ae-7a4b-4753-8ee6-6c4980b18edf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0482969 Aug 03 16:42:54.995032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:42:55.004422 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:42:55.005032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:42:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:55.024208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-26deb1d8-b88f-407f-a44e-103ec0b1ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:42:55.025684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-26deb1d8-b88f-407f-a44e-103ec0b1ccff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Aug 03 16:42:55.113943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:42:55.119757 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-50002ca5-84bd-435b-a30b-bf9547fea68e service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863924 Aug 03 16:42:55.222056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f72164d-686e-4dd5-9449-5d7283fb3f9c req-d5f50a52-e659-44b5-bd31-4f35c2301351 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952878 Aug 03 16:42:55.498089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:42:54Z', 'revision_number': 9, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:42:55.523741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e20f11-3c89-459c-93ad-d98f8ecdf23c None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:42:54Z', 'revision_number': 9, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:42:55.731984 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9a29b-1e78-4cd6-bfb4-f0d65aa70d3c None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:42:56.591556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:09.882293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-876dbd42-fe70-4956-ac88-5d8b7b882f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:12.179571 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-239ce36d-5ddb-4fd7-b17b-e4c33d004057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:12.832416 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:13.871078 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:15.250905 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:17.512365 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:43:22.441138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:26.618761 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:39.883415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2027a68d-fef1-41ed-ad13-f0c3d2376efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:42.183532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3ac49513-b208-473d-bfb2-3083226d239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:42.834473 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:43.873415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:45.253468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:46.465806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-0ffdd463-403c-4b62-b45d-ca4827a4d4c4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864747 Aug 03 16:43:46.664013 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582066-6260-4cce-a393-d2cee6fac21c req-28980a27-f2b0-4016-a329-5cc40fda2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:43:46.667206 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-28980a27-f2b0-4016-a329-5cc40fda2833 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1097 time: 0.0789411 Aug 03 16:43:46.800393 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582066-6260-4cce-a393-d2cee6fac21c req-dda1ae6c-9d69-4761-b78c-4ba139f07eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:43:46.801960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-dda1ae6c-9d69-4761-b78c-4ba139f07eda service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.1119585 Aug 03 16:43:46.874748 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-b012b7b0-78fe-4b83-89bc-cfafe89027c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1003 time: 0.0644510 Aug 03 16:43:46.940756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582066-6260-4cce-a393-d2cee6fac21c req-69644a3b-5a55-402d-af3b-f06f74c5654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:43:46.942504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-69644a3b-5a55-402d-af3b-f06f74c5654b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0566523 Aug 03 16:43:46.995851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582066-6260-4cce-a393-d2cee6fac21c req-991057d2-9a43-4018-a992-c7da333c9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:43:46.997792 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-991057d2-9a43-4018-a992-c7da333c9d23 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456369 Aug 03 16:43:47.091534 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-e8429404-c3f4-4915-bb41-dd71aa194976 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858591 Aug 03 16:43:47.190001 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-61582066-6260-4cce-a393-d2cee6fac21c req-10876131-6882-451a-b0bb-d5a537c9fbfc service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913155 Aug 03 16:43:52.440388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:43:54.510807 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:43:56.645061 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:09.885495 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f7085fe1-d29d-4062-be61-170db17fb71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:12.185385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-135da734-d0ec-41a4-9237-9ff22e473af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:12.836012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:13.873333 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:15.253959 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:22.437609 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:26.632510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:31.510736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:44:34.135772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-a800b396-7af9-41c9-b4c6-8154852b4c6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852737 Aug 03 16:44:34.188341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeac58-4fe1-46bd-94db-6e891fc931c4 req-da31770f-53b5-4a08-aaaa-4fa615c633ad tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:34.189967 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdbeac58-4fe1-46bd-94db-6e891fc931c4 req-da31770f-53b5-4a08-aaaa-4fa615c633ad tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0960784 Aug 03 16:44:34.229923 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fdbeac58-4fe1-46bd-94db-6e891fc931c4 req-13ec019d-3e9c-408d-b5ef-32fb67d00d76 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338767 Aug 03 16:44:35.208810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-9cdd2f53-f1b2-4f8e-9be2-704f0aed2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:35.210252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-9cdd2f53-f1b2-4f8e-9be2-704f0aed2b01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1097 time: 0.0409970 Aug 03 16:44:35.306760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-513506d6-3f32-4111-a90c-8be06f63a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:35.308253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-513506d6-3f32-4111-a90c-8be06f63a488 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0906134 Aug 03 16:44:35.374625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-2f7fe4d8-cbe8-4c80-b935-1a5c8d26343f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1003 time: 0.0595975 Aug 03 16:44:35.433273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-3f13acf8-7867-4237-8b6b-076e41ab6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:35.434791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-3f13acf8-7867-4237-8b6b-076e41ab6aea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0527065 Aug 03 16:44:35.508046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-4d224d02-f00f-4d49-a4d0-401f07f83be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:35.509459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-4d224d02-f00f-4d49-a4d0-401f07f83be5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673537 Aug 03 16:44:35.532513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd8619-76cb-4f2f-9d07-5875346cd1c6 req-86a378ba-9b4e-4d5f-bfe6-e1deda54b747 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:35.533993 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08cd8619-76cb-4f2f-9d07-5875346cd1c6 req-86a378ba-9b4e-4d5f-bfe6-e1deda54b747 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.1443660 Aug 03 16:44:35.624031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-08cd8619-76cb-4f2f-9d07-5875346cd1c6 req-9a46a602-5251-4b30-9141-0be8cb9a0116 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804517 Aug 03 16:44:35.640745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-3b648c7f-56cd-4469-becc-791e7e943e9f service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239355 Aug 03 16:44:35.735954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-17740a09-d25e-4b19-8fe1-53c96388f556 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Aug 03 16:44:36.741704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bc1c-6019-4bc5-bf10-e3c7ef7d8811 req-b921c1af-b89a-4a36-83c5-5f2cb45446d2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:36.743184 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d33bc1c-6019-4bc5-bf10-e3c7ef7d8811 req-b921c1af-b89a-4a36-83c5-5f2cb45446d2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0496736 Aug 03 16:44:36.782479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d33bc1c-6019-4bc5-bf10-e3c7ef7d8811 req-5eb13443-a78f-4889-8c3b-176f5f6d80aa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Aug 03 16:44:37.902954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419604a-ece3-4210-b687-8dabe5ef310f req-282c2a8f-8bd3-4baf-ab29-508343934a77 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:37.904478 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0419604a-ece3-4210-b687-8dabe5ef310f req-282c2a8f-8bd3-4baf-ab29-508343934a77 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0509884 Aug 03 16:44:37.951196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0419604a-ece3-4210-b687-8dabe5ef310f req-50a5d887-3b10-4a1f-822d-b93b6015aba9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Aug 03 16:44:39.076031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1826ee-8f3e-4f43-823a-4d91a67615f1 req-71755cde-197c-4c8f-8130-d5a12fc695e0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:39.078852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e1826ee-8f3e-4f43-823a-4d91a67615f1 req-71755cde-197c-4c8f-8130-d5a12fc695e0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0565884 Aug 03 16:44:39.117876 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e1826ee-8f3e-4f43-823a-4d91a67615f1 req-a98c5497-9a88-42c5-ad00-f294f231c2b8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Aug 03 16:44:39.886493 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6635-2e6d-4dc9-9523-d7ae4eeea698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:40.237088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f5015-de89-4722-baac-b32e9d6fc9ac req-18fa72ec-2d7e-44e1-94f4-0f7050769e9b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:40.238615 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f65f5015-de89-4722-baac-b32e9d6fc9ac req-18fa72ec-2d7e-44e1-94f4-0f7050769e9b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0499110 Aug 03 16:44:40.276694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f65f5015-de89-4722-baac-b32e9d6fc9ac req-a115bb93-710f-4324-bf0b-711a7520c0a2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321927 Aug 03 16:44:41.392325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455ec7d-2c42-4a93-ab18-9bcfd815d53a req-6118c451-3f7a-4fa6-b821-9ec08a8c1aa1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:41.393859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5455ec7d-2c42-4a93-ab18-9bcfd815d53a req-6118c451-3f7a-4fa6-b821-9ec08a8c1aa1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0489750 Aug 03 16:44:41.432780 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5455ec7d-2c42-4a93-ab18-9bcfd815d53a req-a3738204-ee0b-4a16-a03d-6819a7316a6a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Aug 03 16:44:42.188153 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8e63435a-3500-4b6f-9d07-5d8ce897ec35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:42.553868 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686546f8-6261-4a85-9cbf-45b82f722c41 req-854740b4-b3bb-420b-9f99-b82151360849 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:42.555400 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-686546f8-6261-4a85-9cbf-45b82f722c41 req-854740b4-b3bb-420b-9f99-b82151360849 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0493162 Aug 03 16:44:42.594915 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-686546f8-6261-4a85-9cbf-45b82f722c41 req-a7151807-74dc-4981-8ce1-4d04058647a7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331204 Aug 03 16:44:42.837286 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:43.711392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e85ab-dd1b-4687-8a0d-deb1764bebcb req-d8883530-270e-4bcc-ad0e-d7408f47f3c0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:43.712914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-814e85ab-dd1b-4687-8a0d-deb1764bebcb req-d8883530-270e-4bcc-ad0e-d7408f47f3c0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0502450 Aug 03 16:44:43.752033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-814e85ab-dd1b-4687-8a0d-deb1764bebcb req-76a45604-44dd-4dc4-926d-ad842bb4a465 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Aug 03 16:44:43.876080 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:44.879384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3db9d-6c54-4481-a53d-b29cf0c543e4 req-cc00ce3f-0f47-42de-913a-ff9250a8dde4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:44.881273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c3db9d-6c54-4481-a53d-b29cf0c543e4 req-cc00ce3f-0f47-42de-913a-ff9250a8dde4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0618494 Aug 03 16:44:44.925077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e9c3db9d-6c54-4481-a53d-b29cf0c543e4 req-c5698ea1-062e-4317-ab4e-26c0dc560618 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378923 Aug 03 16:44:45.260673 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:46.044972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be321a-5219-4598-a2aa-dc9d2c9560c9 req-25cb3e46-59af-47d9-a8d9-4309e528b8aa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:46.046650 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23be321a-5219-4598-a2aa-dc9d2c9560c9 req-25cb3e46-59af-47d9-a8d9-4309e528b8aa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0544977 Aug 03 16:44:46.085375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23be321a-5219-4598-a2aa-dc9d2c9560c9 req-7f2a06af-be66-4264-9e26-9df1e1428dcc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Aug 03 16:44:47.202250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e24f1b-5fdb-4834-b1c9-d7a44d72ea22 req-e0b7155d-1309-44ef-a3e8-27d1bfcb7bc3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:47.204125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10e24f1b-5fdb-4834-b1c9-d7a44d72ea22 req-e0b7155d-1309-44ef-a3e8-27d1bfcb7bc3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0498736 Aug 03 16:44:47.243770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10e24f1b-5fdb-4834-b1c9-d7a44d72ea22 req-d33e2164-dc4b-46b1-bb58-4523bd32fb18 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Aug 03 16:44:47.994028 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-e7656998-10df-4145-bad7-5088f7cae19a service neutron] show failed (client error): The resource could not be found. Aug 03 16:44:47.995063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-e7656998-10df-4145-bad7-5088f7cae19a service neutron] 10.222.0.78 "GET /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0549276 Aug 03 16:44:48.263203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-69dacef6-525e-4f54-934e-7f9111dc3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:48.264618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-69dacef6-525e-4f54-934e-7f9111dc3db0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0786724 Aug 03 16:44:48.276246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:44:48.346060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:48.421621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978efd1-e8f1-4ad8-991b-57f9159afaf7 req-d76d8224-d0a3-455d-9aca-d95ff41ebba9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:48.423728 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d978efd1-e8f1-4ad8-991b-57f9159afaf7 req-d76d8224-d0a3-455d-9aca-d95ff41ebba9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0960665 Aug 03 16:44:48.528813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d978efd1-e8f1-4ad8-991b-57f9159afaf7 req-d0736c17-f424-4d39-a2b0-69a146cf1797 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984914 Aug 03 16:44:48.616689 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:48.649938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:44:48.690364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:44:48.695782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:48.707822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Transition to ACTIVE for port object 9b781feb-c56d-459f-8f9f-99cb29a26a11 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:44:48.710672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:48.743084 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b56d185-3ae9-4d3e-bfe6-fe8421732f50" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:44:48.803231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:48.817950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.818297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.818656 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.818962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.819290 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.819705 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.819941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.820269 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.820576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.820894 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.821218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.821533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:48.852802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] No DVR routers for this DVR port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:44:48.888636 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03322e-57b2-4253-8936-634031ff1872 x-openstack-request-id: req-ac03322e-57b2-4253-8936-634031ff1872 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:44:48.888924 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:44:48.889170 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac03322e-57b2-4253-8936-634031ff1872 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:44:48.889559 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'code': 200} Aug 03 16:44:48.995409 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:44:48.995681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:44:48.996017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:44:49.000494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:44:49.000769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:44:49.006442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:44:49.006788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:44:49.007168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:44:49.007599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Bound port: 9b781feb-c56d-459f-8f9f-99cb29a26a11, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:44:49.007959 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:49.071571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:44:49.074670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:44:49.078264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:49.114774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.115389 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:49.116769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1092 time: 0.8448122 Aug 03 16:44:49.168353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b48c-9e83-47ee-8700-dce612247a36 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:49.187454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-c76e84dd-4a7b-442e-bc24-e47f3b7d3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.189352 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-c76e84dd-4a7b-442e-bc24-e47f3b7d3299 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0503342 Aug 03 16:44:49.288369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-3704814b-af28-409c-b234-5adb2c498ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.289872 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-3704814b-af28-409c-b234-5adb2c498ff2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0933986 Aug 03 16:44:49.362335 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-45a12eb5-3746-4b73-8eb5-f87a56b07359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0654597 Aug 03 16:44:49.412082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-81da91e7-b2a3-483a-b6d7-d129c80285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.413462 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-81da91e7-b2a3-483a-b6d7-d129c80285e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0446362 Aug 03 16:44:49.460542 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-2c62b8e1-49f7-482b-99bd-2c6bff58ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.462090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-2c62b8e1-49f7-482b-99bd-2c6bff58ba64 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404000 Aug 03 16:44:49.554419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-c3a29e90-222e-4b15-b079-15054e04f559 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852907 Aug 03 16:44:49.687694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939869b1-9131-44c6-b776-12f3792386fd req-c38b9b54-50b7-4896-9a30-d47ee5ddc99c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:49.690188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-939869b1-9131-44c6-b776-12f3792386fd req-c38b9b54-50b7-4896-9a30-d47ee5ddc99c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0828295 Aug 03 16:44:49.693705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-09dc5c05-1638-44b1-b231-8c344edea1a6 req-318a76f3-41ff-4e5c-aa2a-c2bc680d4e1d service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323814 Aug 03 16:44:49.730158 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-939869b1-9131-44c6-b776-12f3792386fd req-a67c701b-e9da-4129-b745-8d329250d30b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338583 Aug 03 16:44:50.850886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eaab5-16f0-4ff2-8329-6bd8f7d93d68 req-e92b3c4d-c3ca-4876-a7f6-7ceb9273887f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:50.852270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-427eaab5-16f0-4ff2-8329-6bd8f7d93d68 req-e92b3c4d-c3ca-4876-a7f6-7ceb9273887f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0496433 Aug 03 16:44:50.890821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:44:50.892267 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-427eaab5-16f0-4ff2-8329-6bd8f7d93d68 req-ee4aa0b5-b429-4136-b51c-803dd26c58bf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Aug 03 16:44:50.893574 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770310e2-59ca-4f87-9b38-6742a56e725a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:44:50.942950 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01123fea-c723-40e6-a7fa-721487ec8e55 x-openstack-request-id: req-01123fea-c723-40e6-a7fa-721487ec8e55 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:44:50.943242 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:44:50.943492 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01123fea-c723-40e6-a7fa-721487ec8e55 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:44:50.943885 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'status': 'completed', 'code': 200} Aug 03 16:44:51.009212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-8056b85e-ab00-4a57-adaa-6bbfe6fd7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.010184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-16265a35-bf15-469c-9ca5-d1439f3d33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.010921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-8056b85e-ab00-4a57-adaa-6bbfe6fd7bcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0420682 Aug 03 16:44:51.011659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-16265a35-bf15-469c-9ca5-d1439f3d33a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0455050 Aug 03 16:44:51.106367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-ebdc529d-2633-4bd9-a034-40fbe8795a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.107819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-ebdc529d-2633-4bd9-a034-40fbe8795a25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0895805 Aug 03 16:44:51.111916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d3f2fb59-ec6d-4f13-8f05-562bcd884243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.113513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d3f2fb59-ec6d-4f13-8f05-562bcd884243 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0947173 Aug 03 16:44:51.183824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-ba89263a-40c4-4d34-aefa-fabadcf5ff56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0688400 Aug 03 16:44:51.191571 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-517457ec-8e95-418a-a30d-b8c0655c7fa9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0687759 Aug 03 16:44:51.239577 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-c4609a58-eb12-455c-ac6a-10a09d3c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.241046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-c4609a58-eb12-455c-ac6a-10a09d3c19b5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0501690 Aug 03 16:44:51.246429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d473a619-3008-418f-a965-df25bbdd72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.247955 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d473a619-3008-418f-a965-df25bbdd72c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0480602 Aug 03 16:44:51.287902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-47e7fc17-fcb5-4bcd-81a5-a606f223023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.289420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-47e7fc17-fcb5-4bcd-81a5-a606f223023c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413358 Aug 03 16:44:51.297917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d7228ca2-b48a-4c79-a3bb-ed5670bc6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:51.300312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-d7228ca2-b48a-4c79-a3bb-ed5670bc6994 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454075 Aug 03 16:44:51.383112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-c86bb538-9f48-4fc9-8cbd-849df6392063 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865085 Aug 03 16:44:51.392895 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-afeac6d0-6f04-44d7-a1e3-4660ad729f51 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850148 Aug 03 16:44:51.431842 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:44:51.475268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:44:51.479896 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-f60aa69d-6323-4692-beb9-1a5d8af7c8de service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899694 Aug 03 16:44:51.491673 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-770310e2-59ca-4f87-9b38-6742a56e725a req-960d9f42-621c-47fa-93f7-838bbdefb100 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Aug 03 16:44:52.009686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0c7ac-06a1-4ca0-ae38-4ca341671799 req-eda82059-b096-4707-a790-5b08e5103b1c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.011203 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ac0c7ac-06a1-4ca0-ae38-4ca341671799 req-eda82059-b096-4707-a790-5b08e5103b1c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0487015 Aug 03 16:44:52.049517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ac0c7ac-06a1-4ca0-ae38-4ca341671799 req-48df17f8-59cb-45de-8b0a-05afb50a0d7f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Aug 03 16:44:52.335197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-1fc1426a-6d2b-4c77-bc50-165b77e228f9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.336613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-1fc1426a-6d2b-4c77-bc50-165b77e228f9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 944 time: 0.0536058 Aug 03 16:44:52.356542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82389549-0eb7-497b-ae71-7a617c4340cc req-397f2ad4-169c-41ca-b67f-8d241e56d45f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.358068 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82389549-0eb7-497b-ae71-7a617c4340cc req-397f2ad4-169c-41ca-b67f-8d241e56d45f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 944 time: 0.0534241 Aug 03 16:44:52.396735 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82389549-0eb7-497b-ae71-7a617c4340cc req-34d0063b-3367-40cc-bee4-16557d557249 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Aug 03 16:44:52.401111 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-5c340b04-0ad3-4073-9ae9-0ba5d640c524 service neutron] 10.222.0.72 "GET /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.0566874 Aug 03 16:44:52.437690 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:52.465084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-329015a9-0f6e-4fe5-9352-0179998fc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.466603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-329015a9-0f6e-4fe5-9352-0179998fc040 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1095 time: 0.0415609 Aug 03 16:44:52.562093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-87a2f2be-d84f-48cd-9509-8f6d57fb2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.562093 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-87a2f2be-d84f-48cd-9509-8f6d57fb2c85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0877552 Aug 03 16:44:52.628243 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-ec3c88c3-1056-4228-bfd7-b8f0c2f383b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0589986 Aug 03 16:44:52.658589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:44:52.681358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-7b378474-f677-4eeb-9fbc-9c33e9a2e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.682844 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-7b378474-f677-4eeb-9fbc-9c33e9a2e91b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0475280 Aug 03 16:44:52.728642 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-55e215d3-66c8-4b61-9d6b-573278165201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:52.730185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-55e215d3-66c8-4b61-9d6b-573278165201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404766 Aug 03 16:44:52.755242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:52.768325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:44:52.811502 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:52.819471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-f4b729df-3164-4e2b-88c9-fe0c4eef8403 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819404 Aug 03 16:44:52.825861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:44:52.846701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:52.851274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:52.902708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:52.911000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.911460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.911930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.912303 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.912670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.913057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.913704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.916799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-a7035c64-6543-4713-949b-f1636bdc47d4 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902948 Aug 03 16:44:52.918215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.918647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.920347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.920706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:52.921802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:53.078178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['9b781feb-c56d-459f-8f9f-99cb29a26a11'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:44:53.516743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b563-8330-4d4f-9aaa-c25d509e8d6d req-ebcc32ab-6166-44f0-99ee-f7a814e0bb2d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:53.518283 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b352b563-8330-4d4f-9aaa-c25d509e8d6d req-ebcc32ab-6166-44f0-99ee-f7a814e0bb2d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0500629 Aug 03 16:44:53.558088 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b352b563-8330-4d4f-9aaa-c25d509e8d6d req-caed0ce7-8ec2-4c51-b680-355af432e6ba tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339079 Aug 03 16:44:53.755791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-d0026af1-6e41-41ff-a9b6-b591df76af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:53.757234 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-d0026af1-6e41-41ff-a9b6-b591df76af19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1096 time: 0.0404553 Aug 03 16:44:53.864741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-797cec98-755e-41c3-8f6d-26359c2fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:53.866242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-797cec98-755e-41c3-8f6d-26359c2fe1ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0876334 Aug 03 16:44:53.931800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-e7c00b89-47e4-46e5-8b2e-fd068ac1d5b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1002 time: 0.0574501 Aug 03 16:44:53.987271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-31108ce0-5553-4967-bcc5-55fb048f6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:53.988730 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-31108ce0-5553-4967-bcc5-55fb048f6e2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0478022 Aug 03 16:44:54.036177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-5ec4d144-8824-4f45-95d0-880b3cb00aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:54.037567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-5ec4d144-8824-4f45-95d0-880b3cb00aac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413618 Aug 03 16:44:54.129269 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-c7d6fd5e-dfb7-4398-8730-4a410779a124 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832305 Aug 03 16:44:54.224934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e33d6659-9538-4f2d-a5e1-da5820f55934 req-24eee4c5-be80-432f-bfbb-088440caae62 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880821 Aug 03 16:44:54.667834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:44:54.680860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f417c9-fa72-41c9-8b8c-c8d8edacf8e6 req-f1330de6-04a2-4e09-b6e1-4ccafe94c59a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:54.682523 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f417c9-fa72-41c9-8b8c-c8d8edacf8e6 req-f1330de6-04a2-4e09-b6e1-4ccafe94c59a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0537198 Aug 03 16:44:54.725771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a8f417c9-fa72-41c9-8b8c-c8d8edacf8e6 req-7d7f15ef-fd29-44e0-b096-37bbdb321c65 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366457 Aug 03 16:44:54.731267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:44:54.737403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:44:54.738131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:54.825952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:54.856733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:44:54.869938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:54.874595 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:54.917784 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24699cbd-3915-4a60-bd9f-d9380ba187ba" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:44:54.928091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-5cab2bcb-aa9d-4bb8-8fb8-d9d436264aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:54.929781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-5cab2bcb-aa9d-4bb8-8fb8-d9d436264aaa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0795712 Aug 03 16:44:54.935103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:54.945554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:44:55.002945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:55.031853 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee19cfa-97a2-4a7b-9efd-fe07f247bdae x-openstack-request-id: req-aee19cfa-97a2-4a7b-9efd-fe07f247bdae {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:44:55.032167 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:44:55.032441 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aee19cfa-97a2-4a7b-9efd-fe07f247bdae {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:44:55.033839 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'code': 200} Aug 03 16:44:55.228050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:55.272151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:44:55.318508 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:44:55.323712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:55.338280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Transition to ACTIVE for port object 9b781feb-c56d-459f-8f9f-99cb29a26a11 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:44:55.342131 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:55.371384 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13bf32-9ff9-46d0-91cf-4192e4cb4365" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:44:55.806431 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5201864-adea-4c27-91c4-7f69cd8c1fbc x-openstack-request-id: req-b5201864-adea-4c27-91c4-7f69cd8c1fbc {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:44:55.807085 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-unplugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:44:55.807085 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5201864-adea-4c27-91c4-7f69cd8c1fbc {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:44:55.807428 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'code': 200} Aug 03 16:44:55.812783 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:55.835169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.835518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.835871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.836202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.836556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.836878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.837210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.837613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.837973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.838317 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.838640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.838965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:44:55.861943 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1be29-f933-44f6-934b-e5ba12a70253 req-76376666-1904-4ff6-9363-1b30a75f056e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:55.863875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69f1be29-f933-44f6-934b-e5ba12a70253 req-76376666-1904-4ff6-9363-1b30a75f056e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0552878 Aug 03 16:44:55.886806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] No DVR routers for this DVR port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:44:55.903898 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-69f1be29-f933-44f6-934b-e5ba12a70253 req-3f025b80-d364-4210-82bc-bbf8e0b37e1d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Aug 03 16:44:56.020680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:44:56.020929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:44:56.021265 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:44:56.025537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:44:56.025885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Attempting to bind port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:44:56.030703 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:44:56.031082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:44:56.031475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:44:56.031905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Bound port: 9b781feb-c56d-459f-8f9f-99cb29a26a11, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:44:56.032978 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:56.098363 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:44:56.101397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:44:56.106003 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:56.139475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:56.140105 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:56.142092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] 10.222.0.78 "PUT /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1093 time: 1.2011704 Aug 03 16:44:56.164183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88f831-d0d6-4310-b93b-171fae255764 service neutron] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=11']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:56.208614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-ff0b6931-1008-450f-9810-cb9032aae006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:56.210201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-ff0b6931-1008-450f-9810-cb9032aae006 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1096 time: 0.0430272 Aug 03 16:44:56.310182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-b13e3d0f-b697-4bc8-989a-a1865813b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:56.311659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-b13e3d0f-b697-4bc8-989a-a1865813b127 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0941522 Aug 03 16:44:56.377531 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-460173ef-e38b-4038-b5ee-913e369c88e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0584660 Aug 03 16:44:56.428771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-92d73d40-4ee3-4278-9750-95d75e9df985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:56.430201 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-92d73d40-4ee3-4278-9750-95d75e9df985 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0451312 Aug 03 16:44:56.481227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-addd1dc4-d350-4d06-9430-34a6f35c6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:56.482770 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-addd1dc4-d350-4d06-9430-34a6f35c6fea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448115 Aug 03 16:44:56.571653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-faa7e061-ec05-45ba-b795-60929a6e449f service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812526 Aug 03 16:44:56.657932 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:56.665630 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9a0b53d9-d450-448b-bd73-1608c4541c21 req-51e590e1-4ac0-4e3f-96ac-cbe61cf1978a service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873365 Aug 03 16:44:56.675577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:44:56.713246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:44:57.023442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b0c1a-0d35-420d-9955-4b02ec3a2842 req-39483780-c32a-4c3b-8d1a-4ae6f15039f2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:57.024923 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba7b0c1a-0d35-420d-9955-4b02ec3a2842 req-39483780-c32a-4c3b-8d1a-4ae6f15039f2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0499115 Aug 03 16:44:57.063937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ba7b0c1a-0d35-420d-9955-4b02ec3a2842 req-c2b9a4e5-9d9c-4fde-979e-713070bc64a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Aug 03 16:44:57.808679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:44:57.811105 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1197e1-c58a-4e16-88ec-d05001ac6133" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:44:57.858013 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec415f-b435-4faf-a6be-dc338823d382 x-openstack-request-id: req-60ec415f-b435-4faf-a6be-dc338823d382 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:44:57.858315 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:44:57.858652 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60ec415f-b435-4faf-a6be-dc338823d382 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:44:57.859060 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'status': 'completed', 'code': 200} Aug 03 16:44:57.917319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-19f0b527-1eaf-4ee7-ae16-faff881577b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:57.919224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-19f0b527-1eaf-4ee7-ae16-faff881577b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1096 time: 0.0401394 Aug 03 16:44:57.921730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-e1c73d71-1a93-45bd-90c1-401f550574b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:57.923824 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-e1c73d71-1a93-45bd-90c1-401f550574b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 1096 time: 0.0408607 Aug 03 16:44:58.012609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-a5b3f2a9-12fd-41e7-a936-a776cef9d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.014118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-a5b3f2a9-12fd-41e7-a936-a776cef9d423 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0883174 Aug 03 16:44:58.022839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-99cb914b-62d0-4f86-b32c-fa5e6dc2fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.024281 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-99cb914b-62d0-4f86-b32c-fa5e6dc2fadb service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0899887 Aug 03 16:44:58.080355 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-6de6a514-0210-4a19-96cc-b9c766c29e2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0590336 Aug 03 16:44:58.093263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-1d2cc748-eea4-4cd5-8c49-2f3659ce8ccb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 200 len: 1001 time: 0.0598187 Aug 03 16:44:58.139031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-3987d3ff-06ab-43cd-a965-8557c2c5943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.140837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-3987d3ff-06ab-43cd-a965-8557c2c5943c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0539064 Aug 03 16:44:58.174402 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-0bd21d9d-26ad-4c5f-8d57-0eedc71829c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.175894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-0bd21d9d-26ad-4c5f-8d57-0eedc71829c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0755713 Aug 03 16:44:58.194095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-624aeb0c-fab0-477e-93dc-a7e86c1dc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.195638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-624aeb0c-fab0-477e-93dc-a7e86c1dc6e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482993 Aug 03 16:44:58.224433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b66dd-b0ca-48c7-a195-8b3c0443e7f9 req-295fa359-a306-441d-9cc5-607de5cd00fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.226019 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-434b66dd-b0ca-48c7-a195-8b3c0443e7f9 req-295fa359-a306-441d-9cc5-607de5cd00fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0863500 Aug 03 16:44:58.246321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-82b20515-7fc9-4832-97d8-16821110b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:58.247814 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-82b20515-7fc9-4832-97d8-16821110b665 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643797 Aug 03 16:44:58.295521 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-ba02dc5d-71b0-414a-9a10-abdc562cac19 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929208 Aug 03 16:44:58.317452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-434b66dd-b0ca-48c7-a195-8b3c0443e7f9 req-6fc19877-2417-422b-9d45-a8ce64c741d3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808384 Aug 03 16:44:58.376984 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-7ed49d5e-e3fd-4223-a0c9-255592231566 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191912 Aug 03 16:44:58.408131 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-e2502db3-aea6-4408-905f-efe64f10df08 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059794 Aug 03 16:44:58.484014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eb1197e1-c58a-4e16-88ec-d05001ac6133 req-3c0e6e49-4ac1-4d86-aef2-3dfe65eb3849 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997210 Aug 03 16:44:59.441244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf65c6-7a5c-4586-9ab4-8b3471b27010 req-a0b60786-5da3-4f03-82e7-bfd696580126 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:59.442798 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bcf65c6-7a5c-4586-9ab4-8b3471b27010 req-a0b60786-5da3-4f03-82e7-bfd696580126 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0508862 Aug 03 16:44:59.454836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:44:59.482357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7bcf65c6-7a5c-4586-9ab4-8b3471b27010 req-89cffca0-874f-4d0d-be62-e4c343b8e5ba tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Aug 03 16:44:59.554968 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:59.570580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'mac_address': 'fa:16:3e:99:9d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:44:59.601940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829634a-cdd1-497a-8599-6b03531efb85 req-ba28de0e-9163-4f5f-b77e-c6e3a0c55dfd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:59.603685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8829634a-cdd1-497a-8599-6b03531efb85 req-ba28de0e-9163-4f5f-b77e-c6e3a0c55dfd tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 945 time: 0.0528870 Aug 03 16:44:59.607804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:59.621389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:44:59.641049 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:44:59.642823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8829634a-cdd1-497a-8599-6b03531efb85 req-98672c7a-1200-466e-9058-c0f16ac57690 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334876 Aug 03 16:44:59.645664 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:44:59.695445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:44:59.764388 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd8e08-60cf-4583-a574-d352610d637a req-7cf73583-88ee-4b52-8d4b-58595ba92ecc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:44:59.765880 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dcd8e08-60cf-4583-a574-d352610d637a req-7cf73583-88ee-4b52-8d4b-58595ba92ecc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0531554 Aug 03 16:44:59.806704 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dcd8e08-60cf-4583-a574-d352610d637a req-8e0cb381-6db4-4d54-a6d9-d4e1afef342e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Aug 03 16:44:59.881849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['9b781feb-c56d-459f-8f9f-99cb29a26a11'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:45:00.046824 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292e32-fbc6-4e26-b8ac-00d1253533d9 req-a780e058-582f-48f6-af25-b87131c74e93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:00.048322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38292e32-fbc6-4e26-b8ac-00d1253533d9 req-a780e058-582f-48f6-af25-b87131c74e93 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0509102 Aug 03 16:45:00.086578 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38292e32-fbc6-4e26-b8ac-00d1253533d9 req-7ecaeb01-0f46-4038-a704-98a0a3c48d94 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Aug 03 16:45:01.211708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028734e-bb9a-4eac-ad2d-d47644d34519 req-b06f9ce6-3ddb-4fc6-85c9-94535b2e84cc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:01.213199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5028734e-bb9a-4eac-ad2d-d47644d34519 req-b06f9ce6-3ddb-4fc6-85c9-94535b2e84cc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0578096 Aug 03 16:45:01.252092 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5028734e-bb9a-4eac-ad2d-d47644d34519 req-9fb41f3f-8420-4075-b11c-15d2972d81d3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Aug 03 16:45:01.326093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-31d13dc4-a1d5-43ca-b370-02d674c21d6c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:01.327596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-31d13dc4-a1d5-43ca-b370-02d674c21d6c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 946 time: 0.0539434 Aug 03 16:45:01.423757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Deleting port 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:45:01.424236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.479257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:45:01.528427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:45:01.528746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:45:01.529021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.532448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 9b781feb-c56d-459f-8f9f-99cb29a26a11 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:45:01.532822 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.613424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.635596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:45:01.637892 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3c331f-3dac-4700-8f6c-4e2f703dd0ff" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:45:01.651065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 9b781feb-c56d-459f-8f9f-99cb29a26a11, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=9b781feb-c56d-459f-8f9f-99cb29a26a11,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:45:01.662976 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.688694 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df510a-1a56-48b9-9a4a-4eaad9c4507b x-openstack-request-id: req-c0df510a-1a56-48b9-9a4a-4eaad9c4507b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:45:01.688694 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-plugged", "status": "completed", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:45:01.688694 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0df510a-1a56-48b9-9a4a-4eaad9c4507b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:45:01.688694 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'code': 200} Aug 03 16:45:01.713118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.713508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.713874 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 disassociated. External IP: 172.25.7.142, port: 9b781feb-c56d-459f-8f9f-99cb29a26a11. Aug 03 16:45:01.714232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Calling delete_port for 9b781feb-c56d-459f-8f9f-99cb29a26a11 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:45:01.718347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=13']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:01.857711 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:01.892163 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'Port': ['ID=9b781feb-c56d-459f-8f9f-99cb29a26a11,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:02.011972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:45:02.123017 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:45:02.133620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:45:02.142591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:45:02.143225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:44:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:02.162542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] No DVR routers for this DVR port 9b781feb-c56d-459f-8f9f-99cb29a26a11 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:45:02.166002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:02.168137 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9cfce1a8-9747-4637-9c3d-68b4d4126af5 req-f0db2336-d844-4aca-8a9b-8280de1972f4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "DELETE /v2.0/ports/9b781feb-c56d-459f-8f9f-99cb29a26a11 HTTP/1.1" status: 204 len: 173 time: 0.8336546 Aug 03 16:45:02.168595 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-deleted', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:45:02.171163 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dd051b-dc06-413f-82ff-59cf6820bb00" -d '{"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-deleted", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:45:02.210975 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ef385-f24a-498d-8ab7-78421a6e71f9 x-openstack-request-id: req-a75ef385-f24a-498d-8ab7-78421a6e71f9 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:45:02.211270 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad", "name": "network-vif-deleted", "tag": "9b781feb-c56d-459f-8f9f-99cb29a26a11", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:45:02.211517 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a75ef385-f24a-498d-8ab7-78421a6e71f9 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:45:02.211917 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad', 'name': 'network-vif-deleted', 'tag': '9b781feb-c56d-459f-8f9f-99cb29a26a11', 'status': 'completed', 'code': 200} Aug 03 16:45:02.256020 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:45:02.369069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cfdee0d6-dc28-4bb1-be37-8233b793a40a req-4b38edf1-b5d0-4efa-900e-f9197dc4af04 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c3a54e9-8f99-4a6b-b8ea-e96b40a869ad HTTP/1.1" status: 200 len: 210 time: 0.0275865 Aug 03 16:45:02.465291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:02.491943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:45:02.500045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:45:02.500646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:44:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:02.612038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:45:02.806083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:02.835088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b2adc-02c5-4650-abd7-d03579974f3e None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:45:03.067340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5262d2d1-82d6-421f-ac4a-7fae2315507f None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:45:03.668576 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-877eedd4-6c0b-4fd0-9c84-d443e34955f7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1142898587&fields=id&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 267 time: 0.0336609 Aug 03 16:45:03.782917 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-a169d700-13d7-41cf-8b05-67b7f8e7449f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:03.784913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-a169d700-13d7-41cf-8b05-67b7f8e7449f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1082721 Aug 03 16:45:03.801254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-a7229d0a-a0c2-4795-a3a4-28297b20f840 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/quotas/0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 375 time: 0.0101235 Aug 03 16:45:03.855332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-4ccee3f6-7a08-4999-89a6-50bd086a5102 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488417 Aug 03 16:45:03.942829 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-08b02beb-62a1-4ec7-b2c9-371e9e1085e0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:45:03.943878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-08b02beb-62a1-4ec7-b2c9-371e9e1085e0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435858 Aug 03 16:45:04.038134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-3c8ad8d6-e42b-43dc-9565-28d9b246bfc6 service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880764 Aug 03 16:45:04.127977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-46d41c1d-a78d-4948-8aa1-d390e0a53b7b service neutron] 10.222.0.70 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837574 Aug 03 16:45:04.294860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f1beebfd-be57-4afa-8bba-daf0aedd6716 req-0d14d024-0d0f-41dc-ab1b-e861c5b10287 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0271626 Aug 03 16:45:05.384429 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-705babb0-c2bc-47c2-9c47-9efe8c9be254 req-85e0f3b1-50de-4796-aad6-ef9f8332ec95 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0320275 Aug 03 16:45:05.484620 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:45:05.505396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 9b781feb-c56d-459f-8f9f-99cb29a26a11 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:45:05.505775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 9b781feb-c56d-459f-8f9f-99cb29a26a11 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:45:06.465511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b714e1a2-9858-4a3e-87c4-e9a159335cde req-8ebc822a-6ffe-4275-9f60-ec5e3cbd96be tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Aug 03 16:45:07.549927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4ccdee03-9b43-402c-850a-4c3c04c002a9 req-07fba534-ba12-47f8-bf3d-18a0b5ad63d3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0263848 Aug 03 16:45:08.510338 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:45:08.649181 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-286a616c-ec74-42bc-b094-15debe41d05a req-8e04d035-6f8a-4a35-8bb1-1d019f1a67d3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Aug 03 16:45:09.284987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-1f9449d5-0351-4ba0-aec2-881f11c0dd35 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:09.286674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-1f9449d5-0351-4ba0-aec2-881f11c0dd35 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 811 time: 0.1128609 Aug 03 16:45:09.332830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-773a7748-60ad-4fae-ac9b-f169f81bd289 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 380 time: 0.0364656 Aug 03 16:45:09.346548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'port': {'device_id': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'admin_state_up': True, 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'security_groups': ['6d31f20f-e1e7-448f-a9ca-1cd17d322150']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:45:09.458600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Made reservation on behalf of 0aa4c2c02ddf4823871f0acbf4210afc for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:45:09.462416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:09.593542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Allocated IP 172.20.0.10 (7b3560d2-4a3e-4008-a45b-7f99c3efe9a6/007d7bd8-d578-40e9-b9c1-5182b7853324/adcad723-a411-4268-9830-264c8d22182e) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:45:09.758303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-925f7d8b-19f3-4e5d-9249-41fe517f505f req-0a336dd4-90b7-4420-9aa3-d5633770b256 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0405409 Aug 03 16:45:09.762958 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:09.776528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Transition to ACTIVE for port object adcad723-a411-4268-9830-264c8d22182e will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:45:09.811134 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:09.855532 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:45:09.858699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:45:09.864373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:45:09.870813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:09.891256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-630749f0-6fed-460e-bbf6-55a8d1821c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:09.918813 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:09.919717 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:09.935967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-24861e83-f325-4c8f-b853-571594990367 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929525 Aug 03 16:45:09.949236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Request body: {'port': {'device_id': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:45:10.010220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.120991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-74331dbf-2015-405a-be68-7a54eacd0adf None None] Provisioning for port adcad723-a411-4268-9830-264c8d22182e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:45:10.124678 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-74331dbf-2015-405a-be68-7a54eacd0adf None None] Provisioning complete for port adcad723-a411-4268-9830-264c8d22182e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:45:10.125047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-74331dbf-2015-405a-be68-7a54eacd0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.158378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-74331dbf-2015-405a-be68-7a54eacd0adf None None] Port adcad723-a411-4268-9830-264c8d22182e cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:45:10.276506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcad723-a411-4268-9830-264c8d22182e {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:45:10.283994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.298027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Transition to ACTIVE for port object adcad723-a411-4268-9830-264c8d22182e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:45:10.301546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.352539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:10.429099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:45:10.429437 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:45:10.429803 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:45:10.435116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:45:10.435450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:45:10.440452 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:45:10.440807 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:45:10.441201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:45:10.441669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Bound port: adcad723-a411-4268-9830-264c8d22182e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:45:10.442037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.508480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:45:10.511546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:45:10.515010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.549331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:10.550377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:10.551776 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] 10.222.0.78 "PUT /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1092 time: 0.6069286 Aug 03 16:45:10.552216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:45:10.555840 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:45:10.638927 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e83ab-f0be-42ca-848f-f092a5bf4993 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:10.642385 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fa7530-8491-4f6c-b091-016ce7f4ea62 x-openstack-request-id: req-71fa7530-8491-4f6c-b091-016ce7f4ea62 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:45:10.642675 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:45:10.642932 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71fa7530-8491-4f6c-b091-016ce7f4ea62 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:45:10.643327 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'status': 'completed', 'code': 200} Aug 03 16:45:10.660208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-2b219ab7-d11e-435f-81c5-9da49826bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:10.661801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-2b219ab7-d11e-435f-81c5-9da49826bc3b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1095 time: 0.0655000 Aug 03 16:45:10.710336 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-32fb4178-bc7d-4cfe-a3ee-3f171e31bdb1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 217 time: 0.0399389 Aug 03 16:45:10.762965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-f0b0d2ea-aa7a-4579-977c-bbf15a719603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:10.764441 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-f0b0d2ea-aa7a-4579-977c-bbf15a719603 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0471547 Aug 03 16:45:10.812834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-4696a5c2-2ae9-4318-8749-11e5615b712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:10.814820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-4696a5c2-2ae9-4318-8749-11e5615b712e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433047 Aug 03 16:45:10.930610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9825d-f233-41fc-8701-edb230648037 req-6c5485fa-43ae-47b2-9617-c0a76ddcf7e6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:10.932015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ef9825d-f233-41fc-8701-edb230648037 req-6c5485fa-43ae-47b2-9617-c0a76ddcf7e6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.1011803 Aug 03 16:45:10.960952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-a33e9d90-0bc6-4774-b1e9-369f50f85d1d service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373827 Aug 03 16:45:11.025737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ef9825d-f233-41fc-8701-edb230648037 req-6e832dff-4460-48d0-80b6-483995c284f9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861237 Aug 03 16:45:11.068507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e52d169e-8bfa-43f9-a9f9-47e11384eb1b req-bbf8a907-a644-438a-8c6f-38a9bbac0462 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993528 Aug 03 16:45:11.160711 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-a29349d2-227d-49e1-9ca0-431d01d34588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:11.162264 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-a29349d2-227d-49e1-9ca0-431d01d34588 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1095 time: 0.0420554 Aug 03 16:45:11.259801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-47081bf4-3667-401a-8a17-7b1cd9bd8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:11.261253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-47081bf4-3667-401a-8a17-7b1cd9bd8246 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0912359 Aug 03 16:45:11.313156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-b4d477bb-35b2-4560-8d3d-efe36aca68f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 217 time: 0.0439057 Aug 03 16:45:11.362643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-00ee9ee8-2905-4dc8-afe3-d9866e1e3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:11.364065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-00ee9ee8-2905-4dc8-afe3-d9866e1e3c0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0428042 Aug 03 16:45:11.410513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-7a2cd97b-cf81-4809-ad7e-383d2fb40d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:11.412047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-7a2cd97b-cf81-4809-ad7e-383d2fb40d79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404360 Aug 03 16:45:11.505356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-8b1c9240-7542-45d6-bac8-69d611ee7f9e service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850823 Aug 03 16:45:11.596768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c843fb3a-ec50-4db5-8765-c0b9eea4aa80 req-01526732-0e8c-4fad-aee3-10f622ae6e50 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829861 Aug 03 16:45:12.146709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263645ee-3a1d-4b00-90a2-453588f0e14b req-cca55b89-6e6f-4bdf-b3f1-f0bf80900116 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:12.149149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263645ee-3a1d-4b00-90a2-453588f0e14b req-cca55b89-6e6f-4bdf-b3f1-f0bf80900116 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Aug 03 16:45:12.190344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-70582d7a-86c5-4f55-ad55-7e7c3a91132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:12.195991 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-263645ee-3a1d-4b00-90a2-453588f0e14b req-5fe9a47b-bd0d-4c9b-8695-30b97445ce15 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 Aug 03 16:45:12.837972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:13.320338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0474bf-c726-4d3a-a065-5a09ac23b4e6 req-9707ec94-7099-4521-b402-06ec9dceab72 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:13.322007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f0474bf-c726-4d3a-a065-5a09ac23b4e6 req-9707ec94-7099-4521-b402-06ec9dceab72 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0554867 Aug 03 16:45:13.359546 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0f0474bf-c726-4d3a-a065-5a09ac23b4e6 req-5508e288-6a78-46e1-a3b5-7b34e0315171 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Aug 03 16:45:13.530575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:45:13.627323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:45:13.638728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'adcad723-a411-4268-9830-264c8d22182e', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:45:13.674134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:13.687046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcad723-a411-4268-9830-264c8d22182e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:45:13.705997 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:45:13.709614 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:13.757162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:13.879658 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:13.904597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['adcad723-a411-4268-9830-264c8d22182e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:45:14.484022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8168b4-d5dc-4542-9d28-a2dccbe0c913 req-02f77763-b165-4871-848e-11c7e78d11a2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:14.485503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ea8168b4-d5dc-4542-9d28-a2dccbe0c913 req-02f77763-b165-4871-848e-11c7e78d11a2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0516272 Aug 03 16:45:14.525593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ea8168b4-d5dc-4542-9d28-a2dccbe0c913 req-667b0184-6688-4de0-9c14-b440b2f6b485 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331459 Aug 03 16:45:15.261802 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:15.546135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:45:15.597311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port adcad723-a411-4268-9830-264c8d22182e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:45:15.600930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port adcad723-a411-4268-9830-264c8d22182e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:45:15.601363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:15.645674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158be5a-6878-428a-adf7-2301b71a90d6 req-034b5864-4042-4e12-ac0b-2fc8540b3140 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:15.647194 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8158be5a-6878-428a-adf7-2301b71a90d6 req-034b5864-4042-4e12-ac0b-2fc8540b3140 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0510778 Aug 03 16:45:15.681779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:15.686572 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8158be5a-6878-428a-adf7-2301b71a90d6 req-e8a1bf81-b63f-4305-bd7c-de4b05bbeb75 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Aug 03 16:45:15.704342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:45:15.706620 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774efe80-71b5-44ac-b518-21a70e11881f" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:45:15.719971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:45:15.724427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:15.751273 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd978ec-0795-450f-aa99-f0427c6b57b3 x-openstack-request-id: req-6bd978ec-0795-450f-aa99-f0427c6b57b3 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:45:15.751564 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:45:15.751818 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bd978ec-0795-450f-aa99-f0427c6b57b3 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:45:15.752207 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'code': 200} Aug 03 16:45:15.780125 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:45:15.840130 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9605-1172-4c2e-aa08-c68c9f2d456a req-367df07f-1fa6-4f72-a716-909173a75434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:15.841627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78fc9605-1172-4c2e-aa08-c68c9f2d456a req-367df07f-1fa6-4f72-a716-909173a75434 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1097 time: 0.0405464 Aug 03 16:45:15.876628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-78fc9605-1172-4c2e-aa08-c68c9f2d456a req-1fcd77f0-be57-4c53-b18d-d5dab9ac95f4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280421 Aug 03 16:45:16.807311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa46ad-f009-4d43-acb1-28af6abcf036 req-f9d0418e-f93b-4aa0-882c-18419976ef77 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:16.808885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aa46ad-f009-4d43-acb1-28af6abcf036 req-f9d0418e-f93b-4aa0-882c-18419976ef77 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0546262 Aug 03 16:45:16.848205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-49aa46ad-f009-4d43-acb1-28af6abcf036 req-2c52ed99-6c3e-437a-a449-a5bdd656a9e7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332294 Aug 03 16:45:16.965871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc142-db3d-45e7-b397-f5ef58dbcf4a req-66c7e1db-db2b-4326-b7a4-2027abec55b2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:16.967359 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb2cc142-db3d-45e7-b397-f5ef58dbcf4a req-66c7e1db-db2b-4326-b7a4-2027abec55b2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0539060 Aug 03 16:45:16.975967 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57190) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:45:16.981460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Request body: {'floatingip': {'port_id': 'adcad723-a411-4268-9830-264c8d22182e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:45:17.020250 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:17.797219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:17.801872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:17.905493 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 associated. External IP: 172.25.7.142, port: adcad723-a411-4268-9830-264c8d22182e. Aug 03 16:45:18.111820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:45:18.219552 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:45:18.224428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:18.232834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:45:18.243369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:45:18.244036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:45:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:18.254619 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3bd0e6a1-2df4-4f4e-b56a-f59de7f552c9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "PUT /v2.0/floatingips/6e1793c7-58c8-41ac-87ea-1075a57fe8b8 HTTP/1.1" status: 200 len: 993 time: 1.2769189 Aug 03 16:45:18.255191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:45:18.257959 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57366f92-d458-4241-bcf4-8c215af312e2" -d '{"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:45:18.298274 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04765df-77c7-4974-a7f9-1607fd7da77a x-openstack-request-id: req-d04765df-77c7-4974-a7f9-1607fd7da77a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:45:18.298637 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:45:18.298964 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d04765df-77c7-4974-a7f9-1607fd7da77a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:45:18.299438 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'status': 'completed', 'code': 200} Aug 03 16:45:18.357039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:45:18.367319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366f92-d458-4241-bcf4-8c215af312e2 req-5b639b99-4adb-45cd-a0f5-fbdb6ac58407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:18.368988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-5b639b99-4adb-45cd-a0f5-fbdb6ac58407 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1097 time: 0.0436354 Aug 03 16:45:18.473187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366f92-d458-4241-bcf4-8c215af312e2 req-6c050c6f-4cf9-4e72-9791-a9e0c34d7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:18.474655 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-6c050c6f-4cf9-4e72-9791-a9e0c34d7026 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0974829 Aug 03 16:45:18.543642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-84c3d6d7-b6ad-4f24-b3d8-731fccf20a52 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0618608 Aug 03 16:45:18.594211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366f92-d458-4241-bcf4-8c215af312e2 req-60efd490-f00e-428a-8437-8d407f54573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:18.595714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-60efd490-f00e-428a-8437-8d407f54573b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0453775 Aug 03 16:45:18.647887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366f92-d458-4241-bcf4-8c215af312e2 req-7ac68161-f4bc-447d-84ef-7eccb1e51a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:18.649631 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-7ac68161-f4bc-447d-84ef-7eccb1e51a4e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448222 Aug 03 16:45:18.741380 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-b2a2f630-0bd0-480e-a475-79c39a52bac5 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Aug 03 16:45:18.750888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:45:17Z', 'revision_number': 13, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:18.776209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:45:18.784426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:45:18.785038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:45:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:18.836266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57366f92-d458-4241-bcf4-8c215af312e2 req-b2e6445b-c183-426f-adc8-b40b3288cb27 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881553 Aug 03 16:45:18.890112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:45:19.111681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:45:17Z', 'revision_number': 13, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:45:19.136959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22fe746-3660-479e-acd8-a61714442b5a None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '6e1793c7-58c8-41ac-87ea-1075a57fe8b8', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'floating_ip_address': '172.25.7.142', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:38:08Z', 'updated_at': '2021-08-03T16:45:17Z', 'revision_number': 13, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:45:19.323799 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3428c-dad5-4c00-80c8-990f4e1f61b4 None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:45:22.445385 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:26.673860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:39.893620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc3b14-0da2-4968-a2f0-76b248fac761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:42.193868 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ece82bb-0462-4a0e-a7b4-f9b65d868102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:42.842367 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:43.884484 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:45.269389 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:45.516929 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:45:49.382254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-284208a2-aa56-4cf2-ae50-b3171359defb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473022 Aug 03 16:45:49.481724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-4e6ab6b8-d722-413d-93c9-7bc3f0e1a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:49.483308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-4e6ab6b8-d722-413d-93c9-7bc3f0e1a8c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1097 time: 0.0526562 Aug 03 16:45:49.605038 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-40cc8a54-9493-4561-a9ef-bd26c81298b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:49.606562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-40cc8a54-9493-4561-a9ef-bd26c81298b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.1012280 Aug 03 16:45:49.678227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-018a4742-2d5d-42d7-bdc5-09ff3e2080ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1003 time: 0.0642257 Aug 03 16:45:49.740507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-7e77c2de-6c5a-43ee-a6f2-5d0de82783dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:49.742098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-7e77c2de-6c5a-43ee-a6f2-5d0de82783dd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0545013 Aug 03 16:45:49.797294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-faf6a2bf-e50e-479c-9492-875858876549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:45:49.799224 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-faf6a2bf-e50e-479c-9492-875858876549 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493269 Aug 03 16:45:50.262410 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-80236544-c8ff-4882-89c7-4382aa267dfe service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547906 Aug 03 16:45:50.356853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2e0f1f37-7fb1-447a-ba75-d7c476447cf1 req-02eb3b88-53fd-4c20-b55f-db67d5b29959 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874434 Aug 03 16:45:52.450823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:45:56.687746 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:09.895580 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a71a4225-44a6-44fb-b044-9cc8184cf955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:12.195644 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f268b1d6-db42-4254-a04b-73dd5857f01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:12.857787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:13.888572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:15.271027 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:22.457420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:22.506273 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:46:26.699724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:39.896515 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c852dd5a-823b-41cd-8725-690d3c87040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:42.197526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fef165af-af56-4fa9-b18c-33dbfc5190df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:42.850053 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:43.889060 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:45.275151 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:51.374980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-1f34bfa8-9427-473d-8903-efc5b9180715 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411417 Aug 03 16:46:51.456629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-44db7c54-ef2f-4c2a-9981-e7753e1dc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:46:51.458148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-44db7c54-ef2f-4c2a-9981-e7753e1dc515 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1097 time: 0.0405676 Aug 03 16:46:51.564755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-66c765a9-8434-49aa-b355-2593d64cc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:46:51.566293 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-66c765a9-8434-49aa-b355-2593d64cc370 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0896831 Aug 03 16:46:51.632376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-2dd91a07-0eba-42ec-b7ac-da4ef2e2e793 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1003 time: 0.0587280 Aug 03 16:46:51.682869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-cc1c4c71-3da1-4a53-8da6-88d4e59f5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:46:51.684305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-cc1c4c71-3da1-4a53-8da6-88d4e59f5fc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0446546 Aug 03 16:46:51.733442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-92da0790-38e7-4988-b791-0ec3215c5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:46:51.734941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-92da0790-38e7-4988-b791-0ec3215c5f0a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432684 Aug 03 16:46:51.824269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-7a9e65d8-5814-4c17-8a4b-a2e171a2d460 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Aug 03 16:46:51.918089 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9c3df5f-64f2-43e9-9826-ba06eaa926ed req-58a6e5b3-c686-4aaf-bdcc-bfd8001c318e service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Aug 03 16:46:52.451209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:56.715510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385679-1071-4e27-826e-98b64ded6f6b req-7fb21c7a-9ba0-4f60-bcfd-da31b3541d1e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:46:56.717035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55385679-1071-4e27-826e-98b64ded6f6b req-7fb21c7a-9ba0-4f60-bcfd-da31b3541d1e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0504906 Aug 03 16:46:56.717351 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:46:56.756284 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-55385679-1071-4e27-826e-98b64ded6f6b req-928c1825-829e-49f6-b110-9add15244259 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330136 Aug 03 16:46:59.505514 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:47:06.823464 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-10d0a97a-746f-4335-9011-cdb689ed25ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438259 Aug 03 16:47:06.834828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea38503-ce9f-4a45-9398-1c49eb171913 req-df9569dd-7e2d-4991-9e50-9e312f6d042b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:06.836340 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ea38503-ce9f-4a45-9398-1c49eb171913 req-df9569dd-7e2d-4991-9e50-9e312f6d042b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0554619 Aug 03 16:47:06.879426 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8ea38503-ce9f-4a45-9398-1c49eb171913 req-d1c5afbe-a6f9-4798-80a9-0976fc2e5bb7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 Aug 03 16:47:07.995427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-ac6cd60b-8abb-447e-ac32-86e8a2b815f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:07.997723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-ac6cd60b-8abb-447e-ac32-86e8a2b815f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1097 time: 0.0723653 Aug 03 16:47:08.014758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf4c98-8df9-4506-908c-305b11e98392 req-6dfe6602-f1ec-4d8c-a3ce-b265ed718e60 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:08.016200 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22cf4c98-8df9-4506-908c-305b11e98392 req-6dfe6602-f1ec-4d8c-a3ce-b265ed718e60 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0640163 Aug 03 16:47:08.102746 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22cf4c98-8df9-4506-908c-305b11e98392 req-ca6fd002-555e-473f-a871-ea58d6a27aad tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784650 Aug 03 16:47:08.130587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-fb19312e-6d68-4ac6-943d-9c395a6df737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:08.132146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-fb19312e-6d68-4ac6-943d-9c395a6df737 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.1150303 Aug 03 16:47:08.203345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-8bbae5ce-03ea-4257-963a-1edc3d3b9f1f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1003 time: 0.0626070 Aug 03 16:47:08.254899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-bbf743f1-006e-4e50-9794-3fce45b9364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:08.256357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-bbf743f1-006e-4e50-9794-3fce45b9364b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0443645 Aug 03 16:47:08.304584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-2b72be00-6157-4681-b327-33d18ccd59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:08.306153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-2b72be00-6157-4681-b327-33d18ccd59a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413735 Aug 03 16:47:08.317570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-afa46c9a-f0e2-440a-a977-3d02e6a3e648 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:47:08.318549 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-afa46c9a-f0e2-440a-a977-3d02e6a3e648 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050316 Aug 03 16:47:08.425148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-9bc57de2-bb00-43c1-8ab3-7b059056216f service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982549 Aug 03 16:47:08.515399 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-45063b7f-1005-4ba5-861c-14f0f573f0c1 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827072 Aug 03 16:47:09.223040 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad324-a12e-4b6c-917c-c837fa892aca req-3efe3b60-3f92-4075-88af-eb36fef6c7f2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:09.224504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a0ad324-a12e-4b6c-917c-c837fa892aca req-3efe3b60-3f92-4075-88af-eb36fef6c7f2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0527716 Aug 03 16:47:09.263904 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a0ad324-a12e-4b6c-917c-c837fa892aca req-caf49049-bf1b-4474-9c88-75c908c49c32 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Aug 03 16:47:09.896363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83bad1ca-ff88-458b-8ce6-29af5781117b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:10.390390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c9fb-9920-4077-9844-c059682571cf req-4211a9e0-a367-48bc-8b77-eee14effca07 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:10.391891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee1c9fb-9920-4077-9844-c059682571cf req-4211a9e0-a367-48bc-8b77-eee14effca07 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0566859 Aug 03 16:47:10.430527 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ee1c9fb-9920-4077-9844-c059682571cf req-dcb18359-4ef5-4c23-a6f0-cb9ed67e697b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Aug 03 16:47:11.572690 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1a06-4c27-4c78-9db9-350f293d7308 req-749d0838-e914-4cf2-b15c-8b31fec98750 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:11.575351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68ad1a06-4c27-4c78-9db9-350f293d7308 req-749d0838-e914-4cf2-b15c-8b31fec98750 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0568316 Aug 03 16:47:11.616116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68ad1a06-4c27-4c78-9db9-350f293d7308 req-e85b9e9b-6991-4b65-80eb-0509b57df686 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Aug 03 16:47:12.198372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-50c9599f-5676-4752-8fee-1cf9111cd115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:12.735848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d7036-5f0c-4468-969d-877b811518b4 req-785cbd3d-cee0-4540-a621-89f6a1b8a1d4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:12.737329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-170d7036-5f0c-4468-969d-877b811518b4 req-785cbd3d-cee0-4540-a621-89f6a1b8a1d4 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0508137 Aug 03 16:47:12.775790 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-170d7036-5f0c-4468-969d-877b811518b4 req-e5d9b3d0-80d3-4c9c-9de2-2ec3051365d1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Aug 03 16:47:12.850834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:13.890523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:13.896095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420f98-420a-4df8-9885-c8b67d2f7771 req-f4d4bf7c-0f55-4dfb-bf6b-0d4d5c3977b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:13.897589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb420f98-420a-4df8-9885-c8b67d2f7771 req-f4d4bf7c-0f55-4dfb-bf6b-0d4d5c3977b9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0501730 Aug 03 16:47:13.937215 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-eb420f98-420a-4df8-9885-c8b67d2f7771 req-f1fa9b64-7ab9-4d8b-a1cb-4ccfd079dfbb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Aug 03 16:47:15.059552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71bb27-ee06-4f09-aea7-4444396bb8f4 req-1fbcc205-b373-4a1a-aca8-3fcd4418148d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:15.062124 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d71bb27-ee06-4f09-aea7-4444396bb8f4 req-1fbcc205-b373-4a1a-aca8-3fcd4418148d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0541420 Aug 03 16:47:15.099597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d71bb27-ee06-4f09-aea7-4444396bb8f4 req-983ee7c5-2c1d-4609-845d-1b49b33516cf tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Aug 03 16:47:15.278260 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:16.220062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fdd4d-4f7f-404a-9263-0f6e69a44500 req-06e61a8e-7151-4d9d-8af6-bce94d66be2a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:16.221595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b80fdd4d-4f7f-404a-9263-0f6e69a44500 req-06e61a8e-7151-4d9d-8af6-bce94d66be2a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0516670 Aug 03 16:47:16.265437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b80fdd4d-4f7f-404a-9263-0f6e69a44500 req-b20a21e6-cded-4058-9503-de4f18490e73 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377424 Aug 03 16:47:17.403902 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e164dbc-1ae6-49f4-8366-7afd4035b6d3 req-f8e290d9-b62f-4867-b570-d6981be721c8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:17.405449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e164dbc-1ae6-49f4-8366-7afd4035b6d3 req-f8e290d9-b62f-4867-b570-d6981be721c8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0580029 Aug 03 16:47:17.445259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e164dbc-1ae6-49f4-8366-7afd4035b6d3 req-83014ac5-3c08-4558-9153-75706f00ae40 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337358 Aug 03 16:47:18.573177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a69af-499b-4fe6-91af-795d0846a36c req-ab9f9bda-ed11-4263-a362-6da13e3b006f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:18.574691 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-217a69af-499b-4fe6-91af-795d0846a36c req-ab9f9bda-ed11-4263-a362-6da13e3b006f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0583692 Aug 03 16:47:18.616430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-217a69af-499b-4fe6-91af-795d0846a36c req-79a409ae-06d5-426f-86d9-543b13b527f9 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Aug 03 16:47:19.732228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ff236-2ab1-469d-85fc-33550b24755a req-a59748f4-feb9-4cc0-8fd2-388ae629b91e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:19.734064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d95ff236-2ab1-469d-85fc-33550b24755a req-a59748f4-feb9-4cc0-8fd2-388ae629b91e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Aug 03 16:47:19.771892 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d95ff236-2ab1-469d-85fc-33550b24755a req-63157e12-56b0-4a98-99b6-6d6fa942c3fb tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Aug 03 16:47:20.888912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d281-b533-40dd-b4eb-40deb160bda3 req-dc3daf06-911f-4d45-b341-5e1ae22894ff tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:20.890478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3d8d281-b533-40dd-b4eb-40deb160bda3 req-dc3daf06-911f-4d45-b341-5e1ae22894ff tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0513351 Aug 03 16:47:20.929424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3d8d281-b533-40dd-b4eb-40deb160bda3 req-5a6f6e96-0951-4463-bdab-bc2129547923 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Aug 03 16:47:22.049152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a2b9f-f4e1-4db9-a177-292528074830 req-59c7b6ac-8d58-4b03-a5fa-81414ec445ed tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:22.050777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-645a2b9f-f4e1-4db9-a177-292528074830 req-59c7b6ac-8d58-4b03-a5fa-81414ec445ed tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0513008 Aug 03 16:47:22.093417 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-645a2b9f-f4e1-4db9-a177-292528074830 req-86401ac1-fb43-49b4-9009-baf3f187dad8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360017 Aug 03 16:47:22.242206 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-c8603d5f-c2d6-4af0-b3ae-dee490bbea5c service neutron] show failed (client error): The resource could not be found. Aug 03 16:47:22.243235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-c8603d5f-c2d6-4af0-b3ae-dee490bbea5c service neutron] 10.222.0.78 "GET /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0598464 Aug 03 16:47:22.441224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-cbd99c2b-f1fa-47a3-8667-8fbb07e221e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:22.442655 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-cbd99c2b-f1fa-47a3-8667-8fbb07e221e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0436842 Aug 03 16:47:22.455626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:47:22.481849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:22.513889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:22.717206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:22.750568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:47:22.790916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:22.793205 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58ccd7-538b-413b-8c5b-cae760e3af1c" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-unplugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:22.798219 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:22.811626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Transition to ACTIVE for port object adcad723-a411-4268-9830-264c8d22182e will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:47:22.816191 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:22.845503 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb2dc7-3b69-489d-baf8-0d50e9142a07 x-openstack-request-id: req-c8fb2dc7-3b69-489d-baf8-0d50e9142a07 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:22.845818 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-unplugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:22.846069 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8fb2dc7-3b69-489d-baf8-0d50e9142a07 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:22.846457 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'code': 200} Aug 03 16:47:22.899555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=6']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:22.911578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.911922 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.912262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.912597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.912935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.913262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.913586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.913940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.914277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.914592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.914911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.915231 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:22.954355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] No DVR routers for this DVR port adcad723-a411-4268-9830-264c8d22182e on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:47:23.092778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:47:23.093119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:47:23.093451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:47:23.097822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:47:23.098144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:47:23.102996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:47:23.103229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:47:23.103604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:47:23.104027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Bound port: adcad723-a411-4268-9830-264c8d22182e, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:47:23.104388 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:23.170521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:47:23.174338 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:47:23.178672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:23.219090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.219708 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:23.221090 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] 10.222.0.72 "PUT /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1092 time: 0.7694895 Aug 03 16:47:23.224208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b57a1b-bb58-4702-919e-87c643c6b3fb req-6991b736-76fe-4441-82d8-31b196ea5748 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.225764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8b57a1b-bb58-4702-919e-87c643c6b3fb req-6991b736-76fe-4441-82d8-31b196ea5748 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0593667 Aug 03 16:47:23.250358 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90b82d-efcb-45d3-9212-3439f17b5836 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:23.274760 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b8b57a1b-bb58-4702-919e-87c643c6b3fb req-e1ce4558-7921-46ec-99b7-3244f6e4b542 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Aug 03 16:47:23.303987 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-e5c3ce5c-3217-47be-bc47-3c7eec9e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.305508 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-e5c3ce5c-3217-47be-bc47-3c7eec9e5d67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1095 time: 0.0523298 Aug 03 16:47:23.398051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-5323280a-7764-4212-9aa0-d19042024eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.399560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-5323280a-7764-4212-9aa0-d19042024eae service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0873723 Aug 03 16:47:23.472848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-5f1b82dc-a259-4243-8a46-4989ee91bbe4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0662184 Aug 03 16:47:23.523089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-3864ed87-e10c-4ee9-ab0c-c8bdb633bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.524561 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-3864ed87-e10c-4ee9-ab0c-c8bdb633bc47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0440898 Aug 03 16:47:23.569839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-89b7ccac-3bd6-4a77-b488-38716d8c8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:23.571505 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-89b7ccac-3bd6-4a77-b488-38716d8c8c4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403059 Aug 03 16:47:23.582035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-194d85fa-d536-4cfb-97fd-c0f0ee532ce1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:47:23.582983 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-194d85fa-d536-4cfb-97fd-c0f0ee532ce1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048869 Aug 03 16:47:23.677104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-76f9ecdf-92ef-4475-82de-a31f26b0e539 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865259 Aug 03 16:47:23.766047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf5cca99-5bee-49b1-b223-5ed388b695f0 req-230bfc60-0cd1-44ff-bd42-efa40893209b service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820556 Aug 03 16:47:24.138473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:47:24.177622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:47:24.405305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2635ba-d0d7-4f53-ad7f-05c02a534d07 req-4503b0a6-0b6f-4c62-abab-29b732f04088 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:24.406933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e2635ba-d0d7-4f53-ad7f-05c02a534d07 req-4503b0a6-0b6f-4c62-abab-29b732f04088 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0604417 Aug 03 16:47:24.447552 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e2635ba-d0d7-4f53-ad7f-05c02a534d07 req-8215e4d9-fc67-4205-a3c6-b481e1744c3e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Aug 03 16:47:24.848319 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:24.850698 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:24.899939 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc0d91a-c4d4-48e8-a7ca-57972f5c1c19 x-openstack-request-id: req-3dc0d91a-c4d4-48e8-a7ca-57972f5c1c19 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:24.900230 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:24.900478 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dc0d91a-c4d4-48e8-a7ca-57972f5c1c19 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:24.900871 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'status': 'completed', 'code': 200} Aug 03 16:47:24.964397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-870d0068-2c9d-4ea6-956b-2e2b79d2c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:24.967502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-acdf1e4b-b2da-4214-9117-0f8d365ffe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:24.967698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-870d0068-2c9d-4ea6-956b-2e2b79d2c6a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1095 time: 0.0446310 Aug 03 16:47:24.969055 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-acdf1e4b-b2da-4214-9117-0f8d365ffe17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1095 time: 0.0486293 Aug 03 16:47:25.063565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-59d4dbc9-a7ba-42f0-b4fd-4a529a1a803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.065083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-59d4dbc9-a7ba-42f0-b4fd-4a529a1a803a service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0896688 Aug 03 16:47:25.069462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-f1ccf730-ab50-4800-bd0a-3fa83d9c9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.070982 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-f1ccf730-ab50-4800-bd0a-3fa83d9c9541 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0952625 Aug 03 16:47:25.138488 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-68f22896-c2d5-4f5c-80f9-ff32203a51cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0662267 Aug 03 16:47:25.138729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-a3e06ee7-2eda-49ef-b258-be30614188ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0605984 Aug 03 16:47:25.191679 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-7c25a9d9-f18a-40fe-9e1b-c57af634c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.193267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-7c25a9d9-f18a-40fe-9e1b-c57af634c311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0488694 Aug 03 16:47:25.196022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-e787b21c-bf15-4598-883d-725be9cf659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.197957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-e787b21c-bf15-4598-883d-725be9cf659c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0516028 Aug 03 16:47:25.243814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-b81397a5-d05b-444c-b4c4-29701886ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.245821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-b81397a5-d05b-444c-b4c4-29701886ec50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438228 Aug 03 16:47:25.248340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-5716ec7d-4b3e-4f05-aaa2-975648af54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.250444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-5716ec7d-4b3e-4f05-aaa2-975648af54d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448637 Aug 03 16:47:25.347106 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-ae80e1c1-dc7c-4698-956d-531d7cf8567c service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896630 Aug 03 16:47:25.347959 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-f7e55db3-d925-4564-a018-777ca90010dd service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950868 Aug 03 16:47:25.448799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-f58c95f8-8f57-4c1d-b4a9-e11e2ae1885f service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939198 Aug 03 16:47:25.451876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f101bb9c-c71b-4d4f-9ba1-269b67055a0b req-be6b766d-acdf-45af-bbbb-9f803b8e3e1e service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983634 Aug 03 16:47:25.574700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a07f-d50a-438e-9174-b51572f9ce27 req-71ee53d6-dcc7-4454-bdca-dee7bfb82f79 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:25.576445 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29b0a07f-d50a-438e-9174-b51572f9ce27 req-71ee53d6-dcc7-4454-bdca-dee7bfb82f79 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0572677 Aug 03 16:47:25.618439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29b0a07f-d50a-438e-9174-b51572f9ce27 req-734a4b62-0297-4c82-8c2b-afec21a9ddf1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358717 Aug 03 16:47:26.721847 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:26.738796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806c067-fd34-4e7d-baea-315956903563 req-59962cc6-363d-4a7d-8052-85388e2da23c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:26.740316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c806c067-fd34-4e7d-baea-315956903563 req-59962cc6-363d-4a7d-8052-85388e2da23c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0511212 Aug 03 16:47:26.780207 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c806c067-fd34-4e7d-baea-315956903563 req-06b2707f-9175-4316-a28b-3bb835a30e27 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 Aug 03 16:47:27.899830 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874287-a5c1-46ea-b761-fbd785725d35 req-a10b3486-c4d1-4619-850b-e1723395a2d6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:27.901316 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83874287-a5c1-46ea-b761-fbd785725d35 req-a10b3486-c4d1-4619-850b-e1723395a2d6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0494092 Aug 03 16:47:27.940379 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83874287-a5c1-46ea-b761-fbd785725d35 req-a5e4fa9e-5ad6-4801-bcfb-3c03bd972829 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Aug 03 16:47:29.060448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67ff1f-88bd-456e-a735-155539327886 req-99c72286-b37e-46db-a4c2-cf22e67705c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:29.062071 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a67ff1f-88bd-456e-a735-155539327886 req-99c72286-b37e-46db-a4c2-cf22e67705c2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0525284 Aug 03 16:47:29.101930 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7a67ff1f-88bd-456e-a735-155539327886 req-6655381d-01f5-43b1-b668-99f2f63aba87 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Aug 03 16:47:30.221169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302782-40f8-4f60-9d4b-39ef98f2daa5 req-a115268a-23ee-4da9-ac45-04f58b1493dc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:30.222693 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10302782-40f8-4f60-9d4b-39ef98f2daa5 req-a115268a-23ee-4da9-ac45-04f58b1493dc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0524421 Aug 03 16:47:30.261019 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-10302782-40f8-4f60-9d4b-39ef98f2daa5 req-86c8967c-ea10-43bf-ac4e-50a7bf67c243 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Aug 03 16:47:31.401111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5f93e-36d5-410f-a3c7-30eb4f8f3efb req-cef1a975-b919-488e-8460-65730eb619fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:31.402671 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6e5f93e-36d5-410f-a3c7-30eb4f8f3efb req-cef1a975-b919-488e-8460-65730eb619fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0627267 Aug 03 16:47:31.444955 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6e5f93e-36d5-410f-a3c7-30eb4f8f3efb req-ad4dc5ba-6ef5-427e-9348-e02e665f708f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Aug 03 16:47:32.568666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5978ed2-7d22-47e0-982f-5fc40d4a8546 req-cac77bd2-4ddf-4afd-bc8d-9cb0e701f6fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:32.570332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5978ed2-7d22-47e0-982f-5fc40d4a8546 req-cac77bd2-4ddf-4afd-bc8d-9cb0e701f6fa tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0551012 Aug 03 16:47:32.612623 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f5978ed2-7d22-47e0-982f-5fc40d4a8546 req-c9c0c3c5-31a7-4c9c-88b7-8f7565df33de tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Aug 03 16:47:33.733289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6ec9f-4121-4108-993f-454a4ba9ead7 req-20f108db-1223-4d14-9da2-4595d3b2908f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:33.734858 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46e6ec9f-4121-4108-993f-454a4ba9ead7 req-20f108db-1223-4d14-9da2-4595d3b2908f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0500252 Aug 03 16:47:33.774606 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46e6ec9f-4121-4108-993f-454a4ba9ead7 req-d5a4c008-507f-4d70-81d4-2d3b3166972a tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Aug 03 16:47:34.894850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2aa21a-f340-4a01-b82e-2b503369dd01 req-c89abd21-3120-42b3-83cc-f3c45088dd79 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:34.896493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b2aa21a-f340-4a01-b82e-2b503369dd01 req-c89abd21-3120-42b3-83cc-f3c45088dd79 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 944 time: 0.0531085 Aug 03 16:47:34.937573 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b2aa21a-f340-4a01-b82e-2b503369dd01 req-8a8be719-6fc6-42b4-91b6-095b255aa9a0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Aug 03 16:47:35.521078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device adcad723-a411-4268-9830-264c8d22182e details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:47:35.624294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:35.639800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'adcad723-a411-4268-9830-264c8d22182e', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:47:35.678998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:35.692669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcad723-a411-4268-9830-264c8d22182e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:47:35.712297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:35.716130 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:35.765736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:35.773531 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.773833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.774173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.774504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.774832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.775156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.775479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.775800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.776118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.776438 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.776757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.777078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:35.946402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['adcad723-a411-4268-9830-264c8d22182e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:47:36.085331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bc966-ea65-4f1d-95ba-f786a1731362 req-879a1336-b22e-4ced-8a67-9543c94c8099 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.087861 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a1bc966-ea65-4f1d-95ba-f786a1731362 req-879a1336-b22e-4ced-8a67-9543c94c8099 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0797663 Aug 03 16:47:36.127098 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8a1bc966-ea65-4f1d-95ba-f786a1731362 req-803c8f97-adaf-475b-8e58-4e4b97887acc tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Aug 03 16:47:36.427132 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-896f0e2e-1d06-4f39-ae3a-dbd1b55cb4a7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.428637 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-896f0e2e-1d06-4f39-ae3a-dbd1b55cb4a7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.72 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&binding%3Ahost_id=n-h1-803226-3 HTTP/1.1" status: 200 len: 945 time: 0.0577748 Aug 03 16:47:36.444682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983645f-76b5-4cba-b25f-d645e8f874f3 req-d3aa4d7a-9506-48c7-8d28-34a69b4658c8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.446249 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5983645f-76b5-4cba-b25f-d645e8f874f3 req-d3aa4d7a-9506-48c7-8d28-34a69b4658c8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0572710 Aug 03 16:47:36.488539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5983645f-76b5-4cba-b25f-d645e8f874f3 req-31321146-1096-43dc-b654-31d6f3499e58 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361238 Aug 03 16:47:36.492409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-17a7eed4-ce04-4b86-af9c-dcbf9f807514 service neutron] 10.222.0.72 "GET /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e/bindings/n-h1-803226-3 HTTP/1.1" status: 200 len: 382 time: 0.0554700 Aug 03 16:47:36.507217 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:47:36.563079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-50e31c0a-628f-44fa-bef2-2d2b9cfd0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.564651 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-50e31c0a-628f-44fa-bef2-2d2b9cfd0b38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1096 time: 0.0471044 Aug 03 16:47:36.655454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-8c7ca5e3-83fa-4b73-a928-3228794b1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.657083 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-8c7ca5e3-83fa-4b73-a928-3228794b1ef7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0861793 Aug 03 16:47:36.728261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-965ba723-0684-42c1-a014-febedc049dd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1002 time: 0.0640817 Aug 03 16:47:36.777840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-1790ea47-e0d7-43fc-8573-1e27ab9a1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.779314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-1790ea47-e0d7-43fc-8573-1e27ab9a1db5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0441599 Aug 03 16:47:36.826133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-1036b542-3d34-45e3-adfb-55cb056fa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:36.827657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-1036b542-3d34-45e3-adfb-55cb056fa72e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415518 Aug 03 16:47:36.923810 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-a58c5c58-2f2b-4f2d-9055-747b048329cc service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889688 Aug 03 16:47:37.021104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-669735a3-5c02-4a1a-8f75-10041cd6ba05 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911248 Aug 03 16:47:37.521038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device adcad723-a411-4268-9830-264c8d22182e up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:47:37.573606 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port adcad723-a411-4268-9830-264c8d22182e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:47:37.577799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port adcad723-a411-4268-9830-264c8d22182e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:47:37.578222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:37.635025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91e52b-53b2-47df-ad62-d840e28d7640 req-bd635b1b-5328-46c5-96d2-30eb14749c4e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:37.637436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d91e52b-53b2-47df-ad62-d840e28d7640 req-bd635b1b-5328-46c5-96d2-30eb14749c4e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0599067 Aug 03 16:47:37.672930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:37.680969 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6d91e52b-53b2-47df-ad62-d840e28d7640 req-76a50a53-bb6e-4593-98b3-dbadadf96b76 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Aug 03 16:47:37.703805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:37.706275 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab7bb6-ad86-4ff2-b654-334bae4891b3" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:37.719791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:37.724802 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:37.761420 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b28ff3e-df5f-4d6a-8639-b7c74e5200bc x-openstack-request-id: req-4b28ff3e-df5f-4d6a-8639-b7c74e5200bc {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:37.761749 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:37.762468 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b28ff3e-df5f-4d6a-8639-b7c74e5200bc {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:37.762892 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'code': 200} Aug 03 16:47:37.781979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:38.818259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836799b1-b915-4520-b29e-2ba99232aa84 req-e5b0f950-9346-476e-aaaf-9e1768c70128 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:38.819858 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-836799b1-b915-4520-b29e-2ba99232aa84 req-e5b0f950-9346-476e-aaaf-9e1768c70128 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0614400 Aug 03 16:47:38.870658 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-836799b1-b915-4520-b29e-2ba99232aa84 req-8058ec58-bb1c-48e7-829c-25e1a0b77e9f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Aug 03 16:47:39.897747 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58f477e7-3171-449a-bc98-226cfada1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:40.002697 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4e263-5a7a-4950-84cf-f3a4a8b92fed req-43a34e9c-917f-4d46-9092-a7cdd3e58b30 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:40.004345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39d4e263-5a7a-4950-84cf-f3a4a8b92fed req-43a34e9c-917f-4d46-9092-a7cdd3e58b30 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0567205 Aug 03 16:47:40.047592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39d4e263-5a7a-4950-84cf-f3a4a8b92fed req-a3a9081c-34d5-4f4d-8caf-878609332b2d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359848 Aug 03 16:47:40.797035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-e9c724bf-b7d3-4430-8c78-22c7388f3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:40.798555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-e9c724bf-b7d3-4430-8c78-22c7388f3d34 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4&tenant_id=0aa4c2c02ddf4823871f0acbf4210afc HTTP/1.1" status: 200 len: 1097 time: 0.0423152 Aug 03 16:47:40.810419 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:47:40.873454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.083514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:41.120006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:47:41.163966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:41.166358 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a246c65-8506-4129-92d5-f78bae9b24b8" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-unplugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:41.167295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71ae9-5c1b-4e65-b813-b01a1431feec req-b99921bf-dc5d-4536-84ce-01afab937b0f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.168865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aba71ae9-5c1b-4e65-b813-b01a1431feec req-b99921bf-dc5d-4536-84ce-01afab937b0f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0525601 Aug 03 16:47:41.172455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.185988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Transition to ACTIVE for port object adcad723-a411-4268-9830-264c8d22182e will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:47:41.191553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.218062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aba71ae9-5c1b-4e65-b813-b01a1431feec req-db4f5707-73bb-41ef-af43-dba89c679a5e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Aug 03 16:47:41.221177 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf24942-832d-4d9f-bbec-a979ec4051bd x-openstack-request-id: req-5bf24942-832d-4d9f-bbec-a979ec4051bd {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:41.221507 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-unplugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:41.221854 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bf24942-832d-4d9f-bbec-a979ec4051bd {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:41.222259 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'code': 200} Aug 03 16:47:41.284939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=10']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.306450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:47:41.342465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] No DVR routers for this DVR port adcad723-a411-4268-9830-264c8d22182e on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:47:41.496853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:47:41.497191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:47:41.497523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:47:41.502817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:47:41.503097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Attempting to bind port adcad723-a411-4268-9830-264c8d22182e on network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:47:41.507879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:47:41.508221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Checking segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:47:41.508610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Bound using segment: {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:47:41.509035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Bound port: adcad723-a411-4268-9830-264c8d22182e, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c6a460-5c93-4b7f-a5bf-8cab0748d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:47:41.509393 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.571986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:47:41.575308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:47:41.579612 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.614901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.615505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:41.616974 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] 10.222.0.78 "PUT /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1093 time: 0.8103974 Aug 03 16:47:41.652415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b907c6-7f96-424e-b52b-e88d66e94e89 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=11']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:41.684798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-b7c3cfc2-9cb5-447a-949f-0953eecbb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.686360 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-b7c3cfc2-9cb5-447a-949f-0953eecbb721 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1096 time: 0.0447683 Aug 03 16:47:41.792149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-d1e0a8f7-ffdf-4e05-bfe0-f264d83a57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.793720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-d1e0a8f7-ffdf-4e05-bfe0-f264d83a57b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0995815 Aug 03 16:47:41.877880 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-b0c4f9b2-f3f2-4dd6-9aa7-346c15806d73 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0761852 Aug 03 16:47:41.936358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-0eebe34b-e70a-4b2e-8e45-90fd454a64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.937852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-0eebe34b-e70a-4b2e-8e45-90fd454a64fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0528390 Aug 03 16:47:41.987763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-20d8af93-fb12-4518-a7df-dd1df49f2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:41.989322 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-20d8af93-fb12-4518-a7df-dd1df49f2008 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440795 Aug 03 16:47:42.093994 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-f45593ae-007a-4a3e-9213-47951c0e4025 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974886 Aug 03 16:47:42.185597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57fb932c-5299-4c19-a61f-9f55ed91b8a2 req-b2665f68-8d81-4cc0-96d9-15fc3b488828 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841045 Aug 03 16:47:42.198942 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-41fdd06f-c36b-4f7f-ae5c-6eaa7c31c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:42.355415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c2282-201f-4179-985c-6f0acba476d8 req-d8419eac-45e3-48a8-bb9b-a6250062ca0f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:42.356927 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-936c2282-201f-4179-985c-6f0acba476d8 req-d8419eac-45e3-48a8-bb9b-a6250062ca0f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0618985 Aug 03 16:47:42.411827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-936c2282-201f-4179-985c-6f0acba476d8 req-899c44b6-78c3-4feb-a041-da5238da40df tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476663 Aug 03 16:47:42.852530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:43.224156 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:43.228125 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91" -d '{"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:43.283087 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66ca55-9fa4-43df-b75d-09da22ab1e44 x-openstack-request-id: req-ac66ca55-9fa4-43df-b75d-09da22ab1e44 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:43.283996 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "tag": "adcad723-a411-4268-9830-264c8d22182e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:43.284260 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac66ca55-9fa4-43df-b75d-09da22ab1e44 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:43.284661 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'status': 'completed', 'code': 200} Aug 03 16:47:43.347103 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-58bd0333-d5a6-4f7d-ba27-d66c282d6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.348683 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-58bd0333-d5a6-4f7d-ba27-d66c282d6773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1096 time: 0.0484691 Aug 03 16:47:43.361680 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-0137c7ac-ec8c-4aea-baed-2e80fdb7eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.363321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-0137c7ac-ec8c-4aea-baed-2e80fdb7eafc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1096 time: 0.0514433 Aug 03 16:47:43.460080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-9ee28c5c-972e-49f0-881f-adee4c399efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.461598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-9ee28c5c-972e-49f0-881f-adee4c399efd service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0913255 Aug 03 16:47:43.467695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-953e732f-4c30-4602-be2b-6a6ad0ea4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.470192 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-953e732f-4c30-4602-be2b-6a6ad0ea4d60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.1134923 Aug 03 16:47:43.528795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device adcad723-a411-4268-9830-264c8d22182e no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:47:43.543349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-0d616bd2-857b-4736-89ed-67f76c42be8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0647080 Aug 03 16:47:43.569931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-17b96e46-d514-4411-875e-33709e69cbcc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.1007795 Aug 03 16:47:43.576209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device adcad723-a411-4268-9830-264c8d22182e not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:47:43.608544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-1cf7306b-2965-4aa6-9d30-e4d68dc47ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.610307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-1cf7306b-2965-4aa6-9d30-e4d68dc47ef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0595148 Aug 03 16:47:43.615929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7de150-6c1c-4326-83e0-1978b58524f3 req-ef1a7345-939a-4f6a-a524-4a4a4f7b42d7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.618363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a7de150-6c1c-4326-83e0-1978b58524f3 req-ef1a7345-939a-4f6a-a524-4a4a4f7b42d7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.1045127 Aug 03 16:47:43.659114 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-e8744da1-b681-41b3-bbad-59ac66616df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.660987 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-e8744da1-b681-41b3-bbad-59ac66616df1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0815349 Aug 03 16:47:43.668234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-98939c51-a3b8-404c-8134-04f18c75278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.670724 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-98939c51-a3b8-404c-8134-04f18c75278d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531290 Aug 03 16:47:43.713702 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a7de150-6c1c-4326-83e0-1978b58524f3 req-19773119-6528-42f5-a12c-e349014a6e95 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794890 Aug 03 16:47:43.730257 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-19a00c8a-498c-485d-b1f0-83b05c879aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:43.731781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-19a00c8a-498c-485d-b1f0-83b05c879aa2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627964 Aug 03 16:47:43.770861 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-cd2959ba-f656-499b-bddc-c5a718dc53ba service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932851 Aug 03 16:47:43.852734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-b4eca565-17fb-4fce-91d7-4895a4288dea service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126704 Aug 03 16:47:43.899011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:43.902387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-7c7a056a-d278-493e-9aeb-a949d1c34ae6 service neutron] 10.222.0.72 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245608 Aug 03 16:47:43.977113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa2f8c0-9a4a-4e92-9c52-f115401e3d91 req-8dada6d9-e984-42ee-b0f1-a55079a78286 service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171618 Aug 03 16:47:44.855526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8da231-8b55-4fa9-a5ec-fce060485169 req-26e8b671-c3fe-4901-b521-80ad10af3516 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:44.857066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a8da231-8b55-4fa9-a5ec-fce060485169 req-26e8b671-c3fe-4901-b521-80ad10af3516 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0526164 Aug 03 16:47:44.903942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7a8da231-8b55-4fa9-a5ec-fce060485169 req-ab44a48f-9ef5-4515-b551-e1aec748019f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Aug 03 16:47:45.282512 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:46.030027 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68615d82-dd22-4857-b5f4-93d9f803ca36 req-c2e3974f-11c5-46e6-9c9c-c9a6edb94a8b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:46.031918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68615d82-dd22-4857-b5f4-93d9f803ca36 req-c2e3974f-11c5-46e6-9c9c-c9a6edb94a8b tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0543482 Aug 03 16:47:46.074337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68615d82-dd22-4857-b5f4-93d9f803ca36 req-d19f3f45-eb61-4fd5-84a8-13f0e22a1aa0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361459 Aug 03 16:47:47.196232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee327e2-4628-4cab-81c6-a282b83c80a9 req-74ca22f1-786d-40f7-845d-534b11c5fee6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:47.197887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ee327e2-4628-4cab-81c6-a282b83c80a9 req-74ca22f1-786d-40f7-845d-534b11c5fee6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Aug 03 16:47:47.242071 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ee327e2-4628-4cab-81c6-a282b83c80a9 req-a3175f59-c04e-44a6-9e75-5ab6a2d76c9c tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375230 Aug 03 16:47:48.365467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e159614-38d5-46cc-ba70-9c1abb8de5ca req-43ebd6b3-a430-4568-9eef-fdba3b2d6a89 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:48.367052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e159614-38d5-46cc-ba70-9c1abb8de5ca req-43ebd6b3-a430-4568-9eef-fdba3b2d6a89 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Aug 03 16:47:48.404692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e159614-38d5-46cc-ba70-9c1abb8de5ca req-aad5ae88-dfb7-42c4-9af7-81b13b3f067e tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Aug 03 16:47:49.523718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f233a7-24e8-4fb2-b8a4-05b1c4bf07c0 req-d16a258b-a54e-4e0a-b1b7-22de6dd086ef tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:49.525236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f233a7-24e8-4fb2-b8a4-05b1c4bf07c0 req-d16a258b-a54e-4e0a-b1b7-22de6dd086ef tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Aug 03 16:47:49.569202 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d9f233a7-24e8-4fb2-b8a4-05b1c4bf07c0 req-7bae8034-f721-4184-949c-204f627d5bc5 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Aug 03 16:47:50.692951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96774b74-838e-4836-9d18-66fb4389b2fe req-df58cace-3892-4edb-af10-02d08937566f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:50.694475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96774b74-838e-4836-9d18-66fb4389b2fe req-df58cace-3892-4edb-af10-02d08937566f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0549612 Aug 03 16:47:50.733255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96774b74-838e-4836-9d18-66fb4389b2fe req-dadd40df-6a28-43ee-887b-2590d38a8ba7 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Aug 03 16:47:51.441158 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-9f60fce5-fae3-4885-918f-e2d2856348e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:51.442695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-9f60fce5-fae3-4885-918f-e2d2856348e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 1096 time: 0.0445843 Aug 03 16:47:51.551048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-6dff1aef-43c5-45aa-b704-80ce876c4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:51.552659 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-6dff1aef-43c5-45aa-b704-80ce876c4399 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 200 len: 912 time: 0.0890713 Aug 03 16:47:51.620516 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-7b2b6c17-d613-4d9a-9fcb-60920fb97ece service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 200 len: 1001 time: 0.0608177 Aug 03 16:47:51.668597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-a38d41a7-47e4-4f8e-8478-1cc106f920dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:51.670095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-a38d41a7-47e4-4f8e-8478-1cc106f920dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 200 len: 850 time: 0.0433035 Aug 03 16:47:51.720727 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-a8723a7d-5db9-4ea2-a139-807fb60cbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:51.722135 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-a8723a7d-5db9-4ea2-a139-807fb60cbade service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450833 Aug 03 16:47:51.814519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-c69ec561-8651-4a95-aab9-4ff2d4da4b0c service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845020 Aug 03 16:47:51.851432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fee595-6058-4973-9cdc-a0c09a5f7223 req-6070fe9a-1675-4c8e-98d0-6aa53c913071 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:51.852921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1fee595-6058-4973-9cdc-a0c09a5f7223 req-6070fe9a-1675-4c8e-98d0-6aa53c913071 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0502284 Aug 03 16:47:51.892409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1fee595-6058-4973-9cdc-a0c09a5f7223 req-1a0f5fbb-21e9-4a49-87c7-2dca175a8f10 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Aug 03 16:47:51.910391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2657ba35-c5e0-464f-8577-8f90a6cba0ad req-bb76b303-e863-4930-ab3e-cc85d038850c service neutron] 10.222.0.78 "GET /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890341 Aug 03 16:47:52.466150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:53.011771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a453136-5b6e-4cba-a9df-8357a99bba31 req-226f7c49-f691-4403-ae6c-b6d80bc2458d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:53.013373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a453136-5b6e-4cba-a9df-8357a99bba31 req-226f7c49-f691-4403-ae6c-b6d80bc2458d tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0520992 Aug 03 16:47:53.053506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a453136-5b6e-4cba-a9df-8357a99bba31 req-fbde76ad-3122-42df-acfd-6fc331a3bba0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335913 Aug 03 16:47:54.168946 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee248a4-179f-4da2-876c-f11158db7b66 req-a714adb9-9c4b-47a6-99b9-2c39a80bc221 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:54.170349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ee248a4-179f-4da2-876c-f11158db7b66 req-a714adb9-9c4b-47a6-99b9-2c39a80bc221 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Aug 03 16:47:54.212473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0ee248a4-179f-4da2-876c-f11158db7b66 req-cbb0ee61-cb06-4df9-ad09-b233834a25b0 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352044 Aug 03 16:47:54.329016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8802-fe58-4d09-ada2-d5b2ca2ec12d req-be453d9c-6538-43c8-9f1e-72b0805bc105 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:54.330736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4ea8802-fe58-4d09-ada2-d5b2ca2ec12d req-be453d9c-6538-43c8-9f1e-72b0805bc105 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0496571 Aug 03 16:47:54.368171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:47:54.369924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4ea8802-fe58-4d09-ada2-d5b2ca2ec12d req-80717d91-dd7d-45d0-ba5b-52a48a37e3ec tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Aug 03 16:47:54.463274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:54.475297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'adcad723-a411-4268-9830-264c8d22182e', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'port_id': 'adcad723-a411-4268-9830-264c8d22182e', 'mac_address': 'fa:16:3e:90:0d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:47:54.487992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c66fa-cf6c-4aa9-a4c7-f5ac07f3d260 req-2018f4b6-249f-42e3-a0f7-9a163874f132 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:54.489496 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f5c66fa-cf6c-4aa9-a4c7-f5ac07f3d260 req-2018f4b6-249f-42e3-a0f7-9a163874f132 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Aug 03 16:47:54.512661 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:54.525300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcad723-a411-4268-9830-264c8d22182e {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:47:54.529920 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3f5c66fa-cf6c-4aa9-a4c7-f5ac07f3d260 req-a9c39b70-ec34-40d8-9bb9-340914104aa2 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Aug 03 16:47:54.547718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:54.552841 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:54.627794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:54.800635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['adcad723-a411-4268-9830-264c8d22182e'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:47:54.806391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f96366-522b-46bd-ba32-aa3a6314599b req-b80e4b1e-49e0-47bc-a6c6-f6458a771f10 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:54.807984 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23f96366-522b-46bd-ba32-aa3a6314599b req-b80e4b1e-49e0-47bc-a6c6-f6458a771f10 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Aug 03 16:47:54.846776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23f96366-522b-46bd-ba32-aa3a6314599b req-dab3785e-6ddb-4f05-a415-27635d9b79e3 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Aug 03 16:47:55.969618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d402-6fbf-4122-a0a7-acf24068e863 req-92b36784-76e3-4dfa-9dbd-0e44e923e2d1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:55.971145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7249d402-6fbf-4122-a0a7-acf24068e863 req-92b36784-76e3-4dfa-9dbd-0e44e923e2d1 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0517864 Aug 03 16:47:56.016164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7249d402-6fbf-4122-a0a7-acf24068e863 req-7616ccbf-78dd-46f5-9b61-8c971f5570a6 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d31f20f-e1e7-448f-a9ca-1cd17d322150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Aug 03 16:47:56.375145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:47:56.412811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-4c1f7076-2373-4c55-bda6-ae885cae76f8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:47:56.414483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-4c1f7076-2373-4c55-bda6-ae885cae76f8 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 946 time: 0.0498042 Aug 03 16:47:56.426974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port adcad723-a411-4268-9830-264c8d22182e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:47:56.431013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port adcad723-a411-4268-9830-264c8d22182e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:47:56.431395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.506738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Deleting port adcad723-a411-4268-9830-264c8d22182e {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:47:56.507086 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.507907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.530347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:56.533107 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d4ae7-0a54-4290-9f49-f343e220ee70" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:56.546527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:56.554513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.580897 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68627d2e-943a-4626-9180-013b9034bb62 x-openstack-request-id: req-68627d2e-943a-4626-9180-013b9034bb62 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:56.581209 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-plugged", "status": "completed", "tag": "adcad723-a411-4268-9830-264c8d22182e", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:56.581448 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68627d2e-943a-4626-9180-013b9034bb62 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:56.581874 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'code': 200} Aug 03 16:47:56.607339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] For port adcad723-a411-4268-9830-264c8d22182e, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=adcad723-a411-4268-9830-264c8d22182e,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:47:56.607714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.612635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=13']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:56.708665 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.782487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.782487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.783130 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8 disassociated. External IP: 172.25.7.142, port: adcad723-a411-4268-9830-264c8d22182e. Aug 03 16:47:56.783466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Calling delete_port for adcad723-a411-4268-9830-264c8d22182e owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:47:56.923064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:56.956748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'Port': ['ID=adcad723-a411-4268-9830-264c8d22182e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:47:57.074596 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:47:57.151681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fa945a2-2aca-4e0c-9202-49706f3067a7 req-71f6656d-a0bf-4653-bd63-9eedea955d65 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0631747 Aug 03 16:47:57.211048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:47:57.220587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:47:57.229688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:47:57.230254 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:47:57.249929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] No DVR routers for this DVR port adcad723-a411-4268-9830-264c8d22182e on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:47:57.253320 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:47:57.255665 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3c61ee74-2465-4338-a888-29e88a8ed7f6 req-e5881d87-8f88-45b7-93e0-aa4ae88dcc42 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.78 "DELETE /v2.0/ports/adcad723-a411-4268-9830-264c8d22182e HTTP/1.1" status: 204 len: 173 time: 0.8348465 Aug 03 16:47:57.256135 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-deleted', 'tag': 'adcad723-a411-4268-9830-264c8d22182e'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:47:57.259130 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc076f-9adb-4856-ab1a-1646c49efd48" -d '{"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-deleted", "tag": "adcad723-a411-4268-9830-264c8d22182e"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:47:57.299941 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a82fc1c-6f46-405b-a5fb-e587c8cd0c20 x-openstack-request-id: req-2a82fc1c-6f46-405b-a5fb-e587c8cd0c20 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:47:57.300231 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cc85ed-ed39-4d5b-b0b4-bbed4c727df4", "name": "network-vif-deleted", "tag": "adcad723-a411-4268-9830-264c8d22182e", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:47:57.300483 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a82fc1c-6f46-405b-a5fb-e587c8cd0c20 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:47:57.300889 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cc85ed-ed39-4d5b-b0b4-bbed4c727df4', 'name': 'network-vif-deleted', 'tag': 'adcad723-a411-4268-9830-264c8d22182e', 'status': 'completed', 'code': 200} Aug 03 16:47:57.349047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:47:57.794641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:47:57.823621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:47:57.836854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:47:57.837472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:47:57.958194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:47:58.161519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:47:58.187919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ede94-3fe1-4ba2-8fd7-2d6901285385 None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:38:06Z', 'revision_number': 4, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e6697f25-aec8-406c-a216-40e9ef62b2e9', 'name': '', 'network_id': '7b3560d2-4a3e-4008-a45b-7f99c3efe9a6', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'mac_address': 'fa:16:3e:b3:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:05Z', 'updated_at': '2021-08-03T16:38:11Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'subnets': [{'id': '007d7bd8-d578-40e9-b9c1-5182b7853324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:47:58.257687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8c38c893-b42c-4855-86cf-ab589dbb2d0e req-b7c6d3bd-8e9e-4798-8886-a93d1336d300 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0306735 Aug 03 16:47:58.425038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21fdbf-cbd5-4298-bca2-4ebdb862dc98 None None] New status for floating IP 6e1793c7-58c8-41ac-87ea-1075a57fe8b8: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:47:59.372387 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dc3841f3-4af6-466f-bd45-20b833da015d req-5adb8732-ebd2-4623-805c-06c35f901840 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0354011 Aug 03 16:48:00.371962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:00.391927 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: adcad723-a411-4268-9830-264c8d22182e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:00.392271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device adcad723-a411-4268-9830-264c8d22182e not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:00.471500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7b601a07-aeff-486b-91b2-c5eb7d240a9c req-4a1c2b06-d413-4176-95b7-d3010e80ac88 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/ports?device_id=98cc85ed-ed39-4d5b-b0b4-bbed4c727df4 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 03 16:48:04.158853 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57672) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:04.218120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.241599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.290816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.293399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.294651 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "DELETE /v2.0/security-groups/6d31f20f-e1e7-448f-a9ca-1cd17d322150 HTTP/1.1" status: 204 len: 168 time: 0.1347032 Aug 03 16:48:04.297685 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57674) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:04.304851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c4d86-c674-4499-ac09-9f696fbb2b74 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31f20f-e1e7-448f-a9ca-1cd17d322150,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:04.313424 n-d-803226-3 neutron-server[106016]: INFO neutron.api.v2.resource [None req-5a6e3b8f-37cf-41e7-b58d-95c6d8d95156 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] show failed (client error): The resource could not be found. Aug 03 16:48:04.317502 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57676) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:04.317728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5a6e3b8f-37cf-41e7-b58d-95c6d8d95156 tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "GET /v2.0/security-groups/6d31f20f-e1e7-448f-a9ca-1cd17d322150 HTTP/1.1" status: 404 len: 347 time: 0.0189254 Aug 03 16:48:04.450795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Deleting port 5dae4186-b6c3-4ebe-8309-40fe744ced0c {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:04.451139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.530628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.530967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:04.543160 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Calling delete_port for 5dae4186-b6c3-4ebe-8309-40fe744ced0c owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:05.005652 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.033560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Pushing event deleted for resources: {'Port': ['ID=5dae4186-b6c3-4ebe-8309-40fe744ced0c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:05.093713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.096091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.097242 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-34e63799-524a-4cd7-9326-5c100fd5b13f tempest-ServerActionsTestJSON-240785254 tempest-ServerActionsTestJSON-240785254-project] 10.222.0.70 "DELETE /v2.0/floatingips/6e1793c7-58c8-41ac-87ea-1075a57fe8b8 HTTP/1.1" status: 204 len: 168 time: 0.7786388 Aug 03 16:48:05.100315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57678) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:05.632467 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.886782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Deleting port e6697f25-aec8-406c-a216-40e9ef62b2e9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:05.887127 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.964829 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] For port e6697f25-aec8-406c-a216-40e9ef62b2e9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6697f25-aec8-406c-a216-40e9ef62b2e9,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:05.965201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:05.978138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Calling delete_port for e6697f25-aec8-406c-a216-40e9ef62b2e9 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:06.156039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:06.182633 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6697f25-aec8-406c-a216-40e9ef62b2e9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:06.360181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:06.581802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Router c76ebf97-b5c4-4322-a76b-f43ef24689a8 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:48:06.691433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:48:06.696383 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d40b9f06-6815-47f0-a317-33ee6afe933d admin admin] 10.222.0.70 "PUT /v2.0/routers/c76ebf97-b5c4-4322-a76b-f43ef24689a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5950327 Aug 03 16:48:06.698940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57682) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:06.701178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Sync routers for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:48:06.710901 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:48:06.711519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:06.804218 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:06.814574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:48:06.908676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:06.960177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Deleting port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:06.960518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:06.993169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:48:06Z', 'revision_number': 5, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port': {'id': '04b2a715-7a27-4ebc-aba6-e6cbc28ccdde', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:38:03Z', 'updated_at': '2021-08-03T16:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:07.018876 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Checking router: c76ebf97-b5c4-4322-a76b-f43ef24689a8 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:48:07.030087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Routers {'c76ebf97-b5c4-4322-a76b-f43ef24689a8'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:48:07.030705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:47:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:07.042851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] For port 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:07.043223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.057163 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Calling delete_port for 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:07.118105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] Set router c76ebf97-b5c4-4322-a76b-f43ef24689a8 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:48:07.168949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:48:06Z', 'revision_number': 6, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:07.199232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d192e-ba86-4752-9615-4302c8f5ff55 None None] The sync data for ids ['c76ebf97-b5c4-4322-a76b-f43ef24689a8'] in n-d-803226-3 is: [{'id': 'c76ebf97-b5c4-4322-a76b-f43ef24689a8', 'name': 'tempest-ServerActionsTestJSON-545439319-router', 'tenant_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:38:02Z', 'updated_at': '2021-08-03T16:48:06Z', 'revision_number': 6, 'project_id': '0aa4c2c02ddf4823871f0acbf4210afc', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:48:07.225517 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.247746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=04b2a715-7a27-4ebc-aba6-e6cbc28ccdde,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:07.316307 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.405119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.407232 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.449518 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.449983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76ebf97-b5c4-4322-a76b-f43ef24689a8 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:48:07.454314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.456145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0179698f-7d35-4bf4-93ad-9f7715ac0a5a admin admin] 10.222.0.70 "DELETE /v2.0/routers/c76ebf97-b5c4-4322-a76b-f43ef24689a8 HTTP/1.1" status: 204 len: 168 time: 0.7562878 Aug 03 16:48:07.458743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57684) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:07.506481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Deleting subnet 007d7bd8-d578-40e9-b9c1-5182b7853324 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:07.509495 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.545800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.630168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.683734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.715024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007d7bd8-d578-40e9-b9c1-5182b7853324,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:07.719808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.721947 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-76a8aeb9-1e6d-4854-b3c3-ac3e6ebe7d01 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/007d7bd8-d578-40e9-b9c1-5182b7853324 HTTP/1.1" status: 204 len: 168 time: 0.2622280 Aug 03 16:48:07.724392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57686) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:07.725520 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a9285-43d6-4820-a4bd-2373421a91f5 None None] Network 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:07.792719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.849107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Deleting port fd0393ba-57c9-4173-8346-2ee1cc29afa7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:07.849457 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.915951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] For port fd0393ba-57c9-4173-8346-2ee1cc29afa7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fd0393ba-57c9-4173-8346-2ee1cc29afa7,segment=NetworkSegment(91c6a460-5c93-4b7f-a5bf-8cab0748d640),segment_id=91c6a460-5c93-4b7f-a5bf-8cab0748d640)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:07.916315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:07.929204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Calling delete_port for fd0393ba-57c9-4173-8346-2ee1cc29afa7 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:07.978103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] DHCP port deletion for 7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:48:08.020181 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.040838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fd0393ba-57c9-4173-8346-2ee1cc29afa7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:08.046861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0393ba-57c9-4173-8346-2ee1cc29afa7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:08.054213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] No DVR routers for this DVR port fd0393ba-57c9-4173-8346-2ee1cc29afa7 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:08.068095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: fd0393ba-57c9-4173-8346-2ee1cc29afa7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:08.068440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fd0393ba-57c9-4173-8346-2ee1cc29afa7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:08.069478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:08.071500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Deleting port fd0393ba-57c9-4173-8346-2ee1cc29afa7 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:08.071873 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.134810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.137601 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:08.138048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 04b2a715-7a27-4ebc-aba6-e6cbc28ccdde not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:08.138536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6697f25-aec8-406c-a216-40e9ef62b2e9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:08.145318 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3560d2-4a3e-4008-a45b-7f99c3efe9a6']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:08.157239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c6a460-5c93-4b7f-a5bf-8cab0748d640') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:08.157861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c6a460-5c93-4b7f-a5bf-8cab0748d640') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:08.166056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e6697f25-aec8-406c-a216-40e9ef62b2e9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:08.166413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6697f25-aec8-406c-a216-40e9ef62b2e9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:08.168870 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.186769 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.189878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] For port fd0393ba-57c9-4173-8346-2ee1cc29afa7, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:08.190466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.195213 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:08.195699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:08.197479 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:08.205691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Calling delete_port for fd0393ba-57c9-4173-8346-2ee1cc29afa7 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:08.208597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Port fd0393ba-57c9-4173-8346-2ee1cc29afa7 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:48:08.210072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.237888 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] Pushing event deleted for resources: {'Port': ['ID=fd0393ba-57c9-4173-8346-2ee1cc29afa7,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:08.241565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb91d09-3a34-4425-a0ca-203bf7af369b None None] No DVR routers for this DVR port fd0393ba-57c9-4173-8346-2ee1cc29afa7 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:08.264648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.271210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.273351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7b3560d2-4a3e-4008-a45b-7f99c3efe9a6 HTTP/1.1" status: 204 len: 168 time: 0.5480299 Aug 03 16:48:08.286968 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2a432-1843-447d-9f65-aa110d485472 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3560d2-4a3e-4008-a45b-7f99c3efe9a6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:08.420369 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57690) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:08.461965 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7fbda625-78a1-4164-a70a-45622d26b172 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0aa4c2c02ddf4823871f0acbf4210afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400994 Aug 03 16:48:08.464546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57692) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:08.515933 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.538159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.585724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.588324 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:08.591827 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba6f104b-4951-4aba-8243-1ac1df96405d HTTP/1.1" status: 204 len: 168 time: 0.1240649 Aug 03 16:48:08.598826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865610b-b30f-4fba-96b0-dcfb6a44197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f104b-4951-4aba-8243-1ac1df96405d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:09.333217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57714) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:09.442088 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1484634274-network', 'tenant_id': '970c6b9ed74a46cd8be4781ddea5989f'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:09.466814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Made reservation on behalf of 970c6b9ed74a46cd8be4781ddea5989f for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:09.469421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.478338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.574463 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.579621 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.609124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:09.616018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8f075-57c8-4168-9f11-43ec7f9c3283,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:09.625307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.625691 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Added segment e6d3ca86-fd76-4549-b04d-d4b1cf9da016 of type vlan for network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 Aug 03 16:48:09.668244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.701417 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.702510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:09.703099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.762538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4281678 Aug 03 16:48:09.765458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57718) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:09.769754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac34ad-addc-4ead-833d-58c35d9539b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a924dcd-c7c7-4bbe-b550-85b71757cda8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:09.770805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Request body: {'subnet': {'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1484634274-subnet', 'tenant_id': '970c6b9ed74a46cd8be4781ddea5989f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:09.779582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:09.794991 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Made reservation on behalf of 970c6b9ed74a46cd8be4781ddea5989f for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:09.797734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.907138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c3daff87-1248-4c4f-9e50-60df3d2d0126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:09.976814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:10.032203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76e7046-6b1f-4d83-a8b2-7c1373bab768,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:10.041416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Checking segment: {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:10.041812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Network hostable DHCP agents. Network: 3a924dcd-c7c7-4bbe-b550-85b71757cda8, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:10.059801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:10.070081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 3a924dcd-c7c7-4bbe-b550-85b71757cda8) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:10.075471 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:10.076327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:10.082823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50db5a5-9434-4427-9f8c-aef4c1f41c85 None None] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:10.104160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eeb0e651-aabd-4acd-9341-7406a1d43c25 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3283455 Aug 03 16:48:10.229205 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c059504f-fb4d-4131-80e1-49c02b7ecd0b None None] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:10.577406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-e8f29ea5-f745-4ae8-b39b-b15da1ad89f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:10.578944 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-e8f29ea5-f745-4ae8-b39b-b15da1ad89f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 814 time: 0.1103528 Aug 03 16:48:10.597012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-bffa1cc2-fa3a-4133-ab75-6ba94059533f tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/quotas/970c6b9ed74a46cd8be4781ddea5989f HTTP/1.1" status: 200 len: 375 time: 0.0108931 Aug 03 16:48:10.631965 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-65201cf7-aed2-4198-8484-5be971764fd8 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278642 Aug 03 16:48:10.718696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-3e43b356-3725-4a02-99dd-cc6d73e4d309 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:48:10.720182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-3e43b356-3725-4a02-99dd-cc6d73e4d309 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475621 Aug 03 16:48:10.809733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-0fd0276f-aa21-4100-84e7-a183a5e0827d service neutron] 10.222.0.70 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833039 Aug 03 16:48:10.908989 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-7037a5af-fc67-46f4-b422-4f01b486e5f0 service neutron] 10.222.0.70 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924227 Aug 03 16:48:11.428392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-57731de2-2ebd-4fc3-849c-38f728fc270a req-f0a47d2a-36e2-4ee3-af70-d4574a50bc52 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 210 time: 0.3874571 Aug 03 16:48:12.185430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-269c2775-d60f-45d2-83db-83ef96637e0d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:12.186840 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-269c2775-d60f-45d2-83db-83ef96637e0d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.78 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 814 time: 0.1053243 Aug 03 16:48:12.201805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Request body: {'port': {'device_id': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8', 'admin_state_up': True, 'tenant_id': '970c6b9ed74a46cd8be4781ddea5989f'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:12.202028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7df037ea-0981-4831-9477-adac8056ec39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.310801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Made reservation on behalf of 970c6b9ed74a46cd8be4781ddea5989f for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:12.314810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.442949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Allocated IP 172.20.0.6 (3a924dcd-c7c7-4bbe-b550-85b71757cda8/d76e7046-6b1f-4d83-a8b2-7c1373bab768/e2e40a60-e2ed-4252-ae03-a0e4425d91f2) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:12.525940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-84a41678-0bf2-433c-8d60-4f78c7ca0c6f req-fbe04533-6b42-481e-b90c-c0c8cef88a84 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 210 time: 0.0274951 Aug 03 16:48:12.593613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.637247 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.677426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:12.680666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:12.684288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:12.711253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Pushing event updated for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:12.739773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:12.740453 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.754716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-6aea2adc-1963-42fc-946f-52a6999816bc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575225 Aug 03 16:48:12.766961 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Request body: {'port': {'device_id': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:12.822955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:12.854425 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.092001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e40a60-e2ed-4252-ae03-a0e4425d91f2 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:48:13.101166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.113912 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Transition to ACTIVE for port object e2e40a60-e2ed-4252-ae03-a0e4425d91f2 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:13.117698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.170929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:13.239830 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Attempting to bind port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:13.240157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Attempting to bind port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:13.240484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Attempting to bind port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:13.244687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:48:13.245004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Attempting to bind port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:13.249699 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:13.250035 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Checking segment: {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:13.250413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Bound using segment: {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:13.250833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Bound port: e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:13.251182 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.314729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:13.317942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:13.322593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.354481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.355168 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.356602 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] 10.222.0.78 "PUT /v2.0/ports/e2e40a60-e2ed-4252-ae03-a0e4425d91f2 HTTP/1.1" status: 200 len: 1091 time: 0.5937107 Aug 03 16:48:13.357067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:13.359387 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418edab3-53b1-402b-9066-1cd6c61d594b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:13.387995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a6e70-a238-4642-a543-caf34d867e7b service neutron] Pushing event updated for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:13.403865 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd7b30-f20a-4176-9ad9-0660604f0b61 x-openstack-request-id: req-2bbd7b30-f20a-4176-9ad9-0660604f0b61 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:13.404152 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:13.404406 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bbd7b30-f20a-4176-9ad9-0660604f0b61 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:13.404801 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2', 'status': 'completed', 'code': 200} Aug 03 16:48:13.439528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-2ea19caa-b1ad-4135-ab3e-5bb5a20cddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.441046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-2ea19caa-b1ad-4135-ab3e-5bb5a20cddca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 1094 time: 0.0459056 Aug 03 16:48:13.486161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-29bc0f63-326d-4bb9-8293-e68025f2b318 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2 HTTP/1.1" status: 200 len: 217 time: 0.0373499 Aug 03 16:48:13.506631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:48:13.536743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-e4626ceb-6d09-40f8-bc30-7410a19c40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.538246 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-e4626ceb-6d09-40f8-bc30-7410a19c40d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d76e7046-6b1f-4d83-a8b2-7c1373bab768 HTTP/1.1" status: 200 len: 854 time: 0.0455534 Aug 03 16:48:13.571424 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-5dcf5553-4049-478c-bffd-d34642dc82da service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a924dcd-c7c7-4bbe-b550-85b71757cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261035 Aug 03 16:48:13.645657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db247-cac6-436b-9975-2d662239bc88 req-5b61cf0f-4c23-467b-9c36-d5ce3866d00d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.647182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e7db247-cac6-436b-9975-2d662239bc88 req-5b61cf0f-4c23-467b-9c36-d5ce3866d00d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Aug 03 16:48:13.666571 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-f7bdd803-d5ee-4eac-a3fb-43a4b131ee29 service neutron] 10.222.0.78 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879562 Aug 03 16:48:13.685108 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e7db247-cac6-436b-9975-2d662239bc88 req-7257092e-8cb6-48fe-93cb-13253a4d1dc3 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317259 Aug 03 16:48:13.757878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e1207295-dce0-48b1-a599-eef8efd39c8a req-47d3f3b9-e036-4345-88ff-84f397d40fdc service neutron] 10.222.0.78 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839143 Aug 03 16:48:13.843356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418edab3-53b1-402b-9066-1cd6c61d594b req-ed1ee9d9-a68a-4624-89cb-838f20a27c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.844952 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-ed1ee9d9-a68a-4624-89cb-838f20a27c13 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 1094 time: 0.0421426 Aug 03 16:48:13.892895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:13.940075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418edab3-53b1-402b-9066-1cd6c61d594b req-3042697b-58d7-45fd-b247-c13f7cec4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:13.941562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-3042697b-58d7-45fd-b247-c13f7cec4213 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 915 time: 0.0897532 Aug 03 16:48:13.983270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-cd975269-b453-4528-8d3b-f19e039e97e4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2 HTTP/1.1" status: 200 len: 217 time: 0.0342069 Aug 03 16:48:14.037474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418edab3-53b1-402b-9066-1cd6c61d594b req-7a9986f6-9539-4575-b8ec-1402489642e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:14.038954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-7a9986f6-9539-4575-b8ec-1402489642e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d76e7046-6b1f-4d83-a8b2-7c1373bab768 HTTP/1.1" status: 200 len: 854 time: 0.0474904 Aug 03 16:48:14.072878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-4b05930e-a171-42f1-9d21-4fac4854cf5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a924dcd-c7c7-4bbe-b550-85b71757cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256045 Aug 03 16:48:14.163095 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-57ee97e7-17f6-4834-8787-33265dd8aaac service neutron] 10.222.0.78 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827792 Aug 03 16:48:14.264190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-418edab3-53b1-402b-9066-1cd6c61d594b req-7660c7a4-5f7b-44aa-b8bd-9d9299b81d84 service neutron] 10.222.0.78 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921695 Aug 03 16:48:14.809496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf258c-b4de-4cd8-b4b8-3511b8703a1e req-bf5df835-4636-419f-b78e-8c39f545dbb3 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:14.811101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1dbf258c-b4de-4cd8-b4b8-3511b8703a1e req-bf5df835-4636-419f-b78e-8c39f545dbb3 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 943 time: 0.0529416 Aug 03 16:48:14.851328 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1dbf258c-b4de-4cd8-b4b8-3511b8703a1e req-c4ff9600-bd4d-40ac-ac64-19a1654bec37 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Aug 03 16:48:15.295545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:15.971884 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ba3e-ac8f-4da6-bb08-c8bc86346cc5 req-acb24dcf-8349-47dd-acb1-9ab4d78e8f16 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:15.973433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e771ba3e-ac8f-4da6-bb08-c8bc86346cc5 req-acb24dcf-8349-47dd-acb1-9ab4d78e8f16 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 943 time: 0.0542986 Aug 03 16:48:16.013059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e771ba3e-ac8f-4da6-bb08-c8bc86346cc5 req-77544f3c-e712-428d-aaae-ff5d3f55b10c tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Aug 03 16:48:16.492900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2e40a60-e2ed-4252-ae03-a0e4425d91f2 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:48:16.593884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:16.606155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2', 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8', 'port_id': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2', 'mac_address': 'fa:16:3e:54:ba:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76e7046-6b1f-4d83-a8b2-7c1373bab768', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:48:16.643266 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:16.656181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e40a60-e2ed-4252-ae03-a0e4425d91f2 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:48:16.682031 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:16.686035 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:16.732870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:16.889152 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e2e40a60-e2ed-4252-ae03-a0e4425d91f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:17.133761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314bb4c-8107-4bed-b519-c85f2968c41c req-04769d87-d6cd-4f0f-8c53-91d7f2844629 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:17.135311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e314bb4c-8107-4bed-b519-c85f2968c41c req-04769d87-d6cd-4f0f-8c53-91d7f2844629 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 944 time: 0.0525255 Aug 03 16:48:17.176844 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e314bb4c-8107-4bed-b519-c85f2968c41c req-99f0ad27-415f-40db-bd63-3132d5e1bdfb tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Aug 03 16:48:18.296422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b465-1d3d-492f-9c5d-89919c314881 req-b8ad30bb-6fa6-4fa8-bc3f-ab65a08ab53b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:18.297665 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4cb2b465-1d3d-492f-9c5d-89919c314881 req-b8ad30bb-6fa6-4fa8-bc3f-ab65a08ab53b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 944 time: 0.0503798 Aug 03 16:48:18.337946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4cb2b465-1d3d-492f-9c5d-89919c314881 req-ef3f50e3-6ab6-43b4-9efb-cd5ee5ecc7fd tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 03 16:48:18.496938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2e40a60-e2ed-4252-ae03-a0e4425d91f2 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:48:18.549374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:18.553337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:18.553781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:18.632412 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:18.655112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:18.657544 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d667b09-e5ef-4845-96b2-7a438236bcf4" -d '{"events": [{"server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "name": "network-vif-plugged", "status": "completed", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:18.670738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:18.681368 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:18.708660 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625231ba-0e1b-403d-8f9c-f462f6ed2d08 x-openstack-request-id: req-625231ba-0e1b-403d-8f9c-f462f6ed2d08 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:18.708952 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "name": "network-vif-plugged", "status": "completed", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:18.709296 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-625231ba-0e1b-403d-8f9c-f462f6ed2d08 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:18.709689 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2', 'code': 200} Aug 03 16:48:18.737928 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:18.806752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e89e8-f978-4989-88a5-b2518dbfa9a1 req-709816d9-95e7-4ff1-b013-953b0f6938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:18.808269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe2e89e8-f978-4989-88a5-b2518dbfa9a1 req-709816d9-95e7-4ff1-b013-953b0f6938d6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 1096 time: 0.0477519 Aug 03 16:48:18.844713 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe2e89e8-f978-4989-88a5-b2518dbfa9a1 req-f914501f-a76a-41aa-a77f-86da591b7142 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288756 Aug 03 16:48:19.454347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494e6bf-05b1-4fc8-ba71-12b29b46e3f7 req-6668be0e-72c9-4ab1-aa99-f0e7ea8b4cb5 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:19.455964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a494e6bf-05b1-4fc8-ba71-12b29b46e3f7 req-6668be0e-72c9-4ab1-aa99-f0e7ea8b4cb5 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Aug 03 16:48:19.495647 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a494e6bf-05b1-4fc8-ba71-12b29b46e3f7 req-23f627ce-0fb6-48ff-93f2-ef97d9b19db7 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Aug 03 16:48:20.617457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5bee5-613c-4778-bfb9-2876338d82c1 req-19400363-fb75-408d-b0b8-adf842fcc974 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:20.619301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4f5bee5-613c-4778-bfb9-2876338d82c1 req-19400363-fb75-408d-b0b8-adf842fcc974 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Aug 03 16:48:20.659493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c4f5bee5-613c-4778-bfb9-2876338d82c1 req-9d3a0adf-2c1e-43c6-895a-3aef9c3abb1e tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342801 Aug 03 16:48:21.225786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-81742b5f-70bc-426b-9b35-ae2249d5da78 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:21.228440 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-81742b5f-70bc-426b-9b35-ae2249d5da78 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 814 time: 0.4463568 Aug 03 16:48:21.243710 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-8a792c5d-c189-4e85-a2a0-0d4b8920ecad tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/quotas/970c6b9ed74a46cd8be4781ddea5989f HTTP/1.1" status: 200 len: 375 time: 0.0097160 Aug 03 16:48:21.293547 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-73c73beb-cb46-49aa-8a2c-bd01aa18b864 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441196 Aug 03 16:48:21.389988 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-fa2870fe-fb3d-4f99-8585-f8160cf2262c service neutron] 10.222.0.70 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890095 Aug 03 16:48:21.493576 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-f8d645f7-6185-44dd-889f-04e25d7c9a68 service neutron] 10.222.0.70 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967300 Aug 03 16:48:21.659823 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-22519f44-a3e9-4c72-ae74-5e930a450929 req-c7b0f8ff-7bcb-4eb3-ade1-4f08000475ed tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 210 time: 0.0272882 Aug 03 16:48:22.478782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:22.708742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-aac0f247-0c55-4b20-8bf3-bd6edadfbddc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:22.710910 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-aac0f247-0c55-4b20-8bf3-bd6edadfbddc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.72 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 814 time: 0.1281340 Aug 03 16:48:22.726762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Request body: {'port': {'device_id': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8', 'admin_state_up': True, 'tenant_id': '970c6b9ed74a46cd8be4781ddea5989f'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:22.807004 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-564f5dbc-3ed4-48af-8ddd-81d14fe0736c req-a6eb938b-6041-4eb5-8359-c41bf3758060 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 210 time: 0.0632741 Aug 03 16:48:22.868851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Made reservation on behalf of 970c6b9ed74a46cd8be4781ddea5989f for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:22.872629 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.010927 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Allocated IP 172.20.0.3 (3a924dcd-c7c7-4bbe-b550-85b71757cda8/d76e7046-6b1f-4d83-a8b2-7c1373bab768/04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:23.165573 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.203806 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.217445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e2e40a60-e2ed-4252-ae03-a0e4425d91f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:23.250766 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:23.256771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:23.261437 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:23.265122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Pushing event updated for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:23.291740 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.292083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.292418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.292753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.293081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.293419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.293769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.294090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.294412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.294748 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.295049 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.295365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:23.324325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:23.325041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.339725 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-bec84db2-e23f-4a36-a6d1-3bbceb1d85f0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180182 Aug 03 16:48:23.351814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Request body: {'port': {'device_id': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:23.410045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.680529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:48:23.687994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.701230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Transition to ACTIVE for port object 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:23.707853 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.762054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Pushing event updated for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:23.834418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Attempting to bind port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:23.834694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Attempting to bind port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:23.835433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Attempting to bind port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:23.841661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:48:23.841999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Attempting to bind port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f on network 3a924dcd-c7c7-4bbe-b550-85b71757cda8 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:23.848053 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:23.848385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Checking segment: {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:23.848772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Bound using segment: {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:23.849195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Bound port: 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:23.849550 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.926131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:23.931841 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:23.934529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e636f0-ee92-48d1-b14a-0f513650692e req-5fe6cb8f-6530-4916-8ba5-658485064b2b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:23.936121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93e636f0-ee92-48d1-b14a-0f513650692e req-5fe6cb8f-6530-4916-8ba5-658485064b2b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 943 time: 0.0582438 Aug 03 16:48:23.936821 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.980163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93e636f0-ee92-48d1-b14a-0f513650692e req-b3ca4b3e-cc55-4bf2-9b51-cef657886287 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Aug 03 16:48:23.986364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:23.986885 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:23.988312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] 10.222.0.72 "PUT /v2.0/ports/04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f HTTP/1.1" status: 200 len: 1091 time: 0.6407700 Aug 03 16:48:23.988767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:23.991225 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4c21c-cb7e-43fc-af26-9027be4a01f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:24.018906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace482-7efe-460b-9975-d5f330cab4ea service neutron] Pushing event updated for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:24.045781 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801af79-d72f-4e27-82df-4b46bafdb3e1 x-openstack-request-id: req-f801af79-d72f-4e27-82df-4b46bafdb3e1 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:24.046067 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:24.046574 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f801af79-d72f-4e27-82df-4b46bafdb3e1 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:24.046973 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f', 'status': 'completed', 'code': 200} Aug 03 16:48:24.081086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-cd550686-c389-4bd2-9ea5-10c717679c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:24.082672 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-cd550686-c389-4bd2-9ea5-10c717679c50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0458050 Aug 03 16:48:24.128954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-e9a5669e-c42c-4314-8cb9-ae360e19c753 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f HTTP/1.1" status: 200 len: 217 time: 0.0389700 Aug 03 16:48:24.180955 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4cc3cef2-63e8-4668-8cdf-7bdc5fc1642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:24.182471 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-4cc3cef2-63e8-4668-8cdf-7bdc5fc1642b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d76e7046-6b1f-4d83-a8b2-7c1373bab768 HTTP/1.1" status: 200 len: 854 time: 0.0463226 Aug 03 16:48:24.216121 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-26afedc4-94c7-4b89-9910-150bb5d2cf09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a924dcd-c7c7-4bbe-b550-85b71757cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261173 Aug 03 16:48:24.311833 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-88b5c74b-f41a-40ff-a8db-20de260e54e0 service neutron] 10.222.0.72 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883844 Aug 03 16:48:24.405823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-30cc97b6-2e84-43cb-b4bd-1561e619ef96 req-11e23671-b1ab-45e9-a681-bb1ea2b0b3a9 service neutron] 10.222.0.72 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868986 Aug 03 16:48:24.496560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-7b22301f-3e10-43e9-ba31-c1126e05bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:24.498225 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-7b22301f-3e10-43e9-ba31-c1126e05bfa0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0422409 Aug 03 16:48:24.610686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-e5ba979e-1275-4b70-b04d-da4e8919e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:24.612191 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-e5ba979e-1275-4b70-b04d-da4e8919e37d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 200 len: 915 time: 0.1078069 Aug 03 16:48:24.657061 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-a40de2ad-ea0c-4853-bdcc-b90148e81e2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f HTTP/1.1" status: 200 len: 217 time: 0.0358040 Aug 03 16:48:24.712890 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-a71cd5ea-286a-43ed-b92c-b52c2512eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:24.714421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-a71cd5ea-286a-43ed-b92c-b52c2512eaef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d76e7046-6b1f-4d83-a8b2-7c1373bab768 HTTP/1.1" status: 200 len: 854 time: 0.0502889 Aug 03 16:48:24.748025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-06b7b7c0-2071-4988-ae25-5d0db58ec842 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a924dcd-c7c7-4bbe-b550-85b71757cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256479 Aug 03 16:48:24.839639 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-b5d1eb4a-f22c-4075-b75e-e9ff3f84c421 service neutron] 10.222.0.72 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845604 Aug 03 16:48:24.934986 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-25f4c21c-cb7e-43fc-af26-9027be4a01f5 req-48bdf7e5-745d-41b5-a7de-cabc29f762a8 service neutron] 10.222.0.72 "GET /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Aug 03 16:48:25.103228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f179c-839a-4c16-a29d-bbc74460f866 req-95b93fcb-1e06-4629-8682-9007464ab381 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:25.104777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-360f179c-839a-4c16-a29d-bbc74460f866 req-95b93fcb-1e06-4629-8682-9007464ab381 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 943 time: 0.0506673 Aug 03 16:48:25.145070 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-360f179c-839a-4c16-a29d-bbc74460f866 req-ac78fb73-e223-48b1-842f-85cbfa9a3f21 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Aug 03 16:48:25.731993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:48:25.836720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:25.849102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f', 'network_id': '3a924dcd-c7c7-4bbe-b550-85b71757cda8', 'port_id': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f', 'mac_address': 'fa:16:3e:12:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76e7046-6b1f-4d83-a8b2-7c1373bab768', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:48:25.887364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:25.901195 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:48:25.922649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:25.927396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:25.977533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:26.111697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:26.507978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b4f57-2c40-4985-b47e-59194b17d133 req-8ee0f9cb-1d8d-4f7f-90d2-d8cc2c8b41a0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:26.509963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f79b4f57-2c40-4985-b47e-59194b17d133 req-8ee0f9cb-1d8d-4f7f-90d2-d8cc2c8b41a0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 944 time: 0.0564153 Aug 03 16:48:26.549928 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f79b4f57-2c40-4985-b47e-59194b17d133 req-d941caf1-3774-4d25-b9ba-3de35c64e627 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341086 Aug 03 16:48:26.718272 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:27.694934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a3523-814a-45ab-9a82-ceb6aef40054 req-b7f87612-93bd-4a34-9711-606fb271b93c tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:27.697242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-922a3523-814a-45ab-9a82-ceb6aef40054 req-b7f87612-93bd-4a34-9711-606fb271b93c tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 944 time: 0.0776949 Aug 03 16:48:27.738292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-922a3523-814a-45ab-9a82-ceb6aef40054 req-ce1ed56d-6cf8-46eb-9482-2c36eac43514 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Aug 03 16:48:27.747573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:48:27.797446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:27.801774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:27.802150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:27.883760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:27.906155 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:27.909505 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eecbe67-ff38-47f5-8f53-bb387f180027" -d '{"events": [{"server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "name": "network-vif-plugged", "status": "completed", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:27.924556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:27.930124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:27.956277 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7afc2-1a91-4aef-a250-17025103bb91 x-openstack-request-id: req-29c7afc2-1a91-4aef-a250-17025103bb91 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:27.956575 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "name": "network-vif-plugged", "status": "completed", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:27.956826 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29c7afc2-1a91-4aef-a250-17025103bb91 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:27.957214 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f', 'code': 200} Aug 03 16:48:27.989952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:28.043996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd360-5d7c-4741-bfe1-ff4851eab686 req-2a54b367-92d1-492c-8aaf-391bb95bb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:28.045513 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf5cd360-5d7c-4741-bfe1-ff4851eab686 req-2a54b367-92d1-492c-8aaf-391bb95bb8fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0401309 Aug 03 16:48:28.080326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cf5cd360-5d7c-4741-bfe1-ff4851eab686 req-acc59185-98a9-4986-9ed9-8b0389ae0de8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279188 Aug 03 16:48:28.868586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b595c-7ad3-4587-953c-a51fae33facc req-20f1e0d4-5ec2-4542-bc11-8033f9ac29a0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:28.869977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-076b595c-7ad3-4587-953c-a51fae33facc req-20f1e0d4-5ec2-4542-bc11-8033f9ac29a0 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 945 time: 0.0565193 Aug 03 16:48:28.909509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-076b595c-7ad3-4587-953c-a51fae33facc req-9d092175-20fe-404e-8484-6cc33d37bf95 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Aug 03 16:48:30.032782 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2d021-3031-4a29-973f-632f0b94bae8 req-54ce4508-fbcb-4b87-9b3c-826ed5a0f7c4 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:30.034509 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec2d021-3031-4a29-973f-632f0b94bae8 req-54ce4508-fbcb-4b87-9b3c-826ed5a0f7c4 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 945 time: 0.0550649 Aug 03 16:48:30.074514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aec2d021-3031-4a29-973f-632f0b94bae8 req-cf32d0dc-6dd8-42c6-ae7d-361ad3940c1b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Aug 03 16:48:30.312735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9502523-504d-45ca-bebc-a30d14ad1208 req-722fbd99-9208-4747-b5d6-e26d378fee5b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:30.315334 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9502523-504d-45ca-bebc-a30d14ad1208 req-722fbd99-9208-4747-b5d6-e26d378fee5b tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 945 time: 0.0529089 Aug 03 16:48:30.354726 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9502523-504d-45ca-bebc-a30d14ad1208 req-00c306ba-136e-4202-8a28-af4b105fb912 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 03 16:48:31.480040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb77984-b8b3-4692-b3f1-280d700e32ba req-8a56787e-29ef-4fa9-bb68-f52146ccc020 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:31.481576 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbb77984-b8b3-4692-b3f1-280d700e32ba req-8a56787e-29ef-4fa9-bb68-f52146ccc020 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 945 time: 0.0546896 Aug 03 16:48:31.537660 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cbb77984-b8b3-4692-b3f1-280d700e32ba req-a8cded21-5629-4aa4-86e7-21db62a6a51a tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Aug 03 16:48:31.539466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-086c6b67-8c40-4f84-b859-70cfc9875368 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:31.541054 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-086c6b67-8c40-4f84-b859-70cfc9875368 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aae3761-b987-4754-bbbb-a023bb669ec8 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Aug 03 16:48:31.639093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Deleting port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:31.639362 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:31.738365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] For port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:31.738730 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:31.752674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Calling delete_port for 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:31.890418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:31.906739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:31.911209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e2e40a60-e2ed-4252-ae03-a0e4425d91f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:31.920451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Pushing event deleted for resources: {'Port': ['ID=04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:31.970693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] No DVR routers for this DVR port 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:31.973707 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:31.976459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb49541e-7ac3-4c65-b824-8bd3724675b2 req-3945466f-a890-499f-9cf1-a0f183b2cc82 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.72 "DELETE /v2.0/ports/04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f HTTP/1.1" status: 204 len: 173 time: 0.4292526 Aug 03 16:48:31.976929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'name': 'network-vif-deleted', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:31.980641 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d122ec8-7778-447e-ba0b-6dfe407a65bd" -d '{"events": [{"server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "name": "network-vif-deleted", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:32.027322 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9477dc-18cf-4981-9100-309e8f2a4f63 x-openstack-request-id: req-7c9477dc-18cf-4981-9100-309e8f2a4f63 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:32.027622 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aae3761-b987-4754-bbbb-a023bb669ec8", "name": "network-vif-deleted", "tag": "04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:32.027874 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c9477dc-18cf-4981-9100-309e8f2a4f63 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:32.028278 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae3761-b987-4754-bbbb-a023bb669ec8', 'name': 'network-vif-deleted', 'tag': '04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f', 'status': 'completed', 'code': 200} Aug 03 16:48:32.699460 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400f77-03aa-452b-99f2-b0908cc7731c req-cbb9244f-775b-4856-8607-be1333f680cd tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:32.700949 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03400f77-03aa-452b-99f2-b0908cc7731c req-cbb9244f-775b-4856-8607-be1333f680cd tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Aug 03 16:48:32.740599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-03400f77-03aa-452b-99f2-b0908cc7731c req-99f74fc6-3e2a-4a59-b6de-ad40f62cd883 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Aug 03 16:48:32.874662 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f1259-b971-4027-919a-9f0c9702314d req-676c1551-4182-4377-87a7-5029fea72ccc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:32.876722 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d8f1259-b971-4027-919a-9f0c9702314d req-676c1551-4182-4377-87a7-5029fea72ccc tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Aug 03 16:48:32.917146 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d8f1259-b971-4027-919a-9f0c9702314d req-f803c1b8-9dde-4420-9726-95ad340d5638 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Aug 03 16:48:33.036343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea28a4-7e4c-44f0-8ab2-aef155dc6c33 req-f6edfab8-b03f-418c-809f-28267209d86a tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:33.037897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17ea28a4-7e4c-44f0-8ab2-aef155dc6c33 req-f6edfab8-b03f-418c-809f-28267209d86a tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Aug 03 16:48:33.078421 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17ea28a4-7e4c-44f0-8ab2-aef155dc6c33 req-cc57afaa-cef8-4334-85db-13c6202e3190 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344236 Aug 03 16:48:33.259636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c816f0-27ff-4f38-9214-1896dc2090f2 req-6d25baeb-95fb-4225-96d8-a02b51701620 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:33.261164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1c816f0-27ff-4f38-9214-1896dc2090f2 req-6d25baeb-95fb-4225-96d8-a02b51701620 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Aug 03 16:48:33.302601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1c816f0-27ff-4f38-9214-1896dc2090f2 req-a9aad6cc-9169-49b6-b7b4-c96ccace790f tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Aug 03 16:48:33.429378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6373c7-b051-4ab1-b453-b692626bc27f req-5cb71576-ac33-4d92-b184-12bdcf109022 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:33.430825 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c6373c7-b051-4ab1-b453-b692626bc27f req-5cb71576-ac33-4d92-b184-12bdcf109022 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0570312 Aug 03 16:48:33.472264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2c6373c7-b051-4ab1-b453-b692626bc27f req-d87ccd2d-a543-47ad-95b8-c29db5469bc7 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Aug 03 16:48:33.607713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209caf-c8aa-4470-9b6d-e6c44e2a9baa req-8f5754f6-125c-4830-8fb6-50d8b8021a28 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:33.609236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b209caf-c8aa-4470-9b6d-e6c44e2a9baa req-8f5754f6-125c-4830-8fb6-50d8b8021a28 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0555685 Aug 03 16:48:33.649890 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0b209caf-c8aa-4470-9b6d-e6c44e2a9baa req-cadfd9f2-a823-4b18-8ad7-8bf8b0162830 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 03 16:48:33.968522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9222-50ea-4b19-9d21-e1a9404e4d98 req-3fcec185-9dd8-44a1-928d-48b34b642b5d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:33.971264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d62c9222-50ea-4b19-9d21-e1a9404e4d98 req-3fcec185-9dd8-44a1-928d-48b34b642b5d tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0528641 Aug 03 16:48:34.011554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d62c9222-50ea-4b19-9d21-e1a9404e4d98 req-57ca07ad-5f4b-454d-bed0-533d5eb0dfac tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Aug 03 16:48:35.131277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d87e8-61a0-4819-a4d1-1ae87888123a req-daf95d85-0968-44c7-adf7-9a369015517e tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:35.132781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee3d87e8-61a0-4819-a4d1-1ae87888123a req-daf95d85-0968-44c7-adf7-9a369015517e tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Aug 03 16:48:35.172405 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ee3d87e8-61a0-4819-a4d1-1ae87888123a req-642db087-4897-4d4e-8473-0aab4c404275 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/security-groups?id=cdd8f075-57c8-4168-9f11-43ec7f9c3283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Aug 03 16:48:35.316971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c69b-355a-4bb0-b468-11f880984103 req-7e3c4a24-2c8d-44ba-97af-2c4ad77b68ac tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:35.318412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-73e2c69b-355a-4bb0-b468-11f880984103 req-7e3c4a24-2c8d-44ba-97af-2c4ad77b68ac tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 945 time: 0.0509470 Aug 03 16:48:35.415649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Deleting port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:35.416021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:35.506548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] For port e2e40a60-e2ed-4252-ae03-a0e4425d91f2, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,segment=NetworkSegment(e6d3ca86-fd76-4549-b04d-d4b1cf9da016),segment_id=e6d3ca86-fd76-4549-b04d-d4b1cf9da016)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:35.506917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:35.519568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Calling delete_port for e2e40a60-e2ed-4252-ae03-a0e4425d91f2 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:35.652649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:35.664680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['e2e40a60-e2ed-4252-ae03-a0e4425d91f2'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:48:35.685760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Pushing event deleted for resources: {'Port': ['ID=e2e40a60-e2ed-4252-ae03-a0e4425d91f2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:35.732547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] No DVR routers for this DVR port e2e40a60-e2ed-4252-ae03-a0e4425d91f2 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:35.735188 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:35.737179 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-73e2c69b-355a-4bb0-b468-11f880984103 req-1e25ca3e-d33e-47e8-b47b-8d4ad3767ded tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.78 "DELETE /v2.0/ports/e2e40a60-e2ed-4252-ae03-a0e4425d91f2 HTTP/1.1" status: 204 len: 173 time: 0.4126031 Aug 03 16:48:35.737662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'name': 'network-vif-deleted', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:48:35.739966 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4194bd0-7edd-4d2a-8037-88d116f73f44" -d '{"events": [{"server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "name": "network-vif-deleted", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:48:35.775952 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016bd75-3bb8-499d-b0ea-d24421396596 x-openstack-request-id: req-6016bd75-3bb8-499d-b0ea-d24421396596 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:48:35.776254 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d50156e-73dd-447a-b148-5ef3e4d10c65", "name": "network-vif-deleted", "tag": "e2e40a60-e2ed-4252-ae03-a0e4425d91f2", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:48:35.776508 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6016bd75-3bb8-499d-b0ea-d24421396596 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:48:35.776916 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d50156e-73dd-447a-b148-5ef3e4d10c65', 'name': 'network-vif-deleted', 'tag': 'e2e40a60-e2ed-4252-ae03-a0e4425d91f2', 'status': 'completed', 'code': 200} Aug 03 16:48:35.777073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:35.798079 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:35.798607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 04ec1a6a-1b52-4e11-a5c0-c4e66d7d408f not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:36.283791 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c53db82b-be1e-4e34-b0bc-8182879139f1 req-53886ab3-4d56-4259-a555-9311b37b1f40 tempest-ServersNegativeTestJSON-210580392 tempest-ServersNegativeTestJSON-210580392-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d50156e-73dd-447a-b148-5ef3e4d10c65 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 03 16:48:37.347334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:37.395564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Deleting subnet d76e7046-6b1f-4d83-a8b2-7c1373bab768 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:37.398720 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.433397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.474359 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.528582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.561789 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76e7046-6b1f-4d83-a8b2-7c1373bab768,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:37.562872 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.566375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-75cc258e-2eef-4f1d-881b-9b5ec7c99b21 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d76e7046-6b1f-4d83-a8b2-7c1373bab768 HTTP/1.1" status: 204 len: 168 time: 0.2171085 Aug 03 16:48:37.568151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57880) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:37.638968 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.721661 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.731331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a924dcd-c7c7-4bbe-b550-85b71757cda8']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:37.741574 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:37.741901 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d3ca86-fd76-4549-b04d-d4b1cf9da016') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:37.750617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.764467 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.772546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:37.773017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:37.774770 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:37.828049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.834296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:37.836240 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a924dcd-c7c7-4bbe-b550-85b71757cda8 HTTP/1.1" status: 204 len: 168 time: 0.2671051 Aug 03 16:48:37.847536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9a8f4-9c63-4348-8e03-2c7999e1630b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a924dcd-c7c7-4bbe-b550-85b71757cda8,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:37.945793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:37.984668 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-28d47490-71b1-4394-ad16-16e95146ea02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=970c6b9ed74a46cd8be4781ddea5989f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377111 Aug 03 16:48:37.987772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:38.040771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:38.062180 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:38.109147 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:38.112160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:38.113370 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cdd8f075-57c8-4168-9f11-43ec7f9c3283 HTTP/1.1" status: 204 len: 168 time: 0.1246858 Aug 03 16:48:38.121012 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9e64-f3b6-4afe-a0b9-2149b50860e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8f075-57c8-4168-9f11-43ec7f9c3283,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:38.603142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2e40a60-e2ed-4252-ae03-a0e4425d91f2 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:38.628101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: e2e40a60-e2ed-4252-ae03-a0e4425d91f2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:38.628457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device e2e40a60-e2ed-4252-ae03-a0e4425d91f2 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:38.795330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57908) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:38.890148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974577493'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:38.911532 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:38.914951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:38.924925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.015105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.019028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.048534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:39.054905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c286b908-6735-4479-a5f3-d552d22044ac,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:39.061817 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.062131 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Added segment 040396ad-594e-47ef-9daa-9a7abbd550b7 of type vlan for network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 Aug 03 16:48:39.104315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.133589 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.139182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:39.139681 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:39.194237 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3977954 Aug 03 16:48:39.208767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2d0bd-4e6a-4254-9592-4b9f3538a4b4 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Network': ['ID=6b5764dd-c2ef-46d9-9913-61e880e4aa77,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:39.219378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:39.901248 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c2073bd0-b23d-4afb-85ad-d3c73a87fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.205792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a6e4da77-e580-461b-a6b2-6065955cb1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.442676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:42.448170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'subnet': {'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:42.535662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:42.539112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.738227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.803688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Subnet': ['ID=9fdf6829-5a90-45c5-a882-7c7b64ace127,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:42.816314 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.816786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.817136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.817479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.817844 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.818185 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.818522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.818858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.819190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.819518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.819847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.820172 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:42.823496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking segment: {'id': '040396ad-594e-47ef-9daa-9a7abbd550b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:42.823864 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network hostable DHCP agents. Network: 6b5764dd-c2ef-46d9-9913-61e880e4aa77, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:42.841183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:42.850246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6b5764dd-c2ef-46d9-9913-61e880e4aa77) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:42.854460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:42.855064 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.861498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229168d-3c16-4897-a256-ed652464241b None None] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:42.873998 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.878680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d9ccf9e-50c7-42b9-b691-bc9534187cfa tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4323759 Aug 03 16:48:42.878922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57914) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:42.884322 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442196293'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:42.906054 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:42.910929 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.941854 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:42.954264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:42.954718 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Added segment c93329e7-00d2-48c2-84e9-fc588231a9ad of type vlan for network e5650c2a-8351-455f-81fc-48620e205495 Aug 03 16:48:43.000804 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.034840 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.040193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:43.040800 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.105895 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2231855 Aug 03 16:48:43.106122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57916) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:43.113919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'subnet': {'network_id': 'e5650c2a-8351-455f-81fc-48620e205495', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:43.126090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42d687-6ecb-44b8-aa8c-08c4c05d22e5 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Network': ['ID=e5650c2a-8351-455f-81fc-48620e205495,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:43.137396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network e5650c2a-8351-455f-81fc-48620e205495 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:43.218880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:43.224063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.234483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-6b5764dd-c2ef-46d9-9913-61e880e4aa77', 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77', 'tenant_id': '3d447728c19b4b278268c3b458ab4164', 'fixed_ips': [{'subnet_id': '9fdf6829-5a90-45c5-a882-7c7b64ace127'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:43.237377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.376501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Allocated IP 2001:db8:0:ffff::2 (6b5764dd-c2ef-46d9-9913-61e880e4aa77/9fdf6829-5a90-45c5-a882-7c7b64ace127/67cc99e0-f767-40a6-8235-ba49f45df9f2) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:43.426220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.489002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Subnet': ['ID=cf8e51c8-339b-4272-909e-d7b760504a27,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:43.498254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking segment: {'id': 'c93329e7-00d2-48c2-84e9-fc588231a9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e5650c2a-8351-455f-81fc-48620e205495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:43.498615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network hostable DHCP agents. Network: e5650c2a-8351-455f-81fc-48620e205495, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:43.516313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network e5650c2a-8351-455f-81fc-48620e205495 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:43.526001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, e5650c2a-8351-455f-81fc-48620e205495) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:43.530097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:43.530991 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.533591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.539932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58dd6a-dee3-47f7-b40b-0039f8cbba7b None None] Network e5650c2a-8351-455f-81fc-48620e205495 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:43.545995 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-070d3282-7cb4-4559-8c7b-1b8619260e28 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4388022 Aug 03 16:48:43.549084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57918) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:43.584440 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Transition to ACTIVE for port object 67cc99e0-f767-40a6-8235-ba49f45df9f2 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:43.608586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Transition to ACTIVE for port object 67cc99e0-f767-40a6-8235-ba49f45df9f2 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:43.617270 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.675287 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.679999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:43.695207 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:43.727815 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.733174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:43.739327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Pushing event updated for resources: {'Port': ['ID=67cc99e0-f767-40a6-8235-ba49f45df9f2,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:43.759458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.759807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.760156 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.760497 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.760837 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.761172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.761506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.761863 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.762194 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.762523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.762867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.763178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:43.802083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.832645 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8e51c8-339b-4272-909e-d7b760504a27,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:43.833890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Attempting to bind port 67cc99e0-f767-40a6-8235-ba49f45df9f2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:43.834068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Attempting to bind port 67cc99e0-f767-40a6-8235-ba49f45df9f2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '040396ad-594e-47ef-9daa-9a7abbd550b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:43.834335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Attempting to bind port 67cc99e0-f767-40a6-8235-ba49f45df9f2 on network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:43.839716 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:43.840110 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Checking segment: {'id': '040396ad-594e-47ef-9daa-9a7abbd550b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:43.840517 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.840915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Bound using segment: {'id': '040396ad-594e-47ef-9daa-9a7abbd550b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:43.841386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Bound port: 67cc99e0-f767-40a6-8235-ba49f45df9f2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040396ad-594e-47ef-9daa-9a7abbd550b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6b5764dd-c2ef-46d9-9913-61e880e4aa77'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:43.841810 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.845332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a661d-3308-4324-9608-77722a48df1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-e5650c2a-8351-455f-81fc-48620e205495', 'network_id': 'e5650c2a-8351-455f-81fc-48620e205495', 'tenant_id': '3d447728c19b4b278268c3b458ab4164', 'fixed_ips': [{'subnet_id': 'cf8e51c8-339b-4272-909e-d7b760504a27'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:43.846253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bd3a661d-3308-4324-9608-77722a48df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.894011 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.904834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5650c2a-8351-455f-81fc-48620e205495']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:43.915346 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93329e7-00d2-48c2-84e9-fc588231a9ad') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:43.915641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93329e7-00d2-48c2-84e9-fc588231a9ad') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:43.925238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.940643 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.947749 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:43.949476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:43.952211 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:43.977123 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:43.980850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead58aa-5026-4497-9839-ef455d264019 None None] Network e5650c2a-8351-455f-81fc-48620e205495 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:44.019620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.028018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.029351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] For port 67cc99e0-f767-40a6-8235-ba49f45df9f2, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:44.030122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/e5650c2a-8351-455f-81fc-48620e205495 HTTP/1.1" status: 204 len: 168 time: 0.4800274 Aug 03 16:48:44.035277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57920) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:44.040691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240151662'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:44.044517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce6716-9638-46bf-a37f-c1d9379887b6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Network': ['ID=e5650c2a-8351-455f-81fc-48620e205495,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:44.062537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] For port 67cc99e0-f767-40a6-8235-ba49f45df9f2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=67cc99e0-f767-40a6-8235-ba49f45df9f2,segment=NetworkSegment(040396ad-594e-47ef-9daa-9a7abbd550b7),segment_id=040396ad-594e-47ef-9daa-9a7abbd550b7)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:44.067405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:44.071186 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.086148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.102496 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:44.114398 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.114863 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Added segment e32fff0d-9b86-4efe-99f5-16618878b88a of type vlan for network 98535b65-8ad5-4a3b-b9c4-d777a1602de6 Aug 03 16:48:44.160390 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.160564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578b2f1-cc4f-46a8-bfeb-1219df300ffd None None] Pushing event updated for resources: {'Port': ['ID=67cc99e0-f767-40a6-8235-ba49f45df9f2,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:44.200530 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.207119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:44.207725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.275615 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2392313 Aug 03 16:48:44.278473 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57922) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:44.286456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'subnet': {'network_id': '98535b65-8ad5-4a3b-b9c4-d777a1602de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:44.336438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e515f1-cef4-44fd-b583-120167c1028b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Network': ['ID=98535b65-8ad5-4a3b-b9c4-d777a1602de6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:44.348759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 98535b65-8ad5-4a3b-b9c4-d777a1602de6 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:44.395245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:44.399020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.468391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Performing IP validity checks on allocation pools {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 16:48:44.468899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.ipam_backend_mixin [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106017) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 16:48:44.599687 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.665773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Subnet': ['ID=ef0217ab-5b93-4217-8601-feb197e35d7a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:44.679161 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking segment: {'id': 'e32fff0d-9b86-4efe-99f5-16618878b88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '98535b65-8ad5-4a3b-b9c4-d777a1602de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:44.679521 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network hostable DHCP agents. Network: 98535b65-8ad5-4a3b-b9c4-d777a1602de6, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:44.698230 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network 98535b65-8ad5-4a3b-b9c4-d777a1602de6 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:44.708208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 98535b65-8ad5-4a3b-b9c4-d777a1602de6) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:44.713607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:44.714270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.717704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a8ff1-f5bd-4c4a-a47b-c212cb9189d1 None None] Network 98535b65-8ad5-4a3b-b9c4-d777a1602de6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:44.740249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-10e292b5-06eb-4b2f-9e41-3e84cbb87647 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4577217 Aug 03 16:48:44.740858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57924) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:44.885237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.897947 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf7295-5af4-4097-984a-878aef92bdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-98535b65-8ad5-4a3b-b9c4-d777a1602de6', 'network_id': '98535b65-8ad5-4a3b-b9c4-d777a1602de6', 'tenant_id': '3d447728c19b4b278268c3b458ab4164', 'fixed_ips': [{'subnet_id': 'ef0217ab-5b93-4217-8601-feb197e35d7a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:44.898950 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7295-5af4-4097-984a-878aef92bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:44.951295 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.036691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server [None req-d5cf7295-5af4-4097-984a-878aef92bdfc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef0217ab-5b93-4217-8601-feb197e35d7a: This subnet is being modified by another concurrent operation. Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server raise exception Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef0217ab-5b93-4217-8601-feb197e35d7a: This subnet is being modified by another concurrent operation. Aug 03 16:48:45.040525 n-d-803226-3 neutron-server[106018]: ERROR oslo_messaging.rpc.server Aug 03 16:48:45.064592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0291edf-2f97-4670-8547-f0b6d4adb1f1 None None] Network 98535b65-8ad5-4a3b-b9c4-d777a1602de6 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:45.067044 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0217ab-5b93-4217-8601-feb197e35d7a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:45.141982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.154779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98535b65-8ad5-4a3b-b9c4-d777a1602de6']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:45.167077 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32fff0d-9b86-4efe-99f5-16618878b88a') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:45.167368 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32fff0d-9b86-4efe-99f5-16618878b88a') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:45.176411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51705e-3de0-4ada-8ae1-1752f73f3b91 None None] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:45.179854 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.195036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.200857 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:45.201240 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:45.204331 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:45.246138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-addc4431-566d-453f-b1cd-576ec3ab14b6 None None] Provisioning for port 67cc99e0-f767-40a6-8235-ba49f45df9f2 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:45.272311 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.277182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.279927 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/98535b65-8ad5-4a3b-b9c4-d777a1602de6 HTTP/1.1" status: 204 len: 168 time: 0.5377951 Aug 03 16:48:45.283843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57926) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:45.289939 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-53747405'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:45.297384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15d4f8-659c-4525-8914-168ac3ea1958 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Network': ['ID=98535b65-8ad5-4a3b-b9c4-d777a1602de6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:45.304223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.313420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:45.319904 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.341826 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:45.352001 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.352349 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Added segment fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622 of type vlan for network f25bc499-fea2-4986-ae7c-6bea939410e7 Aug 03 16:48:45.408366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.447210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.453226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:45.454441 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.524732 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2391858 Aug 03 16:48:45.527682 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57928) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:45.534693 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'subnet': {'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:45.551286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3031ba-7039-41e7-a896-73039663c996 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Network': ['ID=f25bc499-fea2-4986-ae7c-6bea939410e7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:45.568843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f25bc499-fea2-4986-ae7c-6bea939410e7 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:45.571832 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e92e5-32a6-44f4-a7fc-83418e35edb6 None None] get_active_networks_info from n-d-803226-3 {{(pid=106018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 16:48:45.636175 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:45.639947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.704886 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90e92e5-32a6-44f4-a7fc-83418e35edb6 None None] Resources bound (agent type, host, resource id): {{(pid=106018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 16:48:45.850496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.909156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Subnet': ['ID=7e6e7343-24d3-47e6-b443-09d12e7541bc,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:45.924184 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking segment: {'id': 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:45.924546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network hostable DHCP agents. Network: f25bc499-fea2-4986-ae7c-6bea939410e7, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:45.941478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network f25bc499-fea2-4986-ae7c-6bea939410e7 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:45.954670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f25bc499-fea2-4986-ae7c-6bea939410e7) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:45.959958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:45.960494 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:45.973380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ba9b5-8b2a-43b5-88fa-25881d5f3e54 None None] Network f25bc499-fea2-4986-ae7c-6bea939410e7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:45.979347 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-de592328-9a2c-4b97-b730-91fc03976e81 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4500225 Aug 03 16:48:45.983553 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57930) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:45.990357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295793522'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:46.012241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:46.015981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.045133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:46.054918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.055261 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Added segment c6154797-efaf-472d-a617-40361ef189c2 of type vlan for network 866e06b4-5b64-49ee-b199-b8dd04cffb7f Aug 03 16:48:46.061197 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 67cc99e0-f767-40a6-8235-ba49f45df9f2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:48:46.096497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.128594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.134445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:46.135051 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.178383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 67cc99e0-f767-40a6-8235-ba49f45df9f2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:46.182591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 67cc99e0-f767-40a6-8235-ba49f45df9f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:46.182973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.187551 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2027712 Aug 03 16:48:46.187853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-f25bc499-fea2-4986-ae7c-6bea939410e7', 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7', 'tenant_id': '3d447728c19b4b278268c3b458ab4164', 'fixed_ips': [{'subnet_id': '7e6e7343-24d3-47e6-b443-09d12e7541bc'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:46.188749 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.190472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57932) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:46.197105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Request body: {'subnet': {'network_id': '866e06b4-5b64-49ee-b199-b8dd04cffb7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:46.212488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65e00e-2f6e-44ab-b0bd-02c858aa9a82 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Network': ['ID=866e06b4-5b64-49ee-b199-b8dd04cffb7f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:46.227673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 866e06b4-5b64-49ee-b199-b8dd04cffb7f details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:46.290025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Made reservation on behalf of 3d447728c19b4b278268c3b458ab4164 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:46.293554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.443838 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.475106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Allocated IP 2001:db8::2 (f25bc499-fea2-4986-ae7c-6bea939410e7/7e6e7343-24d3-47e6-b443-09d12e7541bc/ac5ccb91-63b3-4904-b7ce-f08dfefd10b0) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:46.482919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.500253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 67cc99e0-f767-40a6-8235-ba49f45df9f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=67cc99e0-f767-40a6-8235-ba49f45df9f2,segment=NetworkSegment(040396ad-594e-47ef-9daa-9a7abbd550b7),segment_id=040396ad-594e-47ef-9daa-9a7abbd550b7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:46.507337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.549568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event updated for resources: {'Subnet': ['ID=1c487d35-24c2-4c9e-9801-0bace79ebbe3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:46.565464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Checking segment: {'id': 'c6154797-efaf-472d-a617-40361ef189c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '866e06b4-5b64-49ee-b199-b8dd04cffb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:46.565846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network hostable DHCP agents. Network: 866e06b4-5b64-49ee-b199-b8dd04cffb7f, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:46.583623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Network 866e06b4-5b64-49ee-b199-b8dd04cffb7f is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:46.593467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 866e06b4-5b64-49ee-b199-b8dd04cffb7f) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:46.597887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:46.598473 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.609517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c797b3-6cbf-4f04-aff7-00e75a1e30be None None] Network 866e06b4-5b64-49ee-b199-b8dd04cffb7f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:46.614026 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0329693e-9ea5-47f5-9de2-2ed7a12ac35e tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4223633 Aug 03 16:48:46.617198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:46.664511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=67cc99e0-f767-40a6-8235-ba49f45df9f2,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:46.724520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.764675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.783400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.794602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Transition to ACTIVE for port object ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:46.821507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Transition to ACTIVE for port object ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:46.842205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.853076 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.889212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Subnet': ['ID=1c487d35-24c2-4c9e-9801-0bace79ebbe3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:46.949283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:46.959969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866e06b4-5b64-49ee-b199-b8dd04cffb7f']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:46.975686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6154797-efaf-472d-a617-40361ef189c2') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:46.975987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6154797-efaf-472d-a617-40361ef189c2') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:46.986209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.000091 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.006794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:47.007198 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:47.010180 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:47.039225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61709854-e66e-4595-bca9-8d552b346431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-866e06b4-5b64-49ee-b199-b8dd04cffb7f', 'network_id': '866e06b4-5b64-49ee-b199-b8dd04cffb7f', 'tenant_id': '3d447728c19b4b278268c3b458ab4164', 'fixed_ips': [{'subnet_id': '1c487d35-24c2-4c9e-9801-0bace79ebbe3'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:47.039971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-61709854-e66e-4595-bca9-8d552b346431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.068145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Network f25bc499-fea2-4986-ae7c-6bea939410e7 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:47.069963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.075860 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:47.077853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.079931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/866e06b4-5b64-49ee-b199-b8dd04cffb7f HTTP/1.1" status: 204 len: 168 time: 0.4616997 Aug 03 16:48:47.082978 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57936) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.083493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:47.089903 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Pushing event updated for resources: {'Port': ['ID=ac5ccb91-63b3-4904-b7ce-f08dfefd10b0,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:47.090105 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e88680-a979-45b5-9db5-5b2a58caae31 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Network': ['ID=866e06b4-5b64-49ee-b199-b8dd04cffb7f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:47.101615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6833a6-ce96-4ffd-ad5c-c4846c34365d None None] Network 866e06b4-5b64-49ee-b199-b8dd04cffb7f requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:47.122730 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68a16a3-893a-46e0-ba8a-3b3fd62850ea tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] GET failed (client error): The resource could not be found. Aug 03 16:48:47.124069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b68a16a3-893a-46e0-ba8a-3b3fd62850ea tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "GET /v2.0/subnets/1c487d35-24c2-4c9e-9801-0bace79ebbe3 HTTP/1.1" status: 404 len: 337 time: 0.0400674 Aug 03 16:48:47.128195 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.129279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6833a6-ce96-4ffd-ad5c-c4846c34365d None None] Network 866e06b4-5b64-49ee-b199-b8dd04cffb7f could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 16:48:47.146981 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-445d7a7f-766c-47c4-b30c-1fd91cd12a7d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:47.147544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445d7a7f-766c-47c4-b30c-1fd91cd12a7d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:47.149272 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-445d7a7f-766c-47c4-b30c-1fd91cd12a7d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/866e06b4-5b64-49ee-b199-b8dd04cffb7f HTTP/1.1" status: 404 len: 339 time: 0.0201714 Aug 03 16:48:47.153312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.156777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Attempting to bind port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:47.157826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Attempting to bind port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:47.158324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Attempting to bind port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 on network f25bc499-fea2-4986-ae7c-6bea939410e7 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:47.163521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:47.163904 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Checking segment: {'id': 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:47.164312 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.164711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Bound using segment: {'id': 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:47.165183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Bound port: ac5ccb91-63b3-4904-b7ce-f08dfefd10b0, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f25bc499-fea2-4986-ae7c-6bea939410e7'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:47.165567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.181190 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f2e381-842d-4a82-9dc2-778db579fa20 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:47.181660 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f2e381-842d-4a82-9dc2-778db579fa20 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:47.183744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-86f2e381-842d-4a82-9dc2-778db579fa20 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/subnets/1c487d35-24c2-4c9e-9801-0bace79ebbe3 HTTP/1.1" status: 404 len: 337 time: 0.0294077 Aug 03 16:48:47.186398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.205279 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4a3f28-dfaf-465a-89a3-552610ed38e6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:47.205960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4a3f28-dfaf-465a-89a3-552610ed38e6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:47.207977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1d4a3f28-dfaf-465a-89a3-552610ed38e6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/866e06b4-5b64-49ee-b199-b8dd04cffb7f HTTP/1.1" status: 404 len: 339 time: 0.0204027 Aug 03 16:48:47.210374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57944) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.232521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] For port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:47.236686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] For port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ac5ccb91-63b3-4904-b7ce-f08dfefd10b0,segment=NetworkSegment(fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622),segment_id=fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:47.240223 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.275940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Deleting subnet 7e6e7343-24d3-47e6-b443-09d12e7541bc {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:47.281315 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.304291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828c5ff-da57-463c-9f4b-8ea9f7dc3a2d None None] Pushing event updated for resources: {'Port': ['ID=ac5ccb91-63b3-4904-b7ce-f08dfefd10b0,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:47.341544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.444063 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.516300 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.547196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6e7343-24d3-47e6-b443-09d12e7541bc,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:47.552308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.555033 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-86148ffe-89a2-44b0-9cfe-486ca0cc7e5f tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/subnets/7e6e7343-24d3-47e6-b443-09d12e7541bc HTTP/1.1" status: 204 len: 168 time: 0.3434684 Aug 03 16:48:47.557337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57946) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:47.639409 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.697046 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Deleting port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:47.697309 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.759838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] For port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ac5ccb91-63b3-4904-b7ce-f08dfefd10b0,segment=NetworkSegment(fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622),segment_id=fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:47.760221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.773074 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Calling delete_port for ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:47.855139 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.883568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Port': ['ID=ac5ccb91-63b3-4904-b7ce-f08dfefd10b0,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:47.885416 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No DVR routers for this DVR port ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:47.967691 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:47.978795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25bc499-fea2-4986-ae7c-6bea939410e7']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.001605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.001942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c6c00-4ed6-4fd3-b953-b5fb41f6b622') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.010008 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 67cc99e0-f767-40a6-8235-ba49f45df9f2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:48:48.012160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.030374 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.038102 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:48.038594 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:48.041974 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:48.062385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 67cc99e0-f767-40a6-8235-ba49f45df9f2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:48.062852 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.110752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.117725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.119599 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/f25bc499-fea2-4986-ae7c-6bea939410e7 HTTP/1.1" status: 204 len: 168 time: 0.5611877 Aug 03 16:48:48.122368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57948) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.132364 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d849-ee5c-4afe-a69d-ea02ffb9737d tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Network': ['ID=f25bc499-fea2-4986-ae7c-6bea939410e7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:48.153935 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfc9043-c24f-47d2-b5c3-18703750d3f6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:48.154403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfc9043-c24f-47d2-b5c3-18703750d3f6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:48.157475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fcfc9043-c24f-47d2-b5c3-18703750d3f6 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/subnets/ef0217ab-5b93-4217-8601-feb197e35d7a HTTP/1.1" status: 404 len: 337 time: 0.0331926 Aug 03 16:48:48.160756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 57950) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.180529 n-d-803226-3 neutron-server[106017]: INFO neutron.pecan_wsgi.hooks.translation [None req-240fb49a-992e-4043-9b96-2b57075ff96b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:48.181256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240fb49a-992e-4043-9b96-2b57075ff96b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106017) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:48.183182 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-240fb49a-992e-4043-9b96-2b57075ff96b tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/98535b65-8ad5-4a3b-b9c4-d777a1602de6 HTTP/1.1" status: 404 len: 339 time: 0.0217412 Aug 03 16:48:48.185888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57952) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.213121 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97e22c9-fe9a-442b-9345-ca6600ab3592 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:48.213582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97e22c9-fe9a-442b-9345-ca6600ab3592 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:48.215370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e97e22c9-fe9a-442b-9345-ca6600ab3592 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/subnets/cf8e51c8-339b-4272-909e-d7b760504a27 HTTP/1.1" status: 404 len: 337 time: 0.0282989 Aug 03 16:48:48.217922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.238091 n-d-803226-3 neutron-server[106016]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a479ca-72ab-43d9-a1b7-a4b1a7d514b9 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] DELETE failed (client error): The resource could not be found. Aug 03 16:48:48.238649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a479ca-72ab-43d9-a1b7-a4b1a7d514b9 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 16:48:48.240361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-44a479ca-72ab-43d9-a1b7-a4b1a7d514b9 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/e5650c2a-8351-455f-81fc-48620e205495 HTTP/1.1" status: 404 len: 339 time: 0.0215390 Aug 03 16:48:48.243706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.296380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8131a-490d-415e-b76a-353f21032ef4 None None] DHCP port deletion for f25bc499-fea2-4986-ae7c-6bea939410e7 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:48:48.298378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Deleting subnet 9fdf6829-5a90-45c5-a882-7c7b64ace127 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:48.301754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.315192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dafe50-4f2f-4ff1-8946-bc84b3c46774 None None] Network f25bc499-fea2-4986-ae7c-6bea939410e7 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:48.331362 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dafe50-4f2f-4ff1-8946-bc84b3c46774 None None] Network f25bc499-fea2-4986-ae7c-6bea939410e7 could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 16:48:48.337307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-75528b0e-2cb2-4c8a-9460-53aad4bfdf66 None None] Could not find standard attr ID for object ac5ccb91-63b3-4904-b7ce-f08dfefd10b0. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:48:48.348258 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.431841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.492629 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.524556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdf6829-5a90-45c5-a882-7c7b64ace127,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:48.528366 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.530306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cdb7f7cb-7baf-4d0b-b85a-04677e4648ab tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/subnets/9fdf6829-5a90-45c5-a882-7c7b64ace127 HTTP/1.1" status: 204 len: 168 time: 0.2856269 Aug 03 16:48:48.533511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:48.535819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157203d-3fa5-450c-9758-635cfe120800 None None] Network 6b5764dd-c2ef-46d9-9913-61e880e4aa77 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:48.612148 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.666005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Deleting port 67cc99e0-f767-40a6-8235-ba49f45df9f2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:48.666377 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.697929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] DHCP port deletion for 6b5764dd-c2ef-46d9-9913-61e880e4aa77 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:48:48.735730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] For port 67cc99e0-f767-40a6-8235-ba49f45df9f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=67cc99e0-f767-40a6-8235-ba49f45df9f2,segment=NetworkSegment(040396ad-594e-47ef-9daa-9a7abbd550b7),segment_id=040396ad-594e-47ef-9daa-9a7abbd550b7)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:48.736071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.748264 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Deleting port 67cc99e0-f767-40a6-8235-ba49f45df9f2 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:48.748640 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.748860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Calling delete_port for 67cc99e0-f767-40a6-8235-ba49f45df9f2 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:48.811495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] For port 67cc99e0-f767-40a6-8235-ba49f45df9f2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=67cc99e0-f767-40a6-8235-ba49f45df9f2,segment=NetworkSegment(040396ad-594e-47ef-9daa-9a7abbd550b7),segment_id=040396ad-594e-47ef-9daa-9a7abbd550b7)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:48.811930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.826435 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Calling delete_port for 67cc99e0-f767-40a6-8235-ba49f45df9f2 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:48.830447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.855670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Port': ['ID=67cc99e0-f767-40a6-8235-ba49f45df9f2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:48.858970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] No DVR routers for this DVR port 67cc99e0-f767-40a6-8235-ba49f45df9f2 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 16:48:48.901298 n-d-803226-3 neutron-server[106018]: self.session.flush() Aug 03 16:48:48.911561 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.936641 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] Pushing event deleted for resources: {'Port': ['ID=67cc99e0-f767-40a6-8235-ba49f45df9f2,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:48.941633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92bcd4-d6d8-4590-83bb-932128fb4b70 None None] No DVR routers for this DVR port 67cc99e0-f767-40a6-8235-ba49f45df9f2 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:48.942707 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.954873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5764dd-c2ef-46d9-9913-61e880e4aa77']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.964999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040396ad-594e-47ef-9daa-9a7abbd550b7') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.965305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040396ad-594e-47ef-9daa-9a7abbd550b7') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:48.974550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.988639 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.994478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:48.994864 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:48.997784 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:49.068714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.070510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.072593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] 10.222.0.70 "DELETE /v2.0/networks/6b5764dd-c2ef-46d9-9913-61e880e4aa77 HTTP/1.1" status: 204 len: 168 time: 0.5380993 Aug 03 16:48:49.085464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb29dc-633d-4c37-a5e5-1269871de065 tempest-NetworksIpV6Test-1502618538 tempest-NetworksIpV6Test-1502618538-project] Pushing event deleted for resources: {'Network': ['ID=6b5764dd-c2ef-46d9-9913-61e880e4aa77,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:49.318493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57964) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:49.450800 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ae417c65-6761-4a49-bd28-2a757a8272f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d447728c19b4b278268c3b458ab4164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314631 Aug 03 16:48:49.453208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57968) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:49.502288 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.524704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.580708 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.583554 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:49.584715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c286b908-6735-4479-a5f3-d552d22044ac HTTP/1.1" status: 204 len: 168 time: 0.1304944 Aug 03 16:48:49.595754 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe4d7c-dc95-466d-b456-a7cefdb30648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286b908-6735-4479-a5f3-d552d22044ac,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:49.981113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:50.002500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:50.002915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ac5ccb91-63b3-4904-b7ce-f08dfefd10b0 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:50.003393 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 67cc99e0-f767-40a6-8235-ba49f45df9f2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:50.023444 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 67cc99e0-f767-40a6-8235-ba49f45df9f2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:50.023790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 67cc99e0-f767-40a6-8235-ba49f45df9f2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:50.227305 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57990) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:50.328408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1354254820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:50.352233 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.353339 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.408563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.412909 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.430374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.432078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3128227b-8190-4f17-9172-c0df38a0a2c4 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2037148 Aug 03 16:48:50.434806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:50.440279 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1528475267'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:50.462147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Made reservation on behalf of 92cfd315b5e64043beac64ff648d5caa for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:50.465732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.475515 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.506620 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:48:50.573037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.576907 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.604219 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:50.614726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832f810e-95ed-4c2f-9574-345e470d51b5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:50.619656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.620007 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Added segment 3c338bb2-5110-4a02-a8be-1b847cb0c680 of type vlan for network fb21507b-8273-452a-bf5e-953f49aef48d Aug 03 16:48:50.663721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.695269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.700936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:50.701522 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:50.759266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3233092 Aug 03 16:48:50.761956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57996) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:50.767170 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'subnet': {'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:50.785319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d81b64-ce21-4f2a-a342-8f22281a2120 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event updated for resources: {'Network': ['ID=fb21507b-8273-452a-bf5e-953f49aef48d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:50.795797 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network fb21507b-8273-452a-bf5e-953f49aef48d details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:50.869384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Made reservation on behalf of 92cfd315b5e64043beac64ff648d5caa for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:50.873311 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.053712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.106664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event updated for resources: {'Subnet': ['ID=db80643c-3280-4786-b544-74a944cfb76d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:51.122523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Checking segment: {'id': '3c338bb2-5110-4a02-a8be-1b847cb0c680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:51.122891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Network hostable DHCP agents. Network: fb21507b-8273-452a-bf5e-953f49aef48d, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:51.139789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Network fb21507b-8273-452a-bf5e-953f49aef48d is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:51.148870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, fb21507b-8273-452a-bf5e-953f49aef48d) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:51.152812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:51.153400 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.159466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec41a33-773a-40bc-87a9-d444840ca16f None None] Network fb21507b-8273-452a-bf5e-953f49aef48d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:51.168697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-58cf7e4b-c2d8-4294-a302-60a35ab9af96 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4057062 Aug 03 16:48:51.172178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 57998) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:51.178392 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-539479063'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:51.201080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Made reservation on behalf of 92cfd315b5e64043beac64ff648d5caa for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:51.204744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.230328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:51.241102 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.241450 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Added segment bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0 of type vlan for network a4e03978-1058-426e-89a5-cba38da9f34b Aug 03 16:48:51.281416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.312551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-fb21507b-8273-452a-bf5e-953f49aef48d', 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d', 'tenant_id': '92cfd315b5e64043beac64ff648d5caa', 'fixed_ips': [{'subnet_id': 'db80643c-3280-4786-b544-74a944cfb76d'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:51.312760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.314057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.318524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:51.319144 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.379020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2045379 Aug 03 16:48:51.382104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58000) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:51.389522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'subnet': {'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:51.396082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8219fd2-2d6e-40dc-899e-93c426e8c6a2 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event updated for resources: {'Network': ['ID=a4e03978-1058-426e-89a5-cba38da9f34b,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:51.408075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network a4e03978-1058-426e-89a5-cba38da9f34b details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:51.494965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Made reservation on behalf of 92cfd315b5e64043beac64ff648d5caa for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:51.498487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.508330 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Allocated IP 172.20.0.2 (fb21507b-8273-452a-bf5e-953f49aef48d/db80643c-3280-4786-b544-74a944cfb76d/d586bd3e-c0f3-4a2e-b9d0-fe853da940b5) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:51.661748 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.670124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Transition to ACTIVE for port object d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:51.685184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Transition to ACTIVE for port object d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:51.689469 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.692267 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.729304 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Network fb21507b-8273-452a-bf5e-953f49aef48d is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:51.732053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:51.738953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:51.745621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Pushing event updated for resources: {'Port': ['ID=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:51.756778 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Checking segment: {'id': 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:51.757148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Network hostable DHCP agents. Network: a4e03978-1058-426e-89a5-cba38da9f34b, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:51.759360 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event updated for resources: {'Subnet': ['ID=f2fd608e-00c2-4e28-9dc4-7a2b804bc515,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:51.777329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Network a4e03978-1058-426e-89a5-cba38da9f34b is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:51.787488 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, a4e03978-1058-426e-89a5-cba38da9f34b) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:51.792382 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:51.793614 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.794972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380acab-1f44-4e59-9959-e7af535ae806 None None] Network a4e03978-1058-426e-89a5-cba38da9f34b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:51.811685 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-78ab5085-96e4-4c16-97cb-0575cbfc5f71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4271798 Aug 03 16:48:51.816536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58002) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:51.821397 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c1e133dc-89b6-4b77-a054-58c58321166f tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:51.838608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Attempting to bind port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:51.838991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Attempting to bind port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '3c338bb2-5110-4a02-a8be-1b847cb0c680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:51.839333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Attempting to bind port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 on network fb21507b-8273-452a-bf5e-953f49aef48d {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:51.848585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:51.848935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Checking segment: {'id': '3c338bb2-5110-4a02-a8be-1b847cb0c680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:51.849477 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.849846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Bound using segment: {'id': '3c338bb2-5110-4a02-a8be-1b847cb0c680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:51.850316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Bound port: d586bd3e-c0f3-4a2e-b9d0-fe853da940b5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c338bb2-5110-4a02-a8be-1b847cb0c680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fb21507b-8273-452a-bf5e-953f49aef48d'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:51.850694 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:51.959477 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] For port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:51.977499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] For port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,segment=NetworkSegment(3c338bb2-5110-4a02-a8be-1b847cb0c680),segment_id=3c338bb2-5110-4a02-a8be-1b847cb0c680)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:51.984422 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.030405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-a4e03978-1058-426e-89a5-cba38da9f34b', 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b', 'tenant_id': '92cfd315b5e64043beac64ff648d5caa', 'fixed_ips': [{'subnet_id': 'f2fd608e-00c2-4e28-9dc4-7a2b804bc515'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:52.031263 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.077514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914dd8b-bed8-4ac4-874f-49343a314d2c None None] Pushing event updated for resources: {'Port': ['ID=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:52.217542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Allocated IP 172.21.0.2 (a4e03978-1058-426e-89a5-cba38da9f34b/f2fd608e-00c2-4e28-9dc4-7a2b804bc515/3956c5c0-8924-4ab8-a360-97fc46c38c0f) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:52.387788 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.397921 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Transition to ACTIVE for port object 3956c5c0-8924-4ab8-a360-97fc46c38c0f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:52.413852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1e133dc-89b6-4b77-a054-58c58321166f tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.415136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Transition to ACTIVE for port object 3956c5c0-8924-4ab8-a360-97fc46c38c0f will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:52.422568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.475122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Network a4e03978-1058-426e-89a5-cba38da9f34b is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:52.482958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:52.490545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:52.499499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Pushing event updated for resources: {'Port': ['ID=3956c5c0-8924-4ab8-a360-97fc46c38c0f,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:52.512299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.548839 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [None req-c1e133dc-89b6-4b77-a054-58c58321166f tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 16:48:52.548839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c1e133dc-89b6-4b77-a054-58c58321166f tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "PUT /v2.0/routers/1d36c101-329d-42e0-a5b6-a266cd98b379 HTTP/1.1" status: 400 len: 364 time: 0.7311323 Aug 03 16:48:52.554580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58004) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:52.561902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Attempting to bind port 3956c5c0-8924-4ab8-a360-97fc46c38c0f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:52.562282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Attempting to bind port 3956c5c0-8924-4ab8-a360-97fc46c38c0f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:52.562652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Attempting to bind port 3956c5c0-8924-4ab8-a360-97fc46c38c0f on network a4e03978-1058-426e-89a5-cba38da9f34b {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:52.569525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:52.570136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Checking segment: {'id': 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:52.570686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.571157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Bound using segment: {'id': 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:52.571824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Bound port: 3956c5c0-8924-4ab8-a360-97fc46c38c0f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a4e03978-1058-426e-89a5-cba38da9f34b'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:52.572301 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.615944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Deleting subnet f2fd608e-00c2-4e28-9dc4-7a2b804bc515 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:52.618967 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.638827 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] For port 3956c5c0-8924-4ab8-a360-97fc46c38c0f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:52.642795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] For port 3956c5c0-8924-4ab8-a360-97fc46c38c0f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3956c5c0-8924-4ab8-a360-97fc46c38c0f,segment=NetworkSegment(bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0),segment_id=bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:52.647758 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.667037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.713371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69111784-2d7b-4e5c-be90-9015e417c6ec None None] Pushing event updated for resources: {'Port': ['ID=3956c5c0-8924-4ab8-a360-97fc46c38c0f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:52.765978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.835844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.870055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fd608e-00c2-4e28-9dc4-7a2b804bc515,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:52.872676 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:52.874132 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-161ee683-6a1c-4f7a-913d-ce428b2fa535 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "DELETE /v2.0/subnets/f2fd608e-00c2-4e28-9dc4-7a2b804bc515 HTTP/1.1" status: 204 len: 168 time: 0.3185246 Aug 03 16:48:52.877573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:52.974552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.038754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Deleting port 3956c5c0-8924-4ab8-a360-97fc46c38c0f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:53.039118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.108178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] For port 3956c5c0-8924-4ab8-a360-97fc46c38c0f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3956c5c0-8924-4ab8-a360-97fc46c38c0f,segment=NetworkSegment(bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0),segment_id=bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:53.108549 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.123147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Calling delete_port for 3956c5c0-8924-4ab8-a360-97fc46c38c0f owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:53.138239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524b33d-5c05-49ac-a8e8-891c1afe74e8 None None] Network fb21507b-8273-452a-bf5e-953f49aef48d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:53.207456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.215074 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-466a5e3e-f51f-49f1-81b6-4a11781275ed None None] Provisioning for port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:53.237016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Port': ['ID=3956c5c0-8924-4ab8-a360-97fc46c38c0f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:53.242825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] No DVR routers for this DVR port 3956c5c0-8924-4ab8-a360-97fc46c38c0f on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:53.327417 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.338854 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e03978-1058-426e-89a5-cba38da9f34b']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:53.351236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:53.352142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd83b0fa-acf5-4be1-b1f3-bf2bc0c9a2b0') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:53.363323 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.379657 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.387335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:53.387925 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:53.391396 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:53.463347 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.471487 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.473424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "DELETE /v2.0/networks/a4e03978-1058-426e-89a5-cba38da9f34b HTTP/1.1" status: 204 len: 168 time: 0.5948281 Aug 03 16:48:53.476271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58008) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:53.486472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9287-1e5b-4464-b533-e417fb5a6ff6 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Network': ['ID=a4e03978-1058-426e-89a5-cba38da9f34b,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:53.540113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Deleting subnet db80643c-3280-4786-b544-74a944cfb76d {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:48:53.543818 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.596471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.691516 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.756944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.758532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ac74b-dc9d-47a0-b2fe-c1116dddd1ae None None] DHCP port deletion for a4e03978-1058-426e-89a5-cba38da9f34b request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:48:53.777399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c59b51ef-d6cf-4779-ab99-cf25d79451a0 None None] Could not find standard attr ID for object 3956c5c0-8924-4ab8-a360-97fc46c38c0f. {{(pid=106018) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 16:48:53.782428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440a51b-fceb-45d8-9711-3d6c05b593f5 None None] Network a4e03978-1058-426e-89a5-cba38da9f34b requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:53.784948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Subnet': ['ID=db80643c-3280-4786-b544-74a944cfb76d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:53.790826 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.795130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-600090b4-592c-485d-a5c2-c92934732bd8 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "DELETE /v2.0/subnets/db80643c-3280-4786-b544-74a944cfb76d HTTP/1.1" status: 204 len: 168 time: 0.3148513 Aug 03 16:48:53.795383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440a51b-fceb-45d8-9711-3d6c05b593f5 None None] Network a4e03978-1058-426e-89a5-cba38da9f34b could not be found, it might have been deleted concurrently. {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 16:48:53.795499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58010) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:53.799084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2cb95-8f00-4955-b07a-b27915bf79bb None None] Network fb21507b-8273-452a-bf5e-953f49aef48d requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:53.876811 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.935089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Deleting port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:53.935336 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:53.970492 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] DHCP port deletion for fb21507b-8273-452a-bf5e-953f49aef48d request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:48:53.999942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] For port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,segment=NetworkSegment(3c338bb2-5110-4a02-a8be-1b847cb0c680),segment_id=3c338bb2-5110-4a02-a8be-1b847cb0c680)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:54.000305 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.015064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Calling delete_port for d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:54.021452 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Deleting port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:48:54.021862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.086822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] For port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,segment=NetworkSegment(3c338bb2-5110-4a02-a8be-1b847cb0c680),segment_id=3c338bb2-5110-4a02-a8be-1b847cb0c680)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:54.087226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.101358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Calling delete_port for d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:48:54.104855 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.132119 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Port': ['ID=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:54.133949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] No DVR routers for this DVR port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:54.185360 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.212961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] Pushing event deleted for resources: {'Port': ['ID=d586bd3e-c0f3-4a2e-b9d0-fe853da940b5,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:54.214861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e4ddf-c5aa-49f3-afd6-ddc8fc2d61dc None None] No DVR routers for this DVR port d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:48:54.215717 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.230788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb21507b-8273-452a-bf5e-953f49aef48d']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:54.241114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c338bb2-5110-4a02-a8be-1b847cb0c680') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:54.241408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c338bb2-5110-4a02-a8be-1b847cb0c680') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:54.250061 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.269476 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.275189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:48:54.275577 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:48:54.278489 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:48:54.338039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.345226 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.349987 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "DELETE /v2.0/networks/fb21507b-8273-452a-bf5e-953f49aef48d HTTP/1.1" status: 204 len: 168 time: 0.5510075 Aug 03 16:48:54.350755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:54.369736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec42ba-1fd6-4e77-8163-9c3518d632a7 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Pushing event deleted for resources: {'Network': ['ID=fb21507b-8273-452a-bf5e-953f49aef48d,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:54.386831 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-07bf4ba7-60c5-4c9a-a9c4-9533cb7c23da tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d36c101-329d-42e0-a5b6-a266cd98b379 HTTP/1.1" status: 200 len: 205 time: 0.0355957 Aug 03 16:48:54.389205 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58014) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:54.465357 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.627419 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.629541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.672054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.673107 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Fanout notify agent at l3_agent the message router_deleted on router 1d36c101-329d-42e0-a5b6-a266cd98b379 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:48:54.679926 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:54.681022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-266246b8-8d2a-414e-ac4d-97efaf304b71 tempest-RoutersNegativeTest-2067280785 tempest-RoutersNegativeTest-2067280785-project] 10.222.0.70 "DELETE /v2.0/routers/1d36c101-329d-42e0-a5b6-a266cd98b379 HTTP/1.1" status: 204 len: 168 time: 0.2908943 Aug 03 16:48:54.923459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58020) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:55.054028 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec386d11-59cd-4c81-804e-97758d49bcf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92cfd315b5e64043beac64ff648d5caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286683 Aug 03 16:48:55.056406 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58024) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:55.108800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.129492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.177416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.180213 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.182396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/832f810e-95ed-4c2f-9574-345e470d51b5 HTTP/1.1" status: 204 len: 168 time: 0.1240633 Aug 03 16:48:55.189500 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27fe10-6ffc-480f-974c-be92bbd862c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f810e-95ed-4c2f-9574-345e470d51b5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:55.810182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58046) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:55.907332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1654318285-network', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:55.929937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Made reservation on behalf of 1cd5098658244dc789fea6e4846d2e94 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:55.932397 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.942944 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:55.944018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:48:55.964043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:48:55.964388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device d586bd3e-c0f3-4a2e-b9d0-fe853da940b5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:48:56.033699 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.037982 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.062713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:48:56.072123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2949c680-550c-4443-bf53-b24968246c04,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:56.078332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.078721 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Added segment f230136b-c45f-4db1-83bd-31144c9c2e8c of type vlan for network 45c0d39f-a137-4330-b5bf-d9beb78ebadf Aug 03 16:48:56.119414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.148354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.149366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:56.150054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.202249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3909512 Aug 03 16:48:56.205514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58050) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:56.210656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Request body: {'subnet': {'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-subnet', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:56.218472 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10597c-0687-4348-ba0f-9c80aa4fce44 admin admin] Pushing event updated for resources: {'Network': ['ID=45c0d39f-a137-4330-b5bf-d9beb78ebadf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:56.228951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:48:56.236426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Made reservation on behalf of 1cd5098658244dc789fea6e4846d2e94 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:48:56.238807 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.711816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.756313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.817946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a77ab9-c071-46c1-8a22-9e9ed751458e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:56.826424 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Checking segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:56.826793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Network hostable DHCP agents. Network: 45c0d39f-a137-4330-b5bf-d9beb78ebadf, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:48:56.843041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:48:56.852603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 45c0d39f-a137-4330-b5bf-d9beb78ebadf) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:56.857581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:48:56.859510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.861140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79905a2c-1bc0-48f0-a1a2-b1643bad3ce7 None None] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:56.878210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b6102b9f-5b32-418a-8581-7af9f463d5e6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6714377 Aug 03 16:48:56.878495 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58052) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:56.883219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:48:56.904111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.905120 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:56.958151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.009932 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:48:57.010821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.107028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.158486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Allocated IP 172.20.0.2 (45c0d39f-a137-4330-b5bf-d9beb78ebadf/d9a77ab9-c071-46c1-8a22-9e9ed751458e/0ba616fd-814d-471f-870f-8ce182c4ecf5) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:57.318585 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.327334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Transition to ACTIVE for port object 0ba616fd-814d-471f-870f-8ce182c4ecf5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:57.335955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.345412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Transition to ACTIVE for port object 0ba616fd-814d-471f-870f-8ce182c4ecf5 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:57.351875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.362185 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.390214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:57.393288 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:57.396779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:57.410817 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Pushing event updated for resources: {'Port': ['ID=0ba616fd-814d-471f-870f-8ce182c4ecf5,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:57.458406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Attempting to bind port 0ba616fd-814d-471f-870f-8ce182c4ecf5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:57.458774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Attempting to bind port 0ba616fd-814d-471f-870f-8ce182c4ecf5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:57.459139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Attempting to bind port 0ba616fd-814d-471f-870f-8ce182c4ecf5 on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:57.464055 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:57.464428 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Checking segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:57.464829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.465225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Bound using segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:57.465703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Bound port: 0ba616fd-814d-471f-870f-8ce182c4ecf5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:57.466082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.468492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Allocated IP 172.25.7.2 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/7be0495a-b407-45b1-ac87-40f8558bbdc4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:57.533953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] For port 0ba616fd-814d-471f-870f-8ce182c4ecf5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:57.537295 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] For port 0ba616fd-814d-471f-870f-8ce182c4ecf5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ba616fd-814d-471f-870f-8ce182c4ecf5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:57.542415 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.584314 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.602659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861deb97-b9d8-492b-879a-0fc5c888c8af None None] Pushing event updated for resources: {'Port': ['ID=0ba616fd-814d-471f-870f-8ce182c4ecf5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:57.638171 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:57.675510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:57.678608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:57.682250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:57.712294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7be0495a-b407-45b1-ac87-40f8558bbdc4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:57.967539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.026375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ba616fd-814d-471f-870f-8ce182c4ecf5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:48:58.074872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0ba616fd-814d-471f-870f-8ce182c4ecf5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:58.172920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.308456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:48:58.426216 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:48:58.439853 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Sync routers for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:48:58.447081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.448590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-72b3a2bd-4d16-4ebc-9da8-c2f6fe3485a6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5689828 Aug 03 16:48:58.451325 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58054) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:48:58.457225 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:48:58.459524 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:58.522232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be0501-c574-478d-9894-ee7af14a1086 None None] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:48:58.587829 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:48:58.749038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Provisioning for port 0ba616fd-814d-471f-870f-8ce182c4ecf5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:58.756838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Provisioning complete for port 0ba616fd-814d-471f-870f-8ce182c4ecf5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:58.757128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.780530 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:57Z', 'revision_number': 3, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:58.812580 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Checking router: 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:48:58.813444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Updating router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 port 7be0495a-b407-45b1-ac87-40f8558bbdc4 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:48:58.839745 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.901035 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.913727 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:58.957509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] For port 0ba616fd-814d-471f-870f-8ce182c4ecf5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ba616fd-814d-471f-870f-8ce182c4ecf5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:48:58.962864 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.022734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aedd0f-0940-49de-bac0-6d01ab276867 None None] Pushing event updated for resources: {'Port': ['ID=0ba616fd-814d-471f-870f-8ce182c4ecf5,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:59.195240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f5943a6b-6230-4fae-b286-d92430cb8394 None None] Provisioning complete for port 0ba616fd-814d-471f-870f-8ce182c4ecf5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:59.195951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f5943a6b-6230-4fae-b286-d92430cb8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.273670 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.290970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Transition to ACTIVE for port object 7be0495a-b407-45b1-ac87-40f8558bbdc4 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:59.300615 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.375237 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Pushing event updated for resources: {'Port': ['ID=7be0495a-b407-45b1-ac87-40f8558bbdc4,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:59.378268 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Attempting to bind port 7be0495a-b407-45b1-ac87-40f8558bbdc4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:48:59.378625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Attempting to bind port 7be0495a-b407-45b1-ac87-40f8558bbdc4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:48:59.378971 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Attempting to bind port 7be0495a-b407-45b1-ac87-40f8558bbdc4 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:48:59.387468 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:48:59.387837 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:48:59.388231 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.388615 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:48:59.389075 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Bound port: 7be0495a-b407-45b1-ac87-40f8558bbdc4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:48:59.389461 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.392906 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.393244 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.393579 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.393934 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.394260 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.394581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.395130 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.395247 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.395517 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.395828 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.396146 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.396731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:48:59.435099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Allocated IP 172.20.0.1 (45c0d39f-a137-4330-b5bf-d9beb78ebadf/d9a77ab9-c071-46c1-8a22-9e9ed751458e/3a332b41-daf0-4f1f-bb96-08281a89065f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:48:59.450430 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] For port 7be0495a-b407-45b1-ac87-40f8558bbdc4, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:48:59.454366 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] For port 7be0495a-b407-45b1-ac87-40f8558bbdc4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7be0495a-b407-45b1-ac87-40f8558bbdc4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:48:59.459228 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.517969 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:48:59.518601 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:59.550474 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.559925 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0bb87-26a6-4c44-9c00-a4b628c10b06 None None] Pushing event updated for resources: {'Port': ['ID=7be0495a-b407-45b1-ac87-40f8558bbdc4,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:59.569755 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Transition to ACTIVE for port object 3a332b41-daf0-4f1f-bb96-08281a89065f will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:48:59.604994 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.631966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:48:59.643007 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:48:59.647506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:48:59.657581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:48:59.689375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Pushing event updated for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:48:59.707692 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.836995 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:57Z', 'revision_number': 3, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:48:59.860258 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:48:59.866331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086ab13-c075-47ea-b36a-aabceba65ef6 None None] The sync data for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 is: [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:57Z', 'revision_number': 3, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:48:59.957494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b9e53bac-e354-465b-8c69-8ad227a38043 None None] Provisioning for port 3a332b41-daf0-4f1f-bb96-08281a89065f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:48:59.967267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b9e53bac-e354-465b-8c69-8ad227a38043 None None] Provisioning complete for port 3a332b41-daf0-4f1f-bb96-08281a89065f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:48:59.967646 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b9e53bac-e354-465b-8c69-8ad227a38043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.006355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b9e53bac-e354-465b-8c69-8ad227a38043 None None] Port 3a332b41-daf0-4f1f-bb96-08281a89065f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:00.023896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ba616fd-814d-471f-870f-8ce182c4ecf5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:00.041246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.046807 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.075281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0ba616fd-814d-471f-870f-8ce182c4ecf5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:00.075572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.124636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Pushing event updated for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:00.124636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.247239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:00.248735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:00.377528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:49:00.498329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:49:00.508495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-92cfa31c-f875-468d-b652-6fbe56f62bda admin admin] 10.222.0.70 "PUT /v2.0/routers/3a2ddde6-a3a6-4657-83e4-4543bcb8a372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517173 Aug 03 16:49:00.556340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8310dfef-7a49-41f9-b8a3-b93bc0268e48 None None] Provisioning complete for port 3a332b41-daf0-4f1f-bb96-08281a89065f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:00.556914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8310dfef-7a49-41f9-b8a3-b93bc0268e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:00.593454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8310dfef-7a49-41f9-b8a3-b93bc0268e48 None None] Port 3a332b41-daf0-4f1f-bb96-08281a89065f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:01.003825 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58070) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:49:01.009031 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1352534274-network', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:01.030681 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Made reservation on behalf of 504cd9c91a964c66a44fca68bbe08d5e for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:49:01.034603 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.044712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.137201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.141980 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.167776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:49:01.178781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d87d6-7b47-454d-ae7f-d14dd6e9d7c3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:01.183867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.184216 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Added segment f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2 of type vlan for network 8fed8972-c423-4d9b-96f2-8ba99cf297ac Aug 03 16:49:01.225732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.258669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.259684 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:01.260266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.330715 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3231525 Aug 03 16:49:01.330941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:49:01.338105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Request body: {'subnet': {'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-subnet', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:01.344654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b831e-3e8b-4e7b-8442-724a98eec63f admin admin] Pushing event updated for resources: {'Network': ['ID=8fed8972-c423-4d9b-96f2-8ba99cf297ac,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:01.355629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:49:01.366081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Made reservation on behalf of 504cd9c91a964c66a44fca68bbe08d5e for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:49:01.368617 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.431507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Sync routers for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:49:01.444146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:01.445061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:01.575011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.582758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:01.637263 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0e224e-a974-414e-aa65-c076b22c4cc7,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:01.647122 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Checking segment: {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:01.647487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Network hostable DHCP agents. Network: 8fed8972-c423-4d9b-96f2-8ba99cf297ac, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:49:01.666930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:49:01.679125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 8fed8972-c423-4d9b-96f2-8ba99cf297ac) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:01.684573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:01.685037 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.697063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175e3ae-cecf-45e9-bf4c-506866d0aff0 None None] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:49:01.705874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5c62d1f7-427e-4200-bf56-34ac7a7da97d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3728175 Aug 03 16:49:01.709213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58074) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:49:01.714484 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:01.740834 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.744090 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.811714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.951810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'fixed_ips': [{'subnet_id': '2e0e224e-a974-414e-aa65-c076b22c4cc7'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:49:01.952475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:01.968794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 4, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3a332b41-daf0-4f1f-bb96-08281a89065f', 'name': '', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'mac_address': 'fa:16:3e:61:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:58Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 2, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'subnets': [{'id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:01.971778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.008589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Checking router: 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:49:02.008958 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Updating router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 port 3a332b41-daf0-4f1f-bb96-08281a89065f binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:49:02.078670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7be0495a-b407-45b1-ac87-40f8558bbdc4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:02.128955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.215025 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.236285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 7be0495a-b407-45b1-ac87-40f8558bbdc4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:02.240232 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.291915 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Allocated IP 172.20.0.2 (8fed8972-c423-4d9b-96f2-8ba99cf297ac/2e0e224e-a974-414e-aa65-c076b22c4cc7/a9d71708-ad9c-44da-bf9d-45774f113033) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:49:02.293878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7be0495a-b407-45b1-ac87-40f8558bbdc4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:02.294298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.353831 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Allocated IP 172.25.7.146 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/c506399f-1b0f-4f83-964a-ed0f4372b300) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:49:02.469948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.520506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.553659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.574004 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:02.577274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:02.581125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:49:02.610307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Pushing event updated for resources: {'Port': ['ID=c506399f-1b0f-4f83-964a-ed0f4372b300,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:02.618509 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 7be0495a-b407-45b1-ac87-40f8558bbdc4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7be0495a-b407-45b1-ac87-40f8558bbdc4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:02.624783 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.680317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.705253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.707668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Transition to ACTIVE for port object a9d71708-ad9c-44da-bf9d-45774f113033 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:02.730970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Transition to ACTIVE for port object 3a332b41-daf0-4f1f-bb96-08281a89065f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:02.747209 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.749322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Transition to ACTIVE for port object a9d71708-ad9c-44da-bf9d-45774f113033 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:02.751126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=7be0495a-b407-45b1-ac87-40f8558bbdc4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:02.781140 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.817525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:02.818433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c06cf-a953-4edf-bad0-88764051c60c None None] Pushing event updated for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:02.825179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:02.829670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:49:02.865211 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.929119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Pushing event updated for resources: {'Port': ['ID=a9d71708-ad9c-44da-bf9d-45774f113033,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:02.935590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Attempting to bind port 3a332b41-daf0-4f1f-bb96-08281a89065f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:02.935590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Attempting to bind port 3a332b41-daf0-4f1f-bb96-08281a89065f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:02.935590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Attempting to bind port 3a332b41-daf0-4f1f-bb96-08281a89065f on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:02.957532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:02.957940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Checking segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:02.958358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.959278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Bound using segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:02.959278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Bound port: 3a332b41-daf0-4f1f-bb96-08281a89065f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:02.959615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:02.979001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Attempting to bind port a9d71708-ad9c-44da-bf9d-45774f113033 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:02.979374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Attempting to bind port a9d71708-ad9c-44da-bf9d-45774f113033 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:02.979743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Attempting to bind port a9d71708-ad9c-44da-bf9d-45774f113033 on network 8fed8972-c423-4d9b-96f2-8ba99cf297ac {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:03.006937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:03.007077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Checking segment: {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:03.007456 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.007856 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Bound using segment: {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:03.008335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Bound port: a9d71708-ad9c-44da-bf9d-45774f113033, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:03.008745 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.080365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] For port 3a332b41-daf0-4f1f-bb96-08281a89065f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:03.085418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] For port 3a332b41-daf0-4f1f-bb96-08281a89065f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3a332b41-daf0-4f1f-bb96-08281a89065f,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:03.091309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.095799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.147420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] For port a9d71708-ad9c-44da-bf9d-45774f113033, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:03.181270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] For port a9d71708-ad9c-44da-bf9d-45774f113033, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a9d71708-ad9c-44da-bf9d-45774f113033,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:03.183879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c06cf-a953-4edf-bad0-88764051c60c None None] Pushing event updated for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:03.189907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.193402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:03.194025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:03.243171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Router 2f9f24cc-71fe-4d76-8021-a363eec6e13d is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:49:03.395772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:49:03.404605 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Sync routers for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:49:03.413527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.417734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1ac03c82-9d76-4ba5-853d-3a25defcbb63 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7051024 Aug 03 16:49:03.417918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:03.417918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:03.418137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58076) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:49:03.497183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318deb7-1376-440b-9614-10f3efb056ca None None] Pushing event updated for resources: {'Port': ['ID=a9d71708-ad9c-44da-bf9d-45774f113033,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:03.550072 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:03.569935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:03.821468 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 3, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:03.843527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 4, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3a332b41-daf0-4f1f-bb96-08281a89065f', 'name': '', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'mac_address': 'fa:16:3e:61:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:58Z', 'updated_at': '2021-08-03T16:49:03Z', 'revision_number': 4, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'subnets': [{'id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:03.853341 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Checking router: 2f9f24cc-71fe-4d76-8021-a363eec6e13d for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:49:03.853710 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Updating router 2f9f24cc-71fe-4d76-8021-a363eec6e13d port c506399f-1b0f-4f83-964a-ed0f4372b300 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:49:03.875685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd06cf-8bcc-41e3-9160-ebfddead22c1 None None] The sync data for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 is: [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:48:59Z', 'revision_number': 4, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '3a332b41-daf0-4f1f-bb96-08281a89065f', 'name': '', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'mac_address': 'fa:16:3e:61:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:58Z', 'updated_at': '2021-08-03T16:49:03Z', 'revision_number': 4, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'subnets': [{'id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:49:03.880533 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:03.997771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.171143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a9d71708-ad9c-44da-bf9d-45774f113033 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:04.188089 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Allocated IP 172.20.0.1 (8fed8972-c423-4d9b-96f2-8ba99cf297ac/2e0e224e-a974-414e-aa65-c076b22c4cc7/54dcd2d6-883c-4e57-a8da-9182661f8929) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:49:04.234078 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.240859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a9d71708-ad9c-44da-bf9d-45774f113033 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:04.246014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7be0495a-b407-45b1-ac87-40f8558bbdc4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:04.268653 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Transition to ACTIVE for port object c506399f-1b0f-4f83-964a-ed0f4372b300 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:04.282975 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.328109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 7be0495a-b407-45b1-ac87-40f8558bbdc4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:04.328613 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.334906 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.355355 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Transition to ACTIVE for port object 54dcd2d6-883c-4e57-a8da-9182661f8929 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:04.366298 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Attempting to bind port c506399f-1b0f-4f83-964a-ed0f4372b300 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:04.366665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Attempting to bind port c506399f-1b0f-4f83-964a-ed0f4372b300 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:04.367021 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Attempting to bind port c506399f-1b0f-4f83-964a-ed0f4372b300 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:04.374687 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:04.375041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:04.376128 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.376760 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:04.377841 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Bound port: c506399f-1b0f-4f83-964a-ed0f4372b300, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:04.378229 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.405876 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.456132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3a332b41-daf0-4f1f-bb96-08281a89065f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:04.456778 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] For port c506399f-1b0f-4f83-964a-ed0f4372b300, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:04.463916 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] For port c506399f-1b0f-4f83-964a-ed0f4372b300, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c506399f-1b0f-4f83-964a-ed0f4372b300,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:04.466182 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:04.470694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:04.472364 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d3411-8d14-4ea1-9ab7-5f88f91a2398 None None] Pushing event updated for resources: {'Port': ['ID=c506399f-1b0f-4f83-964a-ed0f4372b300,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:04.475111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:49:04.506311 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.526072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 3a332b41-daf0-4f1f-bb96-08281a89065f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:04.529611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Pushing event updated for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:04.541745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3a332b41-daf0-4f1f-bb96-08281a89065f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:04.542725 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.567405 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.600617 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:04.601255 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:04.603243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d3411-8d14-4ea1-9ab7-5f88f91a2398 None None] Pushing event updated for resources: {'Port': ['ID=c506399f-1b0f-4f83-964a-ed0f4372b300,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:04.675016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.679048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453caba6-e62e-4474-84e7-81c3e1fde637 None None] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:49:04.760642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:04.774698 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.794257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Provisioning for port a9d71708-ad9c-44da-bf9d-45774f113033 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:04.811907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 3a332b41-daf0-4f1f-bb96-08281a89065f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3a332b41-daf0-4f1f-bb96-08281a89065f,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:04.813619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Provisioning complete for port a9d71708-ad9c-44da-bf9d-45774f113033 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:04.814048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.850774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:04.952673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:05.001147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 3, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:05.005140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.011125 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.035922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.045264 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ca8c1-1f84-4c04-b339-5a1c696cdbc1 None None] The sync data for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 is: [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 3, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:49:05.093045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Pushing event updated for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:05.096631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.097381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] For port a9d71708-ad9c-44da-bf9d-45774f113033, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a9d71708-ad9c-44da-bf9d-45774f113033,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:05.102572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.172174 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0f19-0dc2-4331-b97b-88a7e7462d13 None None] Pushing event updated for resources: {'Port': ['ID=a9d71708-ad9c-44da-bf9d-45774f113033,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:05.244337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:05.246081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:05.332630 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Provisioning complete for port a9d71708-ad9c-44da-bf9d-45774f113033 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:05.332957 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.418551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Router 2f9f24cc-71fe-4d76-8021-a363eec6e13d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:49:05.533162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Provisioning for port 54dcd2d6-883c-4e57-a8da-9182661f8929 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:05.544176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Provisioning complete for port 54dcd2d6-883c-4e57-a8da-9182661f8929 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:05.544639 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.601880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:49:05.609375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5d2a7efd-cef2-485a-940c-84bb60bc278c admin admin] 10.222.0.70 "PUT /v2.0/routers/2f9f24cc-71fe-4d76-8021-a363eec6e13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1887395 Aug 03 16:49:05.631572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ea84ad8a-baac-4575-beb7-62bfc17f7c7e None None] Port 54dcd2d6-883c-4e57-a8da-9182661f8929 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:05.765412 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-11aa531a-529e-405c-96f6-359ed3caafd3 None None] Provisioning complete for port 54dcd2d6-883c-4e57-a8da-9182661f8929 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:05.766414 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-11aa531a-529e-405c-96f6-359ed3caafd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:05.811011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-11aa531a-529e-405c-96f6-359ed3caafd3 None None] Port 54dcd2d6-883c-4e57-a8da-9182661f8929 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:05.934634 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58ad2676-2ae5-4324-a950-f67c8ea9f220 None None] Provisioning complete for port 54dcd2d6-883c-4e57-a8da-9182661f8929 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:05.935666 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58ad2676-2ae5-4324-a950-f67c8ea9f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.004962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-58ad2676-2ae5-4324-a950-f67c8ea9f220 None None] Port 54dcd2d6-883c-4e57-a8da-9182661f8929 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:06.105894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3a332b41-daf0-4f1f-bb96-08281a89065f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:06.156982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 3a332b41-daf0-4f1f-bb96-08281a89065f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:06.157364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.242645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a9d71708-ad9c-44da-bf9d-45774f113033 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:06.292388 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a9d71708-ad9c-44da-bf9d-45774f113033 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:06.292772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.377524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c506399f-1b0f-4f83-964a-ed0f4372b300 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:06.425357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c506399f-1b0f-4f83-964a-ed0f4372b300 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:06.429192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c506399f-1b0f-4f83-964a-ed0f4372b300 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:06.429570 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.468174 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-7493a88f-9e03-45c9-b23f-5db46a31a49e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:06.470109 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-7493a88f-9e03-45c9-b23f-5db46a31a49e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 817 time: 0.1058652 Aug 03 16:49:06.487956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-ce4a2f57-abba-4ccf-bcf9-2d2c83e6ee68 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/quotas/1cd5098658244dc789fea6e4846d2e94 HTTP/1.1" status: 200 len: 375 time: 0.0108685 Aug 03 16:49:06.511720 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.540282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c506399f-1b0f-4f83-964a-ed0f4372b300, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c506399f-1b0f-4f83-964a-ed0f4372b300,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:06.543322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-1478b76f-febc-467b-b7de-49d6a95dc56a tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487595 Aug 03 16:49:06.545788 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:06.606872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c506399f-1b0f-4f83-964a-ed0f4372b300,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:06.650329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-09e1e44b-13b4-4a13-aa24-a44e9c91122e service neutron] 10.222.0.70 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937295 Aug 03 16:49:06.747591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-00022572-173b-4860-a1f1-c60a0e491a8f service neutron] 10.222.0.70 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909424 Aug 03 16:49:06.927603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36d3af2c-850b-40a1-b9cb-6822c961680c req-4dcabc95-9bd8-4cf4-82ba-6b98cc9a3678 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0300362 Aug 03 16:49:07.572126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Sync routers for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:49:07.582282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:07.582930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:07.690808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:07.870439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-ed9c757b-1df8-46d9-8e35-71be4094325c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:07.871854 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-ed9c757b-1df8-46d9-8e35-71be4094325c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 817 time: 0.1232173 Aug 03 16:49:07.900076 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Request body: {'port': {'device_id': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'admin_state_up': True, 'tenant_id': '1cd5098658244dc789fea6e4846d2e94'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:07.908795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 4, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '54dcd2d6-883c-4e57-a8da-9182661f8929', 'name': '', 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'mac_address': 'fa:16:3e:e4:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:04Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 2, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'subnets': [{'id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:07.935228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Checking router: 2f9f24cc-71fe-4d76-8021-a363eec6e13d for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:49:07.935586 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Updating router 2f9f24cc-71fe-4d76-8021-a363eec6e13d port 54dcd2d6-883c-4e57-a8da-9182661f8929 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:49:07.961506 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.015322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c506399f-1b0f-4f83-964a-ed0f4372b300 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:08.037514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7769a6fa-8159-46b1-a51f-eb100ab54a91 req-ceb08ec9-9855-41b3-95ee-9ab565c4a015 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0263860 Aug 03 16:49:08.042024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Made reservation on behalf of 1cd5098658244dc789fea6e4846d2e94 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:49:08.046579 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.176316 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c506399f-1b0f-4f83-964a-ed0f4372b300 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:08.176803 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.182588 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Allocated IP 172.20.0.12 (45c0d39f-a137-4330-b5bf-d9beb78ebadf/d9a77ab9-c071-46c1-8a22-9e9ed751458e/61dbb829-032b-4c0a-9037-46a9200ff8d5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:49:08.339512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.351757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.353445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Transition to ACTIVE for port object 61dbb829-032b-4c0a-9037-46a9200ff8d5 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:08.363491 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Transition to ACTIVE for port object 54dcd2d6-883c-4e57-a8da-9182661f8929 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:08.369988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.387467 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.436590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:08.441743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b44c4-747f-4590-a010-5dd87318f0be None None] Pushing event updated for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:08.445016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:08.447410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:49:08.450151 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Pushing event updated for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:08.478533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Attempting to bind port 54dcd2d6-883c-4e57-a8da-9182661f8929 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:08.478908 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Attempting to bind port 54dcd2d6-883c-4e57-a8da-9182661f8929 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:08.479274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Attempting to bind port 54dcd2d6-883c-4e57-a8da-9182661f8929 on network 8fed8972-c423-4d9b-96f2-8ba99cf297ac {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:08.486794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:08.487179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Checking segment: {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:08.487629 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.488132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Bound using segment: {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:08.488628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Bound port: 54dcd2d6-883c-4e57-a8da-9182661f8929, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:08.489013 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.514440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:08.515137 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.530711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-5e04c7d3-7116-4878-bb4b-c83184b5bacb tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6348724 Aug 03 16:49:08.574994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] For port 54dcd2d6-883c-4e57-a8da-9182661f8929, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:08.580249 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] For port 54dcd2d6-883c-4e57-a8da-9182661f8929, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=54dcd2d6-883c-4e57-a8da-9182661f8929,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:08.586842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.649345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:49:08.650017 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:48:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:08.679083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Request body: {'port': {'device_id': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:08.700011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b44c4-747f-4590-a010-5dd87318f0be None None] Pushing event updated for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:08.753841 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.777738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f531479e-2619-4a94-ba48-01a57ca6220f None None] Provisioning for port 61dbb829-032b-4c0a-9037-46a9200ff8d5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:08.787772 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f531479e-2619-4a94-ba48-01a57ca6220f None None] Provisioning complete for port 61dbb829-032b-4c0a-9037-46a9200ff8d5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:08.788226 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f531479e-2619-4a94-ba48-01a57ca6220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:08.812761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:49:08.862930 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f531479e-2619-4a94-ba48-01a57ca6220f None None] Port 61dbb829-032b-4c0a-9037-46a9200ff8d5 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:09.053616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dbb829-032b-4c0a-9037-46a9200ff8d5 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:49:09.061304 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.077804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Transition to ACTIVE for port object 61dbb829-032b-4c0a-9037-46a9200ff8d5 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:09.086482 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.178259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:09.232153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 4, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '54dcd2d6-883c-4e57-a8da-9182661f8929', 'name': '', 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'mac_address': 'fa:16:3e:e4:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:04Z', 'updated_at': '2021-08-03T16:49:08Z', 'revision_number': 4, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'subnets': [{'id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:49:09.232696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420d36b-fbee-47d4-ba52-0c3a08752fc7 req-d132ce2f-9f29-4101-b23b-584420334cc8 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:09.234299 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5420d36b-fbee-47d4-ba52-0c3a08752fc7 req-d132ce2f-9f29-4101-b23b-584420334cc8 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 944 time: 0.1149588 Aug 03 16:49:09.267524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85540dcb-e8e2-4355-a29d-d5e6023eae10 None None] The sync data for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 is: [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:49:04Z', 'revision_number': 4, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '54dcd2d6-883c-4e57-a8da-9182661f8929', 'name': '', 'network_id': '8fed8972-c423-4d9b-96f2-8ba99cf297ac', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'mac_address': 'fa:16:3e:e4:d7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:04Z', 'updated_at': '2021-08-03T16:49:08Z', 'revision_number': 4, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'subnets': [{'id': '2e0e224e-a974-414e-aa65-c076b22c4cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:49:09.283789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Attempting to bind port 61dbb829-032b-4c0a-9037-46a9200ff8d5 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:09.284524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Attempting to bind port 61dbb829-032b-4c0a-9037-46a9200ff8d5 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:09.284648 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Attempting to bind port 61dbb829-032b-4c0a-9037-46a9200ff8d5 on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:09.299356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Port 61dbb829-032b-4c0a-9037-46a9200ff8d5 on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:49:09.299692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Attempting to bind port 61dbb829-032b-4c0a-9037-46a9200ff8d5 on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:09.316878 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5420d36b-fbee-47d4-ba52-0c3a08752fc7 req-5ab87f5b-3859-4674-83e4-9e60c28ee728 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682194 Aug 03 16:49:09.326019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:09.326378 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Checking segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:09.326772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Bound using segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:09.327215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Bound port: 61dbb829-032b-4c0a-9037-46a9200ff8d5, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:09.327587 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.405164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:09.408753 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:09.414154 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.453764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:09.455114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.456429 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] 10.222.0.78 "PUT /v2.0/ports/61dbb829-032b-4c0a-9037-46a9200ff8d5 HTTP/1.1" status: 200 len: 1092 time: 0.9153812 Aug 03 16:49:09.459160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:49:09.461325 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223319f-c10b-4e29-859e-d384bb5d23e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:49:09.536337 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38491d4a-5a55-40ca-8ef2-1ebc18fbf3e1 x-openstack-request-id: req-38491d4a-5a55-40ca-8ef2-1ebc18fbf3e1 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:49:09.536654 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:49:09.536892 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-38491d4a-5a55-40ca-8ef2-1ebc18fbf3e1 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:49:09.537301 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5', 'status': 'completed', 'code': 200} Aug 03 16:49:09.538253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c2bf-dcc7-445a-bd33-467f5729ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:09.571546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-c540ad00-5df2-4df1-bafc-b521b28377e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:09.573721 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-c540ad00-5df2-4df1-bafc-b521b28377e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 1095 time: 0.0666597 Aug 03 16:49:09.620681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-d62474d9-2dd5-4575-8951-48166a82a4fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5 HTTP/1.1" status: 200 len: 217 time: 0.0383749 Aug 03 16:49:09.676439 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-7308d0c8-23f3-4b6a-b541-4719b914ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:09.678852 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-7308d0c8-23f3-4b6a-b541-4719b914ee82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 200 len: 856 time: 0.0516510 Aug 03 16:49:09.735175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-c8f86822-41d0-45a4-8dcb-ede150bdff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:09.736872 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-c8f86822-41d0-45a4-8dcb-ede150bdff16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=45c0d39f-a137-4330-b5bf-d9beb78ebadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495913 Aug 03 16:49:09.834446 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-ca6d4e14-da84-4423-aab0-937a22456452 service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894229 Aug 03 16:49:09.904953 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bb4b1676-8bf0-43b8-bf5c-9ca18bb9e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:09.942270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39a36513-c23f-4511-9617-9290f71ac6a8 req-855b20d4-1381-4ed7-96ea-4d4aaf7d1ae3 service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000481 Aug 03 16:49:10.027379 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 54dcd2d6-883c-4e57-a8da-9182661f8929 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:10.041282 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-be9740fb-c0e8-4dbc-acc3-c2173233a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:10.042829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-be9740fb-c0e8-4dbc-acc3-c2173233a530 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 1095 time: 0.0478811 Aug 03 16:49:10.076898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 54dcd2d6-883c-4e57-a8da-9182661f8929 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:10.082280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 54dcd2d6-883c-4e57-a8da-9182661f8929 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:10.082696 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:10.137429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-24188b10-38a1-4f92-9a11-180235ca59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:10.138917 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-24188b10-38a1-4f92-9a11-180235ca59c3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 918 time: 0.0892243 Aug 03 16:49:10.166372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:10.182122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-779f2c27-e3c8-4139-8806-2fce62ac0610 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5 HTTP/1.1" status: 200 len: 217 time: 0.0361383 Aug 03 16:49:10.198825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 54dcd2d6-883c-4e57-a8da-9182661f8929, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=54dcd2d6-883c-4e57-a8da-9182661f8929,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:10.202784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:10.235150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-45bcc63e-bb7d-42ff-945d-f366f9b0690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:10.236661 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-45bcc63e-bb7d-42ff-945d-f366f9b0690b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 200 len: 856 time: 0.0476263 Aug 03 16:49:10.252149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:10.286136 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-d8fa7a71-a002-405c-b6a3-e1552cbbb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:10.287650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-d8fa7a71-a002-405c-b6a3-e1552cbbb169 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=45c0d39f-a137-4330-b5bf-d9beb78ebadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424299 Aug 03 16:49:10.395728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-2ff8ed9c-e54a-49b7-ac0c-a734639151c6 service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991044 Aug 03 16:49:10.485096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89179ee-71ff-4aa7-a46d-6d89455e6249 req-d2387d8c-a19f-4048-8eee-6e125fbeeae0 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:10.486610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d89179ee-71ff-4aa7-a46d-6d89455e6249 req-d2387d8c-a19f-4048-8eee-6e125fbeeae0 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 944 time: 0.1061740 Aug 03 16:49:10.530864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8223319f-c10b-4e29-859e-d384bb5d23e8 req-84805423-1ff5-4131-b5ec-a36fb2cdd55d service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213827 Aug 03 16:49:10.544499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d89179ee-71ff-4aa7-a46d-6d89455e6249 req-e1473acd-ea51-4e76-acb5-92382e8fa5d9 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Aug 03 16:49:11.660366 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81c7f5-ec51-4b3a-9d47-27721311bb92 req-3be9a07a-4a4a-420f-bd74-aa2f45d8eb08 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:11.661958 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d81c7f5-ec51-4b3a-9d47-27721311bb92 req-3be9a07a-4a4a-420f-bd74-aa2f45d8eb08 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0487330 Aug 03 16:49:11.702018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0d81c7f5-ec51-4b3a-9d47-27721311bb92 req-eaf1859e-8a34-4b46-9d5a-a7912328f06c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Aug 03 16:49:12.013767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 54dcd2d6-883c-4e57-a8da-9182661f8929 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:12.064830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 54dcd2d6-883c-4e57-a8da-9182661f8929 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:12.065212 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:12.214528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d56174c-b1ce-4cd5-b97e-1bd354dab9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:12.746164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 61dbb829-032b-4c0a-9037-46a9200ff8d5 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:49:12.823506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef492a2-6230-49d5-ab74-39b8139290e0 req-26ae26b7-de50-4bc9-9b6a-80914070ce14 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:12.824932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef492a2-6230-49d5-ab74-39b8139290e0 req-26ae26b7-de50-4bc9-9b6a-80914070ce14 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0535274 Aug 03 16:49:12.844792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:12.865084 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2ef492a2-6230-49d5-ab74-39b8139290e0 req-e688013f-b3f6-4dd8-a2b8-c17ed4186bb3 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Aug 03 16:49:12.869999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '61dbb829-032b-4c0a-9037-46a9200ff8d5', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'port_id': '61dbb829-032b-4c0a-9037-46a9200ff8d5', 'mac_address': 'fa:16:3e:36:fb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:49:12.877276 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:12.909988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:12.923135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dbb829-032b-4c0a-9037-46a9200ff8d5 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:49:12.942986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:12.947016 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:12.994632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:13.153937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['61dbb829-032b-4c0a-9037-46a9200ff8d5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:49:13.898584 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:13.989998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed7c6-9fb0-4d66-8316-045734a5e25b req-5e8f46cf-5ddd-496a-adf3-75d9f770ae1f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:13.991657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f4ed7c6-9fb0-4d66-8316-045734a5e25b req-5e8f46cf-5ddd-496a-adf3-75d9f770ae1f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 945 time: 0.0542259 Aug 03 16:49:14.030813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8f4ed7c6-9fb0-4d66-8316-045734a5e25b req-1aee9536-63fe-4cf7-a870-87380bdcffea tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Aug 03 16:49:14.776826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 61dbb829-032b-4c0a-9037-46a9200ff8d5 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:14.825196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 61dbb829-032b-4c0a-9037-46a9200ff8d5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:14.829112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 61dbb829-032b-4c0a-9037-46a9200ff8d5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:14.829484 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:14.908773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:14.931607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:49:14.933905 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e7ac6a-88ab-41ee-bfe3-30dfa3ba5cb9" -d '{"events": [{"server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:49:14.947689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:14.951782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:14.997811 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b69e24-0d31-402e-88ca-f374ae19fee9 x-openstack-request-id: req-29b69e24-0d31-402e-88ca-f374ae19fee9 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:49:14.998109 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:49:14.998364 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29b69e24-0d31-402e-88ca-f374ae19fee9 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:49:14.998756 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5', 'code': 200} Aug 03 16:49:15.002416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:15.110712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5141c9-d787-46cd-ba19-f67ffdcc7c4c req-4706de9f-e2c1-48a7-b228-e9bb833387f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:15.112260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d5141c9-d787-46cd-ba19-f67ffdcc7c4c req-4706de9f-e2c1-48a7-b228-e9bb833387f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 1097 time: 0.0584440 Aug 03 16:49:15.151035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0d5141c9-d787-46cd-ba19-f67ffdcc7c4c req-794f98c8-ba8f-4e96-9019-e9d7515a75de service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Aug 03 16:49:15.178950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82296de-708c-4ef2-a72f-bd76911e4b80 req-51345982-6a90-442e-9214-aa91cc850c96 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:15.180452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e82296de-708c-4ef2-a72f-bd76911e4b80 req-51345982-6a90-442e-9214-aa91cc850c96 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0496049 Aug 03 16:49:15.218776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e82296de-708c-4ef2-a72f-bd76911e4b80 req-cd2a1eae-425b-4658-8782-9841d9e80667 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Aug 03 16:49:15.289716 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:16.351622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81179403-2c09-44a4-a120-df18bccdb501 req-612689c4-90fb-45e2-833f-7925f4bf24c1 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:16.353113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81179403-2c09-44a4-a120-df18bccdb501 req-612689c4-90fb-45e2-833f-7925f4bf24c1 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Aug 03 16:49:16.392247 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-81179403-2c09-44a4-a120-df18bccdb501 req-3d87febb-369a-4784-8f84-b760312a63c4 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Aug 03 16:49:16.506304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a5a4a-add6-46b3-ab8e-0db92615c083 req-9db8f164-3d81-4804-ac01-b3f988cc1c3d tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:16.507917 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-421a5a4a-add6-46b3-ab8e-0db92615c083 req-9db8f164-3d81-4804-ac01-b3f988cc1c3d tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Aug 03 16:49:16.545431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-421a5a4a-add6-46b3-ab8e-0db92615c083 req-118326f9-d70a-4297-94a0-a1c32c8a4979 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Aug 03 16:49:22.491232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:26.719764 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:27.506830 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:49:35.219996 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cfebe-8fd3-45a9-8dca-34e8effe4bde req-51daf1b9-dcf8-4d75-a9fc-50de87b45433 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:35.221482 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-595cfebe-8fd3-45a9-8dca-34e8effe4bde req-51daf1b9-dcf8-4d75-a9fc-50de87b45433 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0576377 Aug 03 16:49:35.260746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-595cfebe-8fd3-45a9-8dca-34e8effe4bde req-8742eb83-67f6-416b-bb98-5db69eb2052c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Aug 03 16:49:36.430398 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88b58-24a4-4c2a-b2a8-4e72e5bfceff req-a38c835e-3ea9-423a-a82e-60863a66409f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:36.431907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3c88b58-24a4-4c2a-b2a8-4e72e5bfceff req-a38c835e-3ea9-423a-a82e-60863a66409f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.1006494 Aug 03 16:49:36.473398 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3c88b58-24a4-4c2a-b2a8-4e72e5bfceff req-4435d9fc-615d-41be-987d-266ea2f7109a tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Aug 03 16:49:36.802397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-adca01a6-9ec8-4c8c-ae14-37785f766104 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:36.803946 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-adca01a6-9ec8-4c8c-ae14-37785f766104 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0558038 Aug 03 16:49:36.904300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Deleting port 61dbb829-032b-4c0a-9037-46a9200ff8d5 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:49:36.904671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:37.000920 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] For port 61dbb829-032b-4c0a-9037-46a9200ff8d5, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=61dbb829-032b-4c0a-9037-46a9200ff8d5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:37.001292 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:37.015562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Calling delete_port for 61dbb829-032b-4c0a-9037-46a9200ff8d5 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:49:37.158496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:37.178111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['61dbb829-032b-4c0a-9037-46a9200ff8d5'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:49:37.556720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Pushing event deleted for resources: {'Port': ['ID=61dbb829-032b-4c0a-9037-46a9200ff8d5,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:37.605343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] No DVR routers for this DVR port 61dbb829-032b-4c0a-9037-46a9200ff8d5 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:49:37.608261 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3cb25894-aa3b-40b7-8c6b-3661a90f970c req-26ad9444-94f4-4b59-8434-9f0f88d1a72a tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0506167 Aug 03 16:49:37.610299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:37.613850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ad7cdb41-07c6-44ac-bc1a-03cc5c9baf02 req-84ff3ea8-1001-4ead-8994-aedfe1f143e2 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "DELETE /v2.0/ports/61dbb829-032b-4c0a-9037-46a9200ff8d5 HTTP/1.1" status: 204 len: 173 time: 0.8026800 Aug 03 16:49:37.615096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'name': 'network-vif-deleted', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:49:37.619278 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecb94f-d969-4bd3-a91d-7c8459f05742" -d '{"events": [{"server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "name": "network-vif-deleted", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:49:37.680351 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc94265-a8b5-46e0-a2e3-5c995cdfdb75 x-openstack-request-id: req-8cc94265-a8b5-46e0-a2e3-5c995cdfdb75 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:49:37.680655 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6", "name": "network-vif-deleted", "tag": "61dbb829-032b-4c0a-9037-46a9200ff8d5", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:49:37.680907 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8cc94265-a8b5-46e0-a2e3-5c995cdfdb75 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:49:37.681313 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ba2b9b-15f0-4328-85bc-d0cf0191d9b6', 'name': 'network-vif-deleted', 'tag': '61dbb829-032b-4c0a-9037-46a9200ff8d5', 'status': 'completed', 'code': 200} Aug 03 16:49:39.468030 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-e7bd22e0-b961-4007-b67d-166856969651 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:39.469707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-e7bd22e0-b961-4007-b67d-166856969651 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 817 time: 0.1066563 Aug 03 16:49:39.485769 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-c5e50936-e1bb-407e-8c83-56f317a2c840 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/quotas/1cd5098658244dc789fea6e4846d2e94 HTTP/1.1" status: 200 len: 375 time: 0.0101454 Aug 03 16:49:39.536487 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-d31ade6b-f896-4c79-bfd5-c07280ce9d8e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452077 Aug 03 16:49:39.632914 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-5cd3ff39-9295-4a8d-b6ab-c74973f9ed4f service neutron] 10.222.0.70 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Aug 03 16:49:39.726343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-8bf72cac-cff1-46a4-baf7-da4ef0c87d81 service neutron] 10.222.0.70 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Aug 03 16:49:39.884796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0adab3e1-a425-4eda-882c-a4945193067d req-0bec3373-2262-4f0d-acae-a16333008e66 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 210 time: 0.0264432 Aug 03 16:49:39.900373 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c5efd3b1-4a4c-4df9-a431-3de61bbc5b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:40.818594 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-94870156-6ebf-45d6-81cf-376be543cc33 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:40.819969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-94870156-6ebf-45d6-81cf-376be543cc33 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 817 time: 0.1104567 Aug 03 16:49:40.834581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Request body: {'port': {'device_id': '28ef7ded-5a88-474d-9f66-b3833437358b', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'admin_state_up': True, 'tenant_id': '1cd5098658244dc789fea6e4846d2e94'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:40.944290 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Made reservation on behalf of 1cd5098658244dc789fea6e4846d2e94 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:49:40.947855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:40.952483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 61dbb829-032b-4c0a-9037-46a9200ff8d5 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:49:40.979776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 61dbb829-032b-4c0a-9037-46a9200ff8d5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:49:40.980113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 61dbb829-032b-4c0a-9037-46a9200ff8d5 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:49:41.004134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f86caaf1-bf3d-421c-bba9-054dfb81b51e req-51af26a7-c541-4001-ad31-09a7b0ed01fc tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 210 time: 0.0381596 Aug 03 16:49:41.104380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Allocated IP 172.20.0.9 (45c0d39f-a137-4330-b5bf-d9beb78ebadf/d9a77ab9-c071-46c1-8a22-9e9ed751458e/c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:49:41.260480 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.274476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Transition to ACTIVE for port object c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:41.308059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.350554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:49:41.355014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:49:41.361887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:49:41.368074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Pushing event updated for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:41.420764 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:41.422342 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.437462 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-7b4469a5-f347-4007-a463-9be709845436 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076143 Aug 03 16:49:41.449728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Request body: {'port': {'device_id': '28ef7ded-5a88-474d-9f66-b3833437358b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:49:41.508409 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.568131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-33894494-5e68-433c-b9e3-3c4a09d288c8 None None] Provisioning for port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:41.572455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-33894494-5e68-433c-b9e3-3c4a09d288c8 None None] Provisioning complete for port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:41.572892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-33894494-5e68-433c-b9e3-3c4a09d288c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.610224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-33894494-5e68-433c-b9e3-3c4a09d288c8 None None] Port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:49:41.784956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:49:41.792486 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.805275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Transition to ACTIVE for port object c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:49:41.809347 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:41.864289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:41.937110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Attempting to bind port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:49:41.938348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Attempting to bind port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:49:41.938467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Attempting to bind port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:41.943083 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:49:41.943416 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Attempting to bind port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d on network 45c0d39f-a137-4330-b5bf-d9beb78ebadf {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:49:41.948409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:49:41.948866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Checking segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:49:41.949267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Bound using segment: {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:49:41.949739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Bound port: c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f230136b-c45f-4db1-83bd-31144c9c2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:49:41.950114 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:42.025489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:49:42.035589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:49:42.040083 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:42.075230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.075922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:42.077347 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] 10.222.0.78 "PUT /v2.0/ports/c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d HTTP/1.1" status: 200 len: 1091 time: 0.6321115 Aug 03 16:49:42.078037 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:49:42.080433 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579aa2b-f785-4696-abab-71766df8ccd4" -d '{"events": [{"name": "network-changed", "server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:49:42.118738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385826c2-48cb-432b-9196-7055057b7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:42.150945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43a672-d266-46c2-8f2b-9eba95e5759f req-208bb3c0-c772-4007-aa95-a3986d25d73e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.153128 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b43a672-d266-46c2-8f2b-9eba95e5759f req-208bb3c0-c772-4007-aa95-a3986d25d73e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 943 time: 0.0716345 Aug 03 16:49:42.166418 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446beca-52ae-4d47-8bb3-955144423882 x-openstack-request-id: req-5446beca-52ae-4d47-8bb3-955144423882 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:49:42.166736 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:49:42.166949 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5446beca-52ae-4d47-8bb3-955144423882 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:49:42.167345 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d', 'status': 'completed', 'code': 200} Aug 03 16:49:42.186462 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-368754ca-bf0c-4d6b-bf49-f312e7ad918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.189393 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-368754ca-bf0c-4d6b-bf49-f312e7ad918f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 1094 time: 0.0614889 Aug 03 16:49:42.205365 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1b43a672-d266-46c2-8f2b-9eba95e5759f req-a1116723-6e03-4640-95db-5a6705537c90 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Aug 03 16:49:42.206309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c5b4-102a-4a68-a784-fc5e56cac48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:42.245939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-b51fdf98-7455-4a34-bb3c-9956bd3e8fd5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d HTTP/1.1" status: 200 len: 217 time: 0.0493064 Aug 03 16:49:42.300270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-d5bd028b-f830-4b11-bbd3-ac00b5b81732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.302080 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-d5bd028b-f830-4b11-bbd3-ac00b5b81732 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 200 len: 856 time: 0.0495179 Aug 03 16:49:42.351374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-b132e660-e722-4dbb-8d13-fb90f36ec877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.352897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-b132e660-e722-4dbb-8d13-fb90f36ec877 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=45c0d39f-a137-4330-b5bf-d9beb78ebadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441492 Aug 03 16:49:42.446242 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-b4d2ebcf-1a30-494a-84ea-17be6ae7bbdb service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853114 Aug 03 16:49:42.539190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bcf1335e-1ac0-4336-86c3-ec53dda0157b req-1a4b3db6-998c-4fb6-ad08-4a627e8b01fe service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Aug 03 16:49:42.629133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-15acc003-0529-4a3a-9cec-880202824fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.630771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-15acc003-0529-4a3a-9cec-880202824fc1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 1094 time: 0.0425508 Aug 03 16:49:42.727951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-8af30201-a407-4bce-8d08-466a25bc859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.729367 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-8af30201-a407-4bce-8d08-466a25bc859a service neutron] 10.222.0.78 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 918 time: 0.0910354 Aug 03 16:49:42.771591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-48f873c1-abb6-4763-a828-17fa9a9c41d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d HTTP/1.1" status: 200 len: 217 time: 0.0348229 Aug 03 16:49:42.822391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-bd3eb938-6c84-41a9-8f92-50b1fe212516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.823855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-bd3eb938-6c84-41a9-8f92-50b1fe212516 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 200 len: 856 time: 0.0440865 Aug 03 16:49:42.861230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:42.877134 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-1d566add-5756-4cd0-b9db-571e0974110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:42.878711 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-1d566add-5756-4cd0-b9db-571e0974110f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=45c0d39f-a137-4330-b5bf-d9beb78ebadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471561 Aug 03 16:49:42.977236 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-d9dadbf6-2e20-471e-b97e-aaf7c05fd0c6 service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884793 Aug 03 16:49:43.074604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e579aa2b-f785-4696-abab-71766df8ccd4 req-e5bc1190-48d0-4a46-8755-fb578054ce0d service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Aug 03 16:49:43.325979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246065f0-b798-497a-b848-9d9bcd944e1a req-4307337d-f6a9-4eac-8c96-b2b5870b466f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:43.327401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-246065f0-b798-497a-b848-9d9bcd944e1a req-4307337d-f6a9-4eac-8c96-b2b5870b466f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 943 time: 0.0500269 Aug 03 16:49:43.367162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-246065f0-b798-497a-b848-9d9bcd944e1a req-052066c0-1f23-4fae-9b69-9b41dc8b52ad tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Aug 03 16:49:43.899637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:44.485357 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02525ab6-f906-4969-904f-b5a39a7c7316 req-7d43d326-f628-4a03-9f90-1de30129c557 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:44.486883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02525ab6-f906-4969-904f-b5a39a7c7316 req-7d43d326-f628-4a03-9f90-1de30129c557 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 943 time: 0.0524051 Aug 03 16:49:44.527638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02525ab6-f906-4969-904f-b5a39a7c7316 req-985fb579-1e03-4f3d-8e7c-92782a8235b0 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Aug 03 16:49:44.951689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:49:45.052683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:45.064400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d', 'network_id': '45c0d39f-a137-4330-b5bf-d9beb78ebadf', 'port_id': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d', 'mac_address': 'fa:16:3e:c9:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a77ab9-c071-46c1-8a22-9e9ed751458e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:49:45.106553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:45.120878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:49:45.142172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:45.147490 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:45.199857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:45.208161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.208668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.209172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.209506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.209879 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.210227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.210557 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.210885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.211208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.211530 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.211853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.212172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:49:45.292357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:45.338416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:49:45.645022 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ffe81-46fe-43b9-9339-e0187c159f28 req-bdfa62a3-3adb-44e4-b824-b2905cc49dee tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:45.646529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a9ffe81-46fe-43b9-9339-e0187c159f28 req-bdfa62a3-3adb-44e4-b824-b2905cc49dee tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 944 time: 0.0499187 Aug 03 16:49:45.685434 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2a9ffe81-46fe-43b9-9339-e0187c159f28 req-c686f1f9-3c6d-4a29-aade-47b1e0497b6a tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Aug 03 16:49:46.800431 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519004-8ab8-4f8f-93bd-80d734ccec38 req-7c65935c-dc48-476b-aab7-4fd2bd5a2825 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:46.801954 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92519004-8ab8-4f8f-93bd-80d734ccec38 req-7c65935c-dc48-476b-aab7-4fd2bd5a2825 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 944 time: 0.0486448 Aug 03 16:49:46.841173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92519004-8ab8-4f8f-93bd-80d734ccec38 req-bac6feb8-d35a-4d67-a969-9a45af40cf97 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 03 16:49:46.967350 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:49:47.017307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:49:47.021067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:49:47.021433 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:47.099858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:47.121701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:49:47.123984 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5995f6-7d13-493a-b620-52e5fa6a6b02" -d '{"events": [{"server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "name": "network-vif-plugged", "status": "completed", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:49:47.138076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:49:47.142282 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:47.165088 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08206939-ae9e-495a-949b-75b6b57fad49 x-openstack-request-id: req-08206939-ae9e-495a-949b-75b6b57fad49 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:49:47.165378 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "name": "network-vif-plugged", "status": "completed", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:49:47.165630 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08206939-ae9e-495a-949b-75b6b57fad49 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:49:47.166032 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d', 'code': 200} Aug 03 16:49:47.195240 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:49:47.267827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac18b4c-ecf8-4628-855f-cda698d1e739 req-30749a27-a87d-4f35-a063-32e4203c918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:47.269337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ac18b4c-ecf8-4628-855f-cda698d1e739 req-30749a27-a87d-4f35-a063-32e4203c918c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 1096 time: 0.0443239 Aug 03 16:49:47.305306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6ac18b4c-ecf8-4628-855f-cda698d1e739 req-a97b093a-f8ca-4cc5-b4c8-39ebe8fb42d4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293493 Aug 03 16:49:47.960034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f7b6-991f-4b9b-8427-98e9932c376b req-42aeb018-4c57-49a5-bea7-21df57382a2e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:47.961543 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc75f7b6-991f-4b9b-8427-98e9932c376b req-42aeb018-4c57-49a5-bea7-21df57382a2e tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0512938 Aug 03 16:49:48.005993 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cc75f7b6-991f-4b9b-8427-98e9932c376b req-7f383991-e556-4709-b674-e9f396c5b3c0 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Aug 03 16:49:49.125908 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac454d92-4b27-4584-8483-491910f635e8 req-f8392637-0f80-43e9-838b-3d61e6f74f4f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:49.127430 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac454d92-4b27-4584-8483-491910f635e8 req-f8392637-0f80-43e9-838b-3d61e6f74f4f tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0522974 Aug 03 16:49:49.167500 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac454d92-4b27-4584-8483-491910f635e8 req-47d25163-85fe-43a4-89b3-0811335ed254 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Aug 03 16:49:49.282399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68bd15-4265-4fc6-9892-efad7b83607a req-1b50d206-01ab-4539-8b4b-7730c79bf7a5 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:49.283883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab68bd15-4265-4fc6-9892-efad7b83607a req-1b50d206-01ab-4539-8b4b-7730c79bf7a5 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 03 16:49:49.321432 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ab68bd15-4265-4fc6-9892-efad7b83607a req-a981c4a7-8bbe-4491-ae6b-825fb7a540fe tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Aug 03 16:49:52.374386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-5b61b0f7-b944-4e8a-a32e-bfeac45e438a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421636 Aug 03 16:49:52.463060 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-7312b8b1-145d-4c20-b864-31b089979f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:52.464567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-7312b8b1-145d-4c20-b864-31b089979f9c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1cd5098658244dc789fea6e4846d2e94&device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 1096 time: 0.0457375 Aug 03 16:49:52.509189 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:49:52.587941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-d208d1cf-4719-41ed-bf63-b92e24db2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:52.589609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-d208d1cf-4719-41ed-bf63-b92e24db2376 service neutron] 10.222.0.78 "GET /v2.0/networks?id=45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 200 len: 918 time: 0.1020772 Aug 03 16:49:52.634807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-7bd806df-099e-40c1-9270-48938245e6f0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d HTTP/1.1" status: 200 len: 217 time: 0.0379097 Aug 03 16:49:52.690774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-3fe0652b-24f6-4bef-9565-5e3a5123c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:52.692254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-3fe0652b-24f6-4bef-9565-5e3a5123c9e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 200 len: 856 time: 0.0501010 Aug 03 16:49:52.741658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-d458690a-9bde-45a7-88f0-488c000d78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:49:52.743266 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-d458690a-9bde-45a7-88f0-488c000d78fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=45c0d39f-a137-4330-b5bf-d9beb78ebadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430753 Aug 03 16:49:52.836637 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-5aa12e4b-0662-4138-876d-a69a6934dde1 service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856240 Aug 03 16:49:52.938491 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d937741f-ebfd-4057-82dc-558c9d0f5e2d req-4d0191d4-047d-442a-a322-36381c8503be service neutron] 10.222.0.78 "GET /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945826 Aug 03 16:49:56.715316 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:04.507238 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:50:07.757882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38b34-e980-4056-a51d-a3654c3f7df6 req-781aa5b3-6c3f-4c4e-8a15-16b2f7c67226 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:07.759548 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbc38b34-e980-4056-a51d-a3654c3f7df6 req-781aa5b3-6c3f-4c4e-8a15-16b2f7c67226 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0539978 Aug 03 16:50:07.806139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dbc38b34-e980-4056-a51d-a3654c3f7df6 req-2399b530-12bc-498b-b4b7-ecdc8e80120d tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364513 Aug 03 16:50:08.920400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f438b02-d8a4-4b11-be7e-7e6a7188349d req-38bd90fb-c9d9-476e-b0a2-8a1644800232 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:08.922736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f438b02-d8a4-4b11-be7e-7e6a7188349d req-38bd90fb-c9d9-476e-b0a2-8a1644800232 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0497937 Aug 03 16:50:08.960937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8f438b02-d8a4-4b11-be7e-7e6a7188349d req-724d2b71-b841-430e-82d9-9a0cada9f284 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/security-groups?id=2949c680-550c-4443-bf53-b24968246c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Aug 03 16:50:09.401430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-68377b32-e76b-42cc-97c0-9195426ee5da tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:09.402922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-68377b32-e76b-42cc-97c0-9195426ee5da tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 945 time: 0.0527329 Aug 03 16:50:09.496906 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Deleting port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:09.497253 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:09.590303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] For port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:09.590672 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:09.604044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Calling delete_port for c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:09.730526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:09.742493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:50:09.763109 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Pushing event deleted for resources: {'Port': ['ID=c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:09.775732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.776086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.776427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.776758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.777147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.777501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.777893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.778225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.778554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.778887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.779209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.779530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:09.815687 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] No DVR routers for this DVR port c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:50:09.818445 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:09.820517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a0befaf5-158d-4176-8a6d-43af7f698d86 req-473e0cc1-5e88-46ff-a6ec-6b366f91839c tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.78 "DELETE /v2.0/ports/c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d HTTP/1.1" status: 204 len: 173 time: 0.4116321 Aug 03 16:50:09.820963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'name': 'network-vif-deleted', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:50:09.823254 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09daefae-45a3-4516-ac4b-3464bb8e6bfb" -d '{"events": [{"server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "name": "network-vif-deleted", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:50:09.907236 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-85b6324e-3b94-44c6-a77b-f7a3d26d7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:09.927288 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2dc23-d2e9-4c24-8660-ce4ee7c92652 x-openstack-request-id: req-c0f2dc23-d2e9-4c24-8660-ce4ee7c92652 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:50:09.927838 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ef7ded-5a88-474d-9f66-b3833437358b", "name": "network-vif-deleted", "tag": "c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:50:09.927838 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0f2dc23-d2e9-4c24-8660-ce4ee7c92652 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:50:09.928220 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ef7ded-5a88-474d-9f66-b3833437358b', 'name': 'network-vif-deleted', 'tag': 'c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d', 'status': 'completed', 'code': 200} Aug 03 16:50:10.065509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbfc84e8-972e-4429-97f8-09697f1d2644 req-33e5f504-d7ba-4178-be54-89be35d1da75 tempest-TestEncryptedCinderVolumes-1455154563 tempest-TestEncryptedCinderVolumes-1455154563-project] 10.222.0.70 "GET /v2.0/ports?device_id=28ef7ded-5a88-474d-9f66-b3833437358b HTTP/1.1" status: 200 len: 210 time: 0.0269432 Aug 03 16:50:11.157885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58386) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:11.515328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:11.761485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Deleting port 3a332b41-daf0-4f1f-bb96-08281a89065f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:11.761856 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:11.839929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] For port 3a332b41-daf0-4f1f-bb96-08281a89065f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=3a332b41-daf0-4f1f-bb96-08281a89065f,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:11.840298 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:11.852837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Calling delete_port for 3a332b41-daf0-4f1f-bb96-08281a89065f owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:12.037081 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:12.067700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a332b41-daf0-4f1f-bb96-08281a89065f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:12.079375 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.079726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.080072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.080412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.080781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.081117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.081461 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.081815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.082146 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.082525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.082843 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.083224 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:12.211613 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fbe982f9-eb67-40f2-b656-16f6f08e81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:12.583404 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:12.799440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:50:12.868663 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:12.946929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:12.955364 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-91b9a05e-cc10-48c6-9d01-85f763e4a7d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/3a2ddde6-a3a6-4657-83e4-4543bcb8a372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964096 Aug 03 16:50:12.957010 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Sync routers for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:12.959179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:12.967143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:12.968045 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:13.079247 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.094116 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:13.127048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:13.127405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device c06cbc29-7bc3-44dc-aabd-47eb55c9bb0d not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:13.177211 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:13.276654 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.342422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Deleting port 7be0495a-b407-45b1-ac87-40f8558bbdc4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:13.343496 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.373562 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:50:11Z', 'revision_number': 5, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port': {'id': '7be0495a-b407-45b1-ac87-40f8558bbdc4', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:48:57Z', 'updated_at': '2021-08-03T16:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:13.406362 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Checking router: 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:13.415831 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Routers {'3a2ddde6-a3a6-4657-83e4-4543bcb8a372'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:13.416462 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:13.431722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] For port 7be0495a-b407-45b1-ac87-40f8558bbdc4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=7be0495a-b407-45b1-ac87-40f8558bbdc4,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:13.432157 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.445588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Calling delete_port for 7be0495a-b407-45b1-ac87-40f8558bbdc4 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:13.504764 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] Set router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:13.560156 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:50:13Z', 'revision_number': 6, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:13.591219 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0c62-c532-4325-a8f4-1eaaaa8d4588 None None] The sync data for ids ['3a2ddde6-a3a6-4657-83e4-4543bcb8a372'] in n-d-803226-3 is: [{'id': '3a2ddde6-a3a6-4657-83e4-4543bcb8a372', 'name': 'tempest-TestEncryptedCinderVolumes-1654318285-router', 'tenant_id': '1cd5098658244dc789fea6e4846d2e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:48:56Z', 'updated_at': '2021-08-03T16:50:13Z', 'revision_number': 6, 'project_id': '1cd5098658244dc789fea6e4846d2e94', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:13.652241 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.684603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Pushing event deleted for resources: {'Port': ['ID=7be0495a-b407-45b1-ac87-40f8558bbdc4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:13.749315 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.844456 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.846627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.891645 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.892285 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a2ddde6-a3a6-4657-83e4-4543bcb8a372 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:50:13.896777 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.900579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b92ffe8-6016-4508-b473-1b827b2cf28e admin admin] 10.222.0.70 "DELETE /v2.0/routers/3a2ddde6-a3a6-4657-83e4-4543bcb8a372 HTTP/1.1" status: 204 len: 168 time: 0.9378455 Aug 03 16:50:13.900833 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58390) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:13.907639 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.951108 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Deleting subnet d9a77ab9-c071-46c1-8a22-9e9ed751458e {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:50:13.954656 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:13.996990 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.087130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.144525 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.170529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a77ab9-c071-46c1-8a22-9e9ed751458e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:14.174401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.176299 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-24bb7cf5-41ad-4791-93aa-2b4b42cc1dc4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9a77ab9-c071-46c1-8a22-9e9ed751458e HTTP/1.1" status: 204 len: 168 time: 0.2743895 Aug 03 16:50:14.178787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:14.181846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716cf61-bb8f-44be-b818-b319102511fc None None] Network 45c0d39f-a137-4330-b5bf-d9beb78ebadf requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:14.246957 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.304334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Deleting port 0ba616fd-814d-471f-870f-8ce182c4ecf5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:14.304670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.372322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] For port 0ba616fd-814d-471f-870f-8ce182c4ecf5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0ba616fd-814d-471f-870f-8ce182c4ecf5,segment=NetworkSegment(f230136b-c45f-4db1-83bd-31144c9c2e8c),segment_id=f230136b-c45f-4db1-83bd-31144c9c2e8c)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:14.372599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.387613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Calling delete_port for 0ba616fd-814d-471f-870f-8ce182c4ecf5 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:14.417137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] DHCP port deletion for 45c0d39f-a137-4330-b5bf-d9beb78ebadf request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:50:14.455313 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3a332b41-daf0-4f1f-bb96-08281a89065f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:14.477093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 3a332b41-daf0-4f1f-bb96-08281a89065f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:14.477568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 3a332b41-daf0-4f1f-bb96-08281a89065f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:14.483623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.503325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Deleting port 0ba616fd-814d-471f-870f-8ce182c4ecf5 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:14.503609 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.517306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba616fd-814d-471f-870f-8ce182c4ecf5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:14.524475 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] No DVR routers for this DVR port 0ba616fd-814d-471f-870f-8ce182c4ecf5 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:50:14.573686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] For port 0ba616fd-814d-471f-870f-8ce182c4ecf5, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:14.574087 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.589297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Calling delete_port for 0ba616fd-814d-471f-870f-8ce182c4ecf5 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:14.592180 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Port 0ba616fd-814d-471f-870f-8ce182c4ecf5 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 16:50:14.594047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.602251 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.612713 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c0d39f-a137-4330-b5bf-d9beb78ebadf']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:14.618754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] Pushing event deleted for resources: {'Port': ['ID=0ba616fd-814d-471f-870f-8ce182c4ecf5,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:14.624803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b916440-4d65-4b2d-8b5a-3d930fe61aef None None] No DVR routers for this DVR port 0ba616fd-814d-471f-870f-8ce182c4ecf5 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:50:14.628972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230136b-c45f-4db1-83bd-31144c9c2e8c') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:14.629273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230136b-c45f-4db1-83bd-31144c9c2e8c') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:14.643632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.659279 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.665783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:50:14.666189 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:50:14.667925 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:50:14.730834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.737201 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:14.739493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] 10.222.0.70 "DELETE /v2.0/networks/45c0d39f-a137-4330-b5bf-d9beb78ebadf HTTP/1.1" status: 204 len: 168 time: 0.5597768 Aug 03 16:50:14.742512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:14.751393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75a3f9-8f30-4431-a237-4dee17521489 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c0d39f-a137-4330-b5bf-d9beb78ebadf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:15.094601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:15.294012 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:15.342486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Deleting port 54dcd2d6-883c-4e57-a8da-9182661f8929 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:15.342839 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:15.419343 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] For port 54dcd2d6-883c-4e57-a8da-9182661f8929, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=54dcd2d6-883c-4e57-a8da-9182661f8929,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:15.419816 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:15.433311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Calling delete_port for 54dcd2d6-883c-4e57-a8da-9182661f8929 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:15.619094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:15.646591 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=54dcd2d6-883c-4e57-a8da-9182661f8929,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:15.824111 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:16.085163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ba616fd-814d-471f-870f-8ce182c4ecf5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:16.106999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0ba616fd-814d-471f-870f-8ce182c4ecf5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:16.107340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0ba616fd-814d-471f-870f-8ce182c4ecf5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:16.107757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7be0495a-b407-45b1-ac87-40f8558bbdc4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:16.126821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 7be0495a-b407-45b1-ac87-40f8558bbdc4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:16.127166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 7be0495a-b407-45b1-ac87-40f8558bbdc4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:16.397679 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Router 2f9f24cc-71fe-4d76-8021-a363eec6e13d has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:50:16.503214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:16.508650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c49e4d86-f35d-4158-a37c-03daacbc4a02 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f9f24cc-71fe-4d76-8021-a363eec6e13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649925 Aug 03 16:50:16.511474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58396) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:16.512595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Sync routers for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:16.522758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:16.523381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:16.620883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:16.627353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:16.725525 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:16.778180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Deleting port c506399f-1b0f-4f83-964a-ed0f4372b300 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:16.778584 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:16.826149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:50:15Z', 'revision_number': 5, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port': {'id': 'c506399f-1b0f-4f83-964a-ed0f4372b300', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:69:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:49:02Z', 'updated_at': '2021-08-03T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:16.852926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Checking router: 2f9f24cc-71fe-4d76-8021-a363eec6e13d for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:16.862138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Routers {'2f9f24cc-71fe-4d76-8021-a363eec6e13d'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:16.862750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:16.867002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] For port c506399f-1b0f-4f83-964a-ed0f4372b300, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c506399f-1b0f-4f83-964a-ed0f4372b300,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:16.867536 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:16.882273 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Calling delete_port for c506399f-1b0f-4f83-964a-ed0f4372b300 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:16.950973 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] Set router 2f9f24cc-71fe-4d76-8021-a363eec6e13d gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:17.003158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:50:16Z', 'revision_number': 6, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:17.034536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a193e8-8f9a-4a50-819c-e15c5b954a63 None None] The sync data for ids ['2f9f24cc-71fe-4d76-8021-a363eec6e13d'] in n-d-803226-3 is: [{'id': '2f9f24cc-71fe-4d76-8021-a363eec6e13d', 'name': 'tempest-TestEncryptedCinderVolumes-1352534274-router', 'tenant_id': '504cd9c91a964c66a44fca68bbe08d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:49:01Z', 'updated_at': '2021-08-03T16:50:16Z', 'revision_number': 6, 'project_id': '504cd9c91a964c66a44fca68bbe08d5e', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:17.080087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.105361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c506399f-1b0f-4f83-964a-ed0f4372b300,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:17.180589 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.274675 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.277037 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.326202 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.326692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9f24cc-71fe-4d76-8021-a363eec6e13d {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:50:17.331879 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.335420 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5948f702-eebe-44b4-bd91-8b94b49b71d1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2f9f24cc-71fe-4d76-8021-a363eec6e13d HTTP/1.1" status: 204 len: 168 time: 0.8206515 Aug 03 16:50:17.335649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:17.391438 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Deleting subnet 2e0e224e-a974-414e-aa65-c076b22c4cc7 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:50:17.395162 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.433592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.522135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.587598 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.634444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0e224e-a974-414e-aa65-c076b22c4cc7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:17.640938 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.644517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7b04e60b-c50f-4597-b700-fa029a7c5a29 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2e0e224e-a974-414e-aa65-c076b22c4cc7 HTTP/1.1" status: 204 len: 168 time: 0.3076646 Aug 03 16:50:17.648742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58400) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:17.651218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b462f-6eed-417f-bd05-63b98a014283 None None] Network 8fed8972-c423-4d9b-96f2-8ba99cf297ac requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:17.721582 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.782772 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Deleting port a9d71708-ad9c-44da-bf9d-45774f113033 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:17.783105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.859723 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] For port a9d71708-ad9c-44da-bf9d-45774f113033, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a9d71708-ad9c-44da-bf9d-45774f113033,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:17.860091 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.872481 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Calling delete_port for a9d71708-ad9c-44da-bf9d-45774f113033 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:17.882534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] DHCP port deletion for 8fed8972-c423-4d9b-96f2-8ba99cf297ac request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:50:17.931561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Deleting port a9d71708-ad9c-44da-bf9d-45774f113033 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:50:17.931938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.961682 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:17.988125 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d71708-ad9c-44da-bf9d-45774f113033,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:17.991779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] No DVR routers for this DVR port a9d71708-ad9c-44da-bf9d-45774f113033 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:50:18.009506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] For port a9d71708-ad9c-44da-bf9d-45774f113033, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a9d71708-ad9c-44da-bf9d-45774f113033,segment=NetworkSegment(f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2),segment_id=f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:18.010216 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.027215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Calling delete_port for a9d71708-ad9c-44da-bf9d-45774f113033 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:50:18.067585 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.079671 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a9d71708-ad9c-44da-bf9d-45774f113033 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:18.080391 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fed8972-c423-4d9b-96f2-8ba99cf297ac']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:18.097926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:18.098369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8834aa2-86ae-4d0e-a4f6-57be6ea9cce2') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:18.104099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a9d71708-ad9c-44da-bf9d-45774f113033 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:18.104453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a9d71708-ad9c-44da-bf9d-45774f113033 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:18.104870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c506399f-1b0f-4f83-964a-ed0f4372b300 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:18.107921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.125000 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.130592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c506399f-1b0f-4f83-964a-ed0f4372b300 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:18.130795 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c506399f-1b0f-4f83-964a-ed0f4372b300 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:18.131221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 54dcd2d6-883c-4e57-a8da-9182661f8929 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:50:18.132148 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:50:18.132506 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:50:18.134330 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:50:18.155965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 54dcd2d6-883c-4e57-a8da-9182661f8929 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:50:18.156311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 54dcd2d6-883c-4e57-a8da-9182661f8929 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:50:18.180418 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.192370 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.198273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.200254 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8fed8972-c423-4d9b-96f2-8ba99cf297ac HTTP/1.1" status: 204 len: 168 time: 0.5502183 Aug 03 16:50:18.207979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] Pushing event deleted for resources: {'Port': ['ID=a9d71708-ad9c-44da-bf9d-45774f113033,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:18.209819 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da00eba-b261-482d-9fe6-03531dba086f None None] No DVR routers for this DVR port a9d71708-ad9c-44da-bf9d-45774f113033 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:50:18.211837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db7a36-15a4-4fea-a9bd-8cb6e30e74f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fed8972-c423-4d9b-96f2-8ba99cf297ac,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:18.396282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58404) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:18.441391 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a3bc77f-3d23-4751-a67e-b599021b1dcf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd5098658244dc789fea6e4846d2e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438392 Aug 03 16:50:18.444154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58406) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:18.499353 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.527531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.585137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.588049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:18.589291 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2949c680-550c-4443-bf53-b24968246c04 HTTP/1.1" status: 204 len: 168 time: 0.1442316 Aug 03 16:50:18.598017 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5114ee-adf2-4352-be4c-81bea9e557d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949c680-550c-4443-bf53-b24968246c04,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:18.913694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58412) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:18.954220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-fdef798b-5a6f-41ae-abc6-7db8e2970754 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=504cd9c91a964c66a44fca68bbe08d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393612 Aug 03 16:50:18.957201 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58414) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:19.008009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:19.029204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:19.082372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:19.086447 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:19.088102 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a2d87d6-7b47-454d-ae7f-d14dd6e9d7c3 HTTP/1.1" status: 204 len: 168 time: 0.1301579 Aug 03 16:50:19.098518 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8e6af-36ab-4325-8373-b079a86f2cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d87d6-7b47-454d-ae7f-d14dd6e9d7c3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:19.795410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58436) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:19.890981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2057527368-network', 'tenant_id': '0518ae5df67449e090fa7166fadb989c'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:19.911471 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Made reservation on behalf of 0518ae5df67449e090fa7166fadb989c for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:50:19.913679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:19.922752 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.011950 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.015806 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.039676 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:50:20.050277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb303e-691a-4bcc-b370-c65c16bba530,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:20.055256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.055605 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Added segment 8b3a4080-a192-44ed-b9f2-8323283ae55b of type vlan for network f397b302-bd77-429b-ab31-f7b0594e9cbe Aug 03 16:50:20.095056 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.126418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.127396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:20.127983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.186141 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3894849 Aug 03 16:50:20.189897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58440) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:20.193751 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ba896-8ba3-4bef-a9e0-ca4cf0718116 admin admin] Pushing event updated for resources: {'Network': ['ID=f397b302-bd77-429b-ab31-f7b0594e9cbe,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:20.195557 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Request body: {'subnet': {'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2057527368-subnet', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:20.204241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:50:20.215862 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Made reservation on behalf of 0518ae5df67449e090fa7166fadb989c for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:50:20.219027 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.388746 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.445279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4829a836-7121-4a70-8abb-4731c285de3a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:20.454423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Checking segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:20.454791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Network hostable DHCP agents. Network: f397b302-bd77-429b-ab31-f7b0594e9cbe, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:50:20.472522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:50:20.481300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f397b302-bd77-429b-ab31-f7b0594e9cbe) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:20.485834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:20.486958 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.492515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c1dd5-f940-4447-9321-83f3b903a017 None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:20.501906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4a89b5ce-dac9-4b39-a84d-1c0d6466af00 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3102686 Aug 03 16:50:20.505068 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58442) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:20.509728 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:20.532306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.533248 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.591986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.738848 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.818922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-f397b302-bd77-429b-ab31-f7b0594e9cbe', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:50:20.819823 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.950396 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:20.958982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Allocated IP 172.20.0.2 (f397b302-bd77-429b-ab31-f7b0594e9cbe/4829a836-7121-4a70-8abb-4731c285de3a/88396938-7e67-4190-bf62-41a7f1b2fd3e) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:20.976420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.082738 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Allocated IP 172.25.7.85 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e841fedc-7dee-443a-8a07-bfd5e32fb932) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:21.104734 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.113398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Transition to ACTIVE for port object 88396938-7e67-4190-bf62-41a7f1b2fd3e will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:21.130171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Transition to ACTIVE for port object 88396938-7e67-4190-bf62-41a7f1b2fd3e will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:21.136773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.179594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:21.182670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:21.189473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:21.196183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Pushing event updated for resources: {'Port': ['ID=88396938-7e67-4190-bf62-41a7f1b2fd3e,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:21.197782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.240339 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.247425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Attempting to bind port 88396938-7e67-4190-bf62-41a7f1b2fd3e on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:21.248025 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Attempting to bind port 88396938-7e67-4190-bf62-41a7f1b2fd3e by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:21.248173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Attempting to bind port 88396938-7e67-4190-bf62-41a7f1b2fd3e on network f397b302-bd77-429b-ab31-f7b0594e9cbe {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:21.253975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:21.254360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Checking segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:21.254773 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.255172 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Bound using segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:21.255640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Bound port: 88396938-7e67-4190-bf62-41a7f1b2fd3e, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:21.256026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.278141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:21.281186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:21.284846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:21.316367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Pushing event updated for resources: {'Port': ['ID=e841fedc-7dee-443a-8a07-bfd5e32fb932,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:21.323643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] For port 88396938-7e67-4190-bf62-41a7f1b2fd3e, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:21.327799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] For port 88396938-7e67-4190-bf62-41a7f1b2fd3e, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88396938-7e67-4190-bf62-41a7f1b2fd3e,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:21.332409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.394226 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0e514-83a0-461b-a7ef-9368f4d06268 None None] Pushing event updated for resources: {'Port': ['ID=88396938-7e67-4190-bf62-41a7f1b2fd3e,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:21.581174 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.788351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:21.920167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:50:22.038696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:22.050437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Sync routers for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:22.061417 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:22.062431 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:22.065112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.073013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58444) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:22.074604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a42bd05-7f3d-4922-b30d-f6c0aaa9f22c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5679743 Aug 03 16:50:22.075471 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88396938-7e67-4190-bf62-41a7f1b2fd3e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:22.130166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 88396938-7e67-4190-bf62-41a7f1b2fd3e completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:22.177598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:22.340589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba4b0f-5baf-4e5c-a9a0-61b9e5a6bf63 None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:22.371724 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:21Z', 'revision_number': 3, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:22.399256 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Checking router: 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:22.399599 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Updating router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 port e841fedc-7dee-443a-8a07-bfd5e32fb932 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:50:22.428035 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.543669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.554882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.559610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Provisioning for port 88396938-7e67-4190-bf62-41a7f1b2fd3e completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:22.568838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Provisioning complete for port 88396938-7e67-4190-bf62-41a7f1b2fd3e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:22.569561 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.730037 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.733178 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.743734 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Transition to ACTIVE for port object e841fedc-7dee-443a-8a07-bfd5e32fb932 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:22.752405 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.769332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Allocated IP 172.20.0.1 (f397b302-bd77-429b-ab31-f7b0594e9cbe/4829a836-7121-4a70-8abb-4731c285de3a/9696b667-0ed3-4a98-9260-0704477f4250) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:22.801143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Attempting to bind port e841fedc-7dee-443a-8a07-bfd5e32fb932 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:22.801569 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Attempting to bind port e841fedc-7dee-443a-8a07-bfd5e32fb932 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:22.801898 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Attempting to bind port e841fedc-7dee-443a-8a07-bfd5e32fb932 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:22.812629 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:22.812999 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:22.813404 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.814090 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:22.814331 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Bound port: e841fedc-7dee-443a-8a07-bfd5e32fb932, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:22.814704 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.820480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-be452598-d385-4602-a231-6d5051fbae82 None None] For port 88396938-7e67-4190-bf62-41a7f1b2fd3e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88396938-7e67-4190-bf62-41a7f1b2fd3e,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:22.827668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.848465 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Pushing event updated for resources: {'Port': ['ID=e841fedc-7dee-443a-8a07-bfd5e32fb932,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:22.868929 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.869521 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.870076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.870619 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.871078 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.871597 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.872108 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.872621 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.873132 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.873736 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.874921 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.875439 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:22.924911 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] For port e841fedc-7dee-443a-8a07-bfd5e32fb932, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:22.926587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be452598-d385-4602-a231-6d5051fbae82 None None] Pushing event updated for resources: {'Port': ['ID=88396938-7e67-4190-bf62-41a7f1b2fd3e,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:22.930689 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] For port e841fedc-7dee-443a-8a07-bfd5e32fb932, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e841fedc-7dee-443a-8a07-bfd5e32fb932,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:22.935644 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.938020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:22.955434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Transition to ACTIVE for port object 9696b667-0ed3-4a98-9260-0704477f4250 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:22.961045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ddd0dbf-4152-4e27-a456-93782986f078 None None] Provisioning complete for port 88396938-7e67-4190-bf62-41a7f1b2fd3e triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:22.961708 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ddd0dbf-4152-4e27-a456-93782986f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.007577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:23.008240 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:23.008712 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.045788 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35316a-47d2-4cdc-a92e-4aea32d4393b None None] Pushing event updated for resources: {'Port': ['ID=e841fedc-7dee-443a-8a07-bfd5e32fb932,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:23.077630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Pushing event updated for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:23.081407 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:23.083550 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:23.089450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:23.140875 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.170020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:23.317921 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.391850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6f92e419-2caa-4077-97eb-40392b908980 None None] Provisioning for port 9696b667-0ed3-4a98-9260-0704477f4250 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:23.396866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-6f92e419-2caa-4077-97eb-40392b908980 None None] Provisioning complete for port 9696b667-0ed3-4a98-9260-0704477f4250 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:23.397237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6f92e419-2caa-4077-97eb-40392b908980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.437926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-6f92e419-2caa-4077-97eb-40392b908980 None None] Port 9696b667-0ed3-4a98-9260-0704477f4250 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:50:23.488356 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:21Z', 'revision_number': 3, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:23.514508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.514778 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d47f4-5640-41a9-a853-cfafafcc492b None None] The sync data for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 is: [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:21Z', 'revision_number': 3, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:23.521088 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.599900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:23.601859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Pushing event updated for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:23.700933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:23.703820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:23.875827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:50:24.000973 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:24.015405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b3a87130-fa67-40cf-9bcb-8a4d7b7bc495 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f78c33b-0460-44cf-98b3-2ccc9bb40ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335046 Aug 03 16:50:24.069149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a0a8c3d8-4a96-4859-8360-b843075e05c0 None None] Provisioning complete for port 9696b667-0ed3-4a98-9260-0704477f4250 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:24.069527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c3d8-4a96-4859-8360-b843075e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.119396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8c3d8-4a96-4859-8360-b843075e05c0 None None] Port 9696b667-0ed3-4a98-9260-0704477f4250 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:50:24.150881 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e841fedc-7dee-443a-8a07-bfd5e32fb932 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:24.215290 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e841fedc-7dee-443a-8a07-bfd5e32fb932 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:24.223994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e841fedc-7dee-443a-8a07-bfd5e32fb932 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:24.224504 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.323936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.349672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e841fedc-7dee-443a-8a07-bfd5e32fb932, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e841fedc-7dee-443a-8a07-bfd5e32fb932,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:24.354421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.355588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88396938-7e67-4190-bf62-41a7f1b2fd3e up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:24.439187 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e841fedc-7dee-443a-8a07-bfd5e32fb932,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:24.463425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 88396938-7e67-4190-bf62-41a7f1b2fd3e triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:24.463811 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.600548 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58460) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:24.605884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1267221098-network', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:24.629012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Made reservation on behalf of 06d426da0bbe4c5498f6be408a80b298 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:50:24.631648 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.640968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.742824 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.746906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.776239 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:50:24.783515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e4cae-79e5-4d4f-aa05-8d4d07ce7cf4,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:24.791018 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.791235 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Added segment dff44aa2-f64b-4743-9c58-b15f34bf6a59 of type vlan for network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 Aug 03 16:50:24.839127 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.872948 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.875082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:24.875971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:24.928941 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3272614 Aug 03 16:50:24.932394 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58462) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:24.938763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Request body: {'subnet': {'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1267221098-subnet', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:24.942983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a185ef-1708-44db-8c14-e897bc95d786 admin admin] Pushing event updated for resources: {'Network': ['ID=c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:24.953051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:50:24.966512 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Made reservation on behalf of 06d426da0bbe4c5498f6be408a80b298 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:50:24.969029 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.155253 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.177191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Sync routers for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:25.187645 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:25.188427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:25.211962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749f0784-2b63-436a-a302-de1970143367,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:25.224267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Checking segment: {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:25.224630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Network hostable DHCP agents. Network: c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:50:25.246962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:50:25.258337 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:25.262822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:25.263546 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.278970 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0b327-956a-417a-a020-8dad4d055d1c None None] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:25.279345 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-224bc68d-89d4-4cfb-841c-20b21ec0c1d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3457618 Aug 03 16:50:25.282216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58464) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:25.286999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:25.315251 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.316259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.350643 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:25.372177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.517326 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.560696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'fixed_ips': [{'subnet_id': '749f0784-2b63-436a-a302-de1970143367'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:50:25.562221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.740996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 2, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:25.741325 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.765109 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.772938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Checking router: 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:25.773289 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Updating router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 port 9696b667-0ed3-4a98-9260-0704477f4250 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:50:25.778847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Allocated IP 172.20.0.2 (c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3/749f0784-2b63-436a-a302-de1970143367/b4fa0c70-896a-4943-ade4-7f77df18ea1a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:25.816338 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:25.872913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Allocated IP 172.25.7.229 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/ef266a81-8e22-4291-9157-a2c7003ce578) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:26.000688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.050444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.078415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e841fedc-7dee-443a-8a07-bfd5e32fb932 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:26.094414 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:26.100070 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:26.102503 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:26.123273 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.127940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Pushing event updated for resources: {'Port': ['ID=ef266a81-8e22-4291-9157-a2c7003ce578,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:26.145996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Transition to ACTIVE for port object b4fa0c70-896a-4943-ade4-7f77df18ea1a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:26.189042 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Transition to ACTIVE for port object b4fa0c70-896a-4943-ade4-7f77df18ea1a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:26.203674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.240193 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e841fedc-7dee-443a-8a07-bfd5e32fb932 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:26.240567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.291923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:26.319366 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:26.326600 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:26.330711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Pushing event updated for resources: {'Port': ['ID=b4fa0c70-896a-4943-ade4-7f77df18ea1a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:26.366649 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.377280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.407747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Transition to ACTIVE for port object 9696b667-0ed3-4a98-9260-0704477f4250 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:26.440268 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.445569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Attempting to bind port b4fa0c70-896a-4943-ade4-7f77df18ea1a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:26.445961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Attempting to bind port b4fa0c70-896a-4943-ade4-7f77df18ea1a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:26.446324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Attempting to bind port b4fa0c70-896a-4943-ade4-7f77df18ea1a on network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:26.480265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:26.480711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Checking segment: {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:26.481166 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.481574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Bound using segment: {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:26.482117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Bound port: b4fa0c70-896a-4943-ade4-7f77df18ea1a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:26.482498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.523365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05922ec5-b817-4b5b-a623-bb348d3fbbbf None None] Pushing event updated for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:26.589502 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.821092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Attempting to bind port 9696b667-0ed3-4a98-9260-0704477f4250 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:26.821683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Attempting to bind port 9696b667-0ed3-4a98-9260-0704477f4250 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:26.821799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Attempting to bind port 9696b667-0ed3-4a98-9260-0704477f4250 on network f397b302-bd77-429b-ab31-f7b0594e9cbe {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:26.829933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] For port b4fa0c70-896a-4943-ade4-7f77df18ea1a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:26.835899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] For port b4fa0c70-896a-4943-ade4-7f77df18ea1a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4fa0c70-896a-4943-ade4-7f77df18ea1a,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:26.838007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.838846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:26.839225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Checking segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:26.839667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.840089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Bound using segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:26.840576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Bound port: 9696b667-0ed3-4a98-9260-0704477f4250, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:26.840948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.852751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:26.953297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b010c-92aa-49ee-bf0d-bc9a4707474e None None] Pushing event updated for resources: {'Port': ['ID=b4fa0c70-896a-4943-ade4-7f77df18ea1a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:26.972340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] For port 9696b667-0ed3-4a98-9260-0704477f4250, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:26.975995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] For port 9696b667-0ed3-4a98-9260-0704477f4250, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9696b667-0ed3-4a98-9260-0704477f4250,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:26.981534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:27.054265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:27.054924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:27.060099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05922ec5-b817-4b5b-a623-bb348d3fbbbf None None] Pushing event updated for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:27.119457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:50:27.224717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:27.252601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:27.268302 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Sync routers for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:27.277240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:27.278586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d82ca0e6-0400-4d13-b12e-98761f5e67cd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9952130 Aug 03 16:50:27.282768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58466) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:50:27.287861 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:27.288770 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:27.424778 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:27.488909 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:26Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:27.518047 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b893ad9-cb01-41da-8a67-c07a1af9f789 None None] The sync data for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 is: [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:26Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:27.695775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:26Z', 'revision_number': 3, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:27.735163 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Checking router: c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:27.735867 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Updating router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 port ef266a81-8e22-4291-9157-a2c7003ce578 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:50:27.765735 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.114845 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.130026 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Transition to ACTIVE for port object ef266a81-8e22-4291-9157-a2c7003ce578 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:28.151868 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.169409 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9696b667-0ed3-4a98-9260-0704477f4250 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:28.227699 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Attempting to bind port ef266a81-8e22-4291-9157-a2c7003ce578 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:28.228270 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Attempting to bind port ef266a81-8e22-4291-9157-a2c7003ce578 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:28.228796 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Attempting to bind port ef266a81-8e22-4291-9157-a2c7003ce578 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:28.231844 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.248317 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cdf6d-76a8-4a63-9549-9c4cb45bda41 None None] Pushing event updated for resources: {'Port': ['ID=ef266a81-8e22-4291-9157-a2c7003ce578,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:28.253314 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 9696b667-0ed3-4a98-9260-0704477f4250 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:28.260712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9696b667-0ed3-4a98-9260-0704477f4250 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:28.261098 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.264008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:28.265001 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:28.265631 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.266156 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:28.266642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Bound port: ef266a81-8e22-4291-9157-a2c7003ce578, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:28.267276 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.317974 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3f9f7-88e0-4dea-9ace-20e58fce95d4 None None] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:50:28.338982 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] For port ef266a81-8e22-4291-9157-a2c7003ce578, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:28.343752 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] For port ef266a81-8e22-4291-9157-a2c7003ce578, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ef266a81-8e22-4291-9157-a2c7003ce578,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:28.349017 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.410187 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:28.410880 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:28.442986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Allocated IP 172.20.0.1 (c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3/749f0784-2b63-436a-a302-de1970143367/8755d794-9895-4e74-9871-eb917d269335) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:28.493252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.508238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f427653f-20d5-412c-8bda-55425c725971 None None] Provisioning for port b4fa0c70-896a-4943-ade4-7f77df18ea1a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:28.554413 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:28.577952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 9696b667-0ed3-4a98-9260-0704477f4250, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9696b667-0ed3-4a98-9260-0704477f4250,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:28.587281 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.588131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4fa0c70-896a-4943-ade4-7f77df18ea1a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:28.594507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.612315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Transition to ACTIVE for port object 8755d794-9895-4e74-9871-eb917d269335 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:28.614802 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cdf6d-76a8-4a63-9549-9c4cb45bda41 None None] Pushing event updated for resources: {'Port': ['ID=ef266a81-8e22-4291-9157-a2c7003ce578,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:28.666450 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.722515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:28.732334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b4fa0c70-896a-4943-ade4-7f77df18ea1a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:28.738346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b4fa0c70-896a-4943-ade4-7f77df18ea1a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:28.738724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.784281 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:28.792239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:28.812923 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:28.832879 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:26Z', 'revision_number': 3, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:28.853175 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.871393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Pushing event updated for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:28.884245 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c9260-92d5-46c8-8256-5646c6e33e94 None None] The sync data for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 is: [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:26Z', 'revision_number': 3, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:28.903682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b4fa0c70-896a-4943-ade4-7f77df18ea1a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4fa0c70-896a-4943-ade4-7f77df18ea1a,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:28.904273 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.914682 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:28.987078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b4fa0c70-896a-4943-ade4-7f77df18ea1a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:29.065528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-db096474-e32c-4369-b93a-468aa7c36c8f None None] Provisioning complete for port b4fa0c70-896a-4943-ade4-7f77df18ea1a triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:29.065972 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-db096474-e32c-4369-b93a-468aa7c36c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.120515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.318948 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.323184 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.401776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-02c91d56-ce27-488d-aa27-30824280e640 None None] Provisioning for port 8755d794-9895-4e74-9871-eb917d269335 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:29.407458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Pushing event updated for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:29.410969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.417468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-02c91d56-ce27-488d-aa27-30824280e640 None None] Provisioning complete for port 8755d794-9895-4e74-9871-eb917d269335 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:29.420007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-02c91d56-ce27-488d-aa27-30824280e640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.463746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-02c91d56-ce27-488d-aa27-30824280e640 None None] Port 8755d794-9895-4e74-9871-eb917d269335 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:50:29.532178 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:29.533754 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:29.667609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:50:29.787122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-000dccb5-3c13-442b-9631-08d83cf3652b None None] Provisioning complete for port 8755d794-9895-4e74-9871-eb917d269335 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:29.787820 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-000dccb5-3c13-442b-9631-08d83cf3652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:29.791426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:50:29.797175 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c1ecba7d-629c-4c99-9180-eba7c9982515 admin admin] 10.222.0.70 "PUT /v2.0/routers/c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133026 Aug 03 16:50:29.831998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-000dccb5-3c13-442b-9631-08d83cf3652b None None] Port 8755d794-9895-4e74-9871-eb917d269335 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:50:30.142994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ef266a81-8e22-4291-9157-a2c7003ce578 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:30.206537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port ef266a81-8e22-4291-9157-a2c7003ce578 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:30.211805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ef266a81-8e22-4291-9157-a2c7003ce578 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:30.212436 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:30.297928 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:30.322456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port ef266a81-8e22-4291-9157-a2c7003ce578, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ef266a81-8e22-4291-9157-a2c7003ce578,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:30.327708 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:30.328357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9696b667-0ed3-4a98-9260-0704477f4250 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:30.410372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=ef266a81-8e22-4291-9157-a2c7003ce578,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:30.421610 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 9696b667-0ed3-4a98-9260-0704477f4250 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:30.422161 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:30.509848 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4fa0c70-896a-4943-ade4-7f77df18ea1a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:30.563884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b4fa0c70-896a-4943-ade4-7f77df18ea1a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:30.564256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:31.054814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Sync routers for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:50:31.066622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:31.067527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:31.191673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:31.427458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:29Z', 'revision_number': 4, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '8755d794-9895-4e74-9871-eb917d269335', 'name': '', 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'mac_address': 'fa:16:3e:10:73:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '749f0784-2b63-436a-a302-de1970143367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:28Z', 'updated_at': '2021-08-03T16:50:29Z', 'revision_number': 2, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'subnets': [{'id': '749f0784-2b63-436a-a302-de1970143367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:31.460690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Checking router: c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:50:31.461043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Updating router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 port 8755d794-9895-4e74-9871-eb917d269335 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:50:31.490199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:31.808779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:31.821866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Transition to ACTIVE for port object 8755d794-9895-4e74-9871-eb917d269335 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:31.829043 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:31.887561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdab7a-1ee5-41c2-8c38-920deb194624 None None] Pushing event updated for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:31.955365 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Attempting to bind port 8755d794-9895-4e74-9871-eb917d269335 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:31.955746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Attempting to bind port 8755d794-9895-4e74-9871-eb917d269335 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:31.956112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Attempting to bind port 8755d794-9895-4e74-9871-eb917d269335 on network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:31.961741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:31.962315 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Checking segment: {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:31.963572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:31.963983 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Bound using segment: {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:31.964619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Bound port: 8755d794-9895-4e74-9871-eb917d269335, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff44aa2-f64b-4743-9c58-b15f34bf6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:31.965017 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:32.060053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] For port 8755d794-9895-4e74-9871-eb917d269335, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:32.073298 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] For port 8755d794-9895-4e74-9871-eb917d269335, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8755d794-9895-4e74-9871-eb917d269335,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:32.080128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:32.092105 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ef266a81-8e22-4291-9157-a2c7003ce578 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:32.224035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdab7a-1ee5-41c2-8c38-920deb194624 None None] Pushing event updated for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:32.230964 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:50:32.231604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:50:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:32.280560 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port ef266a81-8e22-4291-9157-a2c7003ce578 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:32.280780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:32.602276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:50:32.936072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:29Z', 'revision_number': 4, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '8755d794-9895-4e74-9871-eb917d269335', 'name': '', 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'mac_address': 'fa:16:3e:10:73:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '749f0784-2b63-436a-a302-de1970143367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:28Z', 'updated_at': '2021-08-03T16:50:32Z', 'revision_number': 4, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'subnets': [{'id': '749f0784-2b63-436a-a302-de1970143367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:50:32.963380 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3a611-dd79-409d-93a2-1d90a349f077 None None] The sync data for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 is: [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:29Z', 'revision_number': 4, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '8755d794-9895-4e74-9871-eb917d269335', 'name': '', 'network_id': 'c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'mac_address': 'fa:16:3e:10:73:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '749f0784-2b63-436a-a302-de1970143367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:28Z', 'updated_at': '2021-08-03T16:50:32Z', 'revision_number': 4, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'subnets': [{'id': '749f0784-2b63-436a-a302-de1970143367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:50:34.116822 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8755d794-9895-4e74-9871-eb917d269335 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:34.189706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 8755d794-9895-4e74-9871-eb917d269335 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:34.195717 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8755d794-9895-4e74-9871-eb917d269335 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:34.196114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:34.299086 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:34.344157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 8755d794-9895-4e74-9871-eb917d269335, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8755d794-9895-4e74-9871-eb917d269335,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:34.351797 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:34.436318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:36.080591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8755d794-9895-4e74-9871-eb917d269335 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:36.142451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 8755d794-9895-4e74-9871-eb917d269335 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:36.142831 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:39.899945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f9416f69-79e1-4a9b-8d2f-dd4b8e04bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:40.246736 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-435bc407-f48d-4ff3-98d1-c99a028b5e0f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:40.248257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-435bc407-f48d-4ff3-98d1-c99a028b5e0f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 815 time: 0.1042395 Aug 03 16:50:40.263954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-130c038a-b626-4a30-97dd-6aeb1704f4b9 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/quotas/0518ae5df67449e090fa7166fadb989c HTTP/1.1" status: 200 len: 375 time: 0.0092769 Aug 03 16:50:40.320847 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-dfedf455-171e-4fb8-bce3-7009be38cdf7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508859 Aug 03 16:50:40.507482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-2b63f751-668f-4365-a8c6-e1531efdcd5f service neutron] 10.222.0.70 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745520 Aug 03 16:50:40.605879 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-26b2cb3f-0ac6-4dd6-931f-ea95c7dddce6 service neutron] 10.222.0.70 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921631 Aug 03 16:50:40.794229 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3baa74e1-6190-4a7b-a3b1-ad7beeaa7d0b req-50255913-e264-43b0-98aa-f00707d696eb tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 210 time: 0.0418642 Aug 03 16:50:41.507137 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:50:41.765445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-748bab54-e8a1-4b36-9ac6-d87a12203998 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:41.767424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-748bab54-e8a1-4b36-9ac6-d87a12203998 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 815 time: 0.1296349 Aug 03 16:50:41.780912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'port': {'device_id': '059fc65e-5bdf-4f67-b076-24f588993675', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'admin_state_up': True, 'tenant_id': '0518ae5df67449e090fa7166fadb989c'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:41.905670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-50d7d4b0-016f-45ac-99d7-6511ca73302c req-31456d1e-b17d-4e4b-8759-c3d2b0f5ead1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 210 time: 0.0360341 Aug 03 16:50:41.932124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Made reservation on behalf of 0518ae5df67449e090fa7166fadb989c for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:50:41.936149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.082153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Allocated IP 172.20.0.3 (f397b302-bd77-429b-ab31-f7b0594e9cbe/4829a836-7121-4a70-8abb-4731c285de3a/3956ebc2-057d-4a8a-abfd-2111c295a9bf) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:50:42.237030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4c5073a1-f3e9-4c06-b172-c1d83cf8ba5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.345036 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.365071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Transition to ACTIVE for port object 3956ebc2-057d-4a8a-abfd-2111c295a9bf will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:42.402304 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.457346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:50:42.460685 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:50:42.463363 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:50:42.496731 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:42.532877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:42.533545 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.555449 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-7c5b2e82-920a-4d16-b9c1-3c4b99847373 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790971 Aug 03 16:50:42.775357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8eb06175-6119-460e-8a7c-afb1739d7a10 None None] Provisioning for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:42.782122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8eb06175-6119-460e-8a7c-afb1739d7a10 None None] Provisioning complete for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:42.782733 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8eb06175-6119-460e-8a7c-afb1739d7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:42.822991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-8eb06175-6119-460e-8a7c-afb1739d7a10 None None] Port 3956ebc2-057d-4a8a-abfd-2111c295a9bf cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:50:42.870420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:43.047998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8ce55-8abc-4bd2-b3ec-adc8b65f526f req-97fba3a7-c88a-41c8-a087-2766ad424e2e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:43.049703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e8ce55-8abc-4bd2-b3ec-adc8b65f526f req-97fba3a7-c88a-41c8-a087-2766ad424e2e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0551791 Aug 03 16:50:43.099118 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-23e8ce55-8abc-4bd2-b3ec-adc8b65f526f req-28c2f65c-e1c5-4599-a56c-f9e5a5964bd2 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Aug 03 16:50:43.907616 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:44.223575 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e718-f40b-4255-831c-d739ac40042a req-4354e725-ddfd-42f0-b95c-e35fe90e3c12 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:44.225006 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d340e718-f40b-4255-831c-d739ac40042a req-4354e725-ddfd-42f0-b95c-e35fe90e3c12 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0550566 Aug 03 16:50:44.271798 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d340e718-f40b-4255-831c-d739ac40042a req-9c9c6d93-01ec-4978-bb71-758aa282de2b tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Aug 03 16:50:45.307212 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:45.424506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8357e3-72fe-4b94-aafb-d8180f7db4cf req-46c354cc-ad89-4229-9aa0-f1307148f7dd tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:45.426159 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc8357e3-72fe-4b94-aafb-d8180f7db4cf req-46c354cc-ad89-4229-9aa0-f1307148f7dd tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0612690 Aug 03 16:50:45.470847 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bc8357e3-72fe-4b94-aafb-d8180f7db4cf req-7c18d386-8b3e-40fd-b505-8922cb197673 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360279 Aug 03 16:50:46.606681 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533856d-7dc4-4f14-8e43-e81eb01ab69f req-3bfca905-8025-45bd-aa3a-25f8104c79c7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:46.608730 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1533856d-7dc4-4f14-8e43-e81eb01ab69f req-3bfca905-8025-45bd-aa3a-25f8104c79c7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0588830 Aug 03 16:50:46.660077 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1533856d-7dc4-4f14-8e43-e81eb01ab69f req-ffce4491-824c-4048-a287-8108b38c0217 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Aug 03 16:50:47.817399 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aa1fc-4ef2-4538-b407-5cb9c1c7d52f req-d0cbfd77-69e9-40b7-b74c-4d225cf9972e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:47.818930 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b9aa1fc-4ef2-4538-b407-5cb9c1c7d52f req-d0cbfd77-69e9-40b7-b74c-4d225cf9972e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0794911 Aug 03 16:50:47.864830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8b9aa1fc-4ef2-4538-b407-5cb9c1c7d52f req-f84d351d-644c-4bd1-abde-7a78d2881da0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Aug 03 16:50:49.002095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd465-62bb-4de9-b9f1-e63b0a5ad1f6 req-fb42ef41-fe7f-4f8f-94f7-ca910ceb4827 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:49.005053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-885dd465-62bb-4de9-b9f1-e63b0a5ad1f6 req-fb42ef41-fe7f-4f8f-94f7-ca910ceb4827 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0590017 Aug 03 16:50:49.049875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-885dd465-62bb-4de9-b9f1-e63b0a5ad1f6 req-f12f9e19-6476-465c-9d37-4952fe64924f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Aug 03 16:50:50.181726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21417e-25d4-4560-a2f5-245d03130411 req-ddeefae2-3151-4139-9e56-e6139a5629d1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:50.183187 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db21417e-25d4-4560-a2f5-245d03130411 req-ddeefae2-3151-4139-9e56-e6139a5629d1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0579176 Aug 03 16:50:50.228733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-db21417e-25d4-4560-a2f5-245d03130411 req-93555a1b-eeff-436a-92b9-f8a5fed57349 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Aug 03 16:50:51.359977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c540e-32db-4ddb-9c0c-9fb171bf3a27 req-b8aaeb9a-a884-4682-957e-3599c8a5068a tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:51.362666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-613c540e-32db-4ddb-9c0c-9fb171bf3a27 req-b8aaeb9a-a884-4682-957e-3599c8a5068a tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0571396 Aug 03 16:50:51.407726 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-613c540e-32db-4ddb-9c0c-9fb171bf3a27 req-437ba5ac-18be-42d3-bf28-8bb8ac50caf0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Aug 03 16:50:52.512879 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:52.532253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a718ed-de9e-456a-9331-4bae4a1850e7 req-71167f4d-38e3-445a-8ef5-4ef4d4ce4d93 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:52.533864 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a718ed-de9e-456a-9331-4bae4a1850e7 req-71167f4d-38e3-445a-8ef5-4ef4d4ce4d93 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 931 time: 0.0557580 Aug 03 16:50:52.583607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-58a718ed-de9e-456a-9331-4bae4a1850e7 req-2669dd1e-5b09-4e9b-bfbd-0adf6622cceb tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Aug 03 16:50:52.660768 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Request body: {'port': {'device_id': '059fc65e-5bdf-4f67-b076-24f588993675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:50:52.732237 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.024427 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3956ebc2-057d-4a8a-abfd-2111c295a9bf {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:50:53.034356 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.049918 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Transition to ACTIVE for port object 3956ebc2-057d-4a8a-abfd-2111c295a9bf will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:50:53.054062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.113558 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:53.208332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Attempting to bind port 3956ebc2-057d-4a8a-abfd-2111c295a9bf on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:50:53.208763 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Attempting to bind port 3956ebc2-057d-4a8a-abfd-2111c295a9bf by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:50:53.209162 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Attempting to bind port 3956ebc2-057d-4a8a-abfd-2111c295a9bf on network f397b302-bd77-429b-ab31-f7b0594e9cbe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:53.214236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Port 3956ebc2-057d-4a8a-abfd-2111c295a9bf on network f397b302-bd77-429b-ab31-f7b0594e9cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:50:53.214559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Attempting to bind port 3956ebc2-057d-4a8a-abfd-2111c295a9bf on network f397b302-bd77-429b-ab31-f7b0594e9cbe {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:50:53.220349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:50:53.220696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Checking segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:50:53.221086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Bound using segment: {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:50:53.221525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Bound port: 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3a4080-a192-44ed-b9f2-8323283ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:50:53.221911 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.294069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:50:53.297905 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:50:53.304024 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.350732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:53.351378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:53.353050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 1091 time: 0.7548294 Aug 03 16:50:53.353396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:50:53.355767 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ef6ca7-aa12-4471-a8ee-ad01793cd001" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:50:53.387265 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a6c07-df46-4751-9b84-2383724b01c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:53.450593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-5b7ce644-2bac-4df3-ac0c-6773d654c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:53.452859 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-5b7ce644-2bac-4df3-ac0c-6773d654c90b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1094 time: 0.0605493 Aug 03 16:50:53.501721 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-1150a544-9376-4eb5-a8a4-be3b7f8c0471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 217 time: 0.0415330 Aug 03 16:50:53.557416 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5944c651-16a9-4b99-843b-eca84318eb71 x-openstack-request-id: req-5944c651-16a9-4b99-843b-eca84318eb71 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:50:53.558429 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:50:53.558690 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5944c651-16a9-4b99-843b-eca84318eb71 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:50:53.559166 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:50:53.575098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-ebd0a739-7edc-40be-bc33-22f5cde64139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:53.577153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-ebd0a739-7edc-40be-bc33-22f5cde64139 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0691791 Aug 03 16:50:53.628769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-6f959cf4-d61b-4d20-b9c9-56c098fab3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:53.629325 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-6f959cf4-d61b-4d20-b9c9-56c098fab3f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445590 Aug 03 16:50:53.769870 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b5675-f34d-44c6-b85a-4d493f542616 req-652926a9-4a14-4ddf-aca0-50f7207a362a tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:53.771351 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f3b5675-f34d-44c6-b85a-4d493f542616 req-652926a9-4a14-4ddf-aca0-50f7207a362a tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 943 time: 0.1150746 Aug 03 16:50:53.773604 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-06de2808-1634-479f-afb9-c6d3156df29e service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367943 Aug 03 16:50:53.877541 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0f3b5675-f34d-44c6-b85a-4d493f542616 req-864b7ac1-ac45-4062-8010-d9ca2d55ce07 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963924 Aug 03 16:50:53.912774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6e9916d7-a276-4377-88f9-fbacde240f18 req-c5095ff2-9618-46d6-b5e6-7d6a2355c5a9 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295292 Aug 03 16:50:53.999942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-94a3af13-f802-4994-bf71-2280d91013b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:54.001759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-94a3af13-f802-4994-bf71-2280d91013b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1094 time: 0.0449030 Aug 03 16:50:54.089999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-86be6395-6070-4467-b7c6-abcea7f16781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:54.091459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-86be6395-6070-4467-b7c6-abcea7f16781 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.0834918 Aug 03 16:50:54.141762 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-3d1dab75-4586-4db3-b733-4a08dbd369c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 217 time: 0.0428214 Aug 03 16:50:54.192380 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-a13b9b31-6bcd-4595-96e0-4d42330298bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:54.193929 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-a13b9b31-6bcd-4595-96e0-4d42330298bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0454533 Aug 03 16:50:54.241062 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-1d15abf2-12be-474f-9b2a-5ba371ee30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:54.242709 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-1d15abf2-12be-474f-9b2a-5ba371ee30f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405550 Aug 03 16:50:54.347018 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-9ecfd77b-4a5f-47b5-b9a7-3536becd3ea4 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942049 Aug 03 16:50:54.447160 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-02ef6ca7-aa12-4471-a8ee-ad01793cd001 req-4b41128e-13a8-4a2f-a65c-2be283b7df2f service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921094 Aug 03 16:50:55.002946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e68d2-db06-4f8e-9f0a-9b91ec50da45 req-708908e5-17b3-4889-887b-fc8587cbd466 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:55.004486 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d87e68d2-db06-4f8e-9f0a-9b91ec50da45 req-708908e5-17b3-4889-887b-fc8587cbd466 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 943 time: 0.0520430 Aug 03 16:50:55.043893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d87e68d2-db06-4f8e-9f0a-9b91ec50da45 req-4984c804-4e64-4347-a1d1-e0899a0b6967 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Aug 03 16:50:56.162750 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db84e8-da4f-4ddb-849a-a426efaaf02d req-8fe682e3-721a-4eb9-9a65-4088253ba317 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:56.164267 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59db84e8-da4f-4ddb-849a-a426efaaf02d req-8fe682e3-721a-4eb9-9a65-4088253ba317 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 943 time: 0.0507929 Aug 03 16:50:56.204495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-59db84e8-da4f-4ddb-849a-a426efaaf02d req-b6f4e931-a220-4b16-8a04-7fb4a5d89ca5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Aug 03 16:50:56.396783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3956ebc2-057d-4a8a-abfd-2111c295a9bf details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:50:56.493823 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:56.504951 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'port_id': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'mac_address': 'fa:16:3e:b4:03:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:50:56.541481 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:56.558255 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3956ebc2-057d-4a8a-abfd-2111c295a9bf {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:50:56.579383 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:56.584410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:56.632319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:56.640722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.641076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.641420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.641790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.642122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.642457 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.642784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.643111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.643437 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.643765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.644088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.644410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:50:56.711551 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:56.810169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:50:57.329598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99430-6803-4300-8b66-9540a838968e req-981bde2d-96eb-4926-98fd-47d744a06a0f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:57.331244 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1d99430-6803-4300-8b66-9540a838968e req-981bde2d-96eb-4926-98fd-47d744a06a0f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 944 time: 0.0565255 Aug 03 16:50:57.371734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1d99430-6803-4300-8b66-9540a838968e req-1670d6cd-29ad-4fc9-8cae-975c550f3a27 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Aug 03 16:50:58.422078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3956ebc2-057d-4a8a-abfd-2111c295a9bf up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:50:58.477267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:50:58.481127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:50:58.481507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:58.498268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a729-c4bd-48b6-8d20-a2c96687ffe4 req-55ca0241-216b-4a58-a5d2-7db9c47ea93d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:58.500064 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39c4a729-c4bd-48b6-8d20-a2c96687ffe4 req-55ca0241-216b-4a58-a5d2-7db9c47ea93d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 944 time: 0.0597618 Aug 03 16:50:58.545106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-39c4a729-c4bd-48b6-8d20-a2c96687ffe4 req-3903dd43-702c-4b07-93a5-feb1beb0297c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Aug 03 16:50:58.570174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:58.595139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:50:58.597435 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7963b-6f4e-4fad-8b93-b9a159ea127b" -d '{"events": [{"server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "name": "network-vif-plugged", "status": "completed", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:50:58.611757 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:50:58.617278 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:50:58.674478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:50:58.698755 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d7295-c8c0-40dd-8d8a-e7b392c58f8b x-openstack-request-id: req-961d7295-c8c0-40dd-8d8a-e7b392c58f8b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:50:58.699052 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "name": "network-vif-plugged", "status": "completed", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:50:58.699306 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-961d7295-c8c0-40dd-8d8a-e7b392c58f8b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:50:58.699734 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'code': 200} Aug 03 16:50:58.797469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c42e2a-7abf-4c01-8402-64f10814cb84 req-47a9f2c5-2f75-4987-bd73-cd8cbcc26550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:58.799274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9c42e2a-7abf-4c01-8402-64f10814cb84 req-47a9f2c5-2f75-4987-bd73-cd8cbcc26550 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1096 time: 0.0421865 Aug 03 16:50:58.838421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f9c42e2a-7abf-4c01-8402-64f10814cb84 req-c29de3a8-8094-4cf4-ad53-9dd050b5f9eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Aug 03 16:50:59.671627 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d867d66-fdcc-4a74-83cd-51f0dd8fda1e req-86fcdb6a-bf53-4106-8f77-42fe7d5c994c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:59.673386 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5d867d66-fdcc-4a74-83cd-51f0dd8fda1e req-86fcdb6a-bf53-4106-8f77-42fe7d5c994c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Aug 03 16:50:59.713735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5d867d66-fdcc-4a74-83cd-51f0dd8fda1e req-877e19a3-7dba-4e88-8e2c-77ebdc694286 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Aug 03 16:50:59.832321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf17d-057c-46b9-a84c-98846637b3b2 req-5119501f-f2bc-49b5-946d-a05ebc06cf29 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:50:59.833843 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e7cf17d-057c-46b9-a84c-98846637b3b2 req-5119501f-f2bc-49b5-946d-a05ebc06cf29 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Aug 03 16:50:59.875797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e7cf17d-057c-46b9-a84c-98846637b3b2 req-1ef11508-1d70-4ad1-98ee-ca949209b93c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Aug 03 16:51:00.071887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236b3f0-cf8f-4787-8af3-0303e991647f req-eb470a22-a487-4e72-bb0d-a428ddda38e0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:00.073495 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4236b3f0-cf8f-4787-8af3-0303e991647f req-eb470a22-a487-4e72-bb0d-a428ddda38e0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Aug 03 16:51:00.114470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4236b3f0-cf8f-4787-8af3-0303e991647f req-dd834607-599d-4aea-9934-3ab56444f823 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 03 16:51:09.903157 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0bd27561-2b45-43f8-b1d7-f0e671f8ff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:11.766836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb4b56-4d2a-47a8-9240-a4cfa4c66051 req-3f67c31b-bbcc-456f-bfd9-5831ea020f83 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:11.768340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fbb4b56-4d2a-47a8-9240-a4cfa4c66051 req-3f67c31b-bbcc-456f-bfd9-5831ea020f83 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Aug 03 16:51:11.807722 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6fbb4b56-4d2a-47a8-9240-a4cfa4c66051 req-029c2d1a-5599-4849-b512-f4eb2c4d71c2 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Aug 03 16:51:11.835631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58674) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:11.919514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a33367-e3cd-40d0-9b99-97b5f68af05e tempest-TestMinimumBasicScenario-465520433 tempest-TestMinimumBasicScenario-465520433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:11.921130 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b6a33367-e3cd-40d0-9b99-97b5f68af05e tempest-TestMinimumBasicScenario-465520433 tempest-TestMinimumBasicScenario-465520433-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1091 time: 0.0844946 Aug 03 16:51:11.924509 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58678) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:11.929037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:11.964086 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.062033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.173452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Allocated IP 172.25.7.190 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/8e31f1f2-de5b-47e8-824d-dabfddb15a34) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:51:12.212647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9b083229-51ed-4de3-95fe-4cc4ded7d72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.277141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.317538 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.359620 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:51:12.362621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:51:12.367893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:51:12.374377 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'Port': ['ID=8e31f1f2-de5b-47e8-824d-dabfddb15a34,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:12.400863 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.401208 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.401546 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.401912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.402239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.402565 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.402917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.403237 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.403564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.404401 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.405168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.405487 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:12.744310 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.817610 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.871565 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.976644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:12.981328 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.053386 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'Port': ['ID=8e31f1f2-de5b-47e8-824d-dabfddb15a34,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:13.064057 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.173823 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Floating IP 548730c6-2b57-4937-9a1d-9f199ec35da7 associated. External IP: 172.25.7.190, port: 3956ebc2-057d-4a8a-abfd-2111c295a9bf. Aug 03 16:51:13.386522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:51:13.495734 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:51:13.505610 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Sync routers for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:51:13.511731 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.515337 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:51:13.516020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:51:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:51:13.541582 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-26851a0e-ea8f-4896-9d3e-459e178ecafc tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6158748 Aug 03 16:51:13.542334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:51:13.544777 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b26b8-3028-4e38-a4dd-fe96a1aff155" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:51:13.545018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58682) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:13.558096 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446961266', 'description': 'tempest-secgroup-smoke-1446961266 description', 'project_id': '0518ae5df67449e090fa7166fadb989c'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:13.584851 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d212c198-b5b4-4371-bc2b-489cff35d7c3 x-openstack-request-id: req-d212c198-b5b4-4371-bc2b-489cff35d7c3 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:51:13.585515 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:51:13.585811 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d212c198-b5b4-4371-bc2b-489cff35d7c3 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:51:13.586109 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:51:13.590348 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.628157 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:51:13.658950 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-3ef18410-aef1-4b3a-95cb-874a03c7bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:13.660163 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-3ef18410-aef1-4b3a-95cb-874a03c7bcac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1096 time: 0.0510254 Aug 03 16:51:13.687911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.692755 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.728466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.733021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1841335 Aug 03 16:51:13.733467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58686) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:13.738479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:13.743943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2173f99c-bae9-45f2-82e9-b050b04b1151,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:13.761464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.761768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.762089 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.762432 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.762767 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.763110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.763980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.764320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.764649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.764977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.765304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.765628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280a903d-beb7-42ca-b966-a25e23e1b871 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:51:13.785510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.846877 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.851982 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.876522 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2592d7ef-9ee1-43e0-8a06-b41303eb7ed4,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:13.880585 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.883011 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-1de29e7e-d8eb-48a3-a1c3-55583ddcef77 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484547 Aug 03 16:51:13.885674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58688) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:13.891292 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:13.893409 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '548730c6-2b57-4937-9a1d-9f199ec35da7', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'port_id': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'mac_address': 'fa:16:3e:b4:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc65e-5bdf-4f67-b076-24f588993675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:51:12Z', 'updated_at': '2021-08-03T16:51:12Z', 'revision_number': 0, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:51:13.909936 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:13.933269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.008758 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.016238 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.019813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Checking router: 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:51:14.028523 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:51:14.029872 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:51:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:51:14.037440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc7e8af-0364-4a09-b3db-133a80d3d732,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:14.046526 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.051443 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71931024-12f5-4220-a36d-08d71bc01dc7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1646085 Aug 03 16:51:14.052202 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58690) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:14.056941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:14.089465 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.151776 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:51:14.156839 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-7ca0e208-a69e-4006-8bca-bba0fcfae579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:14.158381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-7ca0e208-a69e-4006-8bca-bba0fcfae579 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.4907622 Aug 03 16:51:14.163778 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.168000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.185361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac30877-a942-4b54-9dd2-bc226a12a5fb,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:14.195564 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.197303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e3899773-fc1d-4cf0-b144-632903143efe tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440544 Aug 03 16:51:14.199975 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58692) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:14.205177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:14.235277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-5f4da322-7a6b-499b-8ebd-a5bd159f45fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 999 time: 0.0690536 Aug 03 16:51:14.238943 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.287800 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-2975f055-7206-4480-ada3-cb002d932b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:14.289244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-2975f055-7206-4480-ada3-cb002d932b6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0475683 Aug 03 16:51:14.313685 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.318905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.339412 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b80c4be-6386-4c91-84db-8cc92725658b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:14.343245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-4e470d9c-eb63-49c9-beec-207bb649e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:14.344964 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-4e470d9c-eb63-49c9-beec-207bb649e04f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485361 Aug 03 16:51:14.346727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.348157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16ff4716-1050-4a79-829d-c93d6bc26af5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467984 Aug 03 16:51:14.350466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58694) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:14.355020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:14.392072 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Project 0518ae5df67449e090fa7166fadb989c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:51:14.398880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.425066 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '548730c6-2b57-4937-9a1d-9f199ec35da7', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'port_id': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'mac_address': 'fa:16:3e:b4:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc65e-5bdf-4f67-b076-24f588993675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:51:12Z', 'updated_at': '2021-08-03T16:51:12Z', 'revision_number': 0, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:51:14.443136 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-73612f33-42aa-48f8-9dd6-557c9db9ff4b service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911484 Aug 03 16:51:14.455491 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7ad63-5d5f-4e87-aaf3-f0fb39b85f22 None None] The sync data for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 is: [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '548730c6-2b57-4937-9a1d-9f199ec35da7', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'port_id': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'mac_address': 'fa:16:3e:b4:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc65e-5bdf-4f67-b076-24f588993675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:51:12Z', 'updated_at': '2021-08-03T16:51:12Z', 'revision_number': 0, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:51:14.470170 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.475438 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.495979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb22c9-09ee-4bad-af3a-0915b5ec89c3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:14.510769 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.518362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-10aaf3f3-f6bf-4ad0-92d1-2ac763a4b50d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668377 Aug 03 16:51:14.521970 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58696) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:51:14.526825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'security_group_rule': {'security_group_id': '2173f99c-bae9-45f2-82e9-b050b04b1151', 'project_id': '0518ae5df67449e090fa7166fadb989c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:14.551224 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Project 0518ae5df67449e090fa7166fadb989c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:51:14.557439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.569094 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-463b26b8-3028-4e38-a4dd-fe96a1aff155 req-f7232edb-ac8d-48a1-bb9f-bf8ab185d75c service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163776 Aug 03 16:51:14.632294 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.636885 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.660184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd158c4d-ba3a-4645-a8c1-54b44dc78c2b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:14.664252 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:14.665471 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ee1478f-fd40-4aa5-bb3e-3e20a0483ffa tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424706 Aug 03 16:51:14.686467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f9361-18e2-4b18-a182-e1691b652e05 None None] New status for floating IP 548730c6-2b57-4937-9a1d-9f199ec35da7: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:51:14.750610 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-b86be0b6-ed8a-4320-9485-a12ac2ab1bde tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446961266&fields=id&tenant_id=0518ae5df67449e090fa7166fadb989c HTTP/1.1" status: 200 len: 267 time: 0.0358555 Aug 03 16:51:14.820931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-f153c5b3-f6a3-4882-a9b5-3b09cecc5a6f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:14.823490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-f153c5b3-f6a3-4882-a9b5-3b09cecc5a6f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0663259 Aug 03 16:51:14.835622 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'port': {'security_groups': ['59bb303e-691a-4bcc-b370-c65c16bba530', '2173f99c-bae9-45f2-82e9-b050b04b1151']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:51:14.905996 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.094574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:51:15.125603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.130314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.143982 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:51:15.186907 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.187582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.189789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aeb1658e-99a6-4b70-b7c1-06dc6fa9294d req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "PUT /v2.0/ports/3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 981 time: 0.3582723 Aug 03 16:51:15.190277 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:51:15.192615 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae570d1-f307-43ec-aab9-eb3ad5caf175" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:51:15.221189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaffc3b-96a8-4cb7-a96a-666f2ef9d7f0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:51:15.260950 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e7572-052b-4898-b617-ae4cae80211d x-openstack-request-id: req-b06e7572-052b-4898-b617-ae4cae80211d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:51:15.261460 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:51:15.261914 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b06e7572-052b-4898-b617-ae4cae80211d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:51:15.262446 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:51:15.288661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:51:15.332454 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b160c6-bbf6-46ac-ab83-67cffb4f979d req-80666360-23ee-4b51-ba44-45628189cc98 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.334076 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06b160c6-bbf6-46ac-ab83-67cffb4f979d req-80666360-23ee-4b51-ba44-45628189cc98 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0637825 Aug 03 16:51:15.342804 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.346408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-0485d175-0630-46c6-927e-9ddb3d5de401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.350233 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-0485d175-0630-46c6-927e-9ddb3d5de401 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1135 time: 0.0614564 Aug 03 16:51:15.395956 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-06b160c6-bbf6-46ac-ab83-67cffb4f979d req-7cb81566-1006-4cd7-b359-166f0c52ee6e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534282 Aug 03 16:51:15.470621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-61260aa0-a856-4240-bf9c-f0e07ee3d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.472137 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-61260aa0-a856-4240-bf9c-f0e07ee3d082 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.1095498 Aug 03 16:51:15.484136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1e9f1ea5-f9e3-4590-8bdc-b914ca8fd5fe None None] Provisioning complete for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:51:15.484511 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1e9f1ea5-f9e3-4590-8bdc-b914ca8fd5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:15.539590 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-113d1750-e8aa-4d3d-8ff2-2f46b55aca78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 1001 time: 0.0600467 Aug 03 16:51:15.591964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-6c239cf1-c713-4a7c-afed-38a3f52abad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.593534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-6c239cf1-c713-4a7c-afed-38a3f52abad0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0471978 Aug 03 16:51:15.645140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-a8b97fdd-2cea-4ecc-b06c-ac666590efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:15.646800 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-a8b97fdd-2cea-4ecc-b06c-ac666590efdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460660 Aug 03 16:51:15.747504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-d4aa2d8b-12cf-423e-9c98-376d380e4227 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923445 Aug 03 16:51:15.850374 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aae570d1-f307-43ec-aab9-eb3ad5caf175 req-3c181188-dbfe-4874-9361-6f7632040551 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952492 Aug 03 16:51:18.507661 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:51:22.503227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:26.711444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:32.688643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346768d2-b9f9-40e1-b8ed-ce4712434515 req-848a2a22-ce17-4335-9d4c-8948480d1ec7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:32.690355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-346768d2-b9f9-40e1-b8ed-ce4712434515 req-848a2a22-ce17-4335-9d4c-8948480d1ec7 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0541482 Aug 03 16:51:32.699595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-52d4cd76-b8c9-48eb-9541-1664c18e1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:32.701104 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-52d4cd76-b8c9-48eb-9541-1664c18e1d1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1135 time: 0.0440793 Aug 03 16:51:32.733015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-346768d2-b9f9-40e1-b8ed-ce4712434515 req-04d73864-a54e-4171-9485-44716e627d29 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359378 Aug 03 16:51:32.793279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-1bf32940-5b71-45d3-a8f6-9692b98cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:32.794678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-1bf32940-5b71-45d3-a8f6-9692b98cfc37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.0864966 Aug 03 16:51:32.866218 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-dd9892b2-e02a-4db5-abad-f355717c8a88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 1001 time: 0.0644150 Aug 03 16:51:32.917936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-150dd4a9-1816-4f15-8a42-987de906b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:32.919437 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-150dd4a9-1816-4f15-8a42-987de906b395 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0462682 Aug 03 16:51:32.966171 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-9c9a1426-b16a-4dcd-bd75-804448d7fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:32.967670 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-9c9a1426-b16a-4dcd-bd75-804448d7fb6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408175 Aug 03 16:51:33.064354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-586fca2d-930c-4170-b898-de5960871870 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886526 Aug 03 16:51:33.154176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-481a59d3-adc4-40fa-b61f-5e857734fac4 req-320c6993-cd83-4df7-947b-3e2775339c27 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Aug 03 16:51:33.862429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936065ea-ac87-41b9-9590-fd0aafa99ae7 req-90fbe715-4e24-4473-a805-32362ea0c124 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:33.863907 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-936065ea-ac87-41b9-9590-fd0aafa99ae7 req-90fbe715-4e24-4473-a805-32362ea0c124 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0584197 Aug 03 16:51:33.906403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-936065ea-ac87-41b9-9590-fd0aafa99ae7 req-28123a04-460b-4442-a4f6-3fb755ef30ca tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359051 Aug 03 16:51:35.292396 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a72ac-0a3b-4c4e-a14b-8995afdfaf7d req-0c8a3859-94c4-4326-9440-5e76a535ac19 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:35.293819 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b74a72ac-0a3b-4c4e-a14b-8995afdfaf7d req-0c8a3859-94c4-4326-9440-5e76a535ac19 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0556953 Aug 03 16:51:35.341763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b74a72ac-0a3b-4c4e-a14b-8995afdfaf7d req-64947c2e-dc48-4159-a094-e40b76d57988 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411122 Aug 03 16:51:36.460353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcc896-359f-4695-8d24-b41209ce35be req-5f7b789e-bc0a-4b37-9dc0-de8b456d683f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:36.461879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6cbcc896-359f-4695-8d24-b41209ce35be req-5f7b789e-bc0a-4b37-9dc0-de8b456d683f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0503628 Aug 03 16:51:36.504633 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6cbcc896-359f-4695-8d24-b41209ce35be req-579f21f2-f2f3-4d02-90e6-de2549e2801c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361345 Aug 03 16:51:37.628006 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd21a84-4661-4976-b8be-288cf9fbe9ad req-99fab5ca-87b9-4304-820d-6880c279fb35 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:37.629505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cd21a84-4661-4976-b8be-288cf9fbe9ad req-99fab5ca-87b9-4304-820d-6880c279fb35 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0555449 Aug 03 16:51:37.676764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6cd21a84-4661-4976-b8be-288cf9fbe9ad req-02e88bc6-ddec-49c7-aa18-a57490b3078d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411565 Aug 03 16:51:38.796993 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9368b-9eb9-402a-8b58-b1bff2080b5d req-c6d43ef8-fe9d-4629-827e-6f96ca5b31f5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:38.798839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dd9368b-9eb9-402a-8b58-b1bff2080b5d req-c6d43ef8-fe9d-4629-827e-6f96ca5b31f5 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0533557 Aug 03 16:51:38.840473 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9dd9368b-9eb9-402a-8b58-b1bff2080b5d req-955bc242-1ee4-46f8-8c82-d5314c764132 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349751 Aug 03 16:51:39.906779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3b565752-376c-423e-8911-855a681592d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:39.963747 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1b112-804b-4478-b195-0b2a41c7f4d6 req-fdac155b-f86d-4f96-bf38-973af1535600 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:39.965262 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1b112-804b-4478-b195-0b2a41c7f4d6 req-fdac155b-f86d-4f96-bf38-973af1535600 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0515490 Aug 03 16:51:40.009180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84d1b112-804b-4478-b195-0b2a41c7f4d6 req-17462ed2-3a39-4f06-b07f-72c1e80cb11b tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368104 Aug 03 16:51:41.134745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca342f-1f86-40ac-8c09-d9ca41aae938 req-1b9a15de-6421-47a1-bd93-ad2c8be92511 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:41.136298 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75ca342f-1f86-40ac-8c09-d9ca41aae938 req-1b9a15de-6421-47a1-bd93-ad2c8be92511 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0545132 Aug 03 16:51:41.183735 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75ca342f-1f86-40ac-8c09-d9ca41aae938 req-f0dcc0d3-9e71-45ec-8338-832e16021a16 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403814 Aug 03 16:51:42.214920 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aa3eebc1-c2b5-41ea-9f9b-0120d4477514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:42.316696 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c640da-b090-439f-85fc-11cc0c5f4dff req-ef03912a-f67b-4064-872e-6e42f5bf733c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:42.318163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39c640da-b090-439f-85fc-11cc0c5f4dff req-ef03912a-f67b-4064-872e-6e42f5bf733c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0551095 Aug 03 16:51:42.362047 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39c640da-b090-439f-85fc-11cc0c5f4dff req-9fa362e6-7201-429e-b18b-aca204d83cb0 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373502 Aug 03 16:51:42.874141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:43.482948 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3937cb3-7629-4e44-8eeb-2d310886230c req-6167fe11-3545-4fbf-8afc-0584599d293b tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:43.484666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3937cb3-7629-4e44-8eeb-2d310886230c req-6167fe11-3545-4fbf-8afc-0584599d293b tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0520008 Aug 03 16:51:43.528999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b3937cb3-7629-4e44-8eeb-2d310886230c req-b7cd0dda-0e4c-4156-a15b-f678ee692797 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368617 Aug 03 16:51:43.912943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:44.647954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab50ca5-5155-4ced-b64f-4455561e3a27 req-36a7fac8-afc4-4ee6-8af8-ea30b8c24c3e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:44.649438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ab50ca5-5155-4ced-b64f-4455561e3a27 req-36a7fac8-afc4-4ee6-8af8-ea30b8c24c3e tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0519693 Aug 03 16:51:44.695157 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3ab50ca5-5155-4ced-b64f-4455561e3a27 req-28722afc-befd-42ea-9d76-a052d9e2f3ff tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&id=2173f99c-bae9-45f2-82e9-b050b04b1151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385823 Aug 03 16:51:45.314106 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:52.503409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:55.507767 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:51:56.724409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:51:57.348951 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-bfa16a71-d70f-48d0-b55d-376e0e3a1845 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417309 Aug 03 16:51:57.439665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-b98113d0-e8ad-4954-a9c3-c2668fba0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:57.441173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-b98113d0-e8ad-4954-a9c3-c2668fba0ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1135 time: 0.0416007 Aug 03 16:51:57.558851 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-3f200c5d-ff30-4ac0-8489-371660722fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:57.560403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-3f200c5d-ff30-4ac0-8489-371660722fdb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.0992525 Aug 03 16:51:57.634198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-3a1d8145-caa9-47f3-81b2-421d046bef52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 1001 time: 0.0649424 Aug 03 16:51:57.693001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-25b26688-fa85-46b6-b83c-69fffc345489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:57.694581 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-25b26688-fa85-46b6-b83c-69fffc345489 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0527987 Aug 03 16:51:57.745244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-bceab4d6-41f9-49fb-98b8-b0469a95b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:51:57.746774 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-bceab4d6-41f9-49fb-98b8-b0469a95b99f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434213 Aug 03 16:51:57.843924 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-73db2ef8-b4fa-47bd-9865-1c3386fc9165 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892720 Aug 03 16:51:57.938919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a806804-07c9-43ae-8624-bf1d2c18750d req-cd7ea9b5-9e99-4644-9f71-1b464bb6f987 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Aug 03 16:52:08.291152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-8365a307-73f4-4e7f-b7b9-ed5587ab23ca req-4001220a-22f1-4b38-adea-3eea5471006b service neutron] (106016) timed out ('10.222.0.72', 56880) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:52:09.908567 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-44d818a9-fac1-4df4-a183-9e9b4185b02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:12.217581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf99939f-3de2-4790-99ff-af0f274ac16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:12.877004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:13.283206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-496da063-13c7-48aa-8556-f26d31765ec0 req-267180b0-cd64-45dc-bf10-d799969714fe tempest-ServerDiskConfigTestJSON-2011749738 tempest-ServerDiskConfigTestJSON-2011749738-project] (106017) timed out ('10.222.0.78', 54318) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:52:13.912938 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:15.308362 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.163026 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-c13706dc-5f90-4ddb-84cc-8ce23c533c3c tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446961266&fields=id&tenant_id=0518ae5df67449e090fa7166fadb989c HTTP/1.1" status: 200 len: 267 time: 0.0342999 Aug 03 16:52:17.219289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-194eec5a-d13a-41c9-ac02-0cdd733795b8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:17.221301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-194eec5a-d13a-41c9-ac02-0cdd733795b8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 984 time: 0.0525291 Aug 03 16:52:17.235332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Request body: {'port': {'security_groups': ['59bb303e-691a-4bcc-b370-c65c16bba530']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:17.308285 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.490802 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:17.520833 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.525378 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.537929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:52:17.585024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:17.585841 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.587255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a834e52-c093-4856-a9d2-951c6c7c94dc req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "PUT /v2.0/ports/3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 942 time: 0.3587420 Aug 03 16:52:17.587736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:17.590579 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ad90db-faee-421d-9612-387fdf3b67b2" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:17.594477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58754) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:17.619063 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event updated for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=7']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:17.630329 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.630675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.631919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.631919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.631919 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.632215 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.632302 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.632600 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.632932 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.633256 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.633581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.633972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c994f-b788-48ca-9f5e-7dbb202e9260 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.639002 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a915a6e3-5550-43d0-ad71-3bb74d433a14 x-openstack-request-id: req-a915a6e3-5550-43d0-ad71-3bb74d433a14 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:17.639294 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:17.639606 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a915a6e3-5550-43d0-ad71-3bb74d433a14 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:17.640160 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:52:17.673149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:52:17.711267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.726191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-63d5ef23-ae78-4a46-bd1f-dedea064fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:17.727743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-63d5ef23-ae78-4a46-bd1f-dedea064fbc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1096 time: 0.0554237 Aug 03 16:52:17.765823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.856202 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-7f3942c6-7f77-4d4f-8f22-558edc7a1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:17.858032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.858244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-7f3942c6-7f77-4d4f-8f22-558edc7a1424 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.1235254 Aug 03 16:52:17.861066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:17.864848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "DELETE /v2.0/security-groups/2173f99c-bae9-45f2-82e9-b050b04b1151 HTTP/1.1" status: 204 len: 168 time: 0.2668629 Aug 03 16:52:17.865846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58756) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:17.907832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173f99c-bae9-45f2-82e9-b050b04b1151,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:17.917446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.917832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.918177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.918516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.918879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.919211 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.919541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.920182 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.920978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.921311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.921613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.921993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97cf43-db0a-47da-9ec0-329853762242 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:17.932007 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-410ce2d4-d2e4-4446-a49d-a750e17b88b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 1001 time: 0.0665920 Aug 03 16:52:17.949805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d132fbf7-911c-4382-a129-18599c1acff6 None None] Provisioning complete for port 3956ebc2-057d-4a8a-abfd-2111c295a9bf triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:17.950187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d132fbf7-911c-4382-a129-18599c1acff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.001614 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-00909b4d-4219-4ece-8217-32e81189ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:18.003678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-00909b4d-4219-4ece-8217-32e81189ca50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0641317 Aug 03 16:52:18.054959 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-4ad5b24d-ded0-4eb0-a16d-6f8e1787e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:18.056638 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-4ad5b24d-ded0-4eb0-a16d-6f8e1787e384 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455730 Aug 03 16:52:18.061933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Deleting port 8e31f1f2-de5b-47e8-824d-dabfddb15a34 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:18.062457 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.143135 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.143476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.149613 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-3a7f2542-f214-4dec-872e-b11e368b6635 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Aug 03 16:52:18.156996 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Calling delete_port for 8e31f1f2-de5b-47e8-824d-dabfddb15a34 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:18.249027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8ad90db-faee-421d-9612-387fdf3b67b2 req-00a0bdd2-b9a3-4cd6-8abc-ec8de8f7d02d service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919135 Aug 03 16:52:18.335118 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.361859 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event deleted for resources: {'Port': ['ID=8e31f1f2-de5b-47e8-824d-dabfddb15a34,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:18.421423 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.421787 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Floating IP 548730c6-2b57-4937-9a1d-9f199ec35da7 disassociated (deleted). External IP: 172.25.7.190, port: 3956ebc2-057d-4a8a-abfd-2111c295a9bf. Aug 03 16:52:18.635555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:52:18.744657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:18.749578 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:18.755394 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Sync routers for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:18.764749 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:18.765354 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:18.777257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ddc4b985-62e1-4e0a-acae-29d643c9b8e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "DELETE /v2.0/floatingips/548730c6-2b57-4937-9a1d-9f199ec35da7 HTTP/1.1" status: 204 len: 168 time: 0.9106460 Aug 03 16:52:18.778005 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:18.781084 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32e2dc6-1679-45f8-846d-71978756b2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:18.847440 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7fbcf7-25e5-44fe-b2e9-07a083446f44 x-openstack-request-id: req-7a7fbcf7-25e5-44fe-b2e9-07a083446f44 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:18.848024 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:18.848284 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a7fbcf7-25e5-44fe-b2e9-07a083446f44 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:18.848711 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:52:18.874661 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:18.912999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-b17216c4-ee74-46d7-b51e-85f28348d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:18.914553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-b17216c4-ee74-46d7-b51e-85f28348d4e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0518ae5df67449e090fa7166fadb989c&device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 1096 time: 0.0463264 Aug 03 16:52:19.022971 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-232e6fe0-9d01-4da5-9035-25662c5b4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:19.024477 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-232e6fe0-9d01-4da5-9035-25662c5b4a56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 200 len: 916 time: 0.1022379 Aug 03 16:52:19.078644 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-f043178e-4ff6-4fec-a71d-5f168f122950 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 200 len: 217 time: 0.0404656 Aug 03 16:52:19.109246 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:19.130981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-ed857be9-408e-422b-ba58-cbd4747da0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:19.132447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-ed857be9-408e-422b-ba58-cbd4747da0d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 200 len: 854 time: 0.0472093 Aug 03 16:52:19.134666 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Checking router: 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:19.143462 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:19.143972 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:19.187983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-c2ae0f04-e87d-4ad6-8bb2-a07af5d65607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:19.189507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-c2ae0f04-e87d-4ad6-8bb2-a07af5d65607 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f397b302-bd77-429b-ab31-f7b0594e9cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470769 Aug 03 16:52:19.252679 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:19.289448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-886c53da-38fc-4a0e-a7e3-e139c589cb86 service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868328 Aug 03 16:52:19.386839 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c32e2dc6-1679-45f8-846d-71978756b2d8 req-cbd3de83-89dc-4e40-a6ef-b0da5cd4e6cb service neutron] 10.222.0.72 "GET /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Aug 03 16:52:19.451684 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:19.482036 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fdc276-b28b-4c56-9293-0ebbb2299014 None None] The sync data for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 is: [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:23Z', 'revision_number': 4, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '9696b667-0ed3-4a98-9260-0704477f4250', 'name': '', 'network_id': 'f397b302-bd77-429b-ab31-f7b0594e9cbe', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'mac_address': 'fa:16:3e:f2:fa:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4829a836-7121-4a70-8abb-4731c285de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:22Z', 'updated_at': '2021-08-03T16:50:28Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'subnets': [{'id': '4829a836-7121-4a70-8abb-4731c285de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:19.729312 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef327c20-1dbb-4eb1-82aa-375e1bfbac31 None None] New status for floating IP 548730c6-2b57-4937-9a1d-9f199ec35da7: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:52:22.501241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:25.777282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd2d19-653f-4162-99f9-9968fda9ed7b req-86c82300-b347-44a2-abc5-9f803f5b277f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:25.779327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fcdd2d19-653f-4162-99f9-9968fda9ed7b req-86c82300-b347-44a2-abc5-9f803f5b277f tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Aug 03 16:52:25.819584 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fcdd2d19-653f-4162-99f9-9968fda9ed7b req-5f6f0503-895a-4eff-afd4-fdcce67d89e1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Aug 03 16:52:26.734228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:26.942966 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d03e2-2bb8-4abf-8e43-96b6d50dc8bf req-bc805de6-d602-40ac-8107-d3cd69c6d0e9 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:26.944507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e57d03e2-2bb8-4abf-8e43-96b6d50dc8bf req-bc805de6-d602-40ac-8107-d3cd69c6d0e9 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0561252 Aug 03 16:52:26.986017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e57d03e2-2bb8-4abf-8e43-96b6d50dc8bf req-54c458b7-24df-42ca-b117-d1521d684bb1 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/security-groups?id=59bb303e-691a-4bcc-b370-c65c16bba530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353053 Aug 03 16:52:27.356610 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-a94f041f-14ba-4dee-b18c-6e912899e98d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:27.358749 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-a94f041f-14ba-4dee-b18c-6e912899e98d tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.72 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 03 16:52:27.453773 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Deleting port 3956ebc2-057d-4a8a-abfd-2111c295a9bf {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:27.454116 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:27.543924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] For port 3956ebc2-057d-4a8a-abfd-2111c295a9bf, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=3956ebc2-057d-4a8a-abfd-2111c295a9bf,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:27.544288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:27.558018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Calling delete_port for 3956ebc2-057d-4a8a-abfd-2111c295a9bf owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:27.689468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:27.701150 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['3956ebc2-057d-4a8a-abfd-2111c295a9bf'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:52:27.718795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Pushing event deleted for resources: {'Port': ['ID=3956ebc2-057d-4a8a-abfd-2111c295a9bf,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:27.766891 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] No DVR routers for this DVR port 3956ebc2-057d-4a8a-abfd-2111c295a9bf on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:52:27.769634 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:27.771826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8afd66d8-a5af-4af8-9b55-57502861b4b4 req-68818cc1-b3f4-4d8f-b762-c50d9b8b9fd8 tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.72 "DELETE /v2.0/ports/3956ebc2-057d-4a8a-abfd-2111c295a9bf HTTP/1.1" status: 204 len: 173 time: 0.4064524 Aug 03 16:52:27.772275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'name': 'network-vif-deleted', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:27.774709 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7945bd-8692-4c1d-a091-c35861e10dae" -d '{"events": [{"server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "name": "network-vif-deleted", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:27.819734 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dfae9c-df78-4070-8206-4ff44dc95ca5 x-openstack-request-id: req-61dfae9c-df78-4070-8206-4ff44dc95ca5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:27.820025 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fc65e-5bdf-4f67-b076-24f588993675", "name": "network-vif-deleted", "tag": "3956ebc2-057d-4a8a-abfd-2111c295a9bf", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:27.820277 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61dfae9c-df78-4070-8206-4ff44dc95ca5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:27.820670 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fc65e-5bdf-4f67-b076-24f588993675', 'name': 'network-vif-deleted', 'tag': '3956ebc2-057d-4a8a-abfd-2111c295a9bf', 'status': 'completed', 'code': 200} Aug 03 16:52:28.095419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d4e998a-fcd6-41cd-8443-9ab30a618e63 req-f781a763-7226-4c5a-ba50-f6686167431a tempest-TestMinimumBasicScenario-2049896345 tempest-TestMinimumBasicScenario-2049896345-project] 10.222.0.70 "GET /v2.0/ports?device_id=059fc65e-5bdf-4f67-b076-24f588993675 HTTP/1.1" status: 200 len: 210 time: 0.0288198 Aug 03 16:52:29.682552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58856) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:30.032791 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:30.284593 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Deleting port 9696b667-0ed3-4a98-9260-0704477f4250 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:30.284845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:30.368977 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] For port 9696b667-0ed3-4a98-9260-0704477f4250, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=9696b667-0ed3-4a98-9260-0704477f4250,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:30.369418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:30.383918 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Calling delete_port for 9696b667-0ed3-4a98-9260-0704477f4250 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:30.566372 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:30.597795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9696b667-0ed3-4a98-9260-0704477f4250,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:30.762586 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:30.893086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3956ebc2-057d-4a8a-abfd-2111c295a9bf no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:30.914433 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 3956ebc2-057d-4a8a-abfd-2111c295a9bf {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:30.914884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 3956ebc2-057d-4a8a-abfd-2111c295a9bf not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:30.981748 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:52:31.088668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:31.094315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e75ee27-0d69-4e16-a9d7-8307bc78fa43 admin admin] 10.222.0.70 "PUT /v2.0/routers/2f78c33b-0460-44cf-98b3-2ccc9bb40ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4107447 Aug 03 16:52:31.096956 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:31.099664 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Sync routers for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:31.109708 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:31.110430 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:31.203097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.215383 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:31.308358 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.366442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Deleting port e841fedc-7dee-443a-8a07-bfd5e32fb932 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:31.366788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.450489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] For port e841fedc-7dee-443a-8a07-bfd5e32fb932, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e841fedc-7dee-443a-8a07-bfd5e32fb932,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:31.451476 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.464789 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Calling delete_port for e841fedc-7dee-443a-8a07-bfd5e32fb932 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:31.484918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:52:30Z', 'revision_number': 5, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port': {'id': 'e841fedc-7dee-443a-8a07-bfd5e32fb932', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:31.512022 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Checking router: 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:31.521069 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Routers {'2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:31.521981 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:31.614514 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] Set router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:31.648268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.668626 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:52:31Z', 'revision_number': 6, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:31.677271 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=e841fedc-7dee-443a-8a07-bfd5e32fb932,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:31.695353 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacf85d-a157-4a9f-b714-b74c440e3e9f None None] The sync data for ids ['2f78c33b-0460-44cf-98b3-2ccc9bb40ff2'] in n-d-803226-3 is: [{'id': '2f78c33b-0460-44cf-98b3-2ccc9bb40ff2', 'name': 'tempest-TestMinimumBasicScenario-2057527368-router', 'tenant_id': '0518ae5df67449e090fa7166fadb989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:20Z', 'updated_at': '2021-08-03T16:52:31Z', 'revision_number': 6, 'project_id': '0518ae5df67449e090fa7166fadb989c', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:31.738204 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.827550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.829788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.875808 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.876254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:52:31.880466 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.882232 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-60b3eff5-f8fa-4e74-aadf-599a53d69e13 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2f78c33b-0460-44cf-98b3-2ccc9bb40ff2 HTTP/1.1" status: 204 len: 168 time: 0.7841885 Aug 03 16:52:31.884576 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58860) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:31.928610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Deleting subnet 4829a836-7121-4a70-8abb-4731c285de3a {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:52:31.931636 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:31.967201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.400715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.454732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.481284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4829a836-7121-4a70-8abb-4731c285de3a,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:32.484023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.488528 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-25be9977-d52a-4244-95fa-e731dbc99967 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4829a836-7121-4a70-8abb-4731c285de3a HTTP/1.1" status: 204 len: 168 time: 0.6004932 Aug 03 16:52:32.489252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58862) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:32.491436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d9cdc-5136-457d-94f1-8ece5793cecd None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:52:32.509210 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:52:32.542846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9696b667-0ed3-4a98-9260-0704477f4250 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:32.571109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.586920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 9696b667-0ed3-4a98-9260-0704477f4250 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:32.587277 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 9696b667-0ed3-4a98-9260-0704477f4250 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:32.627432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Deleting port 88396938-7e67-4190-bf62-41a7f1b2fd3e {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:32.627788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.702523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] For port 88396938-7e67-4190-bf62-41a7f1b2fd3e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88396938-7e67-4190-bf62-41a7f1b2fd3e,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:32.702896 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.706533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] DHCP port deletion for f397b302-bd77-429b-ab31-f7b0594e9cbe request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:52:32.718563 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Calling delete_port for 88396938-7e67-4190-bf62-41a7f1b2fd3e owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:32.757311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Deleting port 88396938-7e67-4190-bf62-41a7f1b2fd3e {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:32.757747 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.809828 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.829349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] For port 88396938-7e67-4190-bf62-41a7f1b2fd3e, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=88396938-7e67-4190-bf62-41a7f1b2fd3e,segment=NetworkSegment(8b3a4080-a192-44ed-b9f2-8323283ae55b),segment_id=8b3a4080-a192-44ed-b9f2-8323283ae55b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:32.829792 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.838152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=88396938-7e67-4190-bf62-41a7f1b2fd3e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:32.847239 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] No DVR routers for this DVR port 88396938-7e67-4190-bf62-41a7f1b2fd3e on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:52:32.930728 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.942278 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f397b302-bd77-429b-ab31-f7b0594e9cbe']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:32.954655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3a4080-a192-44ed-b9f2-8323283ae55b') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:32.954990 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3a4080-a192-44ed-b9f2-8323283ae55b') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:32.965200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.980803 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.987378 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:52:32.987857 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:52:32.990539 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:52:33.016342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Calling delete_port for 88396938-7e67-4190-bf62-41a7f1b2fd3e owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:33.053845 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.061150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.066373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58864) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:33.066901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f397b302-bd77-429b-ab31-f7b0594e9cbe HTTP/1.1" status: 204 len: 168 time: 0.5754795 Aug 03 16:52:33.077321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6adcfe-ed81-4c7e-af4d-fd9f949c2e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f397b302-bd77-429b-ab31-f7b0594e9cbe,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:33.095789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.117802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Pushing event deleted for resources: {'Port': ['ID=88396938-7e67-4190-bf62-41a7f1b2fd3e,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:33.120900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Network f397b302-bd77-429b-ab31-f7b0594e9cbe is not hosted by any dhcp agent {{(pid=106018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 16:52:33.121356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] No DVR routers for this DVR port 88396938-7e67-4190-bf62-41a7f1b2fd3e on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:52:33.129273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.129624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.129993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.130340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.130677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.133919 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4508fee-0a07-4d13-91bf-1653a9483b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:33.434814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.688584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Deleting port 8755d794-9895-4e74-9871-eb917d269335 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:33.688873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.767641 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] For port 8755d794-9895-4e74-9871-eb917d269335, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=8755d794-9895-4e74-9871-eb917d269335,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:33.768012 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.780796 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Calling delete_port for 8755d794-9895-4e74-9871-eb917d269335 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:33.963496 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:33.995969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8755d794-9895-4e74-9871-eb917d269335,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:34.178337 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e841fedc-7dee-443a-8a07-bfd5e32fb932 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:34.184497 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:34.200139 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e841fedc-7dee-443a-8a07-bfd5e32fb932 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:34.200515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e841fedc-7dee-443a-8a07-bfd5e32fb932 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:34.201434 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88396938-7e67-4190-bf62-41a7f1b2fd3e no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:34.223392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 88396938-7e67-4190-bf62-41a7f1b2fd3e {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:34.223640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 88396938-7e67-4190-bf62-41a7f1b2fd3e not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:34.408559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:52:34.516737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:34.522789 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-19b95706-33f3-4e2d-953a-e613fca2df7c admin admin] 10.222.0.70 "PUT /v2.0/routers/c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4541540 Aug 03 16:52:34.524289 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58868) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:34.527310 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Sync routers for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:34.536545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:34.537262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:34.632230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:34.643984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:34.735327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:34.792627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Deleting port ef266a81-8e22-4291-9157-a2c7003ce578 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:34.792871 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:34.821871 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:52:33Z', 'revision_number': 5, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port': {'id': 'ef266a81-8e22-4291-9157-a2c7003ce578', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:34.848618 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Checking router: c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:34.857281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Routers {'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:34.857991 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:34.874164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] For port ef266a81-8e22-4291-9157-a2c7003ce578, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=ef266a81-8e22-4291-9157-a2c7003ce578,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:34.874532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:34.888626 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Calling delete_port for ef266a81-8e22-4291-9157-a2c7003ce578 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:34.946907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] Set router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:35.002445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:52:34Z', 'revision_number': 6, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:35.030137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e4262-2e65-44ff-b1d4-6d6708937ae3 None None] The sync data for ids ['c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4'] in n-d-803226-3 is: [{'id': 'c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4', 'name': 'tempest-TestMinimumBasicScenario-1267221098-router', 'tenant_id': '06d426da0bbe4c5498f6be408a80b298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:50:25Z', 'updated_at': '2021-08-03T16:52:34Z', 'revision_number': 6, 'project_id': '06d426da0bbe4c5498f6be408a80b298', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:35.058532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.081100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef266a81-8e22-4291-9157-a2c7003ce578,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:35.152529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.245810 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.248894 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.292124 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.292772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:52:35.297625 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.299014 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-68ebc18a-3822-4f01-9d39-a4af88e10a56 admin admin] 10.222.0.70 "DELETE /v2.0/routers/c3b3a99b-cfb8-4c3b-ba96-9f9bb96ff5b4 HTTP/1.1" status: 204 len: 168 time: 0.7737958 Aug 03 16:52:35.301458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:35.346391 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Deleting subnet 749f0784-2b63-436a-a302-de1970143367 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:52:35.349615 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.390420 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.473727 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.527167 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.559873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749f0784-2b63-436a-a302-de1970143367,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:35.563199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.567165 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cbd976f6-eb82-45ee-8fd0-82705e185d47 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/749f0784-2b63-436a-a302-de1970143367 HTTP/1.1" status: 204 len: 168 time: 0.2646167 Aug 03 16:52:35.567708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:35.568544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30479c0-f91d-4477-a11b-8cd5ae5ec755 None None] Network c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:52:35.640254 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.693777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Deleting port b4fa0c70-896a-4943-ade4-7f77df18ea1a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:35.694119 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.764123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] For port b4fa0c70-896a-4943-ade4-7f77df18ea1a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4fa0c70-896a-4943-ade4-7f77df18ea1a,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:35.764666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.780147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Calling delete_port for b4fa0c70-896a-4943-ade4-7f77df18ea1a owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:35.781100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] DHCP port deletion for c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:52:35.828236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Deleting port b4fa0c70-896a-4943-ade4-7f77df18ea1a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:52:35.828623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.867025 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.898516 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] For port b4fa0c70-896a-4943-ade4-7f77df18ea1a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b4fa0c70-896a-4943-ade4-7f77df18ea1a,segment=NetworkSegment(dff44aa2-f64b-4743-9c58-b15f34bf6a59),segment_id=dff44aa2-f64b-4743-9c58-b15f34bf6a59)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:35.898821 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.898986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fa0c70-896a-4943-ade4-7f77df18ea1a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:35.902634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] No DVR routers for this DVR port b4fa0c70-896a-4943-ade4-7f77df18ea1a on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:52:35.915852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Calling delete_port for b4fa0c70-896a-4943-ade4-7f77df18ea1a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:52:35.976638 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:35.989327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:35.994138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.004335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff44aa2-f64b-4743-9c58-b15f34bf6a59') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:36.004735 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff44aa2-f64b-4743-9c58-b15f34bf6a59') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:36.016863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.025396 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] Pushing event deleted for resources: {'Port': ['ID=b4fa0c70-896a-4943-ade4-7f77df18ea1a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:36.032112 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.032276 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e05b4-a2fe-40ed-8852-15b18963b0d1 None None] No DVR routers for this DVR port b4fa0c70-896a-4943-ade4-7f77df18ea1a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:52:36.045498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:52:36.046103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:52:36.048768 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:52:36.112521 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.118672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.119408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ef266a81-8e22-4291-9157-a2c7003ce578 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:36.120514 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3 HTTP/1.1" status: 204 len: 168 time: 0.5518138 Aug 03 16:52:36.138710 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c1e57-a5c1-4389-953b-b62570ca3400 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6153fe2-f2ca-4ec0-8be7-0112bcdb4be3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:36.143009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: ef266a81-8e22-4291-9157-a2c7003ce578 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:36.143372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device ef266a81-8e22-4291-9157-a2c7003ce578 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:36.143802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8755d794-9895-4e74-9871-eb917d269335 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:36.167275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 8755d794-9895-4e74-9871-eb917d269335 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:36.167527 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 8755d794-9895-4e74-9871-eb917d269335 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:36.167954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4fa0c70-896a-4943-ade4-7f77df18ea1a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:52:36.187749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b4fa0c70-896a-4943-ade4-7f77df18ea1a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:52:36.188107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b4fa0c70-896a-4943-ade4-7f77df18ea1a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:52:36.303218 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58876) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:36.348478 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b08917b1-46c3-41d0-959d-00bf34dfb521 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0518ae5df67449e090fa7166fadb989c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440331 Aug 03 16:52:36.350974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:36.399900 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.421223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.467869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.470440 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.471603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59bb303e-691a-4bcc-b370-c65c16bba530 HTTP/1.1" status: 204 len: 168 time: 0.1197281 Aug 03 16:52:36.479958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f40b3e-975f-4797-8de6-04dfce14e432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb303e-691a-4bcc-b370-c65c16bba530,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:36.788002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:36.832164 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e227ffc7-9730-41bf-87f8-2fe8fb8274ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06d426da0bbe4c5498f6be408a80b298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429785 Aug 03 16:52:36.834668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58886) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:36.883816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.906020 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.952154 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.954774 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:36.955945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb2e4cae-79e5-4d4f-aa05-8d4d07ce7cf4 HTTP/1.1" status: 204 len: 168 time: 0.1204093 Aug 03 16:52:36.963842 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5403bfc-b4d1-4b8f-9873-e983b1b6dc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e4cae-79e5-4d4f-aa05-8d4d07ce7cf4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:38.679152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58926) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:38.683787 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915953426', 'description': 'tempest-secgroup-smoke-1915953426 description', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:38.707393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.715287 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.808470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.813060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.849152 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db94a8e-b55f-437b-be8a-b6dcdaa9ad2e,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:38.906969 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.910819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.938644 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:38.939918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2597637 Aug 03 16:52:38.943433 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58928) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:38.944240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49eb40-2357-4e68-878f-c2675374c87e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c66126-aabf-4b23-9d78-c367a698fc28,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:38.949337 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:38.976937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.036122 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.039693 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.058494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf779023-2a16-4603-8dbc-07c9d00469ff,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.064953 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.065332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-05f0ac7b-b66d-4dd4-b31d-95cbcac874ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207893 Aug 03 16:52:39.068161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58930) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.072668 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.099550 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.158266 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.161870 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.180225 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dd6cf5-7da3-423b-b18d-805784486058,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.187593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.190193 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4f324250-1986-4c03-90de-739fa543fe91 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210654 Aug 03 16:52:39.191732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58932) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.196227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.223965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.290956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.295374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.316586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ac52fb-1083-427d-ae18-78a77947755e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.323071 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.324321 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-43cf6a50-1801-40a5-9dfa-49083a263c15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315627 Aug 03 16:52:39.327547 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58934) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.333212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.361343 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.422484 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.426720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.446074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18ce36a-6ad4-4ed9-b734-2f2a48fcf39c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.448986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.451385 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-49f7ca32-3fc6-44bb-ab26-1d630a0b508b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207933 Aug 03 16:52:39.454865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.460084 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.482399 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:52:39.487421 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.548852 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.552891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.571497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3d9109-a274-4f0c-be29-6815eeec90c2,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.578077 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.579329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6ce496d7-ec09-4123-b77d-5b16ffb5e162 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232543 Aug 03 16:52:39.582574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58938) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.587055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'a2c66126-aabf-4b23-9d78-c367a698fc28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.610477 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:52:39.615472 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.677595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.681379 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.701834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62116a4f-fac3-4196-b40d-bbe90e612d4a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.708506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.709894 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-75ed396d-5b79-42cf-8461-d10e12aeb259 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263101 Aug 03 16:52:39.712913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.718692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'network': {'name': 'tempest-network-smoke--165608353', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.738658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:52:39.742301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.766693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:52:39.775565 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.775916 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Added segment 142332c5-f16c-43e2-8880-f05df9c8b328 of type vlan for network 586bcd31-52e0-4fbf-abda-9e2f40e01289 Aug 03 16:52:39.816334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.845671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.851216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:39.851797 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.904703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1907322 Aug 03 16:52:39.907910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58942) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:39.912205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-13bf5e2d-d1ad-4dad-9abd-a0636eee1f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.914930 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'admin_state_up': True, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:39.919403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ebb3-e28c-4f0c-b1a0-2e7a1b7bf5b5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Network': ['ID=586bcd31-52e0-4fbf-abda-9e2f40e01289,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:39.930485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:52:39.940850 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.942006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:39.994767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.136249 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.340592 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.364335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.465088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.147 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:52:40.570729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.610068 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:40.646783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:40.649602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:40.655686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:52:40.660958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:41.239588 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:41.438805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:41.568268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a8380e9d-96a3-4c28-9128-54bf0ecb8511 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:52:41.678666 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:41.688850 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Sync routers for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:41.697919 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:41.698535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:41.698867 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:41.703469 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a90ffdb5-e32e-41c1-8ca4-c08c0d6466e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7911592 Aug 03 16:52:41.704094 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58944) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:41.803111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:41.831996 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7127dcc6-3d41-410e-bc5d-68d16edb6504 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6ef3d3bfc3394fbeb35dee8db5aad014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267211 Aug 03 16:52:41.834543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58948) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:41.986836 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904dc855-adaf-47d1-b360-18dcc1a83712 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:41.988381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-904dc855-adaf-47d1-b360-18dcc1a83712 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529343 Aug 03 16:52:41.991403 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58950) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:41.994045 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:41Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:42.023429 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Checking router: a8380e9d-96a3-4c28-9128-54bf0ecb8511 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:42.024006 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Updating router a8380e9d-96a3-4c28-9128-54bf0ecb8511 port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:52:42.036101 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-4bfc7924-6b9a-42c4-bd89-2c91957975ab tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409582 Aug 03 16:52:42.036346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 58952) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:42.044109 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112049501', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:42.052691 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.143144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:52:42.146715 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.224018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0465ea93-2948-4705-a0f5-a80b75e08217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.327191 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.337301 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Transition to ACTIVE for port object a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:42.342786 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.347164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.402876 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Attempting to bind port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:52:42.403194 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Attempting to bind port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:52:42.403562 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Attempting to bind port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:52:42.405730 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:42.414373 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Subnet': ['ID=44bdafe5-986e-45a5-8ca4-52b9abeed8cd,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:42.414553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:52:42.414864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:52:42.415263 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.415653 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:52:42.416185 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Bound port: a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:52:42.416570 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.418742 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.419594 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.420143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.420482 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.420808 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.421574 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.421950 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.422340 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.422668 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.423139 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.423731 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.424099 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:52:42.424291 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Checking segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:52:42.424626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network hostable DHCP agents. Network: 586bcd31-52e0-4fbf-abda-9e2f40e01289, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:52:42.444775 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:52:42.454858 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 586bcd31-52e0-4fbf-abda-9e2f40e01289) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:42.459232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:42.459830 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.465661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29487dc2-8f90-4e97-a318-a1935046d950 None None] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:52:42.479210 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22200ddd-07ef-4c22-ba6e-12b29c0a5a63 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4418283 Aug 03 16:52:42.479475 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 58954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:42.480350 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] For port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:52:42.485252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] For port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:52:42.489890 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.553236 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6ef1e-8c1f-41f2-bb2f-cfda6a60a146 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:42.565923 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:42.566571 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:42.631186 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-586bcd31-52e0-4fbf-abda-9e2f40e01289', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:52:42.632322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.684857 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:42.800550 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Allocated IP 172.20.0.2 (586bcd31-52e0-4fbf-abda-9e2f40e01289/44bdafe5-986e-45a5-8ca4-52b9abeed8cd/c8bae5c3-41b5-458e-a4cf-0d513751d2dd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:52:42.887865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.908391 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:41Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:42.936472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a856f5eb-3f79-4f33-9007-14ac1c4cbb48 None None] The sync data for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 is: [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:41Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:42.979353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:42.990184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Transition to ACTIVE for port object c8bae5c3-41b5-458e-a4cf-0d513751d2dd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:43.006464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Transition to ACTIVE for port object c8bae5c3-41b5-458e-a4cf-0d513751d2dd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:43.007541 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.013870 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.053847 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:43.056933 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:43.060652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:52:43.071544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Pushing event updated for resources: {'Port': ['ID=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:43.136036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Attempting to bind port c8bae5c3-41b5-458e-a4cf-0d513751d2dd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:52:43.136416 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Attempting to bind port c8bae5c3-41b5-458e-a4cf-0d513751d2dd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:52:43.137068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Attempting to bind port c8bae5c3-41b5-458e-a4cf-0d513751d2dd on network 586bcd31-52e0-4fbf-abda-9e2f40e01289 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:52:43.156674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:52:43.157061 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Checking segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:52:43.157521 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.157966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Bound using segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:52:43.158450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Bound port: c8bae5c3-41b5-458e-a4cf-0d513751d2dd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:52:43.158842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.247541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] For port c8bae5c3-41b5-458e-a4cf-0d513751d2dd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:52:43.251555 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] For port c8bae5c3-41b5-458e-a4cf-0d513751d2dd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:52:43.256010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.323493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a164d2a-a171-4765-b041-b3017f9a7cd4 None None] Pushing event updated for resources: {'Port': ['ID=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:43.343252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.1 (586bcd31-52e0-4fbf-abda-9e2f40e01289/44bdafe5-986e-45a5-8ca4-52b9abeed8cd/246645ac-1496-4f2f-b2dc-9a54e51232ca) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:52:43.471100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.486701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 246645ac-1496-4f2f-b2dc-9a54e51232ca will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:43.542291 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.600968 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:43.617040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:43.620186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:43.621732 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:52:43.676814 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.819268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:43.917785 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.203029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8bae5c3-41b5-458e-a4cf-0d513751d2dd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:44.267005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c8bae5c3-41b5-458e-a4cf-0d513751d2dd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:44.271729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:44.300597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18804f7b-4fbe-4659-9928-5b402dfc1191 None None] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:52:44.375498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Provisioning for port c8bae5c3-41b5-458e-a4cf-0d513751d2dd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:44.392026 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Provisioning complete for port c8bae5c3-41b5-458e-a4cf-0d513751d2dd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:44.392026 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.444145 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:44.474840 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:44.475215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.490831 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.495935 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.575045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:44.577563 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.622757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.646582 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.681427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:44.682940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:44.686002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:44.692796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] For port c8bae5c3-41b5-458e-a4cf-0d513751d2dd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:44.693319 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.701624 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.756265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:44.816529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfb5bd-5a2f-4e7b-81e4-cbc170b66cc8 None None] Pushing event updated for resources: {'Port': ['ID=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:44.826197 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a8380e9d-96a3-4c28-9128-54bf0ecb8511 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:52:44.924804 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Provisioning complete for port c8bae5c3-41b5-458e-a4cf-0d513751d2dd triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:44.925468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:44.944090 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:44.954728 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Sync routers for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:44.956653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c2f310b3-c735-448a-82d2-d6515c70d6a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/a8380e9d-96a3-4c28-9128-54bf0ecb8511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4746864 Aug 03 16:52:44.975800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:44.976253 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:45.112920 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-5b273e3d-4258-492b-a557-9b7719b9a777 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915953426&fields=id&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 267 time: 0.0360184 Aug 03 16:52:45.131503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:45.133687 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Provisioning for port 246645ac-1496-4f2f-b2dc-9a54e51232ca completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:45.162559 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Provisioning complete for port 246645ac-1496-4f2f-b2dc-9a54e51232ca triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:45.162943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.240842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-f822e6fe-3013-466b-b456-4d55dcd143e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:45.243926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-f822e6fe-3013-466b-b456-4d55dcd143e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 796 time: 0.1198678 Aug 03 16:52:45.261932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-e19ab661-ab28-4da0-868b-3158091a5095 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/quotas/6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 375 time: 0.0125160 Aug 03 16:52:45.322907 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-6384c001-1305-4ff1-b0ea-23dc82dc35b4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565259 Aug 03 16:52:45.406971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-98dd418d-9fae-4a8b-8a8d-18b6edbddc39 None None] Port 246645ac-1496-4f2f-b2dc-9a54e51232ca cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:52:45.425003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-f994a799-2c63-4994-98bd-7ca90d68a742 service neutron] 10.222.0.70 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891051 Aug 03 16:52:45.443684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.523518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-19bd34f5-ae1c-41bc-9660-c664ce8c1d12 service neutron] 10.222.0.70 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914571 Aug 03 16:52:45.531333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f52daee0-abe8-41bb-926f-1ccdac9a291d None None] Provisioning complete for port 246645ac-1496-4f2f-b2dc-9a54e51232ca triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:45.531945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f52daee0-abe8-41bb-926f-1ccdac9a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.577030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f52daee0-abe8-41bb-926f-1ccdac9a291d None None] Port 246645ac-1496-4f2f-b2dc-9a54e51232ca cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:52:45.584926 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 2, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:45.612257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Checking router: a8380e9d-96a3-4c28-9128-54bf0ecb8511 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:45.612615 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Updating router a8380e9d-96a3-4c28-9128-54bf0ecb8511 port 246645ac-1496-4f2f-b2dc-9a54e51232ca binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:52:45.641107 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.717532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3eaf0352-380a-4bf8-984b-ccaca0d98c46 req-18ee12f3-c55f-4f79-90ef-3e423331155b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 210 time: 0.0348666 Aug 03 16:52:45.930302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.940868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Transition to ACTIVE for port object 246645ac-1496-4f2f-b2dc-9a54e51232ca will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:45.946557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:45.994861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff72e-fa8f-49ba-b47c-3a44d5868559 None None] Pushing event updated for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:46.059064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Attempting to bind port 246645ac-1496-4f2f-b2dc-9a54e51232ca on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:52:46.061490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Attempting to bind port 246645ac-1496-4f2f-b2dc-9a54e51232ca by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:52:46.062046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Attempting to bind port 246645ac-1496-4f2f-b2dc-9a54e51232ca on network 586bcd31-52e0-4fbf-abda-9e2f40e01289 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:52:46.068854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:52:46.069356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Checking segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:52:46.069943 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:46.070398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Bound using segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:52:46.070990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Bound port: 246645ac-1496-4f2f-b2dc-9a54e51232ca, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:52:46.071536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:46.141780 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8bae5c3-41b5-458e-a4cf-0d513751d2dd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:46.194510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] For port 246645ac-1496-4f2f-b2dc-9a54e51232ca, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:52:46.199233 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] For port 246645ac-1496-4f2f-b2dc-9a54e51232ca, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=246645ac-1496-4f2f-b2dc-9a54e51232ca,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:52:46.209247 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:46.267065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c8bae5c3-41b5-458e-a4cf-0d513751d2dd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:46.267363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:46.314776 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ff72e-fa8f-49ba-b47c-3a44d5868559 None None] Pushing event updated for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:46.321451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:46.322540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:46.468733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:46.471547 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:46.639191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:46.639581 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:46.725740 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-22ebf7f4-8dbf-4c18-adc3-defb1e0e0bc7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:46.727891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-22ebf7f4-8dbf-4c18-adc3-defb1e0e0bc7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 796 time: 0.1139476 Aug 03 16:52:46.778741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-49705980-50d2-49f6-a287-b90d4ced9382 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 380 time: 0.0394020 Aug 03 16:52:46.795714 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'port': {'device_id': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'admin_state_up': True, 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'security_groups': ['a2c66126-aabf-4b23-9d78-c367a698fc28']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:46.797603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:46Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:46.819506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fdb39c36-350a-4381-8606-6e30952d4b4c req-b82b2fd7-2574-42f5-924f-05072258b084 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 210 time: 0.0390146 Aug 03 16:52:46.829483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ecfabb-ac11-4cb5-b168-962ad9c8e6e0 None None] The sync data for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 is: [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:46Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:46.948621 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:52:46.952715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.101445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.11 (586bcd31-52e0-4fbf-abda-9e2f40e01289/44bdafe5-986e-45a5-8ca4-52b9abeed8cd/f7796ed8-5d71-4fd4-858b-547464eed9fe) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:52:47.251971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.273541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object f7796ed8-5d71-4fd4-858b-547464eed9fe will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:47.308229 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.352584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:47.355761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:47.359834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:52:47.390229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:47.427131 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:47.427819 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.444220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-7a3024e1-677f-4142-9c2d-f2f274f48b31 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6535165 Aug 03 16:52:47.458379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Request body: {'port': {'device_id': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:47.519088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.613579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b3b08dac-8be8-4502-8609-54a59f497056 None None] Provisioning for port f7796ed8-5d71-4fd4-858b-547464eed9fe completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:47.620950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-b3b08dac-8be8-4502-8609-54a59f497056 None None] Provisioning complete for port f7796ed8-5d71-4fd4-858b-547464eed9fe triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:47.621469 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b3b08dac-8be8-4502-8609-54a59f497056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.680599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-b3b08dac-8be8-4502-8609-54a59f497056 None None] Port f7796ed8-5d71-4fd4-858b-547464eed9fe cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:52:47.857198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7796ed8-5d71-4fd4-858b-547464eed9fe {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:52:47.866224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.879514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Transition to ACTIVE for port object f7796ed8-5d71-4fd4-858b-547464eed9fe will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:52:47.884618 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:47.944943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Pushing event updated for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:47.976936 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540ae4a-d94c-4adf-82a7-db4499b50d4c req-078d313f-fdfd-4b50-bcef-88be643fe9ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:47.978946 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c540ae4a-d94c-4adf-82a7-db4499b50d4c req-078d313f-fdfd-4b50-bcef-88be643fe9ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 944 time: 0.0759113 Aug 03 16:52:48.030223 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c540ae4a-d94c-4adf-82a7-db4499b50d4c req-75f81a37-b576-4ddf-9ddb-7084f859d6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Aug 03 16:52:48.061972 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Attempting to bind port f7796ed8-5d71-4fd4-858b-547464eed9fe on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:52:48.062313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Attempting to bind port f7796ed8-5d71-4fd4-858b-547464eed9fe by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:52:48.063033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Attempting to bind port f7796ed8-5d71-4fd4-858b-547464eed9fe on network 586bcd31-52e0-4fbf-abda-9e2f40e01289 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:52:48.073741 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Port f7796ed8-5d71-4fd4-858b-547464eed9fe on network 586bcd31-52e0-4fbf-abda-9e2f40e01289 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:52:48.074077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Attempting to bind port f7796ed8-5d71-4fd4-858b-547464eed9fe on network 586bcd31-52e0-4fbf-abda-9e2f40e01289 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:52:48.083003 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:52:48.083341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Checking segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:52:48.083735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Bound using segment: {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:52:48.084166 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Bound port: f7796ed8-5d71-4fd4-858b-547464eed9fe, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142332c5-f16c-43e2-8880-f05df9c8b328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:52:48.084613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.172115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 246645ac-1496-4f2f-b2dc-9a54e51232ca up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:48.180399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:52:48.185427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:52:48.192020 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.233492 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.234575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.237286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] 10.222.0.78 "PUT /v2.0/ports/f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 1092 time: 0.7840474 Aug 03 16:52:48.238019 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:48.242473 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e3c91-3795-4d00-a2bf-81719b6c438f" -d '{"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:48.281069 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 246645ac-1496-4f2f-b2dc-9a54e51232ca completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:48.290666 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 246645ac-1496-4f2f-b2dc-9a54e51232ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:48.291195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.328915 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b360b1b-96cb-4780-937f-b7eafefbf2dc x-openstack-request-id: req-4b360b1b-96cb-4780-937f-b7eafefbf2dc {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:48.329705 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:48.330131 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b360b1b-96cb-4780-937f-b7eafefbf2dc {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:48.330790 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'status': 'completed', 'code': 200} Aug 03 16:52:48.360496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308b20f-ce75-43b4-9623-75265dc2dd83 service neutron] Pushing event updated for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:48.389716 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-b0319b0c-f30d-4a94-b8b9-860ec77b945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.392221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-b0319b0c-f30d-4a94-b8b9-860ec77b945c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1095 time: 0.0867202 Aug 03 16:52:48.414617 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.447260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-55f49011-34ae-4467-94c6-35851203563f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 217 time: 0.0459545 Aug 03 16:52:48.454784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 246645ac-1496-4f2f-b2dc-9a54e51232ca, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=246645ac-1496-4f2f-b2dc-9a54e51232ca,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:48.461481 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:48.515218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-3c53976e-b264-401a-a6fa-9b6a13635e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.516708 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-3c53976e-b264-401a-a6fa-9b6a13635e40 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 200 len: 835 time: 0.0617187 Aug 03 16:52:48.522291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:48.573555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-5b415800-6252-432d-b91b-93a4038e9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.575107 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-5b415800-6252-432d-b91b-93a4038e9307 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=586bcd31-52e0-4fbf-abda-9e2f40e01289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493183 Aug 03 16:52:48.693990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-858c2104-909a-4e81-a853-e3c1ff025188 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103683 Aug 03 16:52:48.790948 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8b7ce2d5-4f95-4771-ad69-eee23ba59323 req-36f6bf02-f7d7-4eb3-bd88-daa56604fe7a service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885396 Aug 03 16:52:48.882213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-a360c14e-6fc5-473d-a6ed-5e118f318536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.883764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-a360c14e-6fc5-473d-a6ed-5e118f318536 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1095 time: 0.0448229 Aug 03 16:52:48.993530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-dd509fd0-704a-4fb2-859a-11beb42922bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:48.995052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-dd509fd0-704a-4fb2-859a-11beb42922bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 897 time: 0.0965526 Aug 03 16:52:49.041040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-350d444c-0521-4de3-8930-2085d799c93b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 217 time: 0.0373843 Aug 03 16:52:49.098663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-eeb21ce8-2558-49ea-b4fe-ad1621771f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:49.100131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-eeb21ce8-2558-49ea-b4fe-ad1621771f32 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 200 len: 835 time: 0.0517602 Aug 03 16:52:49.149313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-0f3ac361-7ba4-424a-9fad-0e1451e3935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:49.150871 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-0f3ac361-7ba4-424a-9fad-0e1451e3935a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=586bcd31-52e0-4fbf-abda-9e2f40e01289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415750 Aug 03 16:52:49.156048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab73e0-56ef-4c78-920f-9cb0e45f6555 req-be505b4a-65a5-42f1-8fd2-a3c8b144760e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:49.157554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62ab73e0-56ef-4c78-920f-9cb0e45f6555 req-be505b4a-65a5-42f1-8fd2-a3c8b144760e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 944 time: 0.0512631 Aug 03 16:52:49.196563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-62ab73e0-56ef-4c78-920f-9cb0e45f6555 req-b02b1007-1ec5-49a6-91ab-71bad973be12 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Aug 03 16:52:49.248889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-92c8a93c-3242-48fa-a768-54b5cd8257ef service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902233 Aug 03 16:52:49.345555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f36e3c91-3795-4d00-a2bf-81719b6c438f req-4d3b2070-be6f-4569-ad70-78eceb1a0098 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893686 Aug 03 16:52:50.121359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 246645ac-1496-4f2f-b2dc-9a54e51232ca up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:50.168724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 246645ac-1496-4f2f-b2dc-9a54e51232ca triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:50.169051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:50.320046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23851-bc87-473c-b41a-c8f9fd21156d req-01334a43-1c1c-4255-8066-7734a5c34e9e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:50.321562 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aef23851-bc87-473c-b41a-c8f9fd21156d req-01334a43-1c1c-4255-8066-7734a5c34e9e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 944 time: 0.0511165 Aug 03 16:52:50.360492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aef23851-bc87-473c-b41a-c8f9fd21156d req-05138933-b6cc-40d9-9915-865535157fe3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Aug 03 16:52:51.491024 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42e26e-cf27-4b2e-93f7-e814447ea98c req-83baa21d-abc9-4231-9aa2-e4333058946c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:51.492517 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af42e26e-cf27-4b2e-93f7-e814447ea98c req-83baa21d-abc9-4231-9aa2-e4333058946c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 944 time: 0.0523963 Aug 03 16:52:51.531542 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af42e26e-cf27-4b2e-93f7-e814447ea98c req-0dcbb017-127a-441c-b4b3-9f92aae7e82d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328312 Aug 03 16:52:51.861082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f7796ed8-5d71-4fd4-858b-547464eed9fe details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:52:51.956038 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:51.968121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'port_id': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'mac_address': 'fa:16:3e:ca:ab:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:52:52.010358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:52.023729 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7796ed8-5d71-4fd4-858b-547464eed9fe {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:52:52.043465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:52.048772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:52.097563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:52.300340 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['f7796ed8-5d71-4fd4-858b-547464eed9fe'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:52:52.524500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:52.653940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee25c-3d4b-405e-be1b-d683cd127690 req-b2cfdb12-acdd-4f80-a406-6b91bfc544de tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:52.655601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e68ee25c-3d4b-405e-be1b-d683cd127690 req-b2cfdb12-acdd-4f80-a406-6b91bfc544de tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 945 time: 0.0551405 Aug 03 16:52:52.701714 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e68ee25c-3d4b-405e-be1b-d683cd127690 req-2a6a11d6-01aa-4ae5-978f-4bc44f7c5e46 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Aug 03 16:52:53.822138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364810e-4ebd-4226-9602-33db38dc8864 req-51951176-4082-440c-b519-b9d17abd822b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:53.823648 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d364810e-4ebd-4226-9602-33db38dc8864 req-51951176-4082-440c-b519-b9d17abd822b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 945 time: 0.0508306 Aug 03 16:52:53.861720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d364810e-4ebd-4226-9602-33db38dc8864 req-9572d1e9-f895-4b6a-8310-4bf193017195 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Aug 03 16:52:53.884791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f7796ed8-5d71-4fd4-858b-547464eed9fe up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:52:53.932349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port f7796ed8-5d71-4fd4-858b-547464eed9fe completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:52:53.936859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port f7796ed8-5d71-4fd4-858b-547464eed9fe triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:52:53.937230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:54.017443 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:54.042532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:54.045587 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b8bff-5285-4814-8122-e32b1b139a55" -d '{"events": [{"server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "name": "network-vif-plugged", "status": "completed", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:54.059429 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:52:54.064222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:54.093479 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f3158e-db9a-48cf-ab96-d196d0ad9858 x-openstack-request-id: req-81f3158e-db9a-48cf-ab96-d196d0ad9858 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:54.093974 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "name": "network-vif-plugged", "status": "completed", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:54.094242 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81f3158e-db9a-48cf-ab96-d196d0ad9858 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:54.094641 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'code': 200} Aug 03 16:52:54.122538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:54.186842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57843-8ae8-4edd-b97b-7b78a7c7ff9c req-d3912d51-0edf-4a04-ba1d-5f1ebc9883cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:54.188342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1b57843-8ae8-4edd-b97b-7b78a7c7ff9c req-d3912d51-0edf-4a04-ba1d-5f1ebc9883cc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1097 time: 0.0412056 Aug 03 16:52:54.223884 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1b57843-8ae8-4edd-b97b-7b78a7c7ff9c req-c8a7f438-ef50-48ad-94a5-f6d848b18e33 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282013 Aug 03 16:52:54.985331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be0e23-fd8c-4f70-9911-3b3a2a8e8c5d req-a64c4133-7c38-45db-b236-ea31454c0021 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:54.986940 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65be0e23-fd8c-4f70-9911-3b3a2a8e8c5d req-a64c4133-7c38-45db-b236-ea31454c0021 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0521729 Aug 03 16:52:55.029597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-65be0e23-fd8c-4f70-9911-3b3a2a8e8c5d req-1c790f7b-55c7-43a0-bba0-d86da81f9724 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364645 Aug 03 16:52:56.148618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce22ec-035f-4666-a9d7-937298708b1e req-20c45d6b-2fe8-4cd7-9f22-661f68ece6f9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.150140 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7ce22ec-035f-4666-a9d7-937298708b1e req-20c45d6b-2fe8-4cd7-9f22-661f68ece6f9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0497701 Aug 03 16:52:56.190577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c7ce22ec-035f-4666-a9d7-937298708b1e req-6b468046-8fcc-4400-8ff9-78202fe339a7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 03 16:52:56.312254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d10a3-5894-4b36-aa36-85286d9364cf req-c760117d-054a-45ff-88af-daa5f32a3bdb tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.314012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b0d10a3-5894-4b36-aa36-85286d9364cf req-c760117d-054a-45ff-88af-daa5f32a3bdb tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0541763 Aug 03 16:52:56.355475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7b0d10a3-5894-4b36-aa36-85286d9364cf req-26f05272-7fd1-4ede-90c9-24c514db0d0e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Aug 03 16:52:56.371595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-a23177cf-e427-4b6f-a34a-b7178917afc7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404644 Aug 03 16:52:56.380494 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:56.452636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b45784-bdbd-441a-bea8-b0bb406c308c tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.454291 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-97b45784-bdbd-441a-bea8-b0bb406c308c tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1092 time: 0.0727491 Aug 03 16:52:56.457369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:56.462811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:52:56.464568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34081-863a-4544-8d5d-3615f1514e6f req-e1147ba4-47f1-4eb9-823e-220e0c2ac8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.466989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-e1147ba4-47f1-4eb9-823e-220e0c2ac8bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1097 time: 0.0514731 Aug 03 16:52:56.494756 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:56.607473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34081-863a-4544-8d5d-3615f1514e6f req-3b5bca27-af8b-46ae-89c3-833a2ecf8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.609113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-3b5bca27-af8b-46ae-89c3-833a2ecf8e07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 897 time: 0.1174397 Aug 03 16:52:56.620246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:56.657269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-21673b21-8224-4ccb-9ef9-b8983b60df7a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 217 time: 0.0407808 Aug 03 16:52:56.710018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34081-863a-4544-8d5d-3615f1514e6f req-ae9bb827-8d9f-48ea-8443-8a880879d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.711480 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-ae9bb827-8d9f-48ea-8443-8a880879d9e8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 200 len: 835 time: 0.0471683 Aug 03 16:52:56.733530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.41 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/afd920b0-909d-4e55-8a3e-4f75cae3a602) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:52:56.744623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:56.761971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34081-863a-4544-8d5d-3615f1514e6f req-97aa4086-038a-404f-a790-784b849de6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:56.764373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-97aa4086-038a-404f-a790-784b849de6e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=586bcd31-52e0-4fbf-abda-9e2f40e01289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452836 Aug 03 16:52:56.854115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:56.902989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-8493159d-5dab-4574-9e5f-237f48fe542a service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307774 Aug 03 16:52:56.931704 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.004440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:52:57.013466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:52:57.021277 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:52:57.024677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=afd920b0-909d-4e55-8a3e-4f75cae3a602,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:57.085177 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29e34081-863a-4544-8d5d-3615f1514e6f req-594f14b0-47e8-4aeb-a1c8-3b9f9f4dbdf2 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746583 Aug 03 16:52:57.430121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.502581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.659773 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.663860 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.733555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=afd920b0-909d-4e55-8a3e-4f75cae3a602,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:52:57.741889 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:57.845304 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 54650e79-958a-4751-bd26-f677fe6bd67e associated. External IP: 172.25.7.41, port: f7796ed8-5d71-4fd4-858b-547464eed9fe. Aug 03 16:52:58.051334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a8380e9d-96a3-4c28-9128-54bf0ecb8511 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:52:58.162743 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:52:58.173358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Sync routers for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:52:58.179424 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:52:58.183828 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:58.185159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:58.207003 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a5f7945f-dd21-4199-bea9-c3d73b081e3b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7483346 Aug 03 16:52:58.207695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:52:58.209992 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491bd37-8083-4319-b531-7b3500e97397" -d '{"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:52:58.254656 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28f469-c407-466d-a7b6-842d246820cc x-openstack-request-id: req-9a28f469-c407-466d-a7b6-842d246820cc {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:52:58.254978 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:52:58.255203 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a28f469-c407-466d-a7b6-842d246820cc {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:52:58.255610 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'status': 'completed', 'code': 200} Aug 03 16:52:58.306136 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:58.353562 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d33876-7937-486e-8ebd-dd17579f777e req-32f37667-7061-426d-9160-9dca0a183149 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:58.355339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59d33876-7937-486e-8ebd-dd17579f777e req-32f37667-7061-426d-9160-9dca0a183149 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0847843 Aug 03 16:52:58.357936 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bd37-8083-4319-b531-7b3500e97397 req-be4903f1-c4a1-4cad-8818-ab6b01566832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:58.359445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-be4903f1-c4a1-4cad-8818-ab6b01566832 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1097 time: 0.0783629 Aug 03 16:52:58.450699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-59d33876-7937-486e-8ebd-dd17579f777e req-efa96772-28a1-40bb-b839-059c81526ede tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884490 Aug 03 16:52:58.474313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59012) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:58.488450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bd37-8083-4319-b531-7b3500e97397 req-2ff3f95d-0be7-436e-ad3e-ad83679b63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:58.490156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-2ff3f95d-0be7-436e-ad3e-ad83679b63cf service neutron] 10.222.0.78 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 897 time: 0.1218858 Aug 03 16:52:58.539790 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a98b7a42-1434-4f1b-84fa-114aa05021c4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/54650e79-958a-4751-bd26-f677fe6bd67e HTTP/1.1" status: 200 len: 991 time: 0.0635049 Aug 03 16:52:58.569885 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-00848a6f-eaae-4c6d-8b78-9e8a261b0af7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 999 time: 0.0708477 Aug 03 16:52:58.623763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bd37-8083-4319-b531-7b3500e97397 req-042c6fbe-253e-4399-aa7d-9f112f1f75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:58.625280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-042c6fbe-253e-4399-aa7d-9f112f1f75a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 200 len: 835 time: 0.0459561 Aug 03 16:52:58.636897 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '54650e79-958a-4751-bd26-f677fe6bd67e', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'port_id': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'mac_address': 'fa:16:3e:ca:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:52:57Z', 'updated_at': '2021-08-03T16:52:57Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:58.667993 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Checking router: a8380e9d-96a3-4c28-9128-54bf0ecb8511 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:52:58.677618 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:52:58.677911 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491bd37-8083-4319-b531-7b3500e97397 req-4ee0526a-332d-4469-a976-b0bcebace880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:52:58.678251 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:52:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:58.679214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-4ee0526a-332d-4469-a976-b0bcebace880 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=586bcd31-52e0-4fbf-abda-9e2f40e01289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467927 Aug 03 16:52:58.773112 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-0b5a1b98-1ba1-4edf-8055-880f609c46c6 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Aug 03 16:52:58.787447 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:52:58.871161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c491bd37-8083-4319-b531-7b3500e97397 req-110dd3a5-cbf7-43b3-8551-1f1d858637a3 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893579 Aug 03 16:52:59.012233 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '54650e79-958a-4751-bd26-f677fe6bd67e', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'port_id': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'mac_address': 'fa:16:3e:ca:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:52:57Z', 'updated_at': '2021-08-03T16:52:57Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:52:59.041163 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f4d5a6-e1be-4deb-8439-91998e23c48a None None] The sync data for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 is: [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '54650e79-958a-4751-bd26-f677fe6bd67e', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'port_id': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'mac_address': 'fa:16:3e:ca:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:52:57Z', 'updated_at': '2021-08-03T16:52:57Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:52:59.235798 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44374c48-8df7-428f-9c95-b2ab3c6e81a5 None None] New status for floating IP 54650e79-958a-4751-bd26-f677fe6bd67e: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:52:59.545177 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59014) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:52:59.675766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8f452915-fe1f-447e-b7f4-23a3cbf54fd7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/54650e79-958a-4751-bd26-f677fe6bd67e HTTP/1.1" status: 200 len: 993 time: 0.1289651 Aug 03 16:53:09.509459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:53:09.918023 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-abb2da6b-521b-4229-b966-b32f5b2d1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:12.216097 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4278d735-8c7c-464b-a6fe-1e56f18972a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:12.883769 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:13.920876 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:15.319070 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:22.518862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:26.744410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:31.094726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f586c-799a-40ff-8a26-83c93a6fda54 req-a72964cc-4405-4c87-b4aa-21eddd4a642a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:31.096228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d33f586c-799a-40ff-8a26-83c93a6fda54 req-a72964cc-4405-4c87-b4aa-21eddd4a642a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0526950 Aug 03 16:53:31.135147 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d33f586c-799a-40ff-8a26-83c93a6fda54 req-b9565ecf-e6e9-45af-860d-8fcaf154eb39 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Aug 03 16:53:32.272686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd3c7-eb5c-4498-ab02-5816c36e85a4 req-fb6c852e-b549-4042-a5d4-42568652f01d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:32.274259 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58cdd3c7-eb5c-4498-ab02-5816c36e85a4 req-fb6c852e-b549-4042-a5d4-42568652f01d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0507472 Aug 03 16:53:32.314563 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58cdd3c7-eb5c-4498-ab02-5816c36e85a4 req-448e2bb7-c0f8-4c1b-aad5-2d8dff5a7a50 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343788 Aug 03 16:53:32.338081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59036) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:32.406445 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-30b0452b-c5bc-4853-a6f2-bff1bf2c53d5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/54650e79-958a-4751-bd26-f677fe6bd67e HTTP/1.1" status: 200 len: 993 time: 0.0672314 Aug 03 16:53:33.669779 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2bbf7-793e-4ac0-8633-ed26247c86de req-6c77105b-77a5-4674-811b-6bb088904772 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:33.672110 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05b2bbf7-793e-4ac0-8633-ed26247c86de req-6c77105b-77a5-4674-811b-6bb088904772 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0526640 Aug 03 16:53:33.718023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05b2bbf7-793e-4ac0-8633-ed26247c86de req-648a87bb-0512-4cb8-b78c-ac5f56d1938d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Aug 03 16:53:34.843464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea759c-f97d-4e7e-9adb-52c1cff9151c req-ae120ca4-d991-4d16-9bcb-119ab55a5b76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:34.845472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bea759c-f97d-4e7e-9adb-52c1cff9151c req-ae120ca4-d991-4d16-9bcb-119ab55a5b76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0500410 Aug 03 16:53:34.883578 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0bea759c-f97d-4e7e-9adb-52c1cff9151c req-f07db8d8-96c1-4ee3-8ee0-a11e906579e5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Aug 03 16:53:34.905431 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59048) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:34.968275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e4e37113-1fe8-466d-b419-7e0313e4e0f8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/54650e79-958a-4751-bd26-f677fe6bd67e HTTP/1.1" status: 200 len: 993 time: 0.0611820 Aug 03 16:53:35.179245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59054) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:35.344523 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port afd920b0-909d-4e55-8a3e-4f75cae3a602 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:53:35.344913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:35.417575 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:35.417939 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:35.430053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for afd920b0-909d-4e55-8a3e-4f75cae3a602 owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:53:35.586559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:35.612757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=afd920b0-909d-4e55-8a3e-4f75cae3a602,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:35.642525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.642874 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.643215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.643552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.643888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.644214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.644541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.644867 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.645191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.645514 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.645861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.646178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:35.685698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:35.685950 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 54650e79-958a-4751-bd26-f677fe6bd67e disassociated (deleted). External IP: 172.25.7.41, port: f7796ed8-5d71-4fd4-858b-547464eed9fe. Aug 03 16:53:35.897586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a8380e9d-96a3-4c28-9128-54bf0ecb8511 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:53:36.007059 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:53:36.011795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:36.016429 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Sync routers for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:53:36.025869 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:36.026632 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:36.151486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:36.384665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:36.397038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f6cb16d2-205f-44a9-84d5-bc6c4cd2f50e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/floatingips/54650e79-958a-4751-bd26-f677fe6bd67e HTTP/1.1" status: 204 len: 168 time: 1.2167153 Aug 03 16:53:36.397603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:53:36.399860 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb033a-2542-4039-a807-161520e40247" -d '{"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:53:36.415167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Checking router: a8380e9d-96a3-4c28-9128-54bf0ecb8511 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:53:36.424638 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:36.425319 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:36.436987 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9167c9f8-49e1-457f-ae1e-70efd62cba7b x-openstack-request-id: req-9167c9f8-49e1-457f-ae1e-70efd62cba7b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:53:36.437772 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:53:36.438046 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9167c9f8-49e1-457f-ae1e-70efd62cba7b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:53:36.438431 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'status': 'completed', 'code': 200} Aug 03 16:53:36.501600 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb033a-2542-4039-a807-161520e40247 req-3d8d136c-6efb-48ac-b2db-cb9a32029c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:36.503227 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-3d8d136c-6efb-48ac-b2db-cb9a32029c16 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 1097 time: 0.0423982 Aug 03 16:53:36.537946 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:36.613515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb033a-2542-4039-a807-161520e40247 req-5040eda9-9596-43d2-be8e-350d684edcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:36.615010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-5040eda9-9596-43d2-be8e-350d684edcab service neutron] 10.222.0.78 "GET /v2.0/networks?id=586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 200 len: 897 time: 0.1036134 Aug 03 16:53:36.648200 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f96c48-871b-4814-98ae-1684e6444bde req-3d568ee0-d1a2-4ade-a470-296383be615d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:36.650461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15f96c48-871b-4814-98ae-1684e6444bde req-3d568ee0-d1a2-4ade-a470-296383be615d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0573745 Aug 03 16:53:36.666540 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-7e4d16d2-5131-4fd7-84f4-3b8e070aa46e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 200 len: 217 time: 0.0391059 Aug 03 16:53:36.701232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-15f96c48-871b-4814-98ae-1684e6444bde req-83b8e75c-c66e-4eae-a075-5c017be9bbc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Aug 03 16:53:36.724950 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb033a-2542-4039-a807-161520e40247 req-a24cb2c4-3e7b-42a9-ac10-ee62b1ef9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:36.726935 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-a24cb2c4-3e7b-42a9-ac10-ee62b1ef9424 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 200 len: 835 time: 0.0519993 Aug 03 16:53:36.767730 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:36.775053 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb033a-2542-4039-a807-161520e40247 req-24cbb38a-3988-4c3b-b336-91ba139ff34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:36.776558 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-24cbb38a-3988-4c3b-b336-91ba139ff34b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=586bcd31-52e0-4fbf-abda-9e2f40e01289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417562 Aug 03 16:53:36.794006 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3791c-8189-47ed-9abc-e545214dd618 None None] The sync data for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 is: [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:52:43Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '246645ac-1496-4f2f-b2dc-9a54e51232ca', 'name': '', 'network_id': '586bcd31-52e0-4fbf-abda-9e2f40e01289', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:a1:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:43Z', 'updated_at': '2021-08-03T16:52:48Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '44bdafe5-986e-45a5-8ca4-52b9abeed8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:53:36.882496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-5011ddf9-41db-488a-bfa7-7b814eb5cafd service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968311 Aug 03 16:53:36.987337 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-babb033a-2542-4039-a807-161520e40247 req-760818dd-53bb-4ab0-93e6-1e2101fc4504 service neutron] 10.222.0.78 "GET /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943909 Aug 03 16:53:37.028082 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a24563-d4ae-4a0e-8a69-bc7482a4c89c None None] New status for floating IP 54650e79-958a-4751-bd26-f677fe6bd67e: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:53:37.827319 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b88b60-ef2a-4554-be13-0ec9129fc2a7 req-c2238788-b8f1-48c4-b7e8-3d3dc5b3697c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:37.829493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46b88b60-ef2a-4554-be13-0ec9129fc2a7 req-c2238788-b8f1-48c4-b7e8-3d3dc5b3697c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0520220 Aug 03 16:53:37.867875 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-46b88b60-ef2a-4554-be13-0ec9129fc2a7 req-ce73c5ff-54ac-4c80-8039-1429b4901712 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=a2c66126-aabf-4b23-9d78-c367a698fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324295 Aug 03 16:53:38.211590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-720b88a0-f38b-4186-83af-457836b28cf8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:38.213073 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-720b88a0-f38b-4186-83af-457836b28cf8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 946 time: 0.0494714 Aug 03 16:53:38.308573 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port f7796ed8-5d71-4fd4-858b-547464eed9fe {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:53:38.308918 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:38.398839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port f7796ed8-5d71-4fd4-858b-547464eed9fe, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=f7796ed8-5d71-4fd4-858b-547464eed9fe,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:38.399206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:38.411788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for f7796ed8-5d71-4fd4-858b-547464eed9fe owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:53:38.546155 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:38.576460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=f7796ed8-5d71-4fd4-858b-547464eed9fe,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:38.623208 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] No DVR routers for this DVR port f7796ed8-5d71-4fd4-858b-547464eed9fe on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:53:38.626079 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:38.628187 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a9a4ef4-b53b-4fb6-a551-44fe35b1af91 req-5bc059b2-ea08-4b27-b590-e3a57f224151 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "DELETE /v2.0/ports/f7796ed8-5d71-4fd4-858b-547464eed9fe HTTP/1.1" status: 204 len: 173 time: 0.4085240 Aug 03 16:53:38.628603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'name': 'network-vif-deleted', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:53:38.631011 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a53bd-87b1-4ad8-8ad3-6d74db97a71b" -d '{"events": [{"server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "name": "network-vif-deleted", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:53:38.675660 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df73f1a2-0f9b-4769-9ab6-3ee96accde07 x-openstack-request-id: req-df73f1a2-0f9b-4769-9ab6-3ee96accde07 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:53:38.675956 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46030e8-bfad-4586-9bb5-1722884750bb", "name": "network-vif-deleted", "tag": "f7796ed8-5d71-4fd4-858b-547464eed9fe", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:53:38.676206 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df73f1a2-0f9b-4769-9ab6-3ee96accde07 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:53:38.676601 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46030e8-bfad-4586-9bb5-1722884750bb', 'name': 'network-vif-deleted', 'tag': 'f7796ed8-5d71-4fd4-858b-547464eed9fe', 'status': 'completed', 'code': 200} Aug 03 16:53:38.983835 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-72c792bc-ace6-4013-b01d-83a41c7de11e req-5909722a-8d6c-47da-ac72-836f857e2ec6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=c46030e8-bfad-4586-9bb5-1722884750bb HTTP/1.1" status: 200 len: 210 time: 0.0294275 Aug 03 16:53:39.909202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4da1f854-3c85-4d63-bfee-1b8d0bb0122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:40.041238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:40.419363 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.021892 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 246645ac-1496-4f2f-b2dc-9a54e51232ca {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:53:41.022223 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.116070 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 246645ac-1496-4f2f-b2dc-9a54e51232ca, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=246645ac-1496-4f2f-b2dc-9a54e51232ca,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:41.116794 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.129295 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 246645ac-1496-4f2f-b2dc-9a54e51232ca owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:53:41.317633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.345080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=246645ac-1496-4f2f-b2dc-9a54e51232ca,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:41.372479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.372864 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.373206 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.373626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.373992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.374462 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.374963 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.376621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.376621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.376981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.377321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.377663 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:41.535552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.759245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a8380e9d-96a3-4c28-9128-54bf0ecb8511 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:53:41.870535 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:53:41.876216 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9c712637-0aae-4235-926a-a7edd2b6f8c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/a8380e9d-96a3-4c28-9128-54bf0ecb8511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339164 Aug 03 16:53:41.879025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59074) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:41.881936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Sync routers for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:53:41.891029 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:41.891631 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:41.931232 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting subnet 44bdafe5-986e-45a5-8ca4-52b9abeed8cd {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:53:41.934266 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.976128 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:41.997534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:42.067602 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.138048 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.171604 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Subnet': ['ID=44bdafe5-986e-45a5-8ca4-52b9abeed8cd,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:42.177709 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.178358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f7796ed8-5d71-4fd4-858b-547464eed9fe no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:53:42.182486 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f326f66c-beee-473a-a29d-210b84e0d52e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/subnets/44bdafe5-986e-45a5-8ca4-52b9abeed8cd HTTP/1.1" status: 204 len: 168 time: 0.2998381 Aug 03 16:53:42.182786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59076) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:42.207562 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: f7796ed8-5d71-4fd4-858b-547464eed9fe {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:53:42.207914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device f7796ed8-5d71-4fd4-858b-547464eed9fe not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:53:42.217286 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caed79b-a6fb-4ffa-8e13-1db5e5d404ac None None] Network 586bcd31-52e0-4fbf-abda-9e2f40e01289 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:53:42.274041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:53:41Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:42.292218 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.306538 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Checking router: a8380e9d-96a3-4c28-9128-54bf0ecb8511 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:53:42.314723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3cc1-9eaa-45ca-9985-006e9740f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.316557 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Routers {'a8380e9d-96a3-4c28-9128-54bf0ecb8511'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:42.316992 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:42.401582 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.431081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] DHCP port deletion for 586bcd31-52e0-4fbf-abda-9e2f40e01289 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:53:42.432957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] Set router a8380e9d-96a3-4c28-9128-54bf0ecb8511 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:42.467656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:53:42.467986 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.479370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Deleting port c8bae5c3-41b5-458e-a4cf-0d513751d2dd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:53:42.480754 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.555453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] For port c8bae5c3-41b5-458e-a4cf-0d513751d2dd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,segment=NetworkSegment(142332c5-f16c-43e2-8880-f05df9c8b328),segment_id=142332c5-f16c-43e2-8880-f05df9c8b328)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:42.555852 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.559533 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:42.559911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.573534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Calling delete_port for c8bae5c3-41b5-458e-a4cf-0d513751d2dd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:53:42.580481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:53:42.622002 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:53:41Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:42.651270 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f51d19-05ab-4e7f-8729-8588d538785a None None] The sync data for ids ['a8380e9d-96a3-4c28-9128-54bf0ecb8511'] in n-d-803226-3 is: [{'id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'name': 'tempest-TestNetworkAdvancedServerOps-router-591739708', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:52:39Z', 'updated_at': '2021-08-03T16:53:41Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8380e9d-96a3-4c28-9128-54bf0ecb8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:52:40Z', 'updated_at': '2021-08-03T16:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:53:42.663888 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.690949 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Pushing event deleted for resources: {'Port': ['ID=c8bae5c3-41b5-458e-a4cf-0d513751d2dd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:42.696012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] No DVR routers for this DVR port c8bae5c3-41b5-458e-a4cf-0d513751d2dd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.706511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.707754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.707754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.707754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd54189-8208-4cbc-8b8a-9547d150c11f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:42.788528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.826515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:42.888063 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.894239 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.995911 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:42.998087 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.044537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.045218 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Fanout notify agent at l3_agent the message router_deleted on router a8380e9d-96a3-4c28-9128-54bf0ecb8511 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:53:43.053724 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.054755 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ee2d4bdb-aa2c-412a-bcac-418243fce46e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/routers/a8380e9d-96a3-4c28-9128-54bf0ecb8511 HTTP/1.1" status: 204 len: 168 time: 0.8709972 Aug 03 16:53:43.057513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59078) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:43.147089 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.245610 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.257633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586bcd31-52e0-4fbf-abda-9e2f40e01289']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:43.269849 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142332c5-f16c-43e2-8880-f05df9c8b328') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:43.270155 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142332c5-f16c-43e2-8880-f05df9c8b328') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:43.279430 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.294099 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.302047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:53:43.302461 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:53:43.306006 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:53:43.370561 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.380295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.382182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/networks/586bcd31-52e0-4fbf-abda-9e2f40e01289 HTTP/1.1" status: 204 len: 168 time: 0.3237088 Aug 03 16:53:43.385071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59080) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:43.392025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499dd9a-e935-48e7-8405-63cb6f183aa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Network': ['ID=586bcd31-52e0-4fbf-abda-9e2f40e01289,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:43.451177 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.477206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.538433 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.541300 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.542512 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/security-groups/a2c66126-aabf-4b23-9d78-c367a698fc28 HTTP/1.1" status: 204 len: 168 time: 0.1563911 Aug 03 16:53:43.555474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99c316-639d-4c71-a693-207c0e0c0dd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c66126-aabf-4b23-9d78-c367a698fc28,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:43.807464 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59086) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:43.812774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831789239', 'description': 'tempest-secgroup-smoke-1831789239 description', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:43.837497 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.919513 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.921584 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.923176 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.952200 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:43.954537 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1460721 Aug 03 16:53:43.955785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c298ba-f620-45b3-894f-b30689346c6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfca9924-aa7e-45e6-8b53-e393648102ef,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:43.957608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:43.962410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:43.989490 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.045894 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.050506 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.073455 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f60681-f60d-46a7-a75f-28f6dd742ae2,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.076650 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.080731 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e33b7cbb-18b1-4823-89a9-7da5bb2e7cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191304 Aug 03 16:53:44.081221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.085383 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.113299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.158485 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8bae5c3-41b5-458e-a4cf-0d513751d2dd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:53:44.173235 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.176929 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.179143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c8bae5c3-41b5-458e-a4cf-0d513751d2dd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:53:44.179565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c8bae5c3-41b5-458e-a4cf-0d513751d2dd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:53:44.180209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 246645ac-1496-4f2f-b2dc-9a54e51232ca no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:53:44.195755 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427a57f4-4bc2-41ea-b742-c1b0ae7d71fc,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.198822 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.203320 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-32ec0b4f-4456-4bd0-a47d-5bda038311c3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181545 Aug 03 16:53:44.203836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 246645ac-1496-4f2f-b2dc-9a54e51232ca {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:53:44.203836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 246645ac-1496-4f2f-b2dc-9a54e51232ca not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:53:44.203836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:53:44.204493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59092) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.208599 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.238069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.304212 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.308221 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.329630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7223aaf-6381-4b90-8029-89eea4b982fa,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.332648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.334155 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b00ee49d-f004-405f-80ac-58edbc2b1236 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293628 Aug 03 16:53:44.336882 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59094) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.341529 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.371516 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.381065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:53:44.381424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a1eb4995-3c7d-46aa-a7a0-9b8959f6b6a2 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:53:44.437100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.440766 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.459153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e8c831-bc5b-4e8a-a230-468ff8b272f2,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.464224 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.469190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59096) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.469671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1ad9dba5-4d23-4dc6-897b-2a913444abff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304960 Aug 03 16:53:44.474044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.494900 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:53:44.499684 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.560833 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.566845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.586241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a331aaa-257d-41c9-800d-107fb278188d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.593056 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.594806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-94f271f0-9e17-492f-9811-6d9e12630ab5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242733 Aug 03 16:53:44.597420 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59098) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.601842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bfca9924-aa7e-45e6-8b53-e393648102ef', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.623008 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:53:44.628513 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.690551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.694097 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.715779 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fef5a71-be26-440f-9982-cb52d7dfaa97,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.718783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.720248 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cc9fd9a0-4a8f-4be9-b1c2-99353fc028ac tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218438 Aug 03 16:53:44.723167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59100) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.728139 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'network': {'name': 'tempest-network-smoke--812492441', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.747959 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:53:44.752532 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.776110 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:53:44.785199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.785552 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Added segment 40d38a21-65ae-48a3-811a-42863ebe4e22 of type vlan for network 6cf7319c-3d5f-4c74-b314-3050b855ff28 Aug 03 16:53:44.835219 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.862710 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.868232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:44.868812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.920170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1959703 Aug 03 16:53:44.923673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59102) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:44.929458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'admin_state_up': True, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:44.935780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e6935-189a-4385-a134-8018c001b22f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Network': ['ID=6cf7319c-3d5f-4c74-b314-3050b855ff28,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:44.950296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:53:44.954416 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:44.955557 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.008399 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.145664 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.321364 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.338847 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.362566 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.461540 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.127 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/b28520b2-0de2-4328-9995-28b87f3866f9) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:53:45.565732 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.605045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:45.642485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:53:45.645220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:45.650573 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:53:45.655711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=b28520b2-0de2-4328-9995-28b87f3866f9,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:45.896696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.097555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.225093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router abb6a90a-f85f-4aee-9db3-a774ad8aba96 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:53:46.328956 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:53:46.339347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Sync routers for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:53:46.346822 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.348186 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-22ee66c6-d710-4c4b-a527-0fcd5745306e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4231677 Aug 03 16:53:46.350161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:46.350941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:46.351420 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59104) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:46.380227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e12a46d8-5b02-4e5f-b733-3225c802c4f1 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6ef3d3bfc3394fbeb35dee8db5aad014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276477 Aug 03 16:53:46.382805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59106) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:46.457052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:46.468603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e3b1b-3d8d-45b7-ba52-c4825eeba020 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:46.470201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-3e9e3b1b-3d8d-45b7-ba52-c4825eeba020 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864630 Aug 03 16:53:46.473058 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59108) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:46.508892 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd8d6429-55fd-421d-aaad-5727c5eb1bb6 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322988 Aug 03 16:53:46.509091 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59110) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:46.509708 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:53:46.513814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2002456950', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:46.602783 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:53:46.606485 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.638963 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:45Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:46.665106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Checking router: abb6a90a-f85f-4aee-9db3-a774ad8aba96 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:53:46.665465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Updating router abb6a90a-f85f-4aee-9db3-a774ad8aba96 port b28520b2-0de2-4328-9995-28b87f3866f9 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:53:46.694488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.791418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.857428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Subnet': ['ID=0b6ae08f-dcaa-4b67-9e48-debedcbe52af,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:46.864517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Checking segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:53:46.865010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network hostable DHCP agents. Network: 6cf7319c-3d5f-4c74-b314-3050b855ff28, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:53:46.882933 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:53:46.896176 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 6cf7319c-3d5f-4c74-b314-3050b855ff28) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:46.901392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:46.902017 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:46.907185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f00a80-76b6-40e6-9f13-ba0e5b3ee9ac None None] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:53:46.918024 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-032eaf67-d6bc-47f3-821c-206621ad4d36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4079704 Aug 03 16:53:46.921901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59112) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:53:47.045423 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.078773 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Transition to ACTIVE for port object b28520b2-0de2-4328-9995-28b87f3866f9 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:47.094779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.164087 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-6cf7319c-3d5f-4c74-b314-3050b855ff28', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:53:47.164925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.179262 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09ceae-73c6-4437-9e83-65faeb75c92c None None] Pushing event updated for resources: {'Port': ['ID=b28520b2-0de2-4328-9995-28b87f3866f9,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:47.182998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Attempting to bind port b28520b2-0de2-4328-9995-28b87f3866f9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:53:47.183408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Attempting to bind port b28520b2-0de2-4328-9995-28b87f3866f9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:53:47.183736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Attempting to bind port b28520b2-0de2-4328-9995-28b87f3866f9 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:53:47.197900 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:53:47.198292 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:53:47.198675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.199067 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:53:47.199539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Bound port: b28520b2-0de2-4328-9995-28b87f3866f9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:53:47.199916 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.336855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] For port b28520b2-0de2-4328-9995-28b87f3866f9, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:53:47.357232 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] For port b28520b2-0de2-4328-9995-28b87f3866f9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b28520b2-0de2-4328-9995-28b87f3866f9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:53:47.363496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.369837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.372614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Allocated IP 172.20.0.2 (6cf7319c-3d5f-4c74-b314-3050b855ff28/0b6ae08f-dcaa-4b67-9e48-debedcbe52af/786410d1-c995-4ffb-8af1-6600b5637ac4) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:53:47.473524 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:47.474209 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:47.484996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09ceae-73c6-4437-9e83-65faeb75c92c None None] Pushing event updated for resources: {'Port': ['ID=b28520b2-0de2-4328-9995-28b87f3866f9,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:47.641323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:47.743372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.759663 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Transition to ACTIVE for port object 786410d1-c995-4ffb-8af1-6600b5637ac4 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:47.787696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Transition to ACTIVE for port object 786410d1-c995-4ffb-8af1-6600b5637ac4 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:47.797615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.851597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.1 (6cf7319c-3d5f-4c74-b314-3050b855ff28/0b6ae08f-dcaa-4b67-9e48-debedcbe52af/6b9ec859-8367-48e6-82ea-24ff44832328) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:53:47.870327 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:53:47.877415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:47.880653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Pushing event updated for resources: {'Port': ['ID=786410d1-c995-4ffb-8af1-6600b5637ac4,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:47.883542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:53:47.948688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Attempting to bind port 786410d1-c995-4ffb-8af1-6600b5637ac4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:53:47.948969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Attempting to bind port 786410d1-c995-4ffb-8af1-6600b5637ac4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:53:47.949345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Attempting to bind port 786410d1-c995-4ffb-8af1-6600b5637ac4 on network 6cf7319c-3d5f-4c74-b314-3050b855ff28 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:53:47.957948 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:45Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:47.959884 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:53:47.960258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Checking segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:53:47.960655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.961051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Bound using segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:53:47.961526 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Bound port: 786410d1-c995-4ffb-8af1-6600b5637ac4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:53:47.961933 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.981208 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:47.996119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ded9e-d852-41f8-b690-b02aa6db1943 None None] The sync data for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 is: [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:45Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:53:47.997029 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 6b9ec859-8367-48e6-82ea-24ff44832328 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:48.034302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.070695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] For port 786410d1-c995-4ffb-8af1-6600b5637ac4, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:53:48.076866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] For port 786410d1-c995-4ffb-8af1-6600b5637ac4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=786410d1-c995-4ffb-8af1-6600b5637ac4,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:53:48.083448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.084531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:53:48.086162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:48.090663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:53:48.126252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:48.147064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb548fd-c2f4-49f2-94a0-bce0b265a3d8 None None] Pushing event updated for resources: {'Port': ['ID=786410d1-c995-4ffb-8af1-6600b5637ac4,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:48.149596 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.348714 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.684667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.691402 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.776187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:48.778821 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:48.897528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:53:48.899832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:49.022266 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router abb6a90a-f85f-4aee-9db3-a774ad8aba96 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:53:49.115183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b6cad-f966-4fef-b974-2ba961a2b9b2 None None] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:53:49.135481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:53:49.141186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-520d6105-0245-4387-b1bd-d9316c13277b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/abb6a90a-f85f-4aee-9db3-a774ad8aba96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167585 Aug 03 16:53:49.239070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f836b536-48dd-4a5b-b4b5-56d345a55ee5 None None] Provisioning for port 786410d1-c995-4ffb-8af1-6600b5637ac4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:49.298346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-0ab4a95f-6a32-4741-b5c7-acaffff6f8a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831789239&fields=id&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 267 time: 0.0395312 Aug 03 16:53:49.416047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-90a90f2b-79ca-432c-9333-6b12ae9fe539 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:49.417591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-90a90f2b-79ca-432c-9333-6b12ae9fe539 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 796 time: 0.1120579 Aug 03 16:53:49.435078 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-1cf62625-a652-46d6-bb8f-ee1ee8b77206 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/quotas/6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 375 time: 0.0100231 Aug 03 16:53:49.496241 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-034f4cfd-13a7-498d-a4e7-37ffda47217a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537031 Aug 03 16:53:49.568845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a054b24-dc6e-4c7d-82a3-99b0097caef4 None None] Provisioning for port 6b9ec859-8367-48e6-82ea-24ff44832328 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:49.572931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4a054b24-dc6e-4c7d-82a3-99b0097caef4 None None] Provisioning complete for port 6b9ec859-8367-48e6-82ea-24ff44832328 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:49.573310 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4a054b24-dc6e-4c7d-82a3-99b0097caef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:49.607709 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-6fbe6497-cd4c-4d75-8005-0bbdf317f4da service neutron] 10.222.0.70 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966439 Aug 03 16:53:49.614764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4a054b24-dc6e-4c7d-82a3-99b0097caef4 None None] Port 6b9ec859-8367-48e6-82ea-24ff44832328 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:53:49.708952 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Sync routers for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:53:49.715918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-cb6a449d-4968-4eae-a9c7-399bedcd3dbb service neutron] 10.222.0.70 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001861 Aug 03 16:53:49.721265 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:49.721903 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:49.747215 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d3735d8f-cb70-4db1-b0ff-59f31c1c7528 None None] Provisioning complete for port 6b9ec859-8367-48e6-82ea-24ff44832328 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:49.747592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3735d8f-cb70-4db1-b0ff-59f31c1c7528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:49.787392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d3735d8f-cb70-4db1-b0ff-59f31c1c7528 None None] Port 6b9ec859-8367-48e6-82ea-24ff44832328 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:53:49.840850 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:49.925224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b9ce125d-2241-4f6a-9578-10d73faf629a req-78390510-944f-4d5a-9683-3aeecaa29690 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 210 time: 0.0444722 Aug 03 16:53:50.009833 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ff4d6cd8-f97f-409d-a43e-7ed03b59df88 None None] Provisioning complete for port 6b9ec859-8367-48e6-82ea-24ff44832328 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:50.010219 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ff4d6cd8-f97f-409d-a43e-7ed03b59df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.050688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d6cd8-f97f-409d-a43e-7ed03b59df88 None None] Port 6b9ec859-8367-48e6-82ea-24ff44832328 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:53:50.056604 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 2, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:50.083893 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Checking router: abb6a90a-f85f-4aee-9db3-a774ad8aba96 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:53:50.084242 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Updating router abb6a90a-f85f-4aee-9db3-a774ad8aba96 port 6b9ec859-8367-48e6-82ea-24ff44832328 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:53:50.110610 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.228111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b28520b2-0de2-4328-9995-28b87f3866f9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:50.283537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port b28520b2-0de2-4328-9995-28b87f3866f9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:50.287325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b28520b2-0de2-4328-9995-28b87f3866f9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:50.287706 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.368790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.390633 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port b28520b2-0de2-4328-9995-28b87f3866f9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b28520b2-0de2-4328-9995-28b87f3866f9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:50.394966 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.395758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 786410d1-c995-4ffb-8af1-6600b5637ac4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:50.402822 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.414966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Transition to ACTIVE for port object 6b9ec859-8367-48e6-82ea-24ff44832328 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:50.421389 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.475849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=b28520b2-0de2-4328-9995-28b87f3866f9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:50.490371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 786410d1-c995-4ffb-8af1-6600b5637ac4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:50.491149 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Pushing event updated for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:50.494642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 786410d1-c995-4ffb-8af1-6600b5637ac4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:50.494985 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.514723 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.515238 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.515739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.516076 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.516416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.516745 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.517071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.517390 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.517769 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.518443 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.518443 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.518780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:53:50.563896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Attempting to bind port 6b9ec859-8367-48e6-82ea-24ff44832328 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:53:50.564346 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Attempting to bind port 6b9ec859-8367-48e6-82ea-24ff44832328 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:53:50.564795 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Attempting to bind port 6b9ec859-8367-48e6-82ea-24ff44832328 on network 6cf7319c-3d5f-4c74-b314-3050b855ff28 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:53:50.570142 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:53:50.570584 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Checking segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:53:50.571334 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.571797 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Bound using segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:53:50.572327 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Bound port: 6b9ec859-8367-48e6-82ea-24ff44832328, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:53:50.572767 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.594448 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.631311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 786410d1-c995-4ffb-8af1-6600b5637ac4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=786410d1-c995-4ffb-8af1-6600b5637ac4,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:50.636688 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.663616 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] For port 6b9ec859-8367-48e6-82ea-24ff44832328, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:53:50.666767 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] For port 6b9ec859-8367-48e6-82ea-24ff44832328, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b9ec859-8367-48e6-82ea-24ff44832328,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:53:50.674739 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:50.698321 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=786410d1-c995-4ffb-8af1-6600b5637ac4,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:50.735035 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:53:50.735834 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:50.741486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bea9b-cf08-4b6f-b528-82734663dd9b None None] Pushing event updated for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:50.850485 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:53:51.023108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-52c6cec2-f26a-43cf-a178-0a396e734aa3 req-8387dd1e-494b-440d-811c-c6b2be9167ae tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 210 time: 0.0300639 Aug 03 16:53:51.147382 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-04713e92-106b-4795-8fab-83c197925948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:51.148947 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-04713e92-106b-4795-8fab-83c197925948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 796 time: 0.1064627 Aug 03 16:53:51.160577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:53:51.191668 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc096870-c57c-437e-842b-37c5ed0382ab None None] The sync data for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 is: [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:53:51.194115 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-900f97ba-c023-4947-b672-cf9582fd40ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 380 time: 0.0360715 Aug 03 16:53:51.205357 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'port': {'device_id': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'admin_state_up': True, 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'security_groups': ['bfca9924-aa7e-45e6-8b53-e393648102ef']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:51.330039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:53:51.335455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:51.828947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.4 (6cf7319c-3d5f-4c74-b314-3050b855ff28/0b6ae08f-dcaa-4b67-9e48-debedcbe52af/af5d4723-4722-4cfd-b14f-d6de30f80394) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:53:51.973301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:51.987140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object af5d4723-4722-4cfd-b14f-d6de30f80394 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:52.022108 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.069613 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:53:52.073000 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:53:52.075620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:53:52.111586 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:52.149519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:52.151508 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.170075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-f3e22ca3-dc40-4909-b9f1-555daf5fb893 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691057 Aug 03 16:53:52.171916 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77ba9e-d1a7-4f86-8d9e-e899a0de7986 req-6112288a-cfe7-4b31-b35d-6e319c9f2965 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:52.180419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e77ba9e-d1a7-4f86-8d9e-e899a0de7986 req-6112288a-cfe7-4b31-b35d-6e319c9f2965 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 931 time: 0.0733647 Aug 03 16:53:52.183501 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Request body: {'port': {'device_id': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:53:52.247860 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5e77ba9e-d1a7-4f86-8d9e-e899a0de7986 req-bd1a624f-774d-4232-a3da-c25911e4cb94 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578568 Aug 03 16:53:52.269450 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.296001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b28520b2-0de2-4328-9995-28b87f3866f9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:52.351758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port b28520b2-0de2-4328-9995-28b87f3866f9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:52.352134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.441955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f2144fab-13ca-49f2-a314-50a59bf38b54 None None] Provisioning for port af5d4723-4722-4cfd-b14f-d6de30f80394 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:52.445553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b9ec859-8367-48e6-82ea-24ff44832328 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:52.448274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f2144fab-13ca-49f2-a314-50a59bf38b54 None None] Provisioning complete for port af5d4723-4722-4cfd-b14f-d6de30f80394 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:52.448637 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f2144fab-13ca-49f2-a314-50a59bf38b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.510406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f2144fab-13ca-49f2-a314-50a59bf38b54 None None] Port af5d4723-4722-4cfd-b14f-d6de30f80394 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:53:52.530509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.533483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 6b9ec859-8367-48e6-82ea-24ff44832328 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:52.537012 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6b9ec859-8367-48e6-82ea-24ff44832328 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:52.537371 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.566253 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5d4723-4722-4cfd-b14f-d6de30f80394 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:53:52.573066 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.585998 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Transition to ACTIVE for port object af5d4723-4722-4cfd-b14f-d6de30f80394 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:53:52.590121 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.623089 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.662570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:52.663078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 6b9ec859-8367-48e6-82ea-24ff44832328, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b9ec859-8367-48e6-82ea-24ff44832328,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:52.673396 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.674622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 786410d1-c995-4ffb-8af1-6600b5637ac4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:52.716935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Attempting to bind port af5d4723-4722-4cfd-b14f-d6de30f80394 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:53:52.717614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Attempting to bind port af5d4723-4722-4cfd-b14f-d6de30f80394 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:53:52.717614 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Attempting to bind port af5d4723-4722-4cfd-b14f-d6de30f80394 on network 6cf7319c-3d5f-4c74-b314-3050b855ff28 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:53:52.723960 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Port af5d4723-4722-4cfd-b14f-d6de30f80394 on network 6cf7319c-3d5f-4c74-b314-3050b855ff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:53:52.724287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Attempting to bind port af5d4723-4722-4cfd-b14f-d6de30f80394 on network 6cf7319c-3d5f-4c74-b314-3050b855ff28 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:53:52.729889 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:53:52.730274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Checking segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:53:52.730650 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Bound using segment: {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:53:52.731190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Bound port: af5d4723-4722-4cfd-b14f-d6de30f80394, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d38a21-65ae-48a3-811a-42863ebe4e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:53:52.731835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.751592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:52.771065 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 786410d1-c995-4ffb-8af1-6600b5637ac4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:52.771358 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.816973 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:53:52.820568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=af5d4723-4722-4cfd-b14f-d6de30f80394,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:53:52.827688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.868634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:52.869140 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:52.870595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] 10.222.0.78 "PUT /v2.0/ports/af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 1091 time: 0.6921425 Aug 03 16:53:52.871051 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:53:52.876650 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de40a21-7ef2-4f26-8f09-81a28cda532e" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:53:52.909931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2c3ec-9ff0-4af9-9726-aa5a99b10755 service neutron] Pushing event updated for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:52.946571 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935851eb-2cd7-4e9a-8795-029055bb9153 x-openstack-request-id: req-935851eb-2cd7-4e9a-8795-029055bb9153 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:53:52.946866 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:53:52.947116 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-935851eb-2cd7-4e9a-8795-029055bb9153 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:53:52.947648 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'status': 'completed', 'code': 200} Aug 03 16:53:52.964637 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-1acb9ab2-f8ec-488e-8291-e7608b6752b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:52.966306 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-1acb9ab2-f8ec-488e-8291-e7608b6752b9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1094 time: 0.0497887 Aug 03 16:53:53.015020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-41b69388-b89a-4147-9575-9ef6c05135fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 217 time: 0.0402703 Aug 03 16:53:53.066993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d53c0959-1577-4180-b534-fea29033eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.068406 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-d53c0959-1577-4180-b534-fea29033eb39 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0466790 Aug 03 16:53:53.116493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-1db27170-4163-4dc4-9580-d6b089474853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.118030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-1db27170-4163-4dc4-9580-d6b089474853 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430775 Aug 03 16:53:53.215771 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-b4749992-2efd-4d16-accb-90b9e6bbaab5 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898731 Aug 03 16:53:53.308176 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-51bb0b14-5c90-456c-be41-242f62ab9350 req-9764079d-d95a-42db-8758-9c28a22206e1 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843527 Aug 03 16:53:53.373254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acab6c1-3965-4620-8f58-ac6ee5b977c1 req-b4d3e35b-8dbf-49e8-8906-5653cdf4f3bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.375934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9acab6c1-3965-4620-8f58-ac6ee5b977c1 req-b4d3e35b-8dbf-49e8-8906-5653cdf4f3bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 943 time: 0.0525467 Aug 03 16:53:53.393999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-791c9d41-be1b-4a68-b28e-fb4de5852501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.395510 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-791c9d41-be1b-4a68-b28e-fb4de5852501 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1094 time: 0.0420594 Aug 03 16:53:53.413602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9acab6c1-3965-4620-8f58-ac6ee5b977c1 req-c8a9a588-0f3c-424d-8cc0-83c964184c26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Aug 03 16:53:53.491546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-24e101a3-da84-40ca-9442-b5c08e055ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.493016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-24e101a3-da84-40ca-9442-b5c08e055ead service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 897 time: 0.0905292 Aug 03 16:53:53.535741 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-bfa75cc0-0866-43bd-8a2a-dc6ab271831f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 217 time: 0.0347636 Aug 03 16:53:53.590286 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-aa4e5aaa-4aed-4f2d-a40c-1817ab3acb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.591738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-aa4e5aaa-4aed-4f2d-a40c-1817ab3acb56 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0484591 Aug 03 16:53:53.640954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-c1ffe05a-5634-46b6-846d-500725d3163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:53.642509 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-c1ffe05a-5634-46b6-846d-500725d3163a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417781 Aug 03 16:53:53.733197 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-85819d5e-a5ae-46a0-b2f3-a37fd8069889 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Aug 03 16:53:53.834799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8de40a21-7ef2-4f26-8f09-81a28cda532e req-755d2fce-dfe2-49d8-a743-ffc9fa3bdfb9 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931299 Aug 03 16:53:54.157101 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b9ec859-8367-48e6-82ea-24ff44832328 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:54.358996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 6b9ec859-8367-48e6-82ea-24ff44832328 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:54.359325 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:54.531757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c233-6ac7-412e-a8da-187cab31afb8 req-c9096e45-310e-4ee3-97c5-c153031d02da tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:54.533253 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3a9c233-6ac7-412e-a8da-187cab31afb8 req-c9096e45-310e-4ee3-97c5-c153031d02da tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 943 time: 0.0503213 Aug 03 16:53:54.573046 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d3a9c233-6ac7-412e-a8da-187cab31afb8 req-d2832478-682c-4539-97d7-09863337bc59 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Aug 03 16:53:55.690258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae753f-f498-44a9-a1d5-221bdb5586fc req-4c11fd90-89f4-4994-adf3-7e128869df74 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:55.691731 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ae753f-f498-44a9-a1d5-221bdb5586fc req-4c11fd90-89f4-4994-adf3-7e128869df74 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 943 time: 0.0512488 Aug 03 16:53:55.733921 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-41ae753f-f498-44a9-a1d5-221bdb5586fc req-9af3eef5-edb0-4f03-9890-d861b64a411f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361841 Aug 03 16:53:56.210697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device af5d4723-4722-4cfd-b14f-d6de30f80394 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:53:56.305805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=af5d4723-4722-4cfd-b14f-d6de30f80394,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:56.317726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'port_id': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'mac_address': 'fa:16:3e:3a:4d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:53:56.353440 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:56.366123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5d4723-4722-4cfd-b14f-d6de30f80394 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:53:56.385767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=af5d4723-4722-4cfd-b14f-d6de30f80394,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:56.389803 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:56.439480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:56.595857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['af5d4723-4722-4cfd-b14f-d6de30f80394'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:53:56.801516 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:56.855888 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3148ec-f168-40b8-84cd-5870f47a51b4 req-87712481-cf96-4477-b9c6-7a3c151452a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:56.857371 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e3148ec-f168-40b8-84cd-5870f47a51b4 req-87712481-cf96-4477-b9c6-7a3c151452a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 944 time: 0.0514514 Aug 03 16:53:56.901053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5e3148ec-f168-40b8-84cd-5870f47a51b4 req-8f4a5455-cd60-40bc-aa30-ccad0564ac9b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376239 Aug 03 16:53:58.016672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317fe52-f3ef-43ed-811a-53f6c60c75ff req-36677c5a-7fbe-43f5-bb48-a9435caab60e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:58.018105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e317fe52-f3ef-43ed-811a-53f6c60c75ff req-36677c5a-7fbe-43f5-bb48-a9435caab60e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 944 time: 0.0503292 Aug 03 16:53:58.057306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e317fe52-f3ef-43ed-811a-53f6c60c75ff req-c33835cc-a59a-4843-abf6-c7246b33a00c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Aug 03 16:53:58.240814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device af5d4723-4722-4cfd-b14f-d6de30f80394 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:53:58.288667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port af5d4723-4722-4cfd-b14f-d6de30f80394 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:53:58.291874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port af5d4723-4722-4cfd-b14f-d6de30f80394 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:53:58.292249 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:58.366407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:58.391398 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:53:58.393907 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e597cd29-20ff-4fd1-9997-4cda5bd2fc46" -d '{"events": [{"server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "name": "network-vif-plugged", "status": "completed", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:53:58.406567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=af5d4723-4722-4cfd-b14f-d6de30f80394,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:53:58.411602 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:53:58.434505 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b497a11-dec3-4f0e-995c-f8fec43bcc86 x-openstack-request-id: req-9b497a11-dec3-4f0e-995c-f8fec43bcc86 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:53:58.434797 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "name": "network-vif-plugged", "status": "completed", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:53:58.435041 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b497a11-dec3-4f0e-995c-f8fec43bcc86 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:53:58.435859 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'code': 200} Aug 03 16:53:58.462977 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:53:58.528657 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341db6f-49f5-4176-88b5-35dacebf5c1e req-b390251c-acab-4bdd-9cd3-3a409d7ea007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:58.530190 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c341db6f-49f5-4176-88b5-35dacebf5c1e req-b390251c-acab-4bdd-9cd3-3a409d7ea007 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0400231 Aug 03 16:53:58.567275 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c341db6f-49f5-4176-88b5-35dacebf5c1e req-ee95e70d-01e7-4200-8dd7-6c87d0e87e9b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299442 Aug 03 16:53:59.182067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c57144-e9b4-4e1e-8626-71d955b5b6a4 req-2fa73213-f034-40f7-9b71-f7b001bae3f0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:53:59.183625 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1c57144-e9b4-4e1e-8626-71d955b5b6a4 req-2fa73213-f034-40f7-9b71-f7b001bae3f0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0517013 Aug 03 16:53:59.228809 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1c57144-e9b4-4e1e-8626-71d955b5b6a4 req-58214eb1-0568-4419-b72b-d6f9d9a45afb tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359030 Aug 03 16:54:00.351552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb00a5-5a25-4a3c-b985-f16d0f5688cb req-8b0dc7f7-c16c-4d0e-a0ee-35d15e20a3e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:00.352970 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1afb00a5-5a25-4a3c-b985-f16d0f5688cb req-8b0dc7f7-c16c-4d0e-a0ee-35d15e20a3e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 03 16:54:00.393003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1afb00a5-5a25-4a3c-b985-f16d0f5688cb req-2a3f2f24-9516-4f86-bdc2-e7b01a71f1a4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Aug 03 16:54:00.507004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d08f-67f6-4313-a4d6-0c739d3bb140 req-6367c8e3-ee35-4707-9f6f-dbb6ef6b07f1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:00.508476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1dc6d08f-67f6-4313-a4d6-0c739d3bb140 req-6367c8e3-ee35-4707-9f6f-dbb6ef6b07f1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0487509 Aug 03 16:54:00.551436 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1dc6d08f-67f6-4313-a4d6-0c739d3bb140 req-149d76d4-4a86-40e9-a1dc-14a940fcf3ab tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367558 Aug 03 16:54:00.572745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59170) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:54:00.613422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256c5f3-7a71-426d-a551-8dc9e67a1754 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:00.614894 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a256c5f3-7a71-426d-a551-8dc9e67a1754 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1091 time: 0.0411825 Aug 03 16:54:00.617670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59172) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:54:00.622056 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:54:00.646134 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:00.742581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:00.850349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.75 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a939e8d6-34cf-4259-8eb0-861a05afb2e6) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:54:00.950916 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:00.993924 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:01.030603 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:54:01.033989 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:54:01.039353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:54:01.044515 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a939e8d6-34cf-4259-8eb0-861a05afb2e6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:54:01.397970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:01.467688 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:01.619798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:01.624411 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:01.694398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a939e8d6-34cf-4259-8eb0-861a05afb2e6,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:54:01.708355 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:02.146495 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP c79253f4-2c0c-4a73-bc52-cdb3079c3d0b associated. External IP: 172.25.7.75, port: af5d4723-4722-4cfd-b14f-d6de30f80394. Aug 03 16:54:02.351275 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router abb6a90a-f85f-4aee-9db3-a774ad8aba96 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:54:02.456657 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:54:02.467071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Sync routers for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:54:02.473927 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:02.478487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:54:02.479122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:54:02.500515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-634e6d4f-7d53-403b-803a-d2cb21eed145 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8818219 Aug 03 16:54:02.501092 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:54:02.503410 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40df81f9-a9e9-45fc-9a37-f038b1443b10" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:54:02.543078 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6381c-96b1-4bea-bd23-da2dd1b74eda x-openstack-request-id: req-47d6381c-96b1-4bea-bd23-da2dd1b74eda {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:54:02.543372 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:54:02.543618 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47d6381c-96b1-4bea-bd23-da2dd1b74eda {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:54:02.544037 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'status': 'completed', 'code': 200} Aug 03 16:54:02.599665 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:54:02.638766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b6cac-44c1-4804-99e7-f84ae3259645 req-9213eaf0-68f4-4c79-a976-0770641226d3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:02.640911 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a91b6cac-44c1-4804-99e7-f84ae3259645 req-9213eaf0-68f4-4c79-a976-0770641226d3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0853019 Aug 03 16:54:02.644014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-93ba2c37-4120-4d45-ab13-467fd0c77332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:02.645475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-93ba2c37-4120-4d45-ab13-467fd0c77332 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0796402 Aug 03 16:54:02.749374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a91b6cac-44c1-4804-99e7-f84ae3259645 req-f4e24c8b-6164-4191-93d6-607d286fbe9c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020484 Aug 03 16:54:02.773544 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59178) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:54:02.786476 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-b0252990-d8bc-41d4-879c-3d3a932eddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:02.788031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-b0252990-d8bc-41d4-879c-3d3a932eddc5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 897 time: 0.1347728 Aug 03 16:54:02.842282 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c79253f4-2c0c-4a73-bc52-cdb3079c3d0b', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'port_id': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'mac_address': 'fa:16:3e:3a:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:54:01Z', 'updated_at': '2021-08-03T16:54:01Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:54:02.854357 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf47e53f-2eef-4a43-bb72-49d9011b36c5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c79253f4-2c0c-4a73-bc52-cdb3079c3d0b HTTP/1.1" status: 200 len: 990 time: 0.0792532 Aug 03 16:54:02.875698 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Checking router: abb6a90a-f85f-4aee-9db3-a774ad8aba96 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:54:02.884007 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:54:02.884635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:53:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:54:02.887067 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-d986dabc-3c6a-4a9d-9ca8-c42e9fc7a483 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 998 time: 0.0916529 Aug 03 16:54:02.949165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-fe4b1f86-bd4d-4a42-b70e-ec66b07bdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:02.951750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-fe4b1f86-bd4d-4a42-b70e-ec66b07bdb44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0576053 Aug 03 16:54:02.997802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:54:02.998725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-23d901cd-f57c-4ad5-83b4-c4da95ef52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:03.000862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-23d901cd-f57c-4ad5-83b4-c4da95ef52e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421553 Aug 03 16:54:03.098346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-49458f46-90a1-4e62-a823-044962c5fd5e service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902634 Aug 03 16:54:03.190644 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-40df81f9-a9e9-45fc-9a37-f038b1443b10 req-2f0f2790-9ed3-4bb2-b6c3-f48291bb6ab9 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854232 Aug 03 16:54:03.223748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c79253f4-2c0c-4a73-bc52-cdb3079c3d0b', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'port_id': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'mac_address': 'fa:16:3e:3a:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:54:01Z', 'updated_at': '2021-08-03T16:54:01Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:54:03.253482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071cbc1-4adf-4261-81d5-182cc857b15c None None] The sync data for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 is: [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c79253f4-2c0c-4a73-bc52-cdb3079c3d0b', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'port_id': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'mac_address': 'fa:16:3e:3a:4d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:54:01Z', 'updated_at': '2021-08-03T16:54:01Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:54:03.452537 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8c7377-384d-4c9c-8ffb-cf06fcf4a4a5 None None] New status for floating IP c79253f4-2c0c-4a73-bc52-cdb3079c3d0b: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:54:03.858465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59180) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:54:03.923472 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-afc25c21-bd40-4b90-aedc-34fd554f76e6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c79253f4-2c0c-4a73-bc52-cdb3079c3d0b HTTP/1.1" status: 200 len: 992 time: 0.0641057 Aug 03 16:54:09.910925 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7a9df3aa-bb43-4f1d-b4dc-ad469b81106f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:12.217507 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4aaab24-ce75-412b-bef2-ef7ac2d5d7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:12.892636 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:13.931361 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:15.323127 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:22.532540 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:23.508853 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:54:26.807842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:35.349771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-4995b5a5-0561-4f60-8447-e8bdf47472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:35.351286 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-4995b5a5-0561-4f60-8447-e8bdf47472c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1096 time: 0.1067326 Aug 03 16:54:35.372984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52a98e-f7a6-45d0-bc26-2353d3436530 req-b2684964-4554-4f8b-bf62-9b4eb472c34f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:35.374608 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d52a98e-f7a6-45d0-bc26-2353d3436530 req-b2684964-4554-4f8b-bf62-9b4eb472c34f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.1345532 Aug 03 16:54:35.414808 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d52a98e-f7a6-45d0-bc26-2353d3436530 req-d189522d-9273-4c79-bf71-abd529fa7d6c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Aug 03 16:54:35.452519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-1f93e67f-d7da-4ab0-a5af-310af272f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:35.454040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-1f93e67f-d7da-4ab0-a5af-310af272f6c8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 897 time: 0.0951126 Aug 03 16:54:35.520938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-44b4c68b-b760-4296-a67e-1f9629a1cc96 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 1000 time: 0.0588450 Aug 03 16:54:35.571360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-a63c5149-901d-4138-a797-75f7ed727373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:35.572837 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-a63c5149-901d-4138-a797-75f7ed727373 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0451078 Aug 03 16:54:35.623866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-f9381314-a902-4ce2-ba8f-dfba4cfc2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:35.625376 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-f9381314-a902-4ce2-ba8f-dfba4cfc2a2d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455561 Aug 03 16:54:35.723456 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-63820e6c-78ff-478c-87cb-f6849ae1e849 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Aug 03 16:54:35.819745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e035a77d-d49f-44a6-abe8-9acd7f91c471 req-96b68a8f-6b2a-4cca-be80-5bbe9c5a0e25 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889912 Aug 03 16:54:36.583028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fd6f3-d5e3-4c9c-8535-0ecf49edf3f5 req-a6cc3bca-8225-4bc4-8855-c839e9db9fb8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:36.584559 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-027fd6f3-d5e3-4c9c-8535-0ecf49edf3f5 req-a6cc3bca-8225-4bc4-8855-c839e9db9fb8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0984948 Aug 03 16:54:36.623169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-027fd6f3-d5e3-4c9c-8535-0ecf49edf3f5 req-f0d38536-7ead-4130-a1b5-189b680e099a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Aug 03 16:54:37.744198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d341c-8c73-4bcc-a386-e61d49884f30 req-08261db8-93cf-4848-ace9-f2d1a74eeddd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:37.745588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f9d341c-8c73-4bcc-a386-e61d49884f30 req-08261db8-93cf-4848-ace9-f2d1a74eeddd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Aug 03 16:54:37.784601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4f9d341c-8c73-4bcc-a386-e61d49884f30 req-75368738-7e8b-490b-8110-bebd709fc7ec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Aug 03 16:54:38.901498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34094-9060-4dc4-a8c6-6ea6e12cac92 req-01d55365-6af6-4947-a76c-7f72c4d62816 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:38.903000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4d34094-9060-4dc4-a8c6-6ea6e12cac92 req-01d55365-6af6-4947-a76c-7f72c4d62816 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Aug 03 16:54:38.941007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f4d34094-9060-4dc4-a8c6-6ea6e12cac92 req-1f8aa957-73a2-4220-ad0b-43c62bf9d865 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Aug 03 16:54:39.911124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c74adc3b-bc02-4e38-b288-b02cb5e82098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:40.058757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e6930-d6a9-4c1c-bf9e-38359ec97236 req-db860379-3cb0-4366-bcd8-26858897c9c2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:40.060255 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d5e6930-d6a9-4c1c-bf9e-38359ec97236 req-db860379-3cb0-4366-bcd8-26858897c9c2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0492766 Aug 03 16:54:40.098417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2d5e6930-d6a9-4c1c-bf9e-38359ec97236 req-4737e825-6aee-4211-bbdb-516a05d06416 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Aug 03 16:54:41.218919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ec219-468b-4a22-80ac-b950119e7322 req-f0a0fd6c-e464-4210-958c-7b2feca5f6d4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:41.220554 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e42ec219-468b-4a22-80ac-b950119e7322 req-f0a0fd6c-e464-4210-958c-7b2feca5f6d4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0537577 Aug 03 16:54:41.262015 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e42ec219-468b-4a22-80ac-b950119e7322 req-0b1dece8-a567-4a3c-b6dd-758f2cc06e89 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343602 Aug 03 16:54:42.219492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e19ee33a-f451-4b2e-bc75-afcc22e368fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:42.385440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ed4e7-71d1-49b8-ad88-a5afc911cc05 req-ce1cba1d-533d-4d5e-929e-e5b2d2a8e7cd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:42.387065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-345ed4e7-71d1-49b8-ad88-a5afc911cc05 req-ce1cba1d-533d-4d5e-929e-e5b2d2a8e7cd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0540531 Aug 03 16:54:42.425467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-345ed4e7-71d1-49b8-ad88-a5afc911cc05 req-1b75595e-fa0c-4731-aabb-dce7b8da7ac5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 03 16:54:42.895174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:43.546347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625645a-6f4a-430d-81a2-4d070f7e910c req-a5a6d30e-5a72-45ef-910b-3fa671610be1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:43.547963 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5625645a-6f4a-430d-81a2-4d070f7e910c req-a5a6d30e-5a72-45ef-910b-3fa671610be1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0494373 Aug 03 16:54:43.593698 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5625645a-6f4a-430d-81a2-4d070f7e910c req-2d874534-8108-413f-90e4-f2b5b79c609d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Aug 03 16:54:43.928202 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:44.725041 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053df86-b14b-4b9c-8669-46d6a7e72dc2 req-a7d41de0-1026-4b53-9a3a-56a0692c6517 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:44.726559 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3053df86-b14b-4b9c-8669-46d6a7e72dc2 req-a7d41de0-1026-4b53-9a3a-56a0692c6517 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Aug 03 16:54:44.765530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3053df86-b14b-4b9c-8669-46d6a7e72dc2 req-75f2c76f-610d-495d-bb08-247d9e34059a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Aug 03 16:54:45.326532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:45.885971 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202bd7b-9c56-4b23-b4e3-a5f56a03d325 req-00ee9f68-1839-49ec-b1d0-71b91bb09856 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:45.887465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0202bd7b-9c56-4b23-b4e3-a5f56a03d325 req-00ee9f68-1839-49ec-b1d0-71b91bb09856 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Aug 03 16:54:45.928323 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0202bd7b-9c56-4b23-b4e3-a5f56a03d325 req-683294b5-a51f-4c1b-8a97-bd6c894e0243 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Aug 03 16:54:47.047609 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bce6d-2bcb-400a-94d2-7b27b6fcc228 req-565be7e2-ba78-4995-9a60-32891205f715 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:47.050068 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-392bce6d-2bcb-400a-94d2-7b27b6fcc228 req-565be7e2-ba78-4995-9a60-32891205f715 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Aug 03 16:54:47.089585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-392bce6d-2bcb-400a-94d2-7b27b6fcc228 req-34f1d9fb-67e3-45a4-861e-e26ce499e802 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Aug 03 16:54:48.212311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167f505-9514-45d5-8f98-93341f0757a9 req-c6417aaf-a846-458b-92b4-dbb8d7fca0e4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:48.213797 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0167f505-9514-45d5-8f98-93341f0757a9 req-c6417aaf-a846-458b-92b4-dbb8d7fca0e4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Aug 03 16:54:48.254365 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0167f505-9514-45d5-8f98-93341f0757a9 req-3ed1dfe2-42ad-4ce4-93a4-2f93eee01a64 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Aug 03 16:54:49.382233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5d8f-607e-447c-ba55-a8ed9ef18ef9 req-cc5b071b-d77f-4d29-9700-8bf6b3cd8f5a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:49.383754 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90ce5d8f-607e-447c-ba55-a8ed9ef18ef9 req-cc5b071b-d77f-4d29-9700-8bf6b3cd8f5a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0546887 Aug 03 16:54:49.425458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-90ce5d8f-607e-447c-ba55-a8ed9ef18ef9 req-a64dc1d7-95f8-4fd2-8928-428c75915694 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354474 Aug 03 16:54:50.545894 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626c469-d0b0-497b-9c0a-75858166cd4c req-225b685d-2db6-475c-8119-00d4b8d0c937 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:50.547409 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7626c469-d0b0-497b-9c0a-75858166cd4c req-225b685d-2db6-475c-8119-00d4b8d0c937 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 03 16:54:50.590932 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7626c469-d0b0-497b-9c0a-75858166cd4c req-726674be-cdf5-46e3-b145-6b39429a9633 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362792 Aug 03 16:54:51.718151 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8251cc-1041-4c58-85a5-6a83be430aa5 req-f44b6b15-cb2c-4987-8b18-6e884d04576c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:51.719676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef8251cc-1041-4c58-85a5-6a83be430aa5 req-f44b6b15-cb2c-4987-8b18-6e884d04576c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0527124 Aug 03 16:54:51.761870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef8251cc-1041-4c58-85a5-6a83be430aa5 req-cfc6ea76-c627-4612-89e8-0c6fd5b73118 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Aug 03 16:54:51.784998 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59234) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:54:51.853348 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0301701b-a696-4a80-901d-f7f6a6b6ab67 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c79253f4-2c0c-4a73-bc52-cdb3079c3d0b HTTP/1.1" status: 200 len: 992 time: 0.0670567 Aug 03 16:54:52.558797 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:56.799801 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:54:58.375130 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-1c99baaa-c1ad-4a7e-bc86-0daa404e6456 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482180 Aug 03 16:54:58.468541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-91d3137d-dcfe-44f7-bab8-6aa5602d5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:58.470716 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-91d3137d-dcfe-44f7-bab8-6aa5602d5f33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0500867 Aug 03 16:54:58.589843 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-e8253a58-4df3-44f1-a9f2-a77072e18853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:58.591574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-e8253a58-4df3-44f1-a9f2-a77072e18853 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 897 time: 0.0998352 Aug 03 16:54:58.666811 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-82125bef-10ce-4e6a-9aad-97ec89f59978 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 1000 time: 0.0674839 Aug 03 16:54:58.723538 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-f04d1801-a27c-4702-ad73-8262cc245bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:58.724934 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-f04d1801-a27c-4702-ad73-8262cc245bd1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0511971 Aug 03 16:54:58.773930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-40374255-f4e2-4590-b2cb-394126e9b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:54:58.775461 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-40374255-f4e2-4590-b2cb-394126e9b1cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440063 Aug 03 16:54:58.885992 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-5fa3037c-7e91-40c3-a8f0-170a431840e9 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037161 Aug 03 16:54:58.988707 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ef9cd599-49f7-4d4b-a0a7-9ab42b0a8318 req-2bf16bff-0493-40d9-83df-92b9cd66a80d service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951877 Aug 03 16:54:59.769513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-51797c90-acf8-4469-b90e-c9d287857122 req-fdfe5021-13b5-48b7-99b5-4406ba2b72c9 service neutron] (106017) timed out ('10.222.0.70', 55422) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 16:55:00.508643 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:55:09.914366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d6537746-a075-4303-a489-26764775437b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:12.223349 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0309-04c2-4993-91d2-cc3f7aaef149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:12.900554 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:13.932135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:15.328332 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.296112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59254) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:22.452899 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port a939e8d6-34cf-4259-8eb0-861a05afb2e6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:55:22.453159 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.527172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.527502 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.541780 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for a939e8d6-34cf-4259-8eb0-861a05afb2e6 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:55:22.548395 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.694905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.718430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=a939e8d6-34cf-4259-8eb0-861a05afb2e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:22.728459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.728811 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.729155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.729492 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.729849 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.730744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.730744 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.730944 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.731141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.731468 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.731793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.732116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:22.803905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:22.804234 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP c79253f4-2c0c-4a73-bc52-cdb3079c3d0b disassociated (deleted). External IP: 172.25.7.75, port: af5d4723-4722-4cfd-b14f-d6de30f80394. Aug 03 16:55:23.012238 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router abb6a90a-f85f-4aee-9db3-a774ad8aba96 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:55:23.122334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:55:23.128635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:23.132652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Sync routers for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:55:23.141595 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:23.142281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:23.161369 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c9ed7cc1-084d-472b-9694-258a9af0ed15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/floatingips/c79253f4-2c0c-4a73-bc52-cdb3079c3d0b HTTP/1.1" status: 204 len: 168 time: 0.8641429 Aug 03 16:55:23.162087 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:55:23.164531 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:55:23.206558 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7f70a-ec65-4aa9-a5e2-cd810b054906 x-openstack-request-id: req-ebd7f70a-ec65-4aa9-a5e2-cd810b054906 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:55:23.206869 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:55:23.207103 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebd7f70a-ec65-4aa9-a5e2-cd810b054906 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:55:23.207515 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'status': 'completed', 'code': 200} Aug 03 16:55:23.255640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:23.281124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-89ef594c-5c75-4984-b3c9-d66be1276061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:23.283679 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-89ef594c-5c75-4984-b3c9-d66be1276061 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 1096 time: 0.0529633 Aug 03 16:55:23.428489 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-4daf4b91-382c-4aeb-a566-ad7be0875054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:23.430090 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-4daf4b91-382c-4aeb-a566-ad7be0875054 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 200 len: 897 time: 0.1381123 Aug 03 16:55:23.446047 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f5ff6-0663-4c10-9440-a828b9577987 req-12fb7ca7-1a0a-4521-a869-5e67d5fc2eb1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:23.447539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-188f5ff6-0663-4c10-9440-a828b9577987 req-12fb7ca7-1a0a-4521-a869-5e67d5fc2eb1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0742741 Aug 03 16:55:23.476556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:23.494710 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-572b4724-fc10-4040-a501-d1dbd6a59d44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 200 len: 217 time: 0.0462246 Aug 03 16:55:23.502850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Checking router: abb6a90a-f85f-4aee-9db3-a774ad8aba96 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:55:23.511274 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:23.511877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:23.554202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-188f5ff6-0663-4c10-9440-a828b9577987 req-1aa047bc-a612-4e54-9fd0-d19a54d3b545 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979800 Aug 03 16:55:23.574127 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-449f7615-aff5-4f88-b4a8-29fd810cd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:23.574127 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-449f7615-aff5-4f88-b4a8-29fd810cd68e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 200 len: 835 time: 0.0653770 Aug 03 16:55:23.620385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-c91166dc-c967-400c-9db2-2619f200e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:23.622024 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-c91166dc-c967-400c-9db2-2619f200e1eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6cf7319c-3d5f-4c74-b314-3050b855ff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439770 Aug 03 16:55:23.627170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:23.721561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-b9de9a97-c7f0-4313-be1f-e8c7d728ea5b service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912578 Aug 03 16:55:23.818161 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dd0f85fd-0d3b-4843-a4b3-d85d66348b5d req-d5165fe3-b599-4f6b-8567-e885d6a4bc55 service neutron] 10.222.0.78 "GET /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856929 Aug 03 16:55:23.837206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:23.869346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b1612-ec4e-45a7-90df-bac0c294f380 None None] The sync data for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 is: [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:53:48Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '6b9ec859-8367-48e6-82ea-24ff44832328', 'name': '', 'network_id': '6cf7319c-3d5f-4c74-b314-3050b855ff28', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:6f:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:47Z', 'updated_at': '2021-08-03T16:53:52Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '0b6ae08f-dcaa-4b67-9e48-debedcbe52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:55:24.079344 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bd2dee-3e0e-4b02-91a4-e72dbb0e8f6d None None] New status for floating IP c79253f4-2c0c-4a73-bc52-cdb3079c3d0b: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:55:24.686156 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd37f8-17d8-43cd-b658-054a28a83797 req-4242575c-d166-456c-8dc5-fca2b7332ae0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:24.687686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdcd37f8-17d8-43cd-b658-054a28a83797 req-4242575c-d166-456c-8dc5-fca2b7332ae0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Aug 03 16:55:24.728499 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-cdcd37f8-17d8-43cd-b658-054a28a83797 req-5a70c26e-c11a-4535-bf7b-dc911b08e254 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bfca9924-aa7e-45e6-8b53-e393648102ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340748 Aug 03 16:55:24.954684 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-a15985ef-e8ac-488f-91b7-ce96df57fd26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:24.957339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-a15985ef-e8ac-488f-91b7-ce96df57fd26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0529094 Aug 03 16:55:25.058347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port af5d4723-4722-4cfd-b14f-d6de30f80394 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:55:25.058705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:25.149572 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port af5d4723-4722-4cfd-b14f-d6de30f80394, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=af5d4723-4722-4cfd-b14f-d6de30f80394,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:25.149970 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:25.162993 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for af5d4723-4722-4cfd-b14f-d6de30f80394 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:55:25.297619 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:25.328620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=af5d4723-4722-4cfd-b14f-d6de30f80394,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:25.345400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.346360 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.346937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.347336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.347686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.348231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.348584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.348919 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.349250 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.349765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.350102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.350468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:25.390050 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] No DVR routers for this DVR port af5d4723-4722-4cfd-b14f-d6de30f80394 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:55:25.393231 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:25.395469 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d84e6f31-7264-4ad2-b4a5-21514fd00282 req-64bb6c45-4fe1-4fd1-9319-0dc76d7f55e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "DELETE /v2.0/ports/af5d4723-4722-4cfd-b14f-d6de30f80394 HTTP/1.1" status: 204 len: 173 time: 0.4317341 Aug 03 16:55:25.395931 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'name': 'network-vif-deleted', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:55:25.398320 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae97fc6-52df-4c6f-8218-ed1925cfbb61" -d '{"events": [{"server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "name": "network-vif-deleted", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:55:25.505790 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd91cbe8-0972-43a6-8d2b-552437dc30ca x-openstack-request-id: req-fd91cbe8-0972-43a6-8d2b-552437dc30ca {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:55:25.506102 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0b3d5-b166-4d99-b3ce-6e9b483b54b7", "name": "network-vif-deleted", "tag": "af5d4723-4722-4cfd-b14f-d6de30f80394", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:55:25.506377 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd91cbe8-0972-43a6-8d2b-552437dc30ca {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:55:25.506788 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f0b3d5-b166-4d99-b3ce-6e9b483b54b7', 'name': 'network-vif-deleted', 'tag': 'af5d4723-4722-4cfd-b14f-d6de30f80394', 'status': 'completed', 'code': 200} Aug 03 16:55:25.852419 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ba12f8b4-2aa7-4234-bfb3-86646426e7c3 req-634a7b0f-0fe4-4c30-85f2-1495eeb391f7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=20f0b3d5-b166-4d99-b3ce-6e9b483b54b7 HTTP/1.1" status: 200 len: 210 time: 0.0350113 Aug 03 16:55:26.797987 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:26.910398 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59284) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:27.279394 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:27.565257 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 6b9ec859-8367-48e6-82ea-24ff44832328 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:55:27.565257 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:27.661541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 6b9ec859-8367-48e6-82ea-24ff44832328, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=6b9ec859-8367-48e6-82ea-24ff44832328,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:27.661970 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:27.677186 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 6b9ec859-8367-48e6-82ea-24ff44832328 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:55:27.870960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:27.904022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=6b9ec859-8367-48e6-82ea-24ff44832328,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:28.084955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.313903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router abb6a90a-f85f-4aee-9db3-a774ad8aba96 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:55:28.424786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:55:28.430361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a6865d7c-7ee1-46a8-8760-842ba62f4df9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/abb6a90a-f85f-4aee-9db3-a774ad8aba96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5188720 Aug 03 16:55:28.433035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59286) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:28.435749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Sync routers for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:55:28.447590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:28.448208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:28.488349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting subnet 0b6ae08f-dcaa-4b67-9e48-debedcbe52af {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:55:28.491846 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.533668 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.637255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.703214 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.707242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device af5d4723-4722-4cfd-b14f-d6de30f80394 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:55:28.730206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: af5d4723-4722-4cfd-b14f-d6de30f80394 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:55:28.730591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device af5d4723-4722-4cfd-b14f-d6de30f80394 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:55:28.732960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6ae08f-dcaa-4b67-9e48-debedcbe52af,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:28.739285 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.740994 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2cc78718-d273-4ead-82ad-152bc8292c60 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/subnets/0b6ae08f-dcaa-4b67-9e48-debedcbe52af HTTP/1.1" status: 204 len: 168 time: 0.3070362 Aug 03 16:55:28.743566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59288) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:28.749739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84538b27-002f-4a8b-a6a3-20ed042ca1fa None None] Network 6cf7319c-3d5f-4c74-b314-3050b855ff28 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:55:28.810222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:28.853776 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:28.962907 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.018410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port b28520b2-0de2-4328-9995-28b87f3866f9 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:55:29.018759 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.059670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:55:27Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': 'b28520b2-0de2-4328-9995-28b87f3866f9', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:53:45Z', 'updated_at': '2021-08-03T16:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:29.094176 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Checking router: abb6a90a-f85f-4aee-9db3-a774ad8aba96 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:55:29.098829 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] DHCP port deletion for 6cf7319c-3d5f-4c74-b314-3050b855ff28 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:55:29.134003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Routers {'abb6a90a-f85f-4aee-9db3-a774ad8aba96'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:29.134652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:29.238469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] Set router abb6a90a-f85f-4aee-9db3-a774ad8aba96 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:29.265632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Deleting port 786410d1-c995-4ffb-8af1-6600b5637ac4 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:55:29.266048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.310081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:55:28Z', 'revision_number': 6, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:29.363796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a489b9e-84ff-4d85-956f-3f02cd5c619b None None] The sync data for ids ['abb6a90a-f85f-4aee-9db3-a774ad8aba96'] in n-d-803226-3 is: [{'id': 'abb6a90a-f85f-4aee-9db3-a774ad8aba96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382733950', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:53:44Z', 'updated_at': '2021-08-03T16:55:28Z', 'revision_number': 6, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:55:29.391135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] For port 786410d1-c995-4ffb-8af1-6600b5637ac4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=786410d1-c995-4ffb-8af1-6600b5637ac4,segment=NetworkSegment(40d38a21-65ae-48a3-811a-42863ebe4e22),segment_id=40d38a21-65ae-48a3-811a-42863ebe4e22)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:29.391799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.407045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Calling delete_port for 786410d1-c995-4ffb-8af1-6600b5637ac4 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:55:29.459425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port b28520b2-0de2-4328-9995-28b87f3866f9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=b28520b2-0de2-4328-9995-28b87f3866f9,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:29.460054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.473254 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for b28520b2-0de2-4328-9995-28b87f3866f9 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:55:29.495311 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.520318 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Pushing event deleted for resources: {'Port': ['ID=786410d1-c995-4ffb-8af1-6600b5637ac4,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:29.524467 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] No DVR routers for this DVR port 786410d1-c995-4ffb-8af1-6600b5637ac4 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:55:29.538861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.539229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.539579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.539922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.540259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.540596 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.540929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.541260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.541591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.541942 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.542270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.542599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42897c-133a-4baf-a8a5-4b8521cc2d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:29.642775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.667746 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=b28520b2-0de2-4328-9995-28b87f3866f9,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:29.733944 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.832879 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.835346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.880431 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.881300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Fanout notify agent at l3_agent the message router_deleted on router abb6a90a-f85f-4aee-9db3-a774ad8aba96 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:55:29.889246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:29.890470 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c0ebc7f4-9a3d-424b-b98d-4a8469c5adef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/routers/abb6a90a-f85f-4aee-9db3-a774ad8aba96 HTTP/1.1" status: 204 len: 168 time: 1.1459265 Aug 03 16:55:29.893797 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59290) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:29.976306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.067810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.077742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf7319c-3d5f-4c74-b314-3050b855ff28']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:30.089440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d38a21-65ae-48a3-811a-42863ebe4e22') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:30.089732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d38a21-65ae-48a3-811a-42863ebe4e22') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:30.099827 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.115097 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.121551 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:55:30.122002 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:55:30.125774 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:55:30.198010 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.206810 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.208869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/networks/6cf7319c-3d5f-4c74-b314-3050b855ff28 HTTP/1.1" status: 204 len: 168 time: 0.3140321 Aug 03 16:55:30.211882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59292) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:30.221699 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff728f4-6e4a-4857-8a20-a60e36605fb6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Network': ['ID=6cf7319c-3d5f-4c74-b314-3050b855ff28,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:30.225341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b28520b2-0de2-4328-9995-28b87f3866f9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:55:30.245994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: b28520b2-0de2-4328-9995-28b87f3866f9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:55:30.246345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device b28520b2-0de2-4328-9995-28b87f3866f9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:55:30.246956 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b9ec859-8367-48e6-82ea-24ff44832328 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:55:30.266218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 6b9ec859-8367-48e6-82ea-24ff44832328 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:55:30.266576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 6b9ec859-8367-48e6-82ea-24ff44832328 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:55:30.267001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 786410d1-c995-4ffb-8af1-6600b5637ac4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:55:30.274518 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.289016 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 786410d1-c995-4ffb-8af1-6600b5637ac4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:55:30.289370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 786410d1-c995-4ffb-8af1-6600b5637ac4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:55:30.301288 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.362341 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.364881 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.366117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/security-groups/bfca9924-aa7e-45e6-8b53-e393648102ef HTTP/1.1" status: 204 len: 168 time: 0.1527684 Aug 03 16:55:30.375599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401929f-92f1-4cdc-bb9c-0edfbd81b37d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfca9924-aa7e-45e6-8b53-e393648102ef,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:30.867101 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59300) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:30.872289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622027035', 'description': 'tempest-secgroup-smoke-622027035 description', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:30.894932 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.987526 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:30.991377 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.018319 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.019560 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512587 Aug 03 16:55:31.022690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59302) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.023626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d928e-11fd-4073-a433-f3641f5cee2a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.028792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.058481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.107775 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.111226 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.129836 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21e42d0-0b6a-4e24-9d95-ba8dea43082a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.135272 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.136674 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f801b196-cd48-49c2-a60e-5aef7a432dc0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129143 Aug 03 16:55:31.139686 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59304) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.145330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.171764 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.234273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.238309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.256507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80b1f62-b41c-48c1-8f5a-f191cce0662f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.262557 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.263304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d1d2a14-3678-43ec-8e0c-4f8bf600f4e1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226704 Aug 03 16:55:31.266152 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59306) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.271328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.299364 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.359240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.363670 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.385044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a24c99-dda1-4e40-b139-00568a5e2412,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.389159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.390438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d6ad989b-0503-4528-a446-84f456617319 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233497 Aug 03 16:55:31.395149 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59308) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.400631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.429454 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.496893 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.501227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.519801 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c352955-d021-406e-9cd5-4e27a8143f6e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.526236 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.530274 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a6961830-66f7-4bac-925c-75abf69b54a9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334019 Aug 03 16:55:31.530670 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59310) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.535507 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.558570 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:55:31.563975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.625835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.629930 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.651474 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11660d8-f795-431c-ae89-0273bb3692fb,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.655386 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.656876 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c5608904-66e8-41d3-9c81-b4673762057b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248834 Aug 03 16:55:31.660138 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59312) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.664774 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'fc8db3e5-86f6-4a32-991c-fd3adf96ab6d', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.690993 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:55:31.695868 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.764062 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.767779 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.785695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50470ab1-ea40-4e8e-9323-846faeeffaf3,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:31.793318 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.794678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-698921e2-d743-4c93-b281-218f8114c6d0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334662 Aug 03 16:55:31.797665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59314) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:31.804153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'network': {'name': 'tempest-network-smoke--1581266540', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'port_security_enabled': True}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:31.826451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:55:31.830084 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.856518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:55:31.866210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.866573 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Added segment 77c951d2-fea1-4a9a-a210-ea8ae05b87ac of type vlan for network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 Aug 03 16:55:31.913126 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.945244 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:31.954868 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:31.956436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.024400 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2255988 Aug 03 16:55:32.027288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59316) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:32.034223 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'admin_state_up': True, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:32.044307 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376de19-f7a5-4b21-86a1-6c5b669b5e4f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Network': ['ID=2d1a0068-c1d4-4fb6-a9eb-dad91385c743,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:32.055453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:55:32.064412 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.066950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.120918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.265945 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.456843 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.480395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.607910 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.41 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/340b9361-9f41-4b58-935f-a3da9d9b1403) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:55:32.725788 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.764632 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:32.809164 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:32.813949 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:32.818639 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:55:32.820880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=340b9361-9f41-4b58-935f-a3da9d9b1403,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:33.066455 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:33.265264 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:33.403414 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a834e819-d386-4701-830a-d01845be34ef is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:55:33.509924 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:55:33.519480 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Sync routers for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:55:33.528717 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:33.529319 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:33.529497 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:33.530818 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eb47ddbe-3d6d-466a-98d1-70537928e63c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5024290 Aug 03 16:55:33.534527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59318) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:33.568153 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1b9db0d2-822d-46e9-a247-e8a41e5a3679 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6ef3d3bfc3394fbeb35dee8db5aad014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292397 Aug 03 16:55:33.568153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59320) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:33.644886 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:33.654914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e9b3a-7ce9-4cc5-a677-3b931bdf6520 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:33.656360 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-153e9b3a-7ce9-4cc5-a677-3b931bdf6520 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873897 Aug 03 16:55:33.659753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59322) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:33.693033 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2c6d2544-0002-4255-a135-004fb827f493 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321486 Aug 03 16:55:33.695674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59324) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:33.700738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757460606', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:33.790753 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:55:33.794306 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:33.849052 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:32Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:33.879274 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Checking router: a834e819-d386-4701-830a-d01845be34ef for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:55:33.879617 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Updating router a834e819-d386-4701-830a-d01845be34ef port 340b9361-9f41-4b58-935f-a3da9d9b1403 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:55:33.906140 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:33.979468 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.037242 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Subnet': ['ID=2c84147a-d2d9-4685-ba42-15fd0c6b2cad,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:34.047635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Checking segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:55:34.048052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network hostable DHCP agents. Network: 2d1a0068-c1d4-4fb6-a9eb-dad91385c743, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:55:34.065801 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:55:34.075914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 2d1a0068-c1d4-4fb6-a9eb-dad91385c743) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:34.082225 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:34.082898 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.090864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69adab-5d2e-4f01-8ebe-841ae898c848 None None] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:55:34.104368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b845d90e-b14e-49c4-85a8-bcc546a7605c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074655 Aug 03 16:55:34.109465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59326) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:34.189827 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.200479 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Transition to ACTIVE for port object 340b9361-9f41-4b58-935f-a3da9d9b1403 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:34.207651 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.246225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:55:34.247514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.255590 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Attempting to bind port 340b9361-9f41-4b58-935f-a3da9d9b1403 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:55:34.255958 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Attempting to bind port 340b9361-9f41-4b58-935f-a3da9d9b1403 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:55:34.256317 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Attempting to bind port 340b9361-9f41-4b58-935f-a3da9d9b1403 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:55:34.264162 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:55:34.264533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:55:34.264926 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.265311 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:55:34.265806 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Bound port: 340b9361-9f41-4b58-935f-a3da9d9b1403, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:55:34.266178 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.292041 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Pushing event updated for resources: {'Port': ['ID=340b9361-9f41-4b58-935f-a3da9d9b1403,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:34.313358 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.313727 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.314064 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.314392 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.314714 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.315638 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.315961 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.316288 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.316603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.316918 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.317246 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.317542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:55:34.336311 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] For port 340b9361-9f41-4b58-935f-a3da9d9b1403, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:55:34.339568 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] For port 340b9361-9f41-4b58-935f-a3da9d9b1403, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=340b9361-9f41-4b58-935f-a3da9d9b1403,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:55:34.345041 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.404004 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:34.404639 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:34.412062 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Allocated IP 172.20.0.2 (2d1a0068-c1d4-4fb6-a9eb-dad91385c743/2c84147a-d2d9-4685-ba42-15fd0c6b2cad/df27e954-bba9-4e2d-a47d-ee59daf62508) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:55:34.442050 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d13e-7f5b-49bb-bbbe-583924602ab0 None None] Pushing event updated for resources: {'Port': ['ID=340b9361-9f41-4b58-935f-a3da9d9b1403,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:34.526038 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:34.567496 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.583608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Transition to ACTIVE for port object df27e954-bba9-4e2d-a47d-ee59daf62508 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:34.604994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Transition to ACTIVE for port object df27e954-bba9-4e2d-a47d-ee59daf62508 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:34.614034 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.614397 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.661852 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:34.665403 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:34.667939 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:55:34.684609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Pushing event updated for resources: {'Port': ['ID=df27e954-bba9-4e2d-a47d-ee59daf62508,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:34.735878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Attempting to bind port df27e954-bba9-4e2d-a47d-ee59daf62508 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:55:34.738219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Attempting to bind port df27e954-bba9-4e2d-a47d-ee59daf62508 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:55:34.738219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Attempting to bind port df27e954-bba9-4e2d-a47d-ee59daf62508 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:55:34.747397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:55:34.747894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Checking segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:55:34.748410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.748883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Bound using segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:55:34.749461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Bound port: df27e954-bba9-4e2d-a47d-ee59daf62508, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:55:34.749954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.815022 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:32Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:34.827095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] For port df27e954-bba9-4e2d-a47d-ee59daf62508, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:55:34.832880 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] For port df27e954-bba9-4e2d-a47d-ee59daf62508, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df27e954-bba9-4e2d-a47d-ee59daf62508,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:55:34.837128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:34.849021 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc4c10-a4d6-4895-92e5-f387b1c78dc2 None None] The sync data for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 is: [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:32Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:55:34.925225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657813e-95a8-4b78-b650-9ed21f68996a None None] Pushing event updated for resources: {'Port': ['ID=df27e954-bba9-4e2d-a47d-ee59daf62508,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:34.954870 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.1 (2d1a0068-c1d4-4fb6-a9eb-dad91385c743/2c84147a-d2d9-4685-ba42-15fd0c6b2cad/263de115-fe3e-4c8a-b95b-41fc5f7fe5b9) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:55:35.158449 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.185368 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:35.226243 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.271865 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:35.275435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:35.280072 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:55:35.320384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:35.337880 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.489512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.796115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.802381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.879100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:35.882116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:35.952296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9c6fd-1bcc-48db-bb36-34cc36b7600d None None] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:55:36.080382 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7892d4a8-571a-4857-af15-d9180f3cd80a None None] Provisioning for port df27e954-bba9-4e2d-a47d-ee59daf62508 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:36.289297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df27e954-bba9-4e2d-a47d-ee59daf62508 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:36.354257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port df27e954-bba9-4e2d-a47d-ee59daf62508 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:36.358761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port df27e954-bba9-4e2d-a47d-ee59daf62508 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:36.359124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.376502 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:36.378869 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:36.432035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Provisioning for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:36.454965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Provisioning complete for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:36.455328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.506006 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.523623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a834e819-d386-4701-830a-d01845be34ef has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:55:36.530089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:55:36.555753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port df27e954-bba9-4e2d-a47d-ee59daf62508, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df27e954-bba9-4e2d-a47d-ee59daf62508,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:36.560227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Provisioning complete for port df27e954-bba9-4e2d-a47d-ee59daf62508 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:36.561024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d11a814-9a53-4517-89b1-292b439d6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.563760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.564816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 340b9361-9f41-4b58-935f-a3da9d9b1403 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:36.676387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:55:36.682724 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-d42bd35f-02cc-43a4-9b05-67e56631e4bc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/a834e819-d386-4701-830a-d01845be34ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5717416 Aug 03 16:55:36.699309 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=df27e954-bba9-4e2d-a47d-ee59daf62508,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:36.720461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 340b9361-9f41-4b58-935f-a3da9d9b1403 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:36.746925 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Sync routers for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:55:36.756083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 340b9361-9f41-4b58-935f-a3da9d9b1403 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:36.756669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:36.798358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:36.799004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:36.884765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-cdb4de34-2689-40a9-a5f2-c9616ac3f9bb tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622027035&fields=id&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 267 time: 0.0514228 Aug 03 16:55:36.962361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:36.964864 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.017581 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-fb1fd752-6b6b-4bec-8dcd-0d722db77e7b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:37.019759 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-fb1fd752-6b6b-4bec-8dcd-0d722db77e7b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 797 time: 0.1271667 Aug 03 16:55:37.024814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 340b9361-9f41-4b58-935f-a3da9d9b1403, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=340b9361-9f41-4b58-935f-a3da9d9b1403,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:37.030474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.046062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-694a2835-62cc-459d-8866-52c3f752e550 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/quotas/6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 375 time: 0.0190475 Aug 03 16:55:37.067574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5d4d087b-e04d-4178-8ddc-856d00991f84 None None] Provisioning complete for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:37.067574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5d4d087b-e04d-4178-8ddc-856d00991f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.110292 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-58f5e33d-21e0-47ee-a3b5-c7d1a7b703f3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559425 Aug 03 16:55:37.275260 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-6fb31a95-d995-45a8-b39f-df99ade1c117 service neutron] 10.222.0.70 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521080 Aug 03 16:55:37.361024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d087b-e04d-4178-8ddc-856d00991f84 None None] Port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:55:37.371094 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=340b9361-9f41-4b58-935f-a3da9d9b1403,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:37.379773 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-fc818363-7b20-4883-a289-a1021be1a5ee service neutron] 10.222.0.70 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976875 Aug 03 16:55:37.452461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 2, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:37.480401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Checking router: a834e819-d386-4701-830a-d01845be34ef for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:55:37.480769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Updating router a834e819-d386-4701-830a-d01845be34ef port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:55:37.514606 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.516711 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:55:37.566697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-93ac8e5c-df3a-442c-b767-3a8ec710759a req-62074787-8f05-46ed-8c45-9014861e6ec9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 210 time: 0.0355718 Aug 03 16:55:37.832711 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.844023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Transition to ACTIVE for port object 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:37.852427 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.910681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb1d48-aa58-46ea-b885-c42d46df3bb9 None None] Pushing event updated for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:37.970109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Attempting to bind port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:55:37.970855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Attempting to bind port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:55:37.970855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Attempting to bind port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:55:37.977206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:55:37.977593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Checking segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:55:37.977977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:37.978369 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Bound using segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:55:37.978839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Bound port: 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:55:37.979214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:38.078592 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] For port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:55:38.084597 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] For port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:55:38.090174 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:38.184802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb1d48-aa58-46ea-b885-c42d46df3bb9 None None] Pushing event updated for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:38.188778 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:38.189499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:38.267510 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df27e954-bba9-4e2d-a47d-ee59daf62508 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:38.389694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:38.391589 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port df27e954-bba9-4e2d-a47d-ee59daf62508 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:38.391965 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:38.661036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 340b9361-9f41-4b58-935f-a3da9d9b1403 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:38.704743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-64183fcc-12b2-4d26-ab92-74efd5b0bf0d req-b7f24d8d-fcf4-4847-8814-60be86286f54 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 210 time: 0.0390773 Aug 03 16:55:38.733021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 340b9361-9f41-4b58-935f-a3da9d9b1403 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:38.733346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:38.762496 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:38Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:38.791941 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-8cd84f32-02f9-42b8-b644-b007f255ff56 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:38.793467 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-8cd84f32-02f9-42b8-b644-b007f255ff56 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 797 time: 0.1938837 Aug 03 16:55:38.796965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5de44a-15f5-4565-9326-8ae759e417fa None None] The sync data for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 is: [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:38Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:55:38.851747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-3029a3f3-b2eb-43d6-9a72-caeed9464334 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 379 time: 0.0477810 Aug 03 16:55:38.869052 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'port': {'device_id': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'admin_state_up': True, 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'security_groups': ['fc8db3e5-86f6-4a32-991c-fd3adf96ab6d']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:39.027722 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:55:39.032178 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.203887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.3 (2d1a0068-c1d4-4fb6-a9eb-dad91385c743/2c84147a-d2d9-4685-ba42-15fd0c6b2cad/d7c2eee7-778d-457d-a1a6-b8ae29945c41) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:55:39.405627 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.428252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object d7c2eee7-778d-457d-a1a6-b8ae29945c41 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:39.484407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.543081 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:39.547042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:39.554624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:55:39.588803 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:39.631931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:39.632610 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.652046 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-6978fa1a-cca6-4f91-990e-cab3234fc948 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883730 Aug 03 16:55:39.665541 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Request body: {'port': {'device_id': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:39.731813 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.844336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4a761-fcfe-430f-a313-797c7b7633e6 req-935fe635-8254-4244-baa9-1d9cd8a84843 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:39.845807 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6d4a761-fcfe-430f-a313-797c7b7633e6 req-935fe635-8254-4244-baa9-1d9cd8a84843 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 931 time: 0.0574033 Aug 03 16:55:39.900290 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6d4a761-fcfe-430f-a313-797c7b7633e6 req-756a42b3-4914-45a0-aef4-fd3ab7a5f7d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452976 Aug 03 16:55:39.928834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bbd7dcb8-0048-4d23-902e-075264032c4f None None] Provisioning for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:39.934242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bbd7dcb8-0048-4d23-902e-075264032c4f None None] Provisioning complete for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:39.934850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbd7dcb8-0048-4d23-902e-075264032c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.938073 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3395539-07b4-4f28-9177-4c037ba45428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:39.974410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7dcb8-0048-4d23-902e-075264032c4f None None] Port d7c2eee7-778d-457d-a1a6-b8ae29945c41 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:55:40.042095 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c2eee7-778d-457d-a1a6-b8ae29945c41 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:55:40.050216 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.062288 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Transition to ACTIVE for port object d7c2eee7-778d-457d-a1a6-b8ae29945c41 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:55:40.066475 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.121711 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:40.203354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:55:40.203696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:55:40.204030 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:55:40.211429 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:55:40.211823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:55:40.216928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:55:40.217345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Checking segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:55:40.217806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Bound using segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:55:40.218226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Bound port: d7c2eee7-778d-457d-a1a6-b8ae29945c41, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:55:40.218584 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.259481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:40.311770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:55:40.316827 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:55:40.318801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:40.321168 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.323146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:40.323527 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.357331 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:40.358190 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.359922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] 10.222.0.72 "PUT /v2.0/ports/d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 1091 time: 0.6989155 Aug 03 16:55:40.360530 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:55:40.365003 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:55:40.400392 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662559-7e94-4e97-b64b-c7155e29a1ac service neutron] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:40.430459 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d94029-4515-4fb2-b1d0-e042815456cf x-openstack-request-id: req-33d94029-4515-4fb2-b1d0-e042815456cf {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:55:40.430676 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:55:40.430911 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33d94029-4515-4fb2-b1d0-e042815456cf {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:55:40.431546 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'status': 'completed', 'code': 200} Aug 03 16:55:40.442532 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.468506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-4df866b0-5cb5-472f-a802-bc0592fa9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:40.469968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-4df866b0-5cb5-472f-a802-bc0592fa9f18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0509267 Aug 03 16:55:40.480394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:40.484861 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:40.516405 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-8a3d5a7b-35aa-4719-b692-e3ecc4abacb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 217 time: 0.0385783 Aug 03 16:55:40.536162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:40.567730 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-28f23783-f0bb-4acc-a11a-369c1a3e76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:40.569252 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-28f23783-f0bb-4acc-a11a-369c1a3e76cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0466163 Aug 03 16:55:40.616486 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178314a7-71df-40ec-adef-1d457f443b12 req-17a1bd8d-b0d3-43e5-b1b7-fd842ce914a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:40.618021 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-17a1bd8d-b0d3-43e5-b1b7-fd842ce914a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408878 Aug 03 16:55:41.016024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6024-2d31-485b-8917-8bddc6843e2e req-c3bf1f82-d07d-4cc3-87cd-3045620b3d29 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:41.017632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d8a6024-2d31-485b-8917-8bddc6843e2e req-c3bf1f82-d07d-4cc3-87cd-3045620b3d29 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0511115 Aug 03 16:55:41.057350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d8a6024-2d31-485b-8917-8bddc6843e2e req-ea8fa2e2-d804-4b34-94ef-e61ad4c70110 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Aug 03 16:55:41.068567 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-4e937c23-900b-49ae-935c-bd0d136aa088 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425440 Aug 03 16:55:41.160079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-178314a7-71df-40ec-adef-1d457f443b12 req-e0cb7675-acd7-4e69-ba15-44445531c041 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842960 Aug 03 16:55:41.248433 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-b1c439a4-7199-4aab-8f5a-4a061290c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:41.249850 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-b1c439a4-7199-4aab-8f5a-4a061290c13e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0441756 Aug 03 16:55:41.337786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-a12ce00c-dbe7-4e23-8921-15f9e31a2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:41.339248 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-a12ce00c-dbe7-4e23-8921-15f9e31a2140 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0827701 Aug 03 16:55:41.383326 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-a31b3e7f-edf2-4a87-a16b-6d2f1e6e1b62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 217 time: 0.0345554 Aug 03 16:55:41.436757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-26313d66-24d8-4610-ac1f-a02410e75a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:41.438194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-26313d66-24d8-4610-ac1f-a02410e75a73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0479195 Aug 03 16:55:41.484271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-7de4393d-3350-4af9-8f4e-6302924ab4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:41.485789 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-7de4393d-3350-4af9-8f4e-6302924ab4dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396121 Aug 03 16:55:41.574300 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-7090e541-c676-4402-9590-9943a9d5a43e service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806973 Aug 03 16:55:41.668769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb6c3a95-a2a0-4050-ba68-dbacfa036c2c req-6f8199f1-a57a-46b8-9bb8-aef95526a0df service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849481 Aug 03 16:55:42.176539 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0d02-92f8-468f-b2e6-2778be986419 req-ed52f574-31dc-4d26-8429-345ecccd3282 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:42.178079 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96a0d02-92f8-468f-b2e6-2778be986419 req-ed52f574-31dc-4d26-8429-345ecccd3282 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0506971 Aug 03 16:55:42.220823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b96a0d02-92f8-468f-b2e6-2778be986419 req-7afba522-d1e9-4238-827a-69c3cb344674 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366397 Aug 03 16:55:42.227569 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6c94ade-8f37-471d-a564-1a2a24dfec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:42.231990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:42.278690 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:42.279064 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:42.902483 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:43.346313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeb9a2-209c-41df-98fd-35fc23398311 req-77a81f64-12f8-4208-9330-0c2ef7291719 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:43.348536 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbaeb9a2-209c-41df-98fd-35fc23398311 req-77a81f64-12f8-4208-9330-0c2ef7291719 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0550387 Aug 03 16:55:43.388647 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dbaeb9a2-209c-41df-98fd-35fc23398311 req-a98d62b1-e154-49d7-9146-d6c461636cad tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Aug 03 16:55:43.934779 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:44.508561 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5a533-2104-4892-a388-1062df083b06 req-28fd40f5-9a87-4020-8db7-a452211dc2b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:44.510062 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51d5a533-2104-4892-a388-1062df083b06 req-28fd40f5-9a87-4020-8db7-a452211dc2b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0527396 Aug 03 16:55:44.548025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-51d5a533-2104-4892-a388-1062df083b06 req-027d5bea-d72f-4d95-9541-4ff3d5475f61 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Aug 03 16:55:45.330030 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:45.385887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:55:45.477494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:45.489738 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'mac_address': 'fa:16:3e:20:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:55:45.529648 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:45.541747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c2eee7-778d-457d-a1a6-b8ae29945c41 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:55:45.561456 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:45.567240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:45.615744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:45.664948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d995-316c-4ec1-b5f8-0c34c101a798 req-4a00bc4f-4c80-433c-9e6d-9182942c0f09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:45.666517 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69b1d995-316c-4ec1-b5f8-0c34c101a798 req-4a00bc4f-4c80-433c-9e6d-9182942c0f09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 944 time: 0.0509388 Aug 03 16:55:45.703761 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-69b1d995-316c-4ec1-b5f8-0c34c101a798 req-711f57bf-a3ee-4769-a32c-85ddb8c69d13 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Aug 03 16:55:45.814261 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['d7c2eee7-778d-457d-a1a6-b8ae29945c41'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:55:46.820169 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df810eca-7550-4909-b995-64d3d33b97d6 req-86f0760d-a642-499a-a552-d897c576ba95 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:46.821595 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df810eca-7550-4909-b995-64d3d33b97d6 req-86f0760d-a642-499a-a552-d897c576ba95 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 944 time: 0.0494487 Aug 03 16:55:46.867925 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-df810eca-7550-4909-b995-64d3d33b97d6 req-0203ad71-1303-4cbb-a56c-65646a090c8e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Aug 03 16:55:47.402791 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:55:47.449906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:55:47.453812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:55:47.454191 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:47.533047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:47.554844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:55:47.557124 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf6769-b726-4715-b0a1-faa571b63e7a" -d '{"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:55:47.570607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:55:47.574549 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:47.597844 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b993ab-77c6-4132-bd26-22e786912829 x-openstack-request-id: req-05b993ab-77c6-4132-bd26-22e786912829 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:55:47.598140 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:55:47.598391 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05b993ab-77c6-4132-bd26-22e786912829 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:55:47.598801 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'code': 200} Aug 03 16:55:47.624436 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:47.694080 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca9f79-b0ce-400f-ab8e-5a9dc30a6ee7 req-1ec213fe-2887-4a1b-92e8-3487e2a0a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:47.695500 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dca9f79-b0ce-400f-ab8e-5a9dc30a6ee7 req-1ec213fe-2887-4a1b-92e8-3487e2a0a564 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0422416 Aug 03 16:55:47.729962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7dca9f79-b0ce-400f-ab8e-5a9dc30a6ee7 req-bb9e5fcb-a4c4-4040-9ad2-3a286f078a53 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277677 Aug 03 16:55:47.984105 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b92a9-7d8a-483b-9f3e-332a890c7430 req-5faa9bfd-f26e-41cf-a983-d723f0c17962 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:47.985458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-310b92a9-7d8a-483b-9f3e-332a890c7430 req-5faa9bfd-f26e-41cf-a983-d723f0c17962 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0524211 Aug 03 16:55:48.028105 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-310b92a9-7d8a-483b-9f3e-332a890c7430 req-1c80a3bb-413b-4160-9ca7-de1e7070b272 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359600 Aug 03 16:55:49.143020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055293f-c64b-433a-a200-68e9b98aa1e3 req-23450990-78d7-4946-ab57-c3234788b574 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:49.145202 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3055293f-c64b-433a-a200-68e9b98aa1e3 req-23450990-78d7-4946-ab57-c3234788b574 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0494280 Aug 03 16:55:49.183314 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3055293f-c64b-433a-a200-68e9b98aa1e3 req-88d605e3-f000-40fb-a6bb-1ebe06413f86 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Aug 03 16:55:49.298099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bbcb7-7813-4d10-b5f9-eabe8df7cfbb req-e05aba95-600a-4152-87bc-df37848d086b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:49.299563 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff9bbcb7-7813-4d10-b5f9-eabe8df7cfbb req-e05aba95-600a-4152-87bc-df37848d086b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0509970 Aug 03 16:55:49.338256 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ff9bbcb7-7813-4d10-b5f9-eabe8df7cfbb req-6826862f-8ac8-4a53-8e2a-10e10e0f4417 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Aug 03 16:55:49.359336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59384) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:49.403107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079b3f1f-fcd4-4742-91cd-dd45674a736c tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:49.404603 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-079b3f1f-fcd4-4742-91cd-dd45674a736c tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1091 time: 0.0442939 Aug 03 16:55:49.407449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:49.411860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:55:49.434483 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:49.528878 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:49.635198 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.10 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/6c3cd802-f263-4ed1-8544-1eb9b03577ef) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:55:49.740038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:49.778837 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:49.819214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:55:49.822044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:55:49.824875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:55:49.855603 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6c3cd802-f263-4ed1-8544-1eb9b03577ef,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:50.192093 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.261744 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.414094 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.418537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.486892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6c3cd802-f263-4ed1-8544-1eb9b03577ef,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:55:50.497720 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.598510 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP c22a1f65-a4ea-41d0-8de5-1d14100f7956 associated. External IP: 172.25.7.10, port: d7c2eee7-778d-457d-a1a6-b8ae29945c41. Aug 03 16:55:50.807710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a834e819-d386-4701-830a-d01845be34ef has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:55:50.915893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:55:50.928018 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Sync routers for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:55:50.932045 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:50.938614 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:50.939258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:50.960064 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-69f6e47a-57c2-4769-97c9-50b2eb457600 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5516078 Aug 03 16:55:50.960649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:55:50.962947 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:55:51.001071 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c88a8b7-993d-4779-a174-b89e7a0e5ef9 x-openstack-request-id: req-7c88a8b7-993d-4779-a174-b89e7a0e5ef9 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:55:51.001387 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:55:51.001619 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c88a8b7-993d-4779-a174-b89e7a0e5ef9 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:55:51.002059 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'status': 'completed', 'code': 200} Aug 03 16:55:51.047507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:51.063306 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10592b1-b478-4af9-b295-a4b1f9436d71 req-bec5d326-f4a4-49d6-aa04-a8275bda72fa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:51.064756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b10592b1-b478-4af9-b295-a4b1f9436d71 req-bec5d326-f4a4-49d6-aa04-a8275bda72fa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0517414 Aug 03 16:55:51.066442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-1ccb2c94-a9c3-49d0-863a-23fa9d7f4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:51.068495 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-1ccb2c94-a9c3-49d0-863a-23fa9d7f4130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0443966 Aug 03 16:55:51.105505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b10592b1-b478-4af9-b295-a4b1f9436d71 req-65fd54a1-4b42-43b9-831e-fe111434c336 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Aug 03 16:55:51.129811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59392) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:51.170434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-40566653-e4c1-42ec-88ca-36b56bc61191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:51.171977 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-40566653-e4c1-42ec-88ca-36b56bc61191 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0968184 Aug 03 16:55:51.202938 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0a9ff4d6-aab2-440b-ab8d-feb7d80df8e3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c22a1f65-a4ea-41d0-8de5-1d14100f7956 HTTP/1.1" status: 200 len: 990 time: 0.0719280 Aug 03 16:55:51.241821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-a60f9802-bf93-4c01-a1e3-04884e465f8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 998 time: 0.0622041 Aug 03 16:55:51.275675 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c22a1f65-a4ea-41d0-8de5-1d14100f7956', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a834e819-d386-4701-830a-d01845be34ef', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'mac_address': 'fa:16:3e:20:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:55:50Z', 'updated_at': '2021-08-03T16:55:50Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:51.291236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-f0cd5bd9-03a6-4bc8-a732-0e1e258db6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:51.292738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-f0cd5bd9-03a6-4bc8-a732-0e1e258db6ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0445521 Aug 03 16:55:51.304665 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Checking router: a834e819-d386-4701-830a-d01845be34ef for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:55:51.312910 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:55:51.313699 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:55:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:51.342915 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-b28ad8a6-9917-45df-868d-57ae2d47adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:55:51.344412 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-b28ad8a6-9917-45df-868d-57ae2d47adc1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453782 Aug 03 16:55:51.417461 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:55:51.434220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-647e38f2-5fe6-4b62-b461-8e4bd58f641e service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827584 Aug 03 16:55:51.532211 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4a907e48-e32a-4f5a-a523-bfd0ce9b408d req-5e197f52-d661-4114-a4ec-2bb5899315d4 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902846 Aug 03 16:55:51.635770 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c22a1f65-a4ea-41d0-8de5-1d14100f7956', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a834e819-d386-4701-830a-d01845be34ef', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'mac_address': 'fa:16:3e:20:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:55:50Z', 'updated_at': '2021-08-03T16:55:50Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:55:51.663486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1359f-8025-4b6f-a92c-df6f70bb672c None None] The sync data for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 is: [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'c22a1f65-a4ea-41d0-8de5-1d14100f7956', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'a834e819-d386-4701-830a-d01845be34ef', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'mac_address': 'fa:16:3e:20:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:55:50Z', 'updated_at': '2021-08-03T16:55:50Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:55:51.848484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21e2d56-2a0d-4456-9301-cce2a26c5d27 None None] New status for floating IP c22a1f65-a4ea-41d0-8de5-1d14100f7956: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:55:52.207018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59394) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:55:52.265330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4fa5e8d5-04f4-46a8-8409-8779210925e7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c22a1f65-a4ea-41d0-8de5-1d14100f7956 HTTP/1.1" status: 200 len: 992 time: 0.0571742 Aug 03 16:55:52.570655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:55:56.812192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:02.258740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-6bd47e43-c633-434c-86be-cc2a073b2183 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830066 Aug 03 16:56:02.340895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-eb358113-2276-4dc2-af86-7dae1ebc088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:02.342324 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-eb358113-2276-4dc2-af86-7dae1ebc088d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0427201 Aug 03 16:56:02.449090 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-87d19c46-2481-445d-aa47-e56377a0072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:02.450660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-87d19c46-2481-445d-aa47-e56377a0072c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0874388 Aug 03 16:56:02.516154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-f7402876-a539-4316-9241-c61d52dd079c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 1000 time: 0.0577483 Aug 03 16:56:02.566443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-4ee318d3-6c05-431f-9eee-a9a5784ffe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:02.568015 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-4ee318d3-6c05-431f-9eee-a9a5784ffe55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0443072 Aug 03 16:56:02.618498 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-43fd0180-9ae3-442f-bb37-2f1d25dc5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:02.619902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-43fd0180-9ae3-442f-bb37-2f1d25dc5dc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440698 Aug 03 16:56:02.708591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-fc1ff5dd-c79e-4aad-9ed3-a092a1084a80 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810785 Aug 03 16:56:02.801698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d44a3bd-c4f6-4f37-99d6-9c3de759da73 req-ad0735bf-27b2-4033-8107-834e484df825 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860145 Aug 03 16:56:09.910471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d5-ae28-4cfd-bddd-3617f152a486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:12.228798 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-32a1adf9-89d2-489a-b43a-6aeaadb1ecb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:12.904157 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:13.938010 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:14.507911 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:56:15.333459 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:20.994294 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b42e-4182-4ab4-b04c-9ab120b29d3c req-b86586db-356c-43ac-b7e8-3caaec1fd73d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:20.995830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bee0b42e-4182-4ab4-b04c-9ab120b29d3c req-b86586db-356c-43ac-b7e8-3caaec1fd73d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0504191 Aug 03 16:56:21.019801 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-fb2121c3-a1e7-4c67-82a3-43a72088bae6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860364 Aug 03 16:56:21.036043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bee0b42e-4182-4ab4-b04c-9ab120b29d3c req-1f13024c-6168-49a0-9280-ab05ae0aabf4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Aug 03 16:56:22.155188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26f99-74d6-4107-b9c3-5566c90eb9ca req-38c8399d-2ae2-4b0b-b0e5-a8d965c4d106 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:22.156758 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fb26f99-74d6-4107-b9c3-5566c90eb9ca req-38c8399d-2ae2-4b0b-b0e5-a8d965c4d106 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0516834 Aug 03 16:56:22.200600 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fb26f99-74d6-4107-b9c3-5566c90eb9ca req-7e6bdd7b-fdcd-4ec0-8bd8-79ab0e4c4168 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375073 Aug 03 16:56:22.254619 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-8d075334-a65c-4d00-a3c1-6cc087ad5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:22.256198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-8d075334-a65c-4d00-a3c1-6cc087ad5866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0418987 Aug 03 16:56:22.349467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-1b707adf-f44c-494a-85be-3287d6f77150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:22.350874 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-1b707adf-f44c-494a-85be-3287d6f77150 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0877573 Aug 03 16:56:22.416259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-1bcb9539-743a-41b7-b5a4-495d04f02215 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 1000 time: 0.0583134 Aug 03 16:56:22.470308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-38003475-1e34-4b40-b8c8-348f3ed729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:22.471733 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-38003475-1e34-4b40-b8c8-348f3ed729ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0483959 Aug 03 16:56:22.517059 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-9878ce3c-7362-42bc-88bb-9642b3bb64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:22.518540 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-9878ce3c-7362-42bc-88bb-9642b3bb64e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391183 Aug 03 16:56:22.573523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:22.608905 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-7fe466c7-5724-4d6c-895a-c75f55ceb66c service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822377 Aug 03 16:56:22.706945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-5ebdbdb5-8a20-4de4-b6df-edb768f4470a service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898325 Aug 03 16:56:23.318844 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b4a12-0737-42a1-8d71-438c35fa02b2 req-f3d02a85-1de4-463f-a9ce-e4b60753ebc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:23.320354 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa5b4a12-0737-42a1-8d71-438c35fa02b2 req-f3d02a85-1de4-463f-a9ce-e4b60753ebc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0501797 Aug 03 16:56:23.359241 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-aa5b4a12-0737-42a1-8d71-438c35fa02b2 req-440feb4f-b97b-4a35-adba-60316e7d22e4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Aug 03 16:56:24.475921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3f34-dd76-445c-bdbf-92a2ab2931b4 req-14c2ae71-6980-47fc-8535-be41a69f3369 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:24.477622 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-729a3f34-dd76-445c-bdbf-92a2ab2931b4 req-14c2ae71-6980-47fc-8535-be41a69f3369 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0496757 Aug 03 16:56:24.516075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-729a3f34-dd76-445c-bdbf-92a2ab2931b4 req-c00a2d26-2bd3-4c66-a597-037ef6131e8b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Aug 03 16:56:25.631745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd4e6e-3857-4105-9d7a-d65bf81de719 req-028456d6-9be9-4c19-b758-f2123a5a356a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:25.633804 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecfd4e6e-3857-4105-9d7a-d65bf81de719 req-028456d6-9be9-4c19-b758-f2123a5a356a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0484002 Aug 03 16:56:25.671867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ecfd4e6e-3857-4105-9d7a-d65bf81de719 req-6b464f15-5192-4814-8a56-235f13074203 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Aug 03 16:56:26.786750 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412843f6-260d-45ba-98a3-59fd7805a6a6 req-2d22aa43-e1f3-4894-a37e-19cc7001f491 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:26.788215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-412843f6-260d-45ba-98a3-59fd7805a6a6 req-2d22aa43-e1f3-4894-a37e-19cc7001f491 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0476124 Aug 03 16:56:26.828050 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:26.835777 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-412843f6-260d-45ba-98a3-59fd7805a6a6 req-9c230edd-e5b7-44ad-87c2-bc79d947b55d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409291 Aug 03 16:56:27.956791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1a6c-5b4c-4196-be4f-7aaf3361d1c8 req-1f36056e-78d0-4592-b380-8f45717c07dc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:27.958310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4fde1a6c-5b4c-4196-be4f-7aaf3361d1c8 req-1f36056e-78d0-4592-b380-8f45717c07dc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0539408 Aug 03 16:56:27.996675 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4fde1a6c-5b4c-4196-be4f-7aaf3361d1c8 req-48503e31-eb7f-43fb-a7ea-4b2644572300 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324352 Aug 03 16:56:29.112348 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd1bf-3bfa-47e9-97e9-b55c6af6e41e req-e1a15dfa-5278-433d-8d43-5e51f40a27d1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:29.113839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe0bd1bf-3bfa-47e9-97e9-b55c6af6e41e req-e1a15dfa-5278-433d-8d43-5e51f40a27d1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0485153 Aug 03 16:56:29.151868 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-fe0bd1bf-3bfa-47e9-97e9-b55c6af6e41e req-6bc28cd0-7ee1-445c-b653-edd27b208184 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Aug 03 16:56:30.278245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb6eb-7172-4a66-b2c4-9c50df9d818e req-77577f5b-52c0-4f3c-aeee-f3ee3a78745e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:30.279783 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3ddb6eb-7172-4a66-b2c4-9c50df9d818e req-77577f5b-52c0-4f3c-aeee-f3ee3a78745e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0584226 Aug 03 16:56:30.319317 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a3ddb6eb-7172-4a66-b2c4-9c50df9d818e req-9b28aa3a-8127-45de-ae76-fcde5cc70aec tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335431 Aug 03 16:56:31.434510 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10081a2d-f6c6-41bc-be4c-f3a176e1232d req-4a2b7b96-afb5-4cfd-afa4-8c49ff9fd0cd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:31.436025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10081a2d-f6c6-41bc-be4c-f3a176e1232d req-4a2b7b96-afb5-4cfd-afa4-8c49ff9fd0cd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0492754 Aug 03 16:56:31.475353 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-10081a2d-f6c6-41bc-be4c-f3a176e1232d req-7a882010-06f7-4699-b27b-35c1011f146a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Aug 03 16:56:32.594075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f93eda-c9eb-42e2-bce9-ca6cd2e65447 req-f7535b5d-3ca2-4109-9451-84c254fc5598 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:32.595602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83f93eda-c9eb-42e2-bce9-ca6cd2e65447 req-f7535b5d-3ca2-4109-9451-84c254fc5598 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0510256 Aug 03 16:56:32.639009 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83f93eda-c9eb-42e2-bce9-ca6cd2e65447 req-6b577551-25ff-49b5-a8c7-ba768f6a953f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369334 Aug 03 16:56:33.759308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6bf9b-a900-4b58-8215-15c0f2a61577 req-940b8c78-e02e-419a-96eb-fcd10365d81f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:33.760786 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c6bf9b-a900-4b58-8215-15c0f2a61577 req-940b8c78-e02e-419a-96eb-fcd10365d81f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0515144 Aug 03 16:56:33.804308 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-17c6bf9b-a900-4b58-8215-15c0f2a61577 req-b3950afa-7812-4c46-ba7c-52b1fe639ec0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370405 Aug 03 16:56:34.476950 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-bbf49acb-8fa0-41bb-ab31-e8d3f7f5a2d4 service neutron] show failed (client error): The resource could not be found. Aug 03 16:56:34.478212 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-bbf49acb-8fa0-41bb-ab31-e8d3f7f5a2d4 service neutron] 10.222.0.72 "GET /v2.0/ports/d7c2eee7-778d-457d-a1a6-b8ae29945c41/bindings/n-h2-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0593052 Aug 03 16:56:34.682536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-cac78fab-35d7-4172-972b-52b9897040e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:34.684052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-cac78fab-35d7-4172-972b-52b9897040e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 1096 time: 0.0449996 Aug 03 16:56:34.696153 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:56:34.750323 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:34.927906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a983637-7cfa-468e-a5dc-7c1a9f49cae6 req-6f710216-c530-4a21-b7f0-fcef932ffb71 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:34.929458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a983637-7cfa-468e-a5dc-7c1a9f49cae6 req-6f710216-c530-4a21-b7f0-fcef932ffb71 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0548856 Aug 03 16:56:34.958157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:56:34.969206 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5a983637-7cfa-468e-a5dc-7c1a9f49cae6 req-3b0dd695-5aba-4667-a374-256ff4dd43a2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Aug 03 16:56:34.998074 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h1-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:56:35.039964 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:56:35.042866 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96abc3-5580-4844-ba41-6c75d4700f70" -d '{"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:56:35.046308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:35.060387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Transition to ACTIVE for port object d7c2eee7-778d-457d-a1a6-b8ae29945c41 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:56:35.064551 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:35.095004 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72da894-e5a2-41ea-97cb-71f16d59db0a x-openstack-request-id: req-c72da894-e5a2-41ea-97cb-71f16d59db0a {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:56:35.095299 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:56:35.095551 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c72da894-e5a2-41ea-97cb-71f16d59db0a {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:56:35.095945 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'code': 200} Aug 03 16:56:35.143422 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=6']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:56:35.156094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.156446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.156795 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.157140 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.157480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.157851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.158191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.158525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.158860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.159190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.159519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.159847 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:35.202071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] No DVR routers for this DVR port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on host n-h1-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:56:35.350482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:56:35.350818 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:56:35.351146 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:56:35.356551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:56:35.356875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Attempting to bind port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:56:35.361624 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:56:35.361994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Checking segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:56:35.362375 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Bound using segment: {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:56:35.362799 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Bound port: d7c2eee7-778d-457d-a1a6-b8ae29945c41, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c951d2-fea1-4a9a-a210-ea8ae05b87ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:56:35.363151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:35.427633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:56:35.431297 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:56:35.435007 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:35.482574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:35.482974 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:35.484378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] 10.222.0.78 "PUT /v2.0/ports/d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 1091 time: 0.7923913 Aug 03 16:56:35.495464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33d25e-2b5b-41bb-887c-ee9b04628506 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=7']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:56:35.559838 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-24bc9cdb-4501-4388-b05a-99555e79f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:35.561366 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-24bc9cdb-4501-4388-b05a-99555e79f638 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0476935 Aug 03 16:56:35.656636 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-8301181a-1a41-4737-9359-7804f49446d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:35.658826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-8301181a-1a41-4737-9359-7804f49446d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0902781 Aug 03 16:56:35.728017 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-3915cf99-ff42-4696-9026-c207f9a644e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 998 time: 0.0631266 Aug 03 16:56:35.780025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-86f3d634-f17b-4cf4-9e06-50271c5465ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:35.781492 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-86f3d634-f17b-4cf4-9e06-50271c5465ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0456412 Aug 03 16:56:35.827021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-d0fb9092-a014-461c-b903-2407b06496c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:35.828427 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-d0fb9092-a014-461c-b903-2407b06496c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405049 Aug 03 16:56:35.920182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-dff57ff0-50ad-41f2-b112-c2954a2e223a service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842967 Aug 03 16:56:36.009666 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-14fe0b00-2814-463d-a65e-0237105f3dd1 service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830519 Aug 03 16:56:36.094945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679d60-a3e0-446c-9b22-9c8f88f78aea req-472599ac-62ed-448c-a2cd-8f8d50cebcf9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:36.096443 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3679d60-a3e0-446c-9b22-9c8f88f78aea req-472599ac-62ed-448c-a2cd-8f8d50cebcf9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0520039 Aug 03 16:56:36.138001 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c3679d60-a3e0-446c-9b22-9c8f88f78aea req-21cb2b43-01e4-4ed4-bf96-99371267f8f6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Aug 03 16:56:37.097443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:56:37.099949 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808103de-4afd-4809-b57f-79c2c5c8953e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:56:37.149632 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c8c83-be87-4008-a670-682ba7662086 x-openstack-request-id: req-fd8c8c83-be87-4008-a670-682ba7662086 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:56:37.149963 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:56:37.150215 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd8c8c83-be87-4008-a670-682ba7662086 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:56:37.150680 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'status': 'completed', 'code': 200} Aug 03 16:56:37.218482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-e8e3d052-17be-4d86-9a5b-eb9cd174f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.219990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-e8e3d052-17be-4d86-9a5b-eb9cd174f31b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0422902 Aug 03 16:56:37.226524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-78fa25a9-8a4d-4beb-85b6-b3005dbda09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.228271 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-78fa25a9-8a4d-4beb-85b6-b3005dbda09f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0604293 Aug 03 16:56:37.316334 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-fdbcd207-15f7-4cd7-a358-ffd8a685a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.317680 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-fdbcd207-15f7-4cd7-a358-ffd8a685a31b service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0904176 Aug 03 16:56:37.324098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33aa07-ed80-408b-9033-75b66f6cce8e req-cf3e99bb-8d00-425f-9a69-2af505d1df5e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.325657 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d33aa07-ed80-408b-9033-75b66f6cce8e req-cf3e99bb-8d00-425f-9a69-2af505d1df5e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.1111608 Aug 03 16:56:37.371008 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-92a0eae2-c182-4849-af57-bd1c9cbcbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.372417 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-92a0eae2-c182-4849-af57-bd1c9cbcbbc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.1257842 Aug 03 16:56:37.391979 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-f232a7ae-66d2-4d57-950c-9572c3ff6842 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 998 time: 0.0658305 Aug 03 16:56:37.394396 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8d33aa07-ed80-408b-9033-75b66f6cce8e req-ed5f10bb-302b-42fc-ba6e-83a5a24456f4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580912 Aug 03 16:56:37.448985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-2a2c2e85-f3bf-49cd-aa27-f10b24ba659c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 998 time: 0.0676427 Aug 03 16:56:37.455268 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-35f9f3dc-7de1-498d-af3a-4f6b2570db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.456750 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-35f9f3dc-7de1-498d-af3a-4f6b2570db12 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0565078 Aug 03 16:56:37.511216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-3d9ac89c-9b00-49ab-9dcd-341d617e0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.513257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-3d9ac89c-9b00-49ab-9dcd-341d617e0456 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474632 Aug 03 16:56:37.515644 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-d6e1fa2d-c420-4a29-b0f8-30c65e4ce910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.517117 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-d6e1fa2d-c420-4a29-b0f8-30c65e4ce910 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0618408 Aug 03 16:56:37.573828 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808103de-4afd-4809-b57f-79c2c5c8953e req-3ba83d32-61a9-4acf-bf67-4b39e078cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:37.575447 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-3ba83d32-61a9-4acf-bf67-4b39e078cac4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513015 Aug 03 16:56:37.613330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-586b9a51-8569-4134-9d83-9b3279ba396d service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907531 Aug 03 16:56:37.673743 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-4a71a31f-16e7-405c-82da-82c346cbb48e service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914407 Aug 03 16:56:37.723172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-cc6a04f5-60d0-477b-b7ca-93e5b29175df service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022153 Aug 03 16:56:37.776459 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-808103de-4afd-4809-b57f-79c2c5c8953e req-f0f0ab15-9eec-4134-9185-700113a4baad service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948484 Aug 03 16:56:37.806567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:56:37.842971 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:56:38.514814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32487f6-74b3-4454-97fd-eb964f103088 req-6a705db9-e508-4d51-9475-5c5e11818334 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:38.516233 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e32487f6-74b3-4454-97fd-eb964f103088 req-6a705db9-e508-4d51-9475-5c5e11818334 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0494661 Aug 03 16:56:38.555772 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e32487f6-74b3-4454-97fd-eb964f103088 req-bd518038-a872-4c8d-983b-ef1b70fb518e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Aug 03 16:56:38.750254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa3cae-6c0f-4eb1-96a1-2a3548dfb0a4 req-a1ad561a-575a-4476-b353-1a94884409bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:38.752022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23fa3cae-6c0f-4eb1-96a1-2a3548dfb0a4 req-a1ad561a-575a-4476-b353-1a94884409bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0498040 Aug 03 16:56:38.773566 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acb28-7869-4651-bf06-a57068a96839 req-3359ba9c-f7a7-4ae7-a98d-5469587546e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:38.775022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-3359ba9c-f7a7-4ae7-a98d-5469587546e9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&binding%3Ahost_id=n-h2-803226-3 HTTP/1.1" status: 200 len: 943 time: 0.0585093 Aug 03 16:56:38.794496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-23fa3cae-6c0f-4eb1-96a1-2a3548dfb0a4 req-6c4e7530-c639-4778-a0c9-c01ac52ddf86 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353153 Aug 03 16:56:38.838387 n-d-803226-3 neutron-server[106017]: INFO neutron.api.v2.resource [req-9e3acb28-7869-4651-bf06-a57068a96839 req-7392237c-a01e-4ad0-a96a-a4dc1a7da160 service neutron] delete failed (client error): The resource could not be found. Aug 03 16:56:38.839422 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-7392237c-a01e-4ad0-a96a-a4dc1a7da160 service neutron] 10.222.0.72 "DELETE /v2.0/ports/d7c2eee7-778d-457d-a1a6-b8ae29945c41/bindings/n-h1-803226-3 HTTP/1.1" status: 404 len: 380 time: 0.0568964 Aug 03 16:56:38.947757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa3f75-ae83-43cf-8645-4f148060e023 req-5dfa60af-0114-46bb-8ee3-5823db697d96 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:38.949264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5fa3f75-ae83-43cf-8645-4f148060e023 req-5dfa60af-0114-46bb-8ee3-5823db697d96 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 943 time: 0.0828891 Aug 03 16:56:38.955010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acb28-7869-4651-bf06-a57068a96839 req-88bd3928-7466-4724-b604-01927b381c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:38.956448 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-88bd3928-7466-4724-b604-01927b381c2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1094 time: 0.0596023 Aug 03 16:56:39.003500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:56:39.037948 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d5fa3f75-ae83-43cf-8645-4f148060e023 req-75cfc1a0-6932-4abe-81d4-0f44a379b224 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804334 Aug 03 16:56:39.077812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acb28-7869-4651-bf06-a57068a96839 req-0dbcacc9-301d-4ae5-897b-41b55c8c2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:39.079339 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-0dbcacc9-301d-4ae5-897b-41b55c8c2e08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.1151571 Aug 03 16:56:39.111279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:56:39.128158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'port_id': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'mac_address': 'fa:16:3e:20:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:56:39.156424 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-bed7e458-ebec-440e-a69c-a35337328a7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 998 time: 0.0678651 Aug 03 16:56:39.167674 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:39.182501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c2eee7-778d-457d-a1a6-b8ae29945c41 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:56:39.204400 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:56:39.209159 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:39.210066 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acb28-7869-4651-bf06-a57068a96839 req-12b41520-2cd3-4a7c-93db-6959256ed0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:39.211589 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-12b41520-2cd3-4a7c-93db-6959256ed0c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0479259 Aug 03 16:56:39.268806 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3acb28-7869-4651-bf06-a57068a96839 req-47f7ba81-1a39-4d40-92c1-f67b550eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:39.270244 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:56:39.270403 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-47f7ba81-1a39-4d40-92c1-f67b550eb106 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521572 Aug 03 16:56:39.278501 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.278849 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.279191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.279532 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.279865 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.280192 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.280519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.280844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.281169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.281490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.281846 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.282168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:56:39.362570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-6a3eb4d8-6f95-4ad5-8d4e-f896be3b023c service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850074 Aug 03 16:56:39.462521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['d7c2eee7-778d-457d-a1a6-b8ae29945c41'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:56:39.469290 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e3acb28-7869-4651-bf06-a57068a96839 req-f38d2b4e-8010-41a7-966d-6b34d4191f09 service neutron] 10.222.0.72 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995743 Aug 03 16:56:39.915922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d2b96596-46a5-490d-84e1-77a11e8d6a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:40.171554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb3ec9-4147-453d-ae28-566f17967ea7 req-7b530af1-e0da-49ef-9145-7d248e72fc4b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:40.173088 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42eb3ec9-4147-453d-ae28-566f17967ea7 req-7b530af1-e0da-49ef-9145-7d248e72fc4b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 944 time: 0.0637777 Aug 03 16:56:40.219158 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-42eb3ec9-4147-453d-ae28-566f17967ea7 req-50555870-176f-428a-bd3f-ecbe55dec642 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367770 Aug 03 16:56:40.249766 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59484) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:56:40.318169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-4326b5e1-6fd4-406d-99e9-50013642abe2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/c22a1f65-a4ea-41d0-8de5-1d14100f7956 HTTP/1.1" status: 200 len: 991 time: 0.0671902 Aug 03 16:56:41.003210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:56:41.053424 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:56:41.058138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port d7c2eee7-778d-457d-a1a6-b8ae29945c41 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:56:41.058520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:41.134860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:41.158635 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:56:41.160881 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dcc4c8-de47-4bfb-90d7-f0bc70f92e4c" -d '{"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:56:41.177472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:56:41.182927 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:41.245347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=9']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:56:41.260883 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fcc087-a0aa-4083-b499-9112ec699d8a x-openstack-request-id: req-b1fcc087-a0aa-4083-b499-9112ec699d8a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:56:41.261173 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-plugged", "status": "completed", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:56:41.261422 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1fcc087-a0aa-4083-b499-9112ec699d8a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:56:41.261845 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'code': 200} Aug 03 16:56:42.229339 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f648-bf7b-497d-b952-a9fe6d052cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:42.909096 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:43.940452 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:45.336974 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:51.506887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:56:52.599011 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:56.833555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:56:58.366881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-a62a3005-c61a-4bb0-80ef-7503eb485fe3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444705 Aug 03 16:56:58.453409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-cff4fae0-a3e5-424a-b0dd-ff01162a58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:58.454841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-cff4fae0-a3e5-424a-b0dd-ff01162a58c8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0425718 Aug 03 16:56:58.556619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-9f313628-b875-4a15-aa5d-f7e2bca79543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:58.558728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-9f313628-b875-4a15-aa5d-f7e2bca79543 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.0842736 Aug 03 16:56:58.627820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-5e8f1de3-17a0-4fa0-95bf-56a310a7852f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 1000 time: 0.0613446 Aug 03 16:56:58.677097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-e44c9bf9-9551-4f0c-823f-2df0ae75a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:58.678555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-e44c9bf9-9551-4f0c-823f-2df0ae75a861 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0441787 Aug 03 16:56:58.723646 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-993f9708-b93a-44f4-bfff-74093d1f3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:56:58.725025 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-993f9708-b93a-44f4-bfff-74093d1f3337 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387504 Aug 03 16:56:59.174355 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-67c4dba0-69ce-4626-8d30-109fae849f7f service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413583 Aug 03 16:56:59.263452 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d43a0ec8-5495-409e-b9d8-a615aa6a40dc req-dc9683f2-2638-4c60-bc1a-1b7a343b6e00 service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817561 Aug 03 16:57:09.020325 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59500) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:09.186377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 6c3cd802-f263-4ed1-8544-1eb9b03577ef {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:57:09.186715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.271719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.272054 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.292581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 6c3cd802-f263-4ed1-8544-1eb9b03577ef owned by network:floatingip {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:57:09.470374 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.501288 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=6c3cd802-f263-4ed1-8544-1eb9b03577ef,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:09.571057 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.572011 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP c22a1f65-a4ea-41d0-8de5-1d14100f7956 disassociated (deleted). External IP: 172.25.7.10, port: d7c2eee7-778d-457d-a1a6-b8ae29945c41. Aug 03 16:57:09.809942 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a834e819-d386-4701-830a-d01845be34ef has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:57:09.922289 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-56ec397e-2a58-4225-8bb4-8295a4655f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.932916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:57:09.939277 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:09.945127 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Sync routers for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:57:09.956970 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:09.957989 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:09.970081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3dc7d238-2543-404d-b744-a0353e1c3180 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/floatingips/c22a1f65-a4ea-41d0-8de5-1d14100f7956 HTTP/1.1" status: 204 len: 168 time: 0.9484937 Aug 03 16:57:09.970669 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:57:09.972985 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62212c-d05f-420e-93fa-6b0cfb45774e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:57:10.013071 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc9426-b8f6-4ff1-8cf9-6a06a640b43c x-openstack-request-id: req-8acc9426-b8f6-4ff1-8cf9-6a06a640b43c {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:57:10.013437 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:57:10.013793 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8acc9426-b8f6-4ff1-8cf9-6a06a640b43c {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:57:10.014299 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'status': 'completed', 'code': 200} Aug 03 16:57:10.086354 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:10.095294 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-9ed6e181-16d9-40df-a9ec-d0c30837ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:10.097627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-9ed6e181-16d9-40df-a9ec-d0c30837ed1a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 1096 time: 0.0571675 Aug 03 16:57:10.223759 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-ce3f0fc2-0d7c-406e-bfc4-834fef9c8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:10.225346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-ce3f0fc2-0d7c-406e-bfc4-834fef9c8239 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 200 len: 898 time: 0.1210420 Aug 03 16:57:10.291453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-47e29f09-df25-44da-a22b-e36a3a065e11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 200 len: 217 time: 0.0466702 Aug 03 16:57:10.315606 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a81cb-b879-4fac-85ba-db8c0e651ee7 req-de103be2-a296-437b-8a06-ce893a759b39 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:10.317109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-652a81cb-b879-4fac-85ba-db8c0e651ee7 req-de103be2-a296-437b-8a06-ce893a759b39 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.1195056 Aug 03 16:57:10.321602 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:10.349510 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Checking router: a834e819-d386-4701-830a-d01845be34ef for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:57:10.357659 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:10.358281 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:56:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:10.371775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-890c46bf-75ab-48e0-b48d-f3422388bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:10.373263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-890c46bf-75ab-48e0-b48d-f3422388bbc3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 200 len: 835 time: 0.0731950 Aug 03 16:57:10.395864 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-652a81cb-b879-4fac-85ba-db8c0e651ee7 req-76713c19-fe64-48a5-a888-74fdcf6f687a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580771 Aug 03 16:57:10.424485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-a371b5ce-8a99-4358-baf2-3e971d6a9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:10.426285 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-a371b5ce-8a99-4358-baf2-3e971d6a9e5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2d1a0068-c1d4-4fb6-a9eb-dad91385c743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448833 Aug 03 16:57:10.439169 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-545d81f3-7857-4cb4-af09-3c066c5b22bd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:57:10.440109 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-545d81f3-7857-4cb4-af09-3c066c5b22bd service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050693 Aug 03 16:57:10.469819 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:10.539991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-55951361-cf6c-4855-975a-13a1a276a759 service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919707 Aug 03 16:57:10.653329 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1b62212c-d05f-420e-93fa-6b0cfb45774e req-9deb2a5f-ce8b-4c72-ac10-7698e4e6fcc6 service neutron] 10.222.0.78 "GET /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030378 Aug 03 16:57:10.766252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:10.791237 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f524b88-ab8c-4951-9244-b8bf2305c35e None None] The sync data for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 is: [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:35Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '263de115-fe3e-4c8a-b95b-41fc5f7fe5b9', 'name': '', 'network_id': '2d1a0068-c1d4-4fb6-a9eb-dad91385c743', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:65:3b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:34Z', 'updated_at': '2021-08-03T16:55:40Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2c84147a-d2d9-4685-ba42-15fd0c6b2cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:57:11.008676 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e38b8-794f-4a85-9a2a-4cafbe6ba5a7 None None] New status for floating IP c22a1f65-a4ea-41d0-8de5-1d14100f7956: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:57:11.531636 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7d7dc-5c66-4066-ad18-f376431d77f8 req-a5257ebe-bd2b-46ae-b405-9d66d66a0689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:11.533458 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0c7d7dc-5c66-4066-ad18-f376431d77f8 req-a5257ebe-bd2b-46ae-b405-9d66d66a0689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0593848 Aug 03 16:57:11.541217 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-3b56d7c4-88c8-467d-a7dd-eae3654031c4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:11.544086 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-3b56d7c4-88c8-467d-a7dd-eae3654031c4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ea2eb2b-b5ec-427b-94d8-b6db60909a6f HTTP/1.1" status: 200 len: 945 time: 0.0658138 Aug 03 16:57:11.594053 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b0c7d7dc-5c66-4066-ad18-f376431d77f8 req-335b649b-a623-4749-9c95-500e2cc46f78 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Aug 03 16:57:11.658427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port d7c2eee7-778d-457d-a1a6-b8ae29945c41 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:57:11.658665 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:11.755405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port d7c2eee7-778d-457d-a1a6-b8ae29945c41, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=d7c2eee7-778d-457d-a1a6-b8ae29945c41,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:11.755777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:11.769336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for d7c2eee7-778d-457d-a1a6-b8ae29945c41 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:57:11.917553 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:11.953816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=d7c2eee7-778d-457d-a1a6-b8ae29945c41,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:12.001871 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] No DVR routers for this DVR port d7c2eee7-778d-457d-a1a6-b8ae29945c41 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:57:12.004801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:12.006922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d6c7e86a-e550-41cb-8e38-13d9a434cd86 req-c69c0c7b-26bc-4e33-b905-d7c807639ba0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "DELETE /v2.0/ports/d7c2eee7-778d-457d-a1a6-b8ae29945c41 HTTP/1.1" status: 204 len: 173 time: 0.4567916 Aug 03 16:57:12.015674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-deleted', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:57:12.018083 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ff3d7-b48d-4fb6-90c7-49072fe90ea6" -d '{"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-deleted", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:57:12.067827 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ea3c4e-9487-4bde-ac46-0a45c87f6a41 x-openstack-request-id: req-e1ea3c4e-9487-4bde-ac46-0a45c87f6a41 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:57:12.068363 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea2eb2b-b5ec-427b-94d8-b6db60909a6f", "name": "network-vif-deleted", "tag": "d7c2eee7-778d-457d-a1a6-b8ae29945c41", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:57:12.068662 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1ea3c4e-9487-4bde-ac46-0a45c87f6a41 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:57:12.069279 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea2eb2b-b5ec-427b-94d8-b6db60909a6f', 'name': 'network-vif-deleted', 'tag': 'd7c2eee7-778d-457d-a1a6-b8ae29945c41', 'status': 'completed', 'code': 200} Aug 03 16:57:12.232701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e2597467-f6a5-4538-a4f1-3273f2096807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:12.671400 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59516) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:12.910214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:13.048695 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:13.316924 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:57:13.317191 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:13.406552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:13.406922 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:13.419875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:57:13.607668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:13.640069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=263de115-fe3e-4c8a-b95b-41fc5f7fe5b9,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:13.812335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.031108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router a834e819-d386-4701-830a-d01845be34ef has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:57:14.108593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.141193 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:57:14.146192 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-16bdd31f-9989-46f2-890f-4596fa0038ff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/a834e819-d386-4701-830a-d01845be34ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4737659 Aug 03 16:57:14.148891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59518) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:14.153989 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Sync routers for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:57:14.162876 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:14.163590 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:14.201549 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting subnet 2c84147a-d2d9-4685-ba42-15fd0c6b2cad {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:57:14.204762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.247334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.273874 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:14.336653 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.395924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.421565 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Subnet': ['ID=2c84147a-d2d9-4685-ba42-15fd0c6b2cad,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:14.427919 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.429820 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-74eaf7ad-7152-4e2f-b565-0250e945f9f2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/subnets/2c84147a-d2d9-4685-ba42-15fd0c6b2cad HTTP/1.1" status: 204 len: 168 time: 0.2799630 Aug 03 16:57:14.433377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59520) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:14.438048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b684c2-a159-48c1-aeea-496dd2203780 None None] Network 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:57:14.458187 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:57:13Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:14.489015 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Checking router: a834e819-d386-4701-830a-d01845be34ef for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:57:14.498325 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Routers {'a834e819-d386-4701-830a-d01845be34ef'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:14.498936 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['a834e819-d386-4701-830a-d01845be34ef'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:14.545505 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.619066 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] Set router a834e819-d386-4701-830a-d01845be34ef gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:14.634367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] DHCP port deletion for 2d1a0068-c1d4-4fb6-a9eb-dad91385c743 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:57:14.663346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.691816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Deleting port df27e954-bba9-4e2d-a47d-ee59daf62508 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:57:14.692124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.728717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 340b9361-9f41-4b58-935f-a3da9d9b1403 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:57:14.729113 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.763636 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] For port df27e954-bba9-4e2d-a47d-ee59daf62508, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=df27e954-bba9-4e2d-a47d-ee59daf62508,segment=NetworkSegment(77c951d2-fea1-4a9a-a210-ea8ae05b87ac),segment_id=77c951d2-fea1-4a9a-a210-ea8ae05b87ac)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:14.764417 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.781196 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Calling delete_port for df27e954-bba9-4e2d-a47d-ee59daf62508 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:57:14.820492 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:57:13Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:14.827230 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 340b9361-9f41-4b58-935f-a3da9d9b1403, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=340b9361-9f41-4b58-935f-a3da9d9b1403,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:14.827883 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.843010 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 340b9361-9f41-4b58-935f-a3da9d9b1403 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:57:14.850917 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1614f-02b9-463f-9fb6-8a5f84143219 None None] The sync data for ids ['a834e819-d386-4701-830a-d01845be34ef'] in n-d-803226-3 is: [{'id': 'a834e819-d386-4701-830a-d01845be34ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678818322', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:57:13Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '340b9361-9f41-4b58-935f-a3da9d9b1403', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a834e819-d386-4701-830a-d01845be34ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:55:32Z', 'updated_at': '2021-08-03T16:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:57:14.875124 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:14.902394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] Pushing event deleted for resources: {'Port': ['ID=df27e954-bba9-4e2d-a47d-ee59daf62508,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:14.906148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd7467-60cf-43bf-abb0-f106b432c10f None None] No DVR routers for this DVR port df27e954-bba9-4e2d-a47d-ee59daf62508 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:57:15.030101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.056905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=340b9361-9f41-4b58-935f-a3da9d9b1403,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:15.121112 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.158814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:57:15.180035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: d7c2eee7-778d-457d-a1a6-b8ae29945c41 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:57:15.180468 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device d7c2eee7-778d-457d-a1a6-b8ae29945c41 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:57:15.215993 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.218284 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.265987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.266560 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Fanout notify agent at l3_agent the message router_deleted on router a834e819-d386-4701-830a-d01845be34ef {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:57:15.273895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.275038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9d29552e-73ce-45c3-9ea0-7ef19aa7d093 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/routers/a834e819-d386-4701-830a-d01845be34ef HTTP/1.1" status: 204 len: 168 time: 0.8409753 Aug 03 16:57:15.278347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59522) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:15.342699 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.355762 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.449153 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.459568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1a0068-c1d4-4fb6-a9eb-dad91385c743']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:15.470652 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c951d2-fea1-4a9a-a210-ea8ae05b87ac') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:15.470955 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c951d2-fea1-4a9a-a210-ea8ae05b87ac') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:15.480845 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.495740 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.502168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:57:15.502562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: timer() Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:57:15.505540 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:57:15.566644 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.573596 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.575465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/networks/2d1a0068-c1d4-4fb6-a9eb-dad91385c743 HTTP/1.1" status: 204 len: 168 time: 0.2961411 Aug 03 16:57:15.578077 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59524) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:15.594861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6b4f0-6e0b-4a6a-a9d3-71fc2b922baa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Network': ['ID=2d1a0068-c1d4-4fb6-a9eb-dad91385c743,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:15.645656 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.670874 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.729514 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.732295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:15.733458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc8db3e5-86f6-4a32-991c-fd3adf96ab6d HTTP/1.1" status: 204 len: 168 time: 0.1544764 Aug 03 16:57:15.742631 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a166e4b-6b16-4f3f-9c15-68bfc64210d9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8db3e5-86f6-4a32-991c-fd3adf96ab6d,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:15.991935 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59530) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:15.996774 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591760073', 'description': 'tempest-secgroup-smoke-1591760073 description', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.020184 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.100622 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.104328 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.132887 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.134143 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1411722 Aug 03 16:57:16.137018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88df1d-efa7-447d-b1f6-d07674cfbffe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec0dfe-6b5c-4eda-81c5-806bebf10b82,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:16.137794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59532) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:16.142571 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.172327 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.218547 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.222283 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.242272 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94129c50-9605-4e76-86d6-12859560c85b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:16.251648 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.253037 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141372 Aug 03 16:57:16.254434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.254962 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.255534 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.256069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.256575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.256908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.257342 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.257551 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59536) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:16.257804 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.258096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.258443 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.258795 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.259159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3945a7e-9128-4ab0-9afb-5a8700928b07 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:16.266876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.272499 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df27e954-bba9-4e2d-a47d-ee59daf62508 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:57:16.292828 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.293349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: df27e954-bba9-4e2d-a47d-ee59daf62508 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:57:16.293751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device df27e954-bba9-4e2d-a47d-ee59daf62508 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:57:16.294140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 340b9361-9f41-4b58-935f-a3da9d9b1403 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:57:16.315828 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 340b9361-9f41-4b58-935f-a3da9d9b1403 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:57:16.316168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 340b9361-9f41-4b58-935f-a3da9d9b1403 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:57:16.316573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:57:16.336115 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:57:16.336460 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 263de115-fe3e-4c8a-b95b-41fc5f7fe5b9 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:57:16.356855 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.360690 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.378263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2a7c3c-ec09-49c7-a9ea-f08e5d829b93,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:16.384570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.386567 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-621fc987-be39-4eb2-92d1-be7e31e76cee tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259227 Aug 03 16:57:16.389409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59538) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:16.393802 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.420440 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.480392 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.484529 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.504929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cd3028-6999-4a9f-b9b1-16f9e22be88e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:16.510627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.512650 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-56cfd820-a0b2-4837-96af-8f4da0cfd68c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222508 Aug 03 16:57:16.515175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59540) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:16.519583 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.550067 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.609661 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.613141 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.630338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac3677-7fee-4c90-a858-6b8ff3c2f414,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:16.635716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.637940 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-adc385e2-3fa1-4968-992a-3a26d0830689 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216700 Aug 03 16:57:16.641816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59542) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:16.646330 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:16.667315 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:57:16.672189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.738220 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:16.741558 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.100861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff733acd-88e1-4b2d-a879-40b515ec0df3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:17.107314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.108739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-021a0a5e-3532-43f5-925d-af1b97724c76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4659510 Aug 03 16:57:17.111423 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59544) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:17.115992 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'bcec0dfe-6b5c-4eda-81c5-806bebf10b82', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:17.139316 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:57:17.144485 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.197968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.201545 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.228361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08df642c-c7bf-479b-a8f7-dda7e0e5ff51,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:17.234835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.237887 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-09447e54-7ad3-4ba3-9895-cb260f72ef23 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235907 Aug 03 16:57:17.238752 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59546) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:17.243570 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'network': {'name': 'tempest-network-smoke--2038204372', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:17.267364 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:57:17.271032 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.297601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:57:17.308620 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.309217 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Added segment 490b61a0-aa87-464c-87d7-9d522c5e521e of type vlan for network 08ce4be3-2c25-42e1-8d4a-8d085474ffad Aug 03 16:57:17.350244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.387448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.393280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:17.394000 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.465926 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2230840 Aug 03 16:57:17.466244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59548) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:17.471425 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'admin_state_up': True, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:17.487937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8644-f57a-4fa9-a361-992dcd1fa935 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Network': ['ID=08ce4be3-2c25-42e1-8d4a-8d085474ffad,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:17.500013 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:57:17.506511 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.508346 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.577204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.751368 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.946842 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:17.965904 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:18.065168 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.132 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/0fd7a77f-760b-447b-bff3-c71d4441fbc1) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:57:18.167630 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:18.206342 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:18.244116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:18.247736 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:18.250343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:57:18.277720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=0fd7a77f-760b-447b-bff3-c71d4441fbc1,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:18.500151 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:18.706541 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:18.832250 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 9448113b-6b9d-4338-9027-74ea5d1973e4 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:57:19.269079 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:57:19.278914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Sync routers for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:57:19.286883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.287962 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-477b57ca-8cd0-4d6c-8706-aece5400e323 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8201594 Aug 03 16:57:19.288551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:19.289184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:19.291204 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59550) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:19.319981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-71379031-cd56-4f1f-ba1c-897fe2f3e5ac tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6ef3d3bfc3394fbeb35dee8db5aad014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274391 Aug 03 16:57:19.322497 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59552) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:19.400302 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:19.410267 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09753d-ff49-47eb-ba8a-923c75dc9ba2 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:19.411765 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7a09753d-ff49-47eb-ba8a-923c75dc9ba2 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883181 Aug 03 16:57:19.414687 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59554) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:19.443686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8b0c368a-d05c-4e83-bb4f-3a1e5ef9dd12 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279431 Aug 03 16:57:19.446262 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59556) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:19.451116 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787913448', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:19.536335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:57:19.539786 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.582325 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:18Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:19.608447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Checking router: 9448113b-6b9d-4338-9027-74ea5d1973e4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:57:19.608801 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Updating router 9448113b-6b9d-4338-9027-74ea5d1973e4 port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:57:19.633860 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.723075 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.789315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Subnet': ['ID=2409c987-1e0b-48cf-8a6e-a7f99c9b767c,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:19.798001 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Checking segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:57:19.798359 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network hostable DHCP agents. Network: 08ce4be3-2c25-42e1-8d4a-8d085474ffad, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:57:19.815769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:57:19.824419 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 08ce4be3-2c25-42e1-8d4a-8d085474ffad) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:19.829493 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:19.830631 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.837347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dfc017-5544-4502-b08c-b969cb1d0392 None None] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:57:19.846579 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b9d32529-a0c0-403f-a5a5-b35a13d9c2b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993156 Aug 03 16:57:19.849418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59558) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:19.961937 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:19.978033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Transition to ACTIVE for port object 0fd7a77f-760b-447b-bff3-c71d4441fbc1 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:20.002065 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.084644 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fb41-3889-4718-a56f-55d70848c9b4 None None] Pushing event updated for resources: {'Port': ['ID=0fd7a77f-760b-447b-bff3-c71d4441fbc1,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:20.086775 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Attempting to bind port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:57:20.087146 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Attempting to bind port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:57:20.087507 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Attempting to bind port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:57:20.095104 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:57:20.095930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.099332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:57:20.099741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:57:20.100138 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.100523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:57:20.100998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Bound port: 0fd7a77f-760b-447b-bff3-c71d4441fbc1, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:57:20.101372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.223131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] For port 0fd7a77f-760b-447b-bff3-c71d4441fbc1, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:57:20.228018 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] For port 0fd7a77f-760b-447b-bff3-c71d4441fbc1, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fd7a77f-760b-447b-bff3-c71d4441fbc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:57:20.234461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.306006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.322957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Allocated IP 172.20.0.2 (08ce4be3-2c25-42e1-8d4a-8d085474ffad/2409c987-1e0b-48cf-8a6e-a7f99c9b767c/22afe623-e61a-4075-9b90-4b53511a62cd) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:57:20.332650 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fb41-3889-4718-a56f-55d70848c9b4 None None] Pushing event updated for resources: {'Port': ['ID=0fd7a77f-760b-447b-bff3-c71d4441fbc1,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:20.342787 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:20.343427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:20.515941 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:20.647635 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.661722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Transition to ACTIVE for port object 22afe623-e61a-4075-9b90-4b53511a62cd will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:20.693132 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Transition to ACTIVE for port object 22afe623-e61a-4075-9b90-4b53511a62cd will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:20.699498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.746859 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.1 (08ce4be3-2c25-42e1-8d4a-8d085474ffad/2409c987-1e0b-48cf-8a6e-a7f99c9b767c/a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:57:20.762231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:20.768989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:20.774114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:57:20.778221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Pushing event updated for resources: {'Port': ['ID=22afe623-e61a-4075-9b90-4b53511a62cd,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:20.837419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:18Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:20.840768 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Attempting to bind port 22afe623-e61a-4075-9b90-4b53511a62cd on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:57:20.841142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Attempting to bind port 22afe623-e61a-4075-9b90-4b53511a62cd by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:57:20.841503 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Attempting to bind port 22afe623-e61a-4075-9b90-4b53511a62cd on network 08ce4be3-2c25-42e1-8d4a-8d085474ffad {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:57:20.867510 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.868413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b68327-d042-476b-98ad-9c0dcfdea7d6 None None] The sync data for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 is: [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:18Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:57:20.870521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:57:20.870899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Checking segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:57:20.871344 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.871695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Bound using segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:57:20.872774 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Bound port: 22afe623-e61a-4075-9b90-4b53511a62cd, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:57:20.872774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.883597 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:20.924229 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.944952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] For port 22afe623-e61a-4075-9b90-4b53511a62cd, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:57:20.949006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] For port 22afe623-e61a-4075-9b90-4b53511a62cd, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=22afe623-e61a-4075-9b90-4b53511a62cd,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:57:20.954629 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:20.962463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:20.966445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:20.970354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:57:21.001203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:21.023564 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8e30-7513-4173-a470-40c63f77f1e2 None None] Pushing event updated for resources: {'Port': ['ID=22afe623-e61a-4075-9b90-4b53511a62cd,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:21.029205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:21.212202 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:21.526352 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:21.531887 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:21.608555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:21.610469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:21.714634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:21.716300 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:21.835547 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 9448113b-6b9d-4338-9027-74ea5d1973e4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:57:21.949484 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:57:21.961688 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bd91e4ba-0d2d-457e-8463-ec1833adb86f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/9448113b-6b9d-4338-9027-74ea5d1973e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1040769 Aug 03 16:57:22.017449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f65b1-4aa4-4b81-bf5a-505a852aa14f None None] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:57:22.078800 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5db18184-dab2-469d-9244-1612f8337672 None None] Provisioning for port 22afe623-e61a-4075-9b90-4b53511a62cd completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:22.142034 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-857fa968-2e15-41f5-9b07-979b2194e8f0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591760073&fields=id&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 267 time: 0.0381150 Aug 03 16:57:22.272112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-e953135f-7e3f-447e-9181-86d7c6540321 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:22.273513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-e953135f-7e3f-447e-9181-86d7c6540321 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 797 time: 0.1241686 Aug 03 16:57:22.291007 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-1197dba8-57e0-4f29-a6a5-4e9adb86d13c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/quotas/6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 375 time: 0.0106306 Aug 03 16:57:22.349969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fd7a77f-760b-447b-bff3-c71d4441fbc1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:22.360361 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-13c86d0d-6d9b-4313-858b-63297a320508 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634010 Aug 03 16:57:22.403281 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:22.407577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:22.407955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.454587 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-0a520b09-f93c-4336-9688-713f30b18705 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:57:22.455751 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-0a520b09-f93c-4336-9688-713f30b18705 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873227 Aug 03 16:57:22.499632 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.530219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0fd7a77f-760b-447b-bff3-c71d4441fbc1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fd7a77f-760b-447b-bff3-c71d4441fbc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:22.536008 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.536937 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 22afe623-e61a-4075-9b90-4b53511a62cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:22.547535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Sync routers for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:57:22.558805 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:22.559444 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:22.577718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c5f02a63-3fe9-4d00-9f2f-e63ebe761b07 service neutron] 10.222.0.70 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142192 Aug 03 16:57:22.632590 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-25d54120-1d7d-4810-a894-b3a4832cd616 None None] Provisioning for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:22.643533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-25d54120-1d7d-4810-a894-b3a4832cd616 None None] Provisioning complete for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:22.643902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-25d54120-1d7d-4810-a894-b3a4832cd616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.645405 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.690322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 22afe623-e61a-4075-9b90-4b53511a62cd completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:22.695580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-07542994-0eb8-4c17-99f7-b01a05d57f93 service neutron] 10.222.0.70 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169837 Aug 03 16:57:22.695902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 22afe623-e61a-4075-9b90-4b53511a62cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:22.696279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.699885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0fd7a77f-760b-447b-bff3-c71d4441fbc1,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:22.724507 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:22.737231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-25d54120-1d7d-4810-a894-b3a4832cd616 None None] Port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:57:22.797335 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.856677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 22afe623-e61a-4075-9b90-4b53511a62cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=22afe623-e61a-4075-9b90-4b53511a62cd,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:22.874019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.920194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05415e87-6c62-4ae1-a4ba-6d51889ed1c0 req-fb40d0a8-a5a5-41d8-ac8c-e193faa522eb tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 210 time: 0.0330517 Aug 03 16:57:22.943660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=22afe623-e61a-4075-9b90-4b53511a62cd,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:22.953100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-ae3fc6a2-c32a-401c-af47-3977f4be2961 None None] Provisioning complete for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:22.953488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc6a2-c32a-401c-af47-3977f4be2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:22.997349 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fc6a2-c32a-401c-af47-3977f4be2961 None None] Port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:57:23.002020 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 2, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:23.029704 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Checking router: 9448113b-6b9d-4338-9027-74ea5d1973e4 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:57:23.030138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Updating router 9448113b-6b9d-4338-9027-74ea5d1973e4 port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:57:23.055076 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.128490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-68a3399f-ba65-4ab1-9116-dfcc1f998849 None None] Provisioning complete for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:23.129102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-68a3399f-ba65-4ab1-9116-dfcc1f998849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.167748 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-68a3399f-ba65-4ab1-9116-dfcc1f998849 None None] Port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:57:23.334081 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.344460 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Transition to ACTIVE for port object a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:23.349829 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.407172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Pushing event updated for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:23.430724 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.430969 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.431310 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.431642 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.431967 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.432293 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.433191 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.433519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.433863 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.434180 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.434725 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.434836 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:57:23.467820 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Attempting to bind port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:57:23.468194 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Attempting to bind port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:57:23.468553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Attempting to bind port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 on network 08ce4be3-2c25-42e1-8d4a-8d085474ffad {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:57:23.473904 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:57:23.474278 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Checking segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:57:23.474681 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.475071 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Bound using segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:57:23.475534 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Bound port: a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:57:23.475917 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.545197 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] For port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:57:23.548703 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] For port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:57:23.554738 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:23.610607 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:23.611241 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:23.646028 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7273b-7851-47e0-944a-03e51a06e80b None None] Pushing event updated for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:23.818864 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:23.909981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-1ad9d060-037c-4bb4-a46b-a952b3f0b84d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:23.911577 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-1ad9d060-037c-4bb4-a46b-a952b3f0b84d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 797 time: 0.1226013 Aug 03 16:57:23.966873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-2201aca0-f81f-420d-93c1-19434a1793a4 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 380 time: 0.0447543 Aug 03 16:57:23.976517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'port': {'device_id': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'admin_state_up': True, 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'security_groups': ['bcec0dfe-6b5c-4eda-81c5-806bebf10b82']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:24.018714 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:23Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:24.048285 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95d486-1e05-41be-aac3-b5b52fb5a23f None None] The sync data for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 is: [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:23Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:57:24.055519 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1fb0149e-d259-424f-978a-8f3fabb20b82 req-e3cf8ba9-bd8f-4230-8aec-451edc75313c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 210 time: 0.0348201 Aug 03 16:57:24.144063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:57:24.147777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.295085 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.14 (08ce4be3-2c25-42e1-8d4a-8d085474ffad/2409c987-1e0b-48cf-8a6e-a7f99c9b767c/6b3b18f3-cf85-4316-a4ac-bc5d1c014e83) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:57:24.374091 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fd7a77f-760b-447b-bff3-c71d4441fbc1 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:24.429229 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:24.429751 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.467945 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.483701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:24.519754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:24.522671 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.572334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:24.574691 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:24.578102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:24.579073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:24.579534 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.582001 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:57:24.613409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:24.647536 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:24.648210 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.668311 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-ccb87b4b-e6b8-4b33-8e5a-1f060acec696 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6943827 Aug 03 16:57:24.680808 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Request body: {'port': {'device_id': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:24.698971 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.743019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:24.751019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.752470 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 22afe623-e61a-4075-9b90-4b53511a62cd up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:24.764443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.836993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:24.856324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4cba64ab-c238-462b-9f73-d10439960508 None None] Provisioning for port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:24.859603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 22afe623-e61a-4075-9b90-4b53511a62cd triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:24.859977 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:24.863279 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4cba64ab-c238-462b-9f73-d10439960508 None None] Provisioning complete for port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:24.863279 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4cba64ab-c238-462b-9f73-d10439960508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.074974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:57:25.084329 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.088461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4cba64ab-c238-462b-9f73-d10439960508 None None] Port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:57:25.097365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Transition to ACTIVE for port object 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:57:25.102224 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.166999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:25.209385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fa85f-824e-4018-ac4f-6ddaaf2160b8 req-93ae315c-66ca-4431-869c-97af79fe05b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.220027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a0fa85f-824e-4018-ac4f-6ddaaf2160b8 req-93ae315c-66ca-4431-869c-97af79fe05b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 944 time: 0.0727904 Aug 03 16:57:25.256667 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Attempting to bind port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:57:25.257116 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Attempting to bind port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:57:25.257852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Attempting to bind port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 on network 08ce4be3-2c25-42e1-8d4a-8d085474ffad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:57:25.263623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 on network 08ce4be3-2c25-42e1-8d4a-8d085474ffad not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:57:25.264045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Attempting to bind port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 on network 08ce4be3-2c25-42e1-8d4a-8d085474ffad {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:57:25.265413 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a0fa85f-824e-4018-ac4f-6ddaaf2160b8 req-b0b59ea8-1182-4c2b-9807-83cbaff89374 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Aug 03 16:57:25.269511 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:57:25.269886 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Checking segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:57:25.270269 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Bound using segment: {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:57:25.270708 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Bound port: 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490b61a0-aa87-464c-87d7-9d522c5e521e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:57:25.271098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.340822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:57:25.344115 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:57:25.348868 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.383897 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.384523 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:25.386685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] 10.222.0.78 "PUT /v2.0/ports/6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 1092 time: 0.7105374 Aug 03 16:57:25.387112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:57:25.389416 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:57:25.416329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468b46-6eaf-4dee-a968-159a9c780565 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:25.441489 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c550ca06-2d22-45f6-8e7d-80fed2fa369b x-openstack-request-id: req-c550ca06-2d22-45f6-8e7d-80fed2fa369b {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:57:25.441813 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:57:25.442069 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c550ca06-2d22-45f6-8e7d-80fed2fa369b {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:57:25.442467 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'status': 'completed', 'code': 200} Aug 03 16:57:25.480999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-7a5cd69a-a707-4915-8cd2-66ee725118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.482718 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-7a5cd69a-a707-4915-8cd2-66ee725118a4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1095 time: 0.0510972 Aug 03 16:57:25.526939 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-656fb32a-6c8b-490e-ad8f-8892963a402a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 217 time: 0.0368476 Aug 03 16:57:25.579176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-e68d06be-0425-4fc8-9ccd-462876a94173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.580638 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-e68d06be-0425-4fc8-9ccd-462876a94173 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0474391 Aug 03 16:57:25.632554 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-a59ffe24-01be-4ab6-9009-978104fddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.634065 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-a59ffe24-01be-4ab6-9009-978104fddca6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463271 Aug 03 16:57:25.723973 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-39829b09-a277-491c-98f6-c5ea4425b939 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816257 Aug 03 16:57:25.822881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9fe955cb-6476-4969-bb60-687f0d8fc815 req-f3a196aa-90cb-49cc-a4fb-384ba77eba59 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916445 Aug 03 16:57:25.912693 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-85a153dd-fae7-4a06-a2b0-e78735d840ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:25.914188 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-85a153dd-fae7-4a06-a2b0-e78735d840ca service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1095 time: 0.0411758 Aug 03 16:57:26.004142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-e57426de-41c9-4868-b580-7ae39cb8913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:26.005591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-e57426de-41c9-4868-b580-7ae39cb8913d service neutron] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 898 time: 0.0832250 Aug 03 16:57:26.054010 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-1a7b9bd0-e16f-4127-a072-ed1e5e30408a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 217 time: 0.0405035 Aug 03 16:57:26.105440 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-4e0d7d6d-e16d-487e-94c1-be82e706f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:26.106767 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-4e0d7d6d-e16d-487e-94c1-be82e706f08c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0449266 Aug 03 16:57:26.156710 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-bfe9aeef-d0ee-4193-82e3-e1a76672e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:26.158255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-bfe9aeef-d0ee-4193-82e3-e1a76672e963 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438170 Aug 03 16:57:26.252511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-4fcb7b02-60c1-447d-b85e-d21af7e85878 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Aug 03 16:57:26.274319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:26.323834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:26.324197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:26.351538 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f80ac904-c9fd-4d9b-b992-91a3a5aab2aa req-41ebed1c-1a9a-4192-a034-019c56b9d88a service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899067 Aug 03 16:57:26.394596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70974c2-c7ca-4636-9c33-b755192664df req-41532e0f-c466-4a0a-b157-71b502fdec1b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:26.395876 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b70974c2-c7ca-4636-9c33-b755192664df req-41532e0f-c466-4a0a-b157-71b502fdec1b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 944 time: 0.0515594 Aug 03 16:57:26.434106 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b70974c2-c7ca-4636-9c33-b755192664df req-02fc29c5-29e6-400f-be45-c3a2ca7d4a1e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Aug 03 16:57:26.846064 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:27.217814 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:57:27.310614 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:27.321406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'port_id': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'mac_address': 'fa:16:3e:72:70:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:57:27.364572 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:27.376995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:57:27.395953 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:27.399523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:27.445916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:27.555618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012267-627f-4cdd-b59f-623ad8740b57 req-bd1e1869-18b7-4b40-af97-d03a1df53692 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:27.557182 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18012267-627f-4cdd-b59f-623ad8740b57 req-bd1e1869-18b7-4b40-af97-d03a1df53692 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 945 time: 0.0540090 Aug 03 16:57:27.600676 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-18012267-627f-4cdd-b59f-623ad8740b57 req-71a45ab1-ad3c-42f7-a039-e1a0b1f8150b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366831 Aug 03 16:57:27.623896 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:57:28.505887 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:57:28.721323 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b56bc6-a18b-4489-8556-8fb867de2429 req-cc344a06-8e8a-452c-af9a-f2ba8e952b80 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:28.722835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8b56bc6-a18b-4489-8556-8fb867de2429 req-cc344a06-8e8a-452c-af9a-f2ba8e952b80 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 945 time: 0.0520253 Aug 03 16:57:28.761051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e8b56bc6-a18b-4489-8556-8fb867de2429 req-68189fea-7b24-40df-b970-4bc710243ad0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Aug 03 16:57:29.221740 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:57:29.268260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:57:29.271986 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:57:29.272369 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:29.351464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:29.373142 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:57:29.375428 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76717967-6239-44d5-9448-cfd3595814a8" -d '{"events": [{"server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:57:29.389188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:57:29.393411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:29.416197 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8facb940-c9be-4241-8530-cd769c0b6e60 x-openstack-request-id: req-8facb940-c9be-4241-8530-cd769c0b6e60 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:57:29.416493 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "name": "network-vif-plugged", "status": "completed", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:57:29.416779 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8facb940-c9be-4241-8530-cd769c0b6e60 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:57:29.417173 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'code': 200} Aug 03 16:57:29.442399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:29.507058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230faa-04e1-4c52-b5bf-5f5b0c87e52f req-28db3bb7-0134-4e2e-9364-f53805541cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:29.508529 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e230faa-04e1-4c52-b5bf-5f5b0c87e52f req-28db3bb7-0134-4e2e-9364-f53805541cd4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1097 time: 0.0396764 Aug 03 16:57:29.544756 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e230faa-04e1-4c52-b5bf-5f5b0c87e52f req-b712068a-af7c-444c-ac44-1ac73fc4db80 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285275 Aug 03 16:57:29.876047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431255e2-dc07-4ae0-94e6-42945d1f647f req-dae79954-6009-48fb-b8cb-21b7caf32109 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:29.877570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-431255e2-dc07-4ae0-94e6-42945d1f647f req-dae79954-6009-48fb-b8cb-21b7caf32109 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Aug 03 16:57:29.916306 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-431255e2-dc07-4ae0-94e6-42945d1f647f req-6b444ad0-89f7-43ef-ba00-1bb021b66720 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Aug 03 16:57:31.032825 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0873-4a8c-46bd-937b-036e220fc80d req-7499651f-63f0-46ed-ade1-7387d10993b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:31.034425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3efd0873-4a8c-46bd-937b-036e220fc80d req-7499651f-63f0-46ed-ade1-7387d10993b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0498548 Aug 03 16:57:31.072381 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3efd0873-4a8c-46bd-937b-036e220fc80d req-60954617-2150-4e4e-9dae-08b6b8f5005c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 03 16:57:31.189183 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaf8ac-c057-4388-8795-5ece7d776c76 req-9a9f08b0-fc52-4f60-9afd-f9cebb475bdf tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:31.190597 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80eaf8ac-c057-4388-8795-5ece7d776c76 req-9a9f08b0-fc52-4f60-9afd-f9cebb475bdf tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Aug 03 16:57:31.228558 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80eaf8ac-c057-4388-8795-5ece7d776c76 req-e7219ddd-cb00-49a9-a3a1-2eddb8f9665a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Aug 03 16:57:31.250794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59608) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:31.289995 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a548b3-4db6-4bb6-955a-848219e0cbeb tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:31.291689 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-64a548b3-4db6-4bb6-955a-848219e0cbeb tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1092 time: 0.0397964 Aug 03 16:57:31.295713 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59610) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:31.299974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:57:31.321559 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:31.419584 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:31.524095 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.31 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/5114fa2e-af0c-431c-a3d0-9ea9f3436903) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:57:31.626369 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:31.667705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:31.705901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:57:31.708654 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:57:31.715662 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:57:31.740451 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=5114fa2e-af0c-431c-a3d0-9ea9f3436903,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:32.071781 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.140337 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.285306 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.289507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.357272 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=5114fa2e-af0c-431c-a3d0-9ea9f3436903,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:57:32.371209 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.469273 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 9c1e54dc-b1da-4d33-baef-7c4ad7963675 associated. External IP: 172.25.7.31, port: 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83. Aug 03 16:57:32.677952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 9448113b-6b9d-4338-9027-74ea5d1973e4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:57:32.783913 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:57:32.794934 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Sync routers for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:57:32.799926 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:32.805611 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:32.806260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:32.826937 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b3312c48-0309-43ee-a25a-613ac6f6d048 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5302308 Aug 03 16:57:32.827505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:57:32.829975 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5c8685-52e2-4dfe-b058-35c506821c43" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:57:32.878284 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76917bed-b938-40bc-8177-5734d150c240 x-openstack-request-id: req-76917bed-b938-40bc-8177-5734d150c240 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:57:32.878658 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:57:32.878834 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76917bed-b938-40bc-8177-5734d150c240 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:57:32.879228 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'status': 'completed', 'code': 200} Aug 03 16:57:32.915512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:32.968817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49152-24c1-4a94-b25f-dc646c648216 req-477431ee-77d9-465f-860a-fa529cb53fff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:32.970493 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eaf49152-24c1-4a94-b25f-dc646c648216 req-477431ee-77d9-465f-860a-fa529cb53fff tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Aug 03 16:57:32.973332 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-8a8e04db-494d-42ee-bf68-c9ffb45f0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:32.974833 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-8a8e04db-494d-42ee-bf68-c9ffb45f0ad2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1097 time: 0.0714242 Aug 03 16:57:33.066687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eaf49152-24c1-4a94-b25f-dc646c648216 req-4e6292bd-668b-48c7-af2f-7d2cc95d4466 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857737 Aug 03 16:57:33.094682 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59618) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:33.138108 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-132f01f7-5796-419d-9edb-39a6682a9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:33.139799 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-132f01f7-5796-419d-9edb-39a6682a9b15 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 898 time: 0.1573792 Aug 03 16:57:33.149462 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '9c1e54dc-b1da-4d33-baef-7c4ad7963675', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'port_id': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'mac_address': 'fa:16:3e:72:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:57:31Z', 'updated_at': '2021-08-03T16:57:31Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:33.176404 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Checking router: 9448113b-6b9d-4338-9027-74ea5d1973e4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:57:33.184894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:57:33.185515 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:57:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:33.209514 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-975d9214-27a7-49b3-b66b-0cf7ff5e6e48 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/9c1e54dc-b1da-4d33-baef-7c4ad7963675 HTTP/1.1" status: 200 len: 991 time: 0.1128285 Aug 03 16:57:33.228719 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-4d2c3ff9-3125-42e4-8850-a481477e975b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 999 time: 0.0803709 Aug 03 16:57:33.277885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-682b6894-7eb5-4aa6-87ed-c177e768b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:33.279357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-682b6894-7eb5-4aa6-87ed-c177e768b2a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0445440 Aug 03 16:57:33.290694 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:57:33.326788 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-5262b52f-dfaa-429e-8067-a3dc2262e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:57:33.328185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-5262b52f-dfaa-429e-8067-a3dc2262e2ea service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413890 Aug 03 16:57:33.432813 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-0243ae67-4048-424e-ba2b-77d3c359f619 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967674 Aug 03 16:57:33.519035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '9c1e54dc-b1da-4d33-baef-7c4ad7963675', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'port_id': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'mac_address': 'fa:16:3e:72:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:57:31Z', 'updated_at': '2021-08-03T16:57:31Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:57:33.525003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5f5c8685-52e2-4dfe-b058-35c506821c43 req-f34597b4-fa65-461d-9532-1a2735f79c20 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 Aug 03 16:57:33.549697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a60257-48d1-47c9-92b1-a751ac931d72 None None] The sync data for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 is: [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '9c1e54dc-b1da-4d33-baef-7c4ad7963675', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'port_id': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'mac_address': 'fa:16:3e:72:70:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:57:31Z', 'updated_at': '2021-08-03T16:57:31Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:57:33.737739 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd6bd8-9b03-47e6-be37-6f322a5a4f4a None None] New status for floating IP 9c1e54dc-b1da-4d33-baef-7c4ad7963675: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:57:34.211946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59620) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:57:34.277628 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cf45864c-7e99-4a30-a803-f3b857e30f15 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/9c1e54dc-b1da-4d33-baef-7c4ad7963675 HTTP/1.1" status: 200 len: 993 time: 0.0645335 Aug 03 16:57:39.914531 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bba0ac55-a6dd-41b5-9ac6-b4e32bc6b6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:42.235824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f000-1d9b-45e9-8354-f8a6ac6a3b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:42.912909 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:43.945443 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:45.342113 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:52.612698 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:57:56.873472 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:00.374924 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-9392caf7-3986-4ed4-8acc-4e382387b08f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393758 Aug 03 16:58:00.456656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-5e68c2d3-f9e7-46be-8abe-6b81bf67f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:00.458156 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-5e68c2d3-f9e7-46be-8abe-6b81bf67f9fb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1097 time: 0.0414889 Aug 03 16:58:00.563478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-95e7f5ff-714f-4021-a251-a65b47fe63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:00.564881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-95e7f5ff-714f-4021-a251-a65b47fe63b4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 898 time: 0.0880861 Aug 03 16:58:00.631403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-1c47387d-1c78-4ff3-bb11-32ba1e2cbd91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 1001 time: 0.0589321 Aug 03 16:58:00.688978 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-a7adec9f-d9f8-4a23-854c-2b4717cb62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:00.690497 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-a7adec9f-d9f8-4a23-854c-2b4717cb62ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0510039 Aug 03 16:58:00.735601 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-c470b8a0-fcae-406f-b758-cd5ad690eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:00.737097 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-c470b8a0-fcae-406f-b758-cd5ad690eb11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392864 Aug 03 16:58:00.826459 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-b14e18da-cdd0-4a5c-ad72-537a9d718926 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819914 Aug 03 16:58:00.921414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-38a9255d-040b-41ed-8f22-98e9d6f20c35 req-a830658d-2aba-46f1-895d-d27a8fa1027e service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869687 Aug 03 16:58:05.505750 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:58:05.680871 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f0905-c950-4571-a9a7-bd9294d68411 req-79e32b20-14b0-411b-a05a-e91ca69fb0be tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:05.682981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c48f0905-c950-4571-a9a7-bd9294d68411 req-79e32b20-14b0-411b-a05a-e91ca69fb0be tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0539753 Aug 03 16:58:05.721450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c48f0905-c950-4571-a9a7-bd9294d68411 req-c1eaa2b0-b27a-4e4c-af8c-782270657a16 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Aug 03 16:58:06.840112 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072b7a0-bf75-4630-a3f5-b5f0ba94dade req-7d3175ab-80c6-4f8e-9ca7-2357a9b3d238 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:06.841499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e072b7a0-bf75-4630-a3f5-b5f0ba94dade req-7d3175ab-80c6-4f8e-9ca7-2357a9b3d238 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Aug 03 16:58:06.880303 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e072b7a0-bf75-4630-a3f5-b5f0ba94dade req-92c722e6-fb4f-4404-8723-494a78366c79 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Aug 03 16:58:07.996708 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ac2a-dddd-4c60-9123-bfbfd7df15a2 req-bbeb17b0-a6c4-4b7f-948b-140eab8ecbfd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:07.998226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33a3ac2a-dddd-4c60-9123-bfbfd7df15a2 req-bbeb17b0-a6c4-4b7f-948b-140eab8ecbfd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0486798 Aug 03 16:58:08.036878 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33a3ac2a-dddd-4c60-9123-bfbfd7df15a2 req-701c5017-aebf-49b7-95cf-539244d0b543 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326972 Aug 03 16:58:09.161957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42532e-1f11-4c08-bbf2-b24f37113075 req-f10d270c-ed5c-4634-a247-4b9b1d141083 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:09.163423 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e42532e-1f11-4c08-bbf2-b24f37113075 req-f10d270c-ed5c-4634-a247-4b9b1d141083 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0595269 Aug 03 16:58:09.548219 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7e42532e-1f11-4c08-bbf2-b24f37113075 req-6211141c-d6da-4721-8fe5-185d7f55f033 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788288 Aug 03 16:58:09.918434 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2520040f-f145-4884-95f6-9f54d26a3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:10.705268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290784d-3c95-4adc-94c4-1500724150b6 req-73d38bee-64c1-460d-ab91-f406505c3e67 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:10.708274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9290784d-3c95-4adc-94c4-1500724150b6 req-73d38bee-64c1-460d-ab91-f406505c3e67 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0803189 Aug 03 16:58:10.754530 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9290784d-3c95-4adc-94c4-1500724150b6 req-b9ae9585-3925-468a-937d-3888c3e08336 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379236 Aug 03 16:58:11.870756 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb42d7-eb62-4d95-9d42-3b92f4e7393e req-2bac8934-7367-4fab-b560-2a72193f60ad tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:11.872239 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28bb42d7-eb62-4d95-9d42-3b92f4e7393e req-2bac8934-7367-4fab-b560-2a72193f60ad tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Aug 03 16:58:11.909989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-28bb42d7-eb62-4d95-9d42-3b92f4e7393e req-c688ce17-8583-4986-a339-12f1b1c459ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Aug 03 16:58:12.236471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8aeb766f-c2a1-4b47-845a-ae996abce2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:12.913449 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:13.027445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39605ad-c732-4303-bc71-dbd6f7e3d57d req-fa23b082-ea8f-42ca-9dfc-518e262ba8c8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:13.029238 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a39605ad-c732-4303-bc71-dbd6f7e3d57d req-fa23b082-ea8f-42ca-9dfc-518e262ba8c8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0541101 Aug 03 16:58:13.067760 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a39605ad-c732-4303-bc71-dbd6f7e3d57d req-30075877-7c4f-4b6b-943d-46d7622fdd24 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Aug 03 16:58:13.949322 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:14.186495 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef9638-ebc2-4fc9-b787-49210fb76035 req-e7c24d5d-e8ab-420f-9527-1860f6fd2c1b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:14.188012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eef9638-ebc2-4fc9-b787-49210fb76035 req-e7c24d5d-e8ab-420f-9527-1860f6fd2c1b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0504239 Aug 03 16:58:14.226738 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2eef9638-ebc2-4fc9-b787-49210fb76035 req-44119b7f-5cae-4c41-aae3-a675acf52bcd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Aug 03 16:58:15.346252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:15.355931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7dc8-0edc-4ea5-9bfb-ffa57f77f4f2 req-01cdfad6-bc34-4f53-9ac9-4ddcaed46e40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:15.357504 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187e7dc8-0edc-4ea5-9bfb-ffa57f77f4f2 req-01cdfad6-bc34-4f53-9ac9-4ddcaed46e40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0567248 Aug 03 16:58:15.410841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-187e7dc8-0edc-4ea5-9bfb-ffa57f77f4f2 req-8058c48b-2a40-4326-b9d4-6d13ce812eb2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470870 Aug 03 16:58:16.537659 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc61cb0-1126-4602-a31d-b124dcfd44fd req-fab3c646-ae73-40fa-821c-9017efed9046 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:16.539075 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fc61cb0-1126-4602-a31d-b124dcfd44fd req-fab3c646-ae73-40fa-821c-9017efed9046 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0546451 Aug 03 16:58:16.579215 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8fc61cb0-1126-4602-a31d-b124dcfd44fd req-c0d28f10-fd27-4526-9f53-31a17ac522fa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Aug 03 16:58:17.699785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91709f15-627c-448e-8844-464b4adef501 req-adfb9b00-28a6-449a-a5ed-0a5ea9c668f1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:17.701796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91709f15-627c-448e-8844-464b4adef501 req-adfb9b00-28a6-449a-a5ed-0a5ea9c668f1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0543976 Aug 03 16:58:17.742932 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-91709f15-627c-448e-8844-464b4adef501 req-d3acb3f6-27ab-4068-9f38-6e1b835da2c5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339291 Aug 03 16:58:18.860531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5fd6-b0bc-4fbd-87bc-165b57760ab1 req-be945d63-c8e6-4c9b-aad5-aab208c68e81 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:18.861930 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d52a5fd6-b0bc-4fbd-87bc-165b57760ab1 req-be945d63-c8e6-4c9b-aad5-aab208c68e81 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Aug 03 16:58:18.906277 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d52a5fd6-b0bc-4fbd-87bc-165b57760ab1 req-d7de010b-02b6-4e68-9db8-853786c471c7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384381 Aug 03 16:58:20.028048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac9c81-21fa-4713-bce6-dedd91fc001d req-eafe6ba8-41da-4c98-894f-13962408c58a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:20.029515 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16ac9c81-21fa-4713-bce6-dedd91fc001d req-eafe6ba8-41da-4c98-894f-13962408c58a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0521243 Aug 03 16:58:20.067231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-16ac9c81-21fa-4713-bce6-dedd91fc001d req-6c3e2d6a-3e20-4329-93bb-46a92efea202 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Aug 03 16:58:21.184101 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd44a2-24da-4760-abba-5b9c155da368 req-08b535e3-a7b3-4004-9c75-7aeaaea91d70 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:21.185584 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5fd44a2-24da-4760-abba-5b9c155da368 req-08b535e3-a7b3-4004-9c75-7aeaaea91d70 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0522912 Aug 03 16:58:21.222734 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c5fd44a2-24da-4760-abba-5b9c155da368 req-3c46338c-c836-4f95-a9eb-1b283205c7b6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Aug 03 16:58:21.246107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59666) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:58:21.310250 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-aee3da9a-cd8d-4959-91b8-07a8e31888f0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/9c1e54dc-b1da-4d33-baef-7c4ad7963675 HTTP/1.1" status: 200 len: 993 time: 0.0629961 Aug 03 16:58:22.562702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc2ce5-690b-4c4a-b6fc-473e96978d8d req-9ada67ff-4720-4d62-ab91-427e45ae2586 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:22.564176 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94cc2ce5-690b-4c4a-b6fc-473e96978d8d req-9ada67ff-4720-4d62-ab91-427e45ae2586 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0504251 Aug 03 16:58:22.588222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-a92d0a9e-0a23-4486-95d7-9be11f339e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:22.589788 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-a92d0a9e-0a23-4486-95d7-9be11f339e93 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1097 time: 0.0415699 Aug 03 16:58:22.602313 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-94cc2ce5-690b-4c4a-b6fc-473e96978d8d req-8a4d7e62-dcb6-4dce-8c4b-70289c5619e2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Aug 03 16:58:22.628221 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:22.686113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-9d39da29-dc78-47b3-9a15-28356420f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:22.687601 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-9d39da29-dc78-47b3-9a15-28356420f852 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 898 time: 0.0909750 Aug 03 16:58:22.753842 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-ae859f15-af18-4814-9562-bedebd42a270 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 1001 time: 0.0597396 Aug 03 16:58:22.803020 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-ad18be70-cb15-46f1-b157-246a8aa2a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:22.804737 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-ad18be70-cb15-46f1-b157-246a8aa2a879 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0444386 Aug 03 16:58:22.854965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-32b5bcbb-0ff1-4fd2-9f33-d686a8123f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:22.856339 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-32b5bcbb-0ff1-4fd2-9f33-d686a8123f63 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441694 Aug 03 16:58:22.945652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-ccba441a-a25e-44ea-8960-77537d8727d3 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825231 Aug 03 16:58:23.045395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7be044d5-91ca-4f4a-8328-239b3771f41d req-0b99254f-fb14-4178-a258-6506f294e7a9 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922651 Aug 03 16:58:23.723331 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b126dc-91a3-4d67-9270-7e62266e168e req-81c8942a-8ac5-4ae3-9975-0ec1e9d04ce3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:23.724803 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1b126dc-91a3-4d67-9270-7e62266e168e req-81c8942a-8ac5-4ae3-9975-0ec1e9d04ce3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0505383 Aug 03 16:58:23.764013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c1b126dc-91a3-4d67-9270-7e62266e168e req-5b419bfb-e028-4636-b6b5-aa738262eaaf tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Aug 03 16:58:23.786446 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59676) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:58:23.846383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4747f2a-a91f-4ad1-b124-10bddc8b8cc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/9c1e54dc-b1da-4d33-baef-7c4ad7963675 HTTP/1.1" status: 200 len: 993 time: 0.0587358 Aug 03 16:58:26.873195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:39.923062 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-459ad946-f690-4d06-b359-0c7952468146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:42.238750 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-90217765-7714-4c2b-91ba-395258140f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:42.505252 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:58:42.918214 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:43.953232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:45.351129 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:52.641807 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.181413 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59710) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:58:54.339607 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 5114fa2e-af0c-431c-a3d0-9ea9f3436903 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:58:54.339950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.416234 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.416556 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.427958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 5114fa2e-af0c-431c-a3d0-9ea9f3436903 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:58:54.573415 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.596523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=5114fa2e-af0c-431c-a3d0-9ea9f3436903,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:58:54.610118 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.610465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.610796 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.611126 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.611451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.611776 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.612099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.612422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.612741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.613057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.613374 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.613709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:54.667107 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.667432 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 9c1e54dc-b1da-4d33-baef-7c4ad7963675 disassociated (deleted). External IP: 172.25.7.31, port: 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83. Aug 03 16:58:54.869499 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 9448113b-6b9d-4338-9027-74ea5d1973e4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:58:54.973701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:58:54.978072 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:54.985451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Sync routers for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:58:55.004311 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:58:55.005064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:58:55.005303 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6fe91045-1eaa-4862-8fcb-7a8a52f782fe tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/floatingips/9c1e54dc-b1da-4d33-baef-7c4ad7963675 HTTP/1.1" status: 204 len: 168 time: 0.8227837 Aug 03 16:58:55.005826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:58:55.008075 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:58:55.127777 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:58:55.147658 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a985805-8225-4974-8354-6408dd23ed2d x-openstack-request-id: req-2a985805-8225-4974-8354-6408dd23ed2d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:58:55.147953 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:58:55.148206 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a985805-8225-4974-8354-6408dd23ed2d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:58:55.148606 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'status': 'completed', 'code': 200} Aug 03 16:58:55.217852 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-37b39467-510f-48fe-8b96-52bc5302f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:55.219433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-37b39467-510f-48fe-8b96-52bc5302f044 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 1097 time: 0.0483592 Aug 03 16:58:55.255654 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544874a-ab75-4f6d-b96d-136551db3e1a req-3fb28bc4-aaf7-44eb-a8e1-e670d5fbaec9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:55.257177 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e544874a-ab75-4f6d-b96d-136551db3e1a req-3fb28bc4-aaf7-44eb-a8e1-e670d5fbaec9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0500455 Aug 03 16:58:55.301492 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e544874a-ab75-4f6d-b96d-136551db3e1a req-58c00996-2fa6-4ce3-9c32-51e8f908e601 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371039 Aug 03 16:58:55.323150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-92c6f78f-bb12-4077-94e6-2845bdbc0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:55.324669 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-92c6f78f-bb12-4077-94e6-2845bdbc0882 service neutron] 10.222.0.78 "GET /v2.0/networks?id=08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 200 len: 898 time: 0.0971103 Aug 03 16:58:55.354346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:58:55.374499 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-805cc23c-538a-4c8e-9179-9466b56aa799 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 200 len: 217 time: 0.0413473 Aug 03 16:58:55.379808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Checking router: 9448113b-6b9d-4338-9027-74ea5d1973e4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:58:55.388825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:58:55.389426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:58:55.428338 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-7bf0d674-f87d-4e52-85d2-1b27e9533fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:55.429829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-7bf0d674-f87d-4e52-85d2-1b27e9533fef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 200 len: 834 time: 0.0447166 Aug 03 16:58:55.479537 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-47ca3bfa-0f54-4d07-b3a3-fe857aef5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:55.481038 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-47ca3bfa-0f54-4d07-b3a3-fe857aef5f6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=08ce4be3-2c25-42e1-8d4a-8d085474ffad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415595 Aug 03 16:58:55.492554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:58:55.577408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-424a4ff4-b160-4565-817d-1eb813976a59 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869205 Aug 03 16:58:55.671226 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d9fbf41-7af9-45c2-a9e4-d8a3bc4f07bb req-3e495e00-79cd-4144-86aa-b8680125c8d1 service neutron] 10.222.0.78 "GET /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849941 Aug 03 16:58:55.699166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:58:55.724667 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f9febb-96ff-4760-af22-6b6e080d7700 None None] The sync data for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 is: [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:21Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4', 'name': '', 'network_id': '08ce4be3-2c25-42e1-8d4a-8d085474ffad', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:07:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:20Z', 'updated_at': '2021-08-03T16:57:24Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': '2409c987-1e0b-48cf-8a6e-a7f99c9b767c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:58:55.933857 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36915113-3bde-47cf-aa9d-5f038af3e085 None None] New status for floating IP 9c1e54dc-b1da-4d33-baef-7c4ad7963675: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:58:56.438851 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12badab-164b-4b46-8e7f-ba261ab852fd req-c5ab8eac-8fa9-4ac8-b639-c3728a5cd18a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:56.440407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c12badab-164b-4b46-8e7f-ba261ab852fd req-c5ab8eac-8fa9-4ac8-b639-c3728a5cd18a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0526497 Aug 03 16:58:56.481585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c12badab-164b-4b46-8e7f-ba261ab852fd req-c33e4967-dcfd-4318-8e96-cffab175fa78 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=bcec0dfe-6b5c-4eda-81c5-806bebf10b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 Aug 03 16:58:56.749008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-dc63a0c8-614d-4923-8280-0063314a1e26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:58:56.750543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-dc63a0c8-614d-4923-8280-0063314a1e26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 946 time: 0.0535934 Aug 03 16:58:56.840245 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:58:56.840487 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:56.873154 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:56.932982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:58:56.933345 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:56.948505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:58:57.085829 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:57.120056 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=6b3b18f3-cf85-4316-a4ac-bc5d1c014e83,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:58:57.152103 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.152478 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.152827 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.153176 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.153513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.153873 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.154210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.154568 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.154876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.155213 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.155540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.155883 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:58:57.174729 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] No DVR routers for this DVR port 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:58:57.177491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:57.179629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-84235302-1505-4795-a46b-8acf21ed9bb7 req-ad5157e0-3c1d-4ae2-a0cd-ddfed252c990 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.78 "DELETE /v2.0/ports/6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 HTTP/1.1" status: 204 len: 173 time: 0.4224889 Aug 03 16:58:57.180092 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'name': 'network-vif-deleted', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:58:57.182480 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749471f6-bb8e-4338-8860-ff13232df503" -d '{"events": [{"server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "name": "network-vif-deleted", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:58:57.221443 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc41dec9-cbeb-41dc-8dec-2d4c042e32e7 x-openstack-request-id: req-fc41dec9-cbeb-41dc-8dec-2d4c042e32e7 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:58:57.221780 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2574d4-4c29-4078-9486-15532e1b1429", "name": "network-vif-deleted", "tag": "6b3b18f3-cf85-4316-a4ac-bc5d1c014e83", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:58:57.222038 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc41dec9-cbeb-41dc-8dec-2d4c042e32e7 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:58:57.222447 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2574d4-4c29-4078-9486-15532e1b1429', 'name': 'network-vif-deleted', 'tag': '6b3b18f3-cf85-4316-a4ac-bc5d1c014e83', 'status': 'completed', 'code': 200} Aug 03 16:58:57.600597 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3657972c-2bbe-405d-bb09-b65ca60d5e5f req-ce8840e9-bc5c-4256-a76f-185e087f8d6a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd2574d4-4c29-4078-9486-15532e1b1429 HTTP/1.1" status: 200 len: 210 time: 0.0267785 Aug 03 16:58:58.659317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59740) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:58:59.055267 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:59.329935 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:58:59.330209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:59.456234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:58:59.456612 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:58:59.860365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:59:00.048263 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.075320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:00.250499 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.465304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 9448113b-6b9d-4338-9027-74ea5d1973e4 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:59:00.571920 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:59:00.577312 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-14a4051b-da44-4292-b027-88be4b67fe4e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/9448113b-6b9d-4338-9027-74ea5d1973e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9168634 Aug 03 16:59:00.580196 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59742) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:00.581206 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Sync routers for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:59:00.592135 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:00.592750 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:00.630147 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting subnet 2409c987-1e0b-48cf-8a6e-a7f99c9b767c {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 16:59:00.633749 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.683002 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.773166 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.835630 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.857183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:00.872418 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:00.874330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/subnets/2409c987-1e0b-48cf-8a6e-a7f99c9b767c HTTP/1.1" status: 204 len: 168 time: 0.2931244 Aug 03 16:59:00.876148 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86c76a-eacc-4d37-af71-6d3b2d91e43b tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Subnet': ['ID=2409c987-1e0b-48cf-8a6e-a7f99c9b767c,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:00.877018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59744) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:00.886364 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a01ca3-0362-4f88-8aed-2923fe27c6ab None None] Network 08ce4be3-2c25-42e1-8d4a-8d085474ffad requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:59:00.987217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.101836 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.141092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:58:59Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '0fd7a77f-760b-447b-bff3-c71d4441fbc1', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.166631 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 0fd7a77f-760b-447b-bff3-c71d4441fbc1 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:59:01.167109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.175121 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Checking router: 9448113b-6b9d-4338-9027-74ea5d1973e4 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:59:01.178661 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] DHCP port deletion for 08ce4be3-2c25-42e1-8d4a-8d085474ffad request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 16:59:01.205392 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Routers {'9448113b-6b9d-4338-9027-74ea5d1973e4'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:01.207405 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['9448113b-6b9d-4338-9027-74ea5d1973e4'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.293214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 0fd7a77f-760b-447b-bff3-c71d4441fbc1, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0fd7a77f-760b-447b-bff3-c71d4441fbc1,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:01.293590 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.299064 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] Set router 9448113b-6b9d-4338-9027-74ea5d1973e4 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:01.306514 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 0fd7a77f-760b-447b-bff3-c71d4441fbc1 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:59:01.357724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Deleting port 22afe623-e61a-4075-9b90-4b53511a62cd {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:59:01.358018 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.359707 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:59:01Z', 'revision_number': 6, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.417163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa02bf7-c7c5-426e-8450-2005f4b19d7e None None] The sync data for ids ['9448113b-6b9d-4338-9027-74ea5d1973e4'] in n-d-803226-3 is: [{'id': '9448113b-6b9d-4338-9027-74ea5d1973e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131871656', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:57:17Z', 'updated_at': '2021-08-03T16:59:01Z', 'revision_number': 6, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:59:01.449607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] For port 22afe623-e61a-4075-9b90-4b53511a62cd, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=22afe623-e61a-4075-9b90-4b53511a62cd,segment=NetworkSegment(490b61a0-aa87-464c-87d7-9d522c5e521e),segment_id=490b61a0-aa87-464c-87d7-9d522c5e521e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:01.450465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.464624 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Calling delete_port for 22afe623-e61a-4075-9b90-4b53511a62cd owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:59:01.483696 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.509957 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=0fd7a77f-760b-447b-bff3-c71d4441fbc1,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:01.549518 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.572961 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.579631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Pushing event deleted for resources: {'Port': ['ID=22afe623-e61a-4075-9b90-4b53511a62cd,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:01.581873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] No DVR routers for this DVR port 22afe623-e61a-4075-9b90-4b53511a62cd on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:59:01.592102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.592102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.592338 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.592556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.592898 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.593246 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.593575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.593929 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.594257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.594578 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.594893 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.595221 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe7e30f-9652-4c9a-a296-3b7d9deafb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:01.664679 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.666943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.713008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.713452 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Fanout notify agent at l3_agent the message router_deleted on router 9448113b-6b9d-4338-9027-74ea5d1973e4 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 16:59:01.720400 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.721687 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d66ca4a3-cdae-4d0c-b326-6d9ec8e98aa6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/routers/9448113b-6b9d-4338-9027-74ea5d1973e4 HTTP/1.1" status: 204 len: 168 time: 0.8434753 Aug 03 16:59:01.724450 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59746) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:01.768210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:59:01.790504 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:59:01.790853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 6b3b18f3-cf85-4316-a4ac-bc5d1c014e83 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:59:01.809245 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.902719 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.912217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ce4be3-2c25-42e1-8d4a-8d085474ffad']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.922211 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490b61a0-aa87-464c-87d7-9d522c5e521e') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.922446 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490b61a0-aa87-464c-87d7-9d522c5e521e') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:01.931805 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.945391 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.951997 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 16:59:01.952387 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: timer() Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 16:59:01.955270 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 16:59:02.016039 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.022743 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.027942 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/networks/08ce4be3-2c25-42e1-8d4a-8d085474ffad HTTP/1.1" status: 204 len: 168 time: 0.2998438 Aug 03 16:59:02.028539 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59748) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:02.036785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77972a12-e9c6-4ec3-b6cf-8b84686b44b1 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Network': ['ID=08ce4be3-2c25-42e1-8d4a-8d085474ffad,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:02.090760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.116448 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.174876 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.178151 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.179368 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/security-groups/bcec0dfe-6b5c-4eda-81c5-806bebf10b82 HTTP/1.1" status: 204 len: 168 time: 0.1496742 Aug 03 16:59:02.190178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53c33-1d5f-4e05-a8eb-284b22a2b90c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec0dfe-6b5c-4eda-81c5-806bebf10b82,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:02.326745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fd7a77f-760b-447b-bff3-c71d4441fbc1 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:59:02.347875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0fd7a77f-760b-447b-bff3-c71d4441fbc1 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:59:02.348317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0fd7a77f-760b-447b-bff3-c71d4441fbc1 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:59:02.348803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 22afe623-e61a-4075-9b90-4b53511a62cd no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:59:02.367839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 22afe623-e61a-4075-9b90-4b53511a62cd {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:59:02.368188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 22afe623-e61a-4075-9b90-4b53511a62cd not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:59:02.368604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 16:59:02.389593 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 16:59:02.389967 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device a82d4d5c-0b48-4a30-8514-ae3d0d7a03d4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 16:59:02.652189 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59754) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:02.656909 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686358705', 'description': 'tempest-secgroup-smoke-1686358705 description', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:02.678448 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.761111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.764438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.791793 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.793013 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397793 Aug 03 16:59:02.794822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98fff3-7547-4a51-8f07-10b0574d92b7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c137e43e-b72f-4178-8aa1-539aa8886c11,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:02.796069 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59756) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:02.802397 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:02.830030 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.877270 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.880767 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.900221 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9d28d4-b516-469a-9f19-30df7c593d7e,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:02.903419 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:02.904595 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-9698bfea-09a0-4952-b449-d4ca10d5c6b8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1065552 Aug 03 16:59:02.907436 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59758) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:02.911805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:02.939193 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.000544 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.004088 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.026094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d21786-2970-4fa9-9c3a-0f3e283d96c7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.033267 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.034543 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0bf424d0-5da9-4699-878e-4ba4ddd891bd tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261916 Aug 03 16:59:03.037670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59760) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.042517 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.069471 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.128028 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.131746 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.149994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13880746-eac2-4198-ba90-688128bd68f7,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.156199 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.158129 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b0d97410-38c1-428e-8b37-974e6be29fd9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196661 Aug 03 16:59:03.160640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59762) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.168214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.195853 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.254748 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.258351 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.275313 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c0594d-32bb-4a67-813d-fe54779c7aa3,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.282303 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.283642 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-50019ab9-acdd-4fe4-be9d-3d64e094f858 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216965 Aug 03 16:59:03.286341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59764) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.291194 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.314096 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:59:03.318942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.381723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.386701 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.407879 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f1d284-761d-4df0-8b94-1ad949ba7498,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.412240 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.413425 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bc12270b-3401-40ca-87d9-3b34afb3a3df tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261759 Aug 03 16:59:03.417102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59766) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.421487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'security_group_rule': {'security_group_id': 'c137e43e-b72f-4178-8aa1-539aa8886c11', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.443675 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Project 6ef3d3bfc3394fbeb35dee8db5aad014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 16:59:03.448979 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.512997 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.516972 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.537287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab13441-ca80-4d39-80c1-17c109998e0b,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.540175 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.544125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-37bd6db4-8f23-4ef8-8db1-62153c832bca tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233375 Aug 03 16:59:03.544498 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59768) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.550999 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'network': {'name': 'tempest-network-smoke--263249017', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'port_security_enabled': True}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.577058 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:59:03.582069 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.609426 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 16:59:03.619271 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.619666 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Added segment cd110893-0e13-40dc-8d4a-eee3a2fb564e of type vlan for network de387bbb-b672-46e3-b4f8-859f32d7bd9c Aug 03 16:59:03.662601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.694969 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.701316 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:03.701865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.760013 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143228 Aug 03 16:59:03.763840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59770) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:03.768712 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'admin_state_up': True, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:03.775463 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536ae08-ef21-4ece-8e50-f62bf4f1d4a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Network': ['ID=de387bbb-b672-46e3-b4f8-859f32d7bd9c,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:03.785715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 16:59:03.798224 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.799277 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.856834 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:03.995531 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.190418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.211919 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.310432 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.206 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/402d1e61-6a24-46be-844a-2f276aae6335) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:59:04.412006 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.451172 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.486883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:04.489602 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:04.492027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:59:04.519834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=402d1e61-6a24-46be-844a-2f276aae6335,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:04.739975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:04.932563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.056770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 025d3442-0c77-43cd-81cd-09021229f38c is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 16:59:05.158447 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:59:05.168359 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Sync routers for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:59:05.177335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.177547 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:05.178034 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:05.182214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d1e281bb-91e8-4d5f-80a5-fae58faa0a40 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4138131 Aug 03 16:59:05.182439 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59772) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:05.252701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-627b8fbf-2cbb-48e6-b7e6-3814c7848fee tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=6ef3d3bfc3394fbeb35dee8db5aad014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691464 Aug 03 16:59:05.255320 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59776) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:05.295172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:05.345527 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e0d09-edea-4720-bac9-00a5f5a3a97d tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:05.349766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ea7e0d09-edea-4720-bac9-00a5f5a3a97d tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908859 Aug 03 16:59:05.350605 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59778) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:05.379870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1cbbb3d8-6a2d-47e1-903a-c92491aaeb47 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=4378d95d-7a10-4d19-9fa6-35580e695c19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281105 Aug 03 16:59:05.382497 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59780) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:05.388284 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93232405', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:05.468796 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:04Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:05.478220 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:59:05.481749 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.498167 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Checking router: 025d3442-0c77-43cd-81cd-09021229f38c for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:59:05.498519 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Updating router 025d3442-0c77-43cd-81cd-09021229f38c port 402d1e61-6a24-46be-844a-2f276aae6335 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:59:05.522743 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.666659 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.731243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Subnet': ['ID=b016e64d-55ee-4529-988a-d54e04553c2c,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:05.744227 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Checking segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:59:05.744598 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network hostable DHCP agents. Network: de387bbb-b672-46e3-b4f8-859f32d7bd9c, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 16:59:05.762165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 16:59:05.771188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, de387bbb-b672-46e3-b4f8-859f32d7bd9c) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:05.775611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:05.776244 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.783665 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.785113 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea87de8-cb3e-4417-b6ff-3d3fec3a6161 None None] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:59:05.795470 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-5e11c679-cdaa-4af6-ac3d-fc91512e50f5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4091763 Aug 03 16:59:05.795672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Transition to ACTIVE for port object 402d1e61-6a24-46be-844a-2f276aae6335 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:05.795990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59782) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:05.801026 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.853556 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Attempting to bind port 402d1e61-6a24-46be-844a-2f276aae6335 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:59:05.853947 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Attempting to bind port 402d1e61-6a24-46be-844a-2f276aae6335 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:59:05.854310 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Attempting to bind port 402d1e61-6a24-46be-844a-2f276aae6335 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:59:05.865814 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Pushing event updated for resources: {'Port': ['ID=402d1e61-6a24-46be-844a-2f276aae6335,revision_number=2']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:05.872896 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:59:05.873744 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:59:05.873744 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.874074 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:59:05.874542 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Bound port: 402d1e61-6a24-46be-844a-2f276aae6335, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:59:05.875337 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.882541 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.882888 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.883865 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.884245 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.884750 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.885086 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.885420 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.885777 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.886106 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.890357 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.890698 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.891032 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:05.945622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 16:59:05.947302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:05.954879 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] For port 402d1e61-6a24-46be-844a-2f276aae6335, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:59:05.959265 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] For port 402d1e61-6a24-46be-844a-2f276aae6335, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=402d1e61-6a24-46be-844a-2f276aae6335,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:59:05.963642 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.016826 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2c94f-7afd-4b4d-ab01-f457c11c4d94 None None] Pushing event updated for resources: {'Port': ['ID=402d1e61-6a24-46be-844a-2f276aae6335,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:06.030461 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:06.031084 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:06.096214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Allocated IP 172.20.0.2 (de387bbb-b672-46e3-b4f8-859f32d7bd9c/b016e64d-55ee-4529-988a-d54e04553c2c/fc244634-a43d-4c9c-9a53-5197ec00484a) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:59:06.139145 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:06.256901 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.267046 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.268622 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Transition to ACTIVE for port object fc244634-a43d-4c9c-9a53-5197ec00484a will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:06.290184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Transition to ACTIVE for port object fc244634-a43d-4c9c-9a53-5197ec00484a will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:06.296369 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.338999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:06.343858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:06.348086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:59:06.351077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Pushing event updated for resources: {'Port': ['ID=fc244634-a43d-4c9c-9a53-5197ec00484a,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:06.401762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Attempting to bind port fc244634-a43d-4c9c-9a53-5197ec00484a on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:59:06.402154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Attempting to bind port fc244634-a43d-4c9c-9a53-5197ec00484a by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:59:06.402484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Attempting to bind port fc244634-a43d-4c9c-9a53-5197ec00484a on network de387bbb-b672-46e3-b4f8-859f32d7bd9c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:59:06.407441 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:59:06.408454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Checking segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:59:06.408454 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.408708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Bound using segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:59:06.409102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Bound port: fc244634-a43d-4c9c-9a53-5197ec00484a, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:59:06.409429 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.416627 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:04Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:06.448353 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a27107-f6a4-4947-8fd2-681cedeabb4c None None] The sync data for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 is: [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:04Z', 'revision_number': 3, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:59:06.479580 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] For port fc244634-a43d-4c9c-9a53-5197ec00484a, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:59:06.483173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] For port fc244634-a43d-4c9c-9a53-5197ec00484a, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fc244634-a43d-4c9c-9a53-5197ec00484a,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:59:06.487481 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.554552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d83da8-415f-460d-97fb-33d81a3539d5 None None] Pushing event updated for resources: {'Port': ['ID=fc244634-a43d-4c9c-9a53-5197ec00484a,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:06.586860 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.1 (de387bbb-b672-46e3-b4f8-859f32d7bd9c/b016e64d-55ee-4529-988a-d54e04553c2c/0e7d5b49-3400-4ade-b26a-8493877538e6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:59:06.746803 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.764663 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 0e7d5b49-3400-4ade-b26a-8493877538e6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:06.812722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:06.860349 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:06.865904 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:06.871141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:59:06.875474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:06.917106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.059178 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.368331 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.373906 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.443124 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:07.459016 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.511762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40114bea-f9f3-4400-ae93-65676a7ccef9 None None] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 16:59:07.557466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:07.559119 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:07.576685 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-c861614e-08eb-4bdc-8124-a780bf7a2ee0 None None] Provisioning for port fc244634-a43d-4c9c-9a53-5197ec00484a completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:07.676377 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 025d3442-0c77-43cd-81cd-09021229f38c has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:59:07.797081 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:59:07.802504 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e598fc91-5592-4547-a883-cba37205e5ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/025d3442-0c77-43cd-81cd-09021229f38c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052567 Aug 03 16:59:07.909081 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4820576c-47a2-4cf0-bf27-0cff2d371bbe None None] Provisioning for port 0e7d5b49-3400-4ade-b26a-8493877538e6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:07.912851 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4820576c-47a2-4cf0-bf27-0cff2d371bbe None None] Provisioning complete for port 0e7d5b49-3400-4ade-b26a-8493877538e6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:07.913230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4820576c-47a2-4cf0-bf27-0cff2d371bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:07.958345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-e9d33335-b1fc-4e47-833f-1cf779e3baa0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686358705&fields=id&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 267 time: 0.0387065 Aug 03 16:59:07.960175 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-4820576c-47a2-4cf0-bf27-0cff2d371bbe None None] Port 0e7d5b49-3400-4ade-b26a-8493877538e6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:59:08.078946 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-8e8c0b4e-bb1d-4a36-b67a-84497485f9e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:08.080620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-8e8c0b4e-bb1d-4a36-b67a-84497485f9e0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 796 time: 0.1106553 Aug 03 16:59:08.090647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-fb1d3c3a-be4e-49dc-8d26-df5cbc35564c None None] Provisioning complete for port 0e7d5b49-3400-4ade-b26a-8493877538e6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:08.091147 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-fb1d3c3a-be4e-49dc-8d26-df5cbc35564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.098530 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-6b9dbf1f-a3db-4cda-b86f-9b42a5545569 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/quotas/6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 375 time: 0.0103199 Aug 03 16:59:08.126810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-fb1d3c3a-be4e-49dc-8d26-df5cbc35564c None None] Port 0e7d5b49-3400-4ade-b26a-8493877538e6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:59:08.163426 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-d5a0d69d-b256-4114-8496-1432ea542eaa tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581868 Aug 03 16:59:08.206490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Sync routers for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:59:08.217129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:08.217825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:08.271449 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-ddea3bb7-425f-4b50-a5b4-ffbc0c7652a2 service neutron] 10.222.0.70 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933793 Aug 03 16:59:08.345324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:08.384096 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-58dae148-dda3-43fa-8c6c-de33902b056b None None] Provisioning complete for port 0e7d5b49-3400-4ade-b26a-8493877538e6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:08.384475 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-58dae148-dda3-43fa-8c6c-de33902b056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.442459 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fc244634-a43d-4c9c-9a53-5197ec00484a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:08.686950 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-58dae148-dda3-43fa-8c6c-de33902b056b None None] Port 0e7d5b49-3400-4ade-b26a-8493877538e6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:59:08.731320 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port fc244634-a43d-4c9c-9a53-5197ec00484a completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:08.733599 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3f8326e3-0313-41fc-9c39-c81eba31487d service neutron] 10.222.0.70 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550266 Aug 03 16:59:08.742006 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fc244634-a43d-4c9c-9a53-5197ec00484a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:08.742394 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.850907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 2, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:08.884764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Checking router: 025d3442-0c77-43cd-81cd-09021229f38c for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:59:08.885123 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Updating router 025d3442-0c77-43cd-81cd-09021229f38c port 0e7d5b49-3400-4ade-b26a-8493877538e6 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 16:59:08.887128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.911747 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87b6ef12-d2c8-4f3d-b860-48abda8221d8 req-568c553a-1321-417e-aa53-9514cfa1a74a tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 210 time: 0.0288813 Aug 03 16:59:08.936468 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.941408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port fc244634-a43d-4c9c-9a53-5197ec00484a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fc244634-a43d-4c9c-9a53-5197ec00484a,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:08.949137 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:08.950495 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 402d1e61-6a24-46be-844a-2f276aae6335 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:09.058483 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=fc244634-a43d-4c9c-9a53-5197ec00484a,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:09.126568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 402d1e61-6a24-46be-844a-2f276aae6335 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:09.133360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 402d1e61-6a24-46be-844a-2f276aae6335 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:09.134382 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.294802 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.349602 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 402d1e61-6a24-46be-844a-2f276aae6335, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=402d1e61-6a24-46be-844a-2f276aae6335,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:09.356234 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.395769 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.416885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Transition to ACTIVE for port object 0e7d5b49-3400-4ade-b26a-8493877538e6 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:09.434546 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.437263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=402d1e61-6a24-46be-844a-2f276aae6335,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:09.491449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e77e6-66b9-498d-9c53-1f9fa1a3d5dd None None] Pushing event updated for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:09.542525 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Attempting to bind port 0e7d5b49-3400-4ade-b26a-8493877538e6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:59:09.542899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Attempting to bind port 0e7d5b49-3400-4ade-b26a-8493877538e6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:59:09.543300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Attempting to bind port 0e7d5b49-3400-4ade-b26a-8493877538e6 on network de387bbb-b672-46e3-b4f8-859f32d7bd9c {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:59:09.549219 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:59:09.549604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Checking segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:59:09.550032 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.555498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Bound using segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:59:09.555498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Bound port: 0e7d5b49-3400-4ade-b26a-8493877538e6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:59:09.555498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.620004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] For port 0e7d5b49-3400-4ade-b26a-8493877538e6, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:59:09.623894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] For port 0e7d5b49-3400-4ade-b26a-8493877538e6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0e7d5b49-3400-4ade-b26a-8493877538e6,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:59:09.627869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:09.694051 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:09.695011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:58:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:09.702019 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e77e6-66b9-498d-9c53-1f9fa1a3d5dd None None] Pushing event updated for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:09.844715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:09.902266 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-0002e1be-04a9-450b-b35e-1d582f93adf7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:09.904439 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-0002e1be-04a9-450b-b35e-1d582f93adf7 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 796 time: 0.1665747 Aug 03 16:59:09.967914 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-068306ca-ac3d-46c3-bbcf-9b5ffa78760c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014 HTTP/1.1" status: 200 len: 380 time: 0.0509903 Aug 03 16:59:09.982026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'port': {'device_id': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'admin_state_up': True, 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'security_groups': ['c137e43e-b72f-4178-8aa1-539aa8886c11']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:10.000001 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-09791392-ca04-4181-a388-0bdacee7b9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.024485 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88a1bd9b-99c2-4b85-8b5c-77d77a294818 req-afa6a063-cdc5-46d9-947e-e918416cdb2f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 210 time: 0.0360329 Aug 03 16:59:10.109042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Made reservation on behalf of 6ef3d3bfc3394fbeb35dee8db5aad014 for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 16:59:10.113407 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.121269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:10.149569 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7e8c3-3331-45a1-bb95-8b094f938062 None None] The sync data for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 is: [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:59:10.278159 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.20.0.5 (de387bbb-b672-46e3-b4f8-859f32d7bd9c/b016e64d-55ee-4529-988a-d54e04553c2c/6c67b061-d2e6-4b1d-ac86-8b687728b7b7) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:59:10.430112 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0e7d5b49-3400-4ade-b26a-8493877538e6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:10.458628 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.475448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Transition to ACTIVE for port object 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:10.481922 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0e7d5b49-3400-4ade-b26a-8493877538e6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:10.486346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0e7d5b49-3400-4ade-b26a-8493877538e6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:10.486846 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.518196 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.559889 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:10.563741 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:10.568033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:59:10.575831 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.619895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:10.628032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0e7d5b49-3400-4ade-b26a-8493877538e6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0e7d5b49-3400-4ade-b26a-8493877538e6,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:10.634204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.638097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fc244634-a43d-4c9c-9a53-5197ec00484a up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:10.639958 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:10.641621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.657332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-3d6edd93-d410-43d7-bc8c-4c44e9d2a86e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6817794 Aug 03 16:59:10.670807 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-0721243c-5292-4cae-85ac-4a65d9e0956d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 16:59:10.672198 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-0721243c-5292-4cae-85ac-4a65d9e0956d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076575 Aug 03 16:59:10.685518 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Request body: {'port': {'device_id': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:10.739339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:10.746228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port fc244634-a43d-4c9c-9a53-5197ec00484a triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:10.746604 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.766063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.854796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 402d1e61-6a24-46be-844a-2f276aae6335 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:10.878955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-145ba4a2-3f5a-40a1-bd69-269887407305 None None] Provisioning for port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:10.891561 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-145ba4a2-3f5a-40a1-bd69-269887407305 None None] Provisioning complete for port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:10.892233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-145ba4a2-3f5a-40a1-bd69-269887407305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:10.941141 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-145ba4a2-3f5a-40a1-bd69-269887407305 None None] Port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 16:59:10.948541 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 402d1e61-6a24-46be-844a-2f276aae6335 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:10.948921 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.070938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:59:11.079199 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.093335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Transition to ACTIVE for port object 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 16:59:11.097673 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.521444 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:11.545297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09aee9-5648-47cb-9d8c-c64f0af14196 req-36f8625f-2ce5-47e9-b31b-8de1ea9e055f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:11.546830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe09aee9-5648-47cb-9d8c-c64f0af14196 req-36f8625f-2ce5-47e9-b31b-8de1ea9e055f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 943 time: 0.4467492 Aug 03 16:59:11.621451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fe09aee9-5648-47cb-9d8c-c64f0af14196 req-7689486b-c4b0-42f6-a374-f811039c894d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611601 Aug 03 16:59:11.634236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Attempting to bind port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 16:59:11.634576 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Attempting to bind port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 16:59:11.634911 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Attempting to bind port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 on network de387bbb-b672-46e3-b4f8-859f32d7bd9c {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:59:11.639903 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 on network de387bbb-b672-46e3-b4f8-859f32d7bd9c not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 16:59:11.640246 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Attempting to bind port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 on network de387bbb-b672-46e3-b4f8-859f32d7bd9c {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 16:59:11.644960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 16:59:11.645296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Checking segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 16:59:11.645695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Bound using segment: {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 16:59:11.646121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Bound port: 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd110893-0e13-40dc-8d4a-eee3a2fb564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 16:59:11.646478 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.712383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 16:59:11.715335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 16:59:11.720155 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.756362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:11.757070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:11.759100 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 1091 time: 1.0786998 Aug 03 16:59:11.759608 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:59:11.761954 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:59:11.792018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4210f5-41e9-4ceb-b9c6-68b67de30350 service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:11.810079 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56864401-d527-47b9-a762-f8d9a3f3a40d x-openstack-request-id: req-56864401-d527-47b9-a762-f8d9a3f3a40d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:59:11.810368 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:59:11.810633 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56864401-d527-47b9-a762-f8d9a3f3a40d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:59:11.811048 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'status': 'completed', 'code': 200} Aug 03 16:59:11.858728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-06fb0345-aa09-4853-8740-48ec109d5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:11.860226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-06fb0345-aa09-4853-8740-48ec109d5d38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1094 time: 0.0431869 Aug 03 16:59:11.903843 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-c432d94d-11c7-4a67-ab83-907f8ff1d5b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0356667 Aug 03 16:59:11.957234 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-b3ccd8ce-227a-48dc-8dc4-edb35792c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:11.958706 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-b3ccd8ce-227a-48dc-8dc4-edb35792c466 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 200 len: 833 time: 0.0483930 Aug 03 16:59:12.003336 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-277fe8d8-023e-4833-82ca-9455631945f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.004826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-277fe8d8-023e-4833-82ca-9455631945f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de387bbb-b672-46e3-b4f8-859f32d7bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394711 Aug 03 16:59:12.093098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-1d0f1d6e-e592-4505-97c7-34ffa976ea3c service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805917 Aug 03 16:59:12.184032 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9a95a33-3239-4c5a-8bd5-ee94d5059ff1 req-6ad8b27d-36cf-4d99-9d91-4147d098c76e service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840781 Aug 03 16:59:12.241256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cf958bfa-bbd8-4064-9319-cb83187a69c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:12.276240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-8882dc1b-615d-464c-8647-8d4f4e124095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.277852 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-8882dc1b-615d-464c-8647-8d4f4e124095 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1094 time: 0.0446980 Aug 03 16:59:12.332269 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0e7d5b49-3400-4ade-b26a-8493877538e6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:12.371694 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-84a269fd-5965-42bc-b615-e39c0ab94b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.373086 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-84a269fd-5965-42bc-b615-e39c0ab94b19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 897 time: 0.0888979 Aug 03 16:59:12.379969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0e7d5b49-3400-4ade-b26a-8493877538e6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:12.380353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:12.415919 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-223dcae2-fea4-4a6d-a8d9-b05938862759 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0361969 Aug 03 16:59:12.468335 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-ff95549f-00bd-4318-9bfa-87355e3a54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.469875 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-ff95549f-00bd-4318-9bfa-87355e3a54aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 200 len: 833 time: 0.0466332 Aug 03 16:59:12.521390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-23b1fe95-2b76-4d7e-b5cd-f6116cd2e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.522922 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-23b1fe95-2b76-4d7e-b5cd-f6116cd2e99b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de387bbb-b672-46e3-b4f8-859f32d7bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448816 Aug 03 16:59:12.616764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-8a7640b5-613b-43bd-9ed3-8a4302ee6c95 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865028 Aug 03 16:59:12.750173 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7f0832c2-4bb8-4b2b-b159-3ca8490c3ebd req-2190671d-bea0-44a4-93e9-d0b464a122c8 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260867 Aug 03 16:59:12.766506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a856d-01f0-4b87-9739-e8690ecab0b1 req-fbc942a1-d2d4-42ac-bdc4-511edaa23fa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:12.768000 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-247a856d-01f0-4b87-9739-e8690ecab0b1 req-fbc942a1-d2d4-42ac-bdc4-511edaa23fa8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 943 time: 0.0776184 Aug 03 16:59:12.807023 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-247a856d-01f0-4b87-9739-e8690ecab0b1 req-493c4a2e-0a64-4087-afc3-cbd84deb6353 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Aug 03 16:59:12.920839 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:13.921933 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96516a70-3116-4678-9c13-9a7881117f98 req-5f8eefd5-1bc8-44a7-863a-73a5e3746799 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:13.923401 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96516a70-3116-4678-9c13-9a7881117f98 req-5f8eefd5-1bc8-44a7-863a-73a5e3746799 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 943 time: 0.0484025 Aug 03 16:59:13.955311 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:13.965477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-96516a70-3116-4678-9c13-9a7881117f98 req-f404f72b-bcb4-461e-98eb-2b8ec4505dd0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Aug 03 16:59:14.456439 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 16:59:14.548594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:14.560328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'port_id': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'mac_address': 'fa:16:3e:43:20:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 16:59:14.597536 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:14.615394 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 16:59:14.635576 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:14.639574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:14.687171 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:14.870322 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['6c67b061-d2e6-4b1d-ac86-8b687728b7b7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 16:59:15.081244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a43db-9188-4a43-ae03-572625e6b43e req-29d98167-bbc3-440f-9d54-e8cd75136e36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:15.082757 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a1a43db-9188-4a43-ae03-572625e6b43e req-29d98167-bbc3-440f-9d54-e8cd75136e36 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 944 time: 0.0496171 Aug 03 16:59:15.122165 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2a1a43db-9188-4a43-ae03-572625e6b43e req-a25b1d5f-7534-45b5-8df8-c5cfd5d45f0e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Aug 03 16:59:15.351298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:16.239500 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ada9f9-5ce6-4c72-9465-36fc7c456627 req-5ce16017-8dbf-4daa-bf9e-2dbc783a217e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:16.240951 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3ada9f9-5ce6-4c72-9465-36fc7c456627 req-5ce16017-8dbf-4daa-bf9e-2dbc783a217e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 944 time: 0.0535216 Aug 03 16:59:16.282199 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3ada9f9-5ce6-4c72-9465-36fc7c456627 req-813def42-f989-4d0b-830a-4e0124053220 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Aug 03 16:59:16.487572 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 16:59:16.535370 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 16:59:16.539093 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 16:59:16.540021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:16.618622 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:16.639720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:59:16.641993 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a6d68-69fe-4c47-885f-a2dab921a95d" -d '{"events": [{"server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:59:16.656073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:16.659849 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:16.683386 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace81980-37a6-4305-9233-fe262c6ca363 x-openstack-request-id: req-ace81980-37a6-4305-9233-fe262c6ca363 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:59:16.683682 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:59:16.683935 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ace81980-37a6-4305-9233-fe262c6ca363 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:59:16.684324 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'code': 200} Aug 03 16:59:16.711464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:16.786048 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d118-65b4-4673-bfe9-b2f68bfd2c19 req-c21f6787-21e5-472d-8752-4348246312e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:16.787580 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be36d118-65b4-4673-bfe9-b2f68bfd2c19 req-c21f6787-21e5-472d-8752-4348246312e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0432220 Aug 03 16:59:16.825614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-be36d118-65b4-4673-bfe9-b2f68bfd2c19 req-7fd95cbd-7ab6-40f7-97ba-92cade8c35dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Aug 03 16:59:17.399690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d210964-3e71-4742-9a1a-8d1442f36b6c req-2f5daac8-b8a7-4a2d-856e-a18bbb5a9ee2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:17.401186 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d210964-3e71-4742-9a1a-8d1442f36b6c req-2f5daac8-b8a7-4a2d-856e-a18bbb5a9ee2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0500607 Aug 03 16:59:17.440060 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1d210964-3e71-4742-9a1a-8d1442f36b6c req-aeaecfa9-a3ee-42f5-b99b-72728fdb5bc8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Aug 03 16:59:18.556385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be1231-db70-4b13-89a8-3caf591a81e2 req-d9bb26af-1059-486d-a782-5f9a27cc0964 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:18.557866 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36be1231-db70-4b13-89a8-3caf591a81e2 req-d9bb26af-1059-486d-a782-5f9a27cc0964 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Aug 03 16:59:18.596549 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36be1231-db70-4b13-89a8-3caf591a81e2 req-3cf2e1c3-7aba-481c-8a46-0faf4d1061c6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Aug 03 16:59:18.709940 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c47b1-ccf3-4bfc-ab49-40ef9cc2489f req-4a24fc8d-e386-4c65-96e8-587a97c5ed76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:18.711918 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8c47b1-ccf3-4bfc-ab49-40ef9cc2489f req-4a24fc8d-e386-4c65-96e8-587a97c5ed76 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Aug 03 16:59:18.749929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2f8c47b1-ccf3-4bfc-ab49-40ef9cc2489f req-0794bc32-2983-4310-85b1-597100d17dad tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Aug 03 16:59:18.771413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59832) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:18.819224 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bd4b8-ec73-44b9-8d99-4600a9382178 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:18.820684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-346bd4b8-ec73-44b9-8d99-4600a9382178 tempest-TestNetworkAdvancedServerOps-1261923522 tempest-TestNetworkAdvancedServerOps-1261923522-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1091 time: 0.0482411 Aug 03 16:59:18.823893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59834) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:18.828698 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 16:59:18.851105 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:18.950438 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.049816 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Allocated IP 172.25.7.57 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/a58701a8-9593-4434-adb2-98833d5b534a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 16:59:19.152993 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.191727 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.225812 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 16:59:19.229191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 16:59:19.232683 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 16:59:19.262036 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a58701a8-9593-4434-adb2-98833d5b534a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:19.504172 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:59:19.598694 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.666624 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.813532 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.818248 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.888289 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event updated for resources: {'Port': ['ID=a58701a8-9593-4434-adb2-98833d5b534a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:19.901270 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:19.995757 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 52123746-5683-4469-9f7e-8496b9f8282c associated. External IP: 172.25.7.57, port: 6c67b061-d2e6-4b1d-ac86-8b687728b7b7. Aug 03 16:59:20.201196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 025d3442-0c77-43cd-81cd-09021229f38c has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:59:20.309220 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:59:20.318805 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Sync routers for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:59:20.324697 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:20.327762 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:20.328244 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:20.354069 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5a481f3-6814-4230-ac11-15617cc49d01 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5290043 Aug 03 16:59:20.354760 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:59:20.357125 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343810a6-4031-46f8-aea3-3a2563e32901" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:59:20.394824 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837df25-a8ee-41e3-94e9-d5e2143e8b48 x-openstack-request-id: req-c837df25-a8ee-41e3-94e9-d5e2143e8b48 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:59:20.395128 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:59:20.395498 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c837df25-a8ee-41e3-94e9-d5e2143e8b48 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:59:20.395919 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'status': 'completed', 'code': 200} Aug 03 16:59:20.442448 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:20.486837 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7634c72-1f9c-4df4-8162-90bddc2a328c req-c89c0ef3-80d6-4bc2-9bb7-2c17eec2b1ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:20.488266 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7634c72-1f9c-4df4-8162-90bddc2a328c req-c89c0ef3-80d6-4bc2-9bb7-2c17eec2b1ea tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0806868 Aug 03 16:59:20.490826 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343810a6-4031-46f8-aea3-3a2563e32901 req-9d7a5c1e-6784-4a33-98a6-efb9f63be7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:20.492381 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-9d7a5c1e-6784-4a33-98a6-efb9f63be7f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0737731 Aug 03 16:59:20.579591 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e7634c72-1f9c-4df4-8162-90bddc2a328c req-f6fb9163-8bb4-4f4f-ad7a-93ae17f13182 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846930 Aug 03 16:59:20.602153 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59840) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:20.650742 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343810a6-4031-46f8-aea3-3a2563e32901 req-0744fcfb-e755-4785-b74c-f09dfa41dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:20.652201 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-0744fcfb-e755-4785-b74c-f09dfa41dcf3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 897 time: 0.1441464 Aug 03 16:59:20.671535 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '52123746-5683-4469-9f7e-8496b9f8282c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'port_id': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'mac_address': 'fa:16:3e:43:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:59:19Z', 'updated_at': '2021-08-03T16:59:19Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:20.702206 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Checking router: 025d3442-0c77-43cd-81cd-09021229f38c for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:59:20.710428 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:20.710821 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8d66bbc0-ad97-4853-9822-638da6c601cc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/52123746-5683-4469-9f7e-8496b9f8282c HTTP/1.1" status: 200 len: 990 time: 0.1076074 Aug 03 16:59:20.711228 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:20.732507 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-8ff0e86a-14d0-4b1b-8f37-123d03adb03a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 998 time: 0.0733869 Aug 03 16:59:20.782064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343810a6-4031-46f8-aea3-3a2563e32901 req-02f15faa-e756-47b0-a4fc-80a81fa69708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:20.783435 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-02f15faa-e756-47b0-a4fc-80a81fa69708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 200 len: 833 time: 0.0441570 Aug 03 16:59:20.816111 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:20.830354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343810a6-4031-46f8-aea3-3a2563e32901 req-b3926054-9f35-4737-80b5-5883e8a02a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:20.831837 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-b3926054-9f35-4737-80b5-5883e8a02a00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de387bbb-b672-46e3-b4f8-859f32d7bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413074 Aug 03 16:59:20.923708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-b3021749-a657-46b8-809c-d0d00755d0e5 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Aug 03 16:59:21.013740 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-343810a6-4031-46f8-aea3-3a2563e32901 req-3350067e-cea5-4c8b-a17b-ec08bc8140d2 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825999 Aug 03 16:59:21.034174 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '52123746-5683-4469-9f7e-8496b9f8282c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'port_id': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'mac_address': 'fa:16:3e:43:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:59:19Z', 'updated_at': '2021-08-03T16:59:19Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:21.060586 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaa32de-7286-4607-901d-362d92ff74c0 None None] The sync data for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 is: [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '52123746-5683-4469-9f7e-8496b9f8282c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'port_id': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'mac_address': 'fa:16:3e:43:20:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T16:59:19Z', 'updated_at': '2021-08-03T16:59:19Z', 'revision_number': 0, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:59:21.248656 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd86038-174c-4c22-bbe5-f9f4805a1423 None None] New status for floating IP 52123746-5683-4469-9f7e-8496b9f8282c: ACTIVE {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:59:21.715011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59842) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:21.773330 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8302756d-3bce-4288-8fa4-1bd698881c26 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/52123746-5683-4469-9f7e-8496b9f8282c HTTP/1.1" status: 200 len: 992 time: 0.0571985 Aug 03 16:59:22.639882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:26.875644 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:39.921444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c342ad00-3912-4009-bcb3-f578b22f599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:42.242997 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a02f304-1e79-4f5f-ad6d-2e4f8d1af303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:42.925549 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:43.957832 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:45.354186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:50.655122 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681631c-8fb1-4be3-a07d-6a441c37981d req-6a1cc3a1-3062-485c-8eda-fb26f545cc1e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:50.656785 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8681631c-8fb1-4be3-a07d-6a441c37981d req-6a1cc3a1-3062-485c-8eda-fb26f545cc1e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0938063 Aug 03 16:59:50.695944 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8681631c-8fb1-4be3-a07d-6a441c37981d req-aee914dc-dd14-4feb-a124-29621c0badc6 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Aug 03 16:59:51.857418 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ce1b-5e85-40fa-80a1-480e34ecf2d5 req-da2c5248-f5a5-44d7-89ad-5f32ae5bca9c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:51.858870 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ab9ce1b-5e85-40fa-80a1-480e34ecf2d5 req-da2c5248-f5a5-44d7-89ad-5f32ae5bca9c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0941322 Aug 03 16:59:51.898047 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6ab9ce1b-5e85-40fa-80a1-480e34ecf2d5 req-790322b7-5204-4ce9-adb1-0c5e071073fc tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Aug 03 16:59:51.920229 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59864) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:51.984321 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6c7b796d-9597-4e5b-84cb-407080c318a8 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/52123746-5683-4469-9f7e-8496b9f8282c HTTP/1.1" status: 200 len: 992 time: 0.0629997 Aug 03 16:59:52.639684 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:53.247465 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c619e0-cc7a-4e4d-93ea-9620a4934685 req-1edd99c4-dbb8-4650-b6bf-772ab05186b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:53.248967 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5c619e0-cc7a-4e4d-93ea-9620a4934685 req-1edd99c4-dbb8-4650-b6bf-772ab05186b9 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0537989 Aug 03 16:59:53.257568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-079217fe-508f-45ec-b37a-a9f0632c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:53.259307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-079217fe-508f-45ec-b37a-a9f0632c9099 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0419519 Aug 03 16:59:53.291720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d5c619e0-cc7a-4e4d-93ea-9620a4934685 req-9e805dee-fe11-48ae-9054-6347740fa802 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367258 Aug 03 16:59:53.355674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-7f1bfb9a-d2da-439e-a494-69371f8faacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:53.357148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-7f1bfb9a-d2da-439e-a494-69371f8faacf service neutron] 10.222.0.72 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 897 time: 0.0907769 Aug 03 16:59:53.421273 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-75237ae4-8469-42ec-aaa1-73a0a7bdf685 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 1000 time: 0.0575430 Aug 03 16:59:53.470423 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-d5ced06c-f455-4d2c-a808-7680ed3c1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:53.471826 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-d5ced06c-f455-4d2c-a808-7680ed3c1056 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 200 len: 833 time: 0.0433819 Aug 03 16:59:53.519815 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-77221a0f-deec-4e03-85e1-034b75c06e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:53.521257 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-77221a0f-deec-4e03-85e1-034b75c06e10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de387bbb-b672-46e3-b4f8-859f32d7bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428495 Aug 03 16:59:53.610991 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-a0f83d9f-88d6-4fb6-89f2-909d66bef247 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Aug 03 16:59:53.704450 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d74b6a63-5aa8-4d6d-a503-58791826e184 req-9d6804ee-833b-4150-9e9f-10d5c0281fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Aug 03 16:59:54.416270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004eb02-641b-401f-a3ed-f69cca7ffbf9 req-314c909e-ff97-4661-a31c-21837a6e80b3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:54.417807 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f004eb02-641b-401f-a3ed-f69cca7ffbf9 req-314c909e-ff97-4661-a31c-21837a6e80b3 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Aug 03 16:59:54.457823 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f004eb02-641b-401f-a3ed-f69cca7ffbf9 req-06f369dc-331c-4881-8b18-6df38318cb8c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Aug 03 16:59:55.575295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db584382-5bb3-4ef5-b1e4-0450875ab346 req-07c4bedf-1029-4d23-9e03-f370ad451d9c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:55.578362 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db584382-5bb3-4ef5-b1e4-0450875ab346 req-07c4bedf-1029-4d23-9e03-f370ad451d9c tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0493307 Aug 03 16:59:55.615959 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-db584382-5bb3-4ef5-b1e4-0450875ab346 req-58955d4c-568e-4d8c-8586-f9e087432f0d tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Aug 03 16:59:55.639005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59878) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:55.699716 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-873999c4-c814-4e1f-85e6-057567aa37ef tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/floatingips/52123746-5683-4469-9f7e-8496b9f8282c HTTP/1.1" status: 200 len: 992 time: 0.0595765 Aug 03 16:59:55.917047 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59884) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 16:59:56.076140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port a58701a8-9593-4434-adb2-98833d5b534a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:59:56.076403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.156470 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.156782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.168028 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for a58701a8-9593-4434-adb2-98833d5b534a owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:59:56.319123 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.343569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=a58701a8-9593-4434-adb2-98833d5b534a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:56.355626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.355984 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.356321 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.356655 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.356982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.357308 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.357634 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.357992 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.358315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.358738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.359067 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.359387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 16:59:56.414536 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.414866 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Floating IP 52123746-5683-4469-9f7e-8496b9f8282c disassociated (deleted). External IP: 172.25.7.57, port: 6c67b061-d2e6-4b1d-ac86-8b687728b7b7. Aug 03 16:59:56.502532 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 16:59:56.887352 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:56.957917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 025d3442-0c77-43cd-81cd-09021229f38c has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 16:59:57.063793 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 16:59:57.068858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:57.073186 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Sync routers for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 16:59:57.081966 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:57.082565 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:57.096375 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f4df4a9c-7a6a-4029-85dc-a77d00ac2d09 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/floatingips/52123746-5683-4469-9f7e-8496b9f8282c HTTP/1.1" status: 204 len: 168 time: 1.1781754 Aug 03 16:59:57.096974 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:59:57.099274 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56696fd-fed3-4d28-a084-21419b0ea192" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:59:57.138599 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78412f9-ecec-43d6-9d69-9b0a12b04a16 x-openstack-request-id: req-d78412f9-ecec-43d6-9d69-9b0a12b04a16 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:59:57.139030 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:59:57.139284 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d78412f9-ecec-43d6-9d69-9b0a12b04a16 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:59:57.139686 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'status': 'completed', 'code': 200} Aug 03 16:59:57.193258 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:57.203271 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-22c43a8a-8651-436a-8bad-1b0be18a4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:57.205475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-22c43a8a-8651-436a-8bad-1b0be18a4736 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0434933 Aug 03 16:59:57.350247 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-0df55175-d129-4d68-9e76-2e3d640bfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:57.351655 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-0df55175-d129-4d68-9e76-2e3d640bfd1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 200 len: 897 time: 0.1376636 Aug 03 16:59:57.360240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c77500-bd1e-4ce7-bea8-59d8bdc7f6c8 req-e8bd73c5-0024-4a79-9008-4ee12a207b34 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:57.361713 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f3c77500-bd1e-4ce7-bea8-59d8bdc7f6c8 req-e8bd73c5-0024-4a79-9008-4ee12a207b34 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0808356 Aug 03 16:59:57.399682 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:57.404025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-a07270b9-9f73-48f2-ab34-a9e9b05f4352 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 200 len: 217 time: 0.0413849 Aug 03 16:59:57.425008 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Checking router: 025d3442-0c77-43cd-81cd-09021229f38c for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 16:59:57.434010 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 16:59:57.434617 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:57.463628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f3c77500-bd1e-4ce7-bea8-59d8bdc7f6c8 req-44238120-2066-4c7b-bc0d-3a19e3461156 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942914 Aug 03 16:59:57.476580 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-7034678f-0818-4c10-a418-07b256de236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:57.478112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-7034678f-0818-4c10-a418-07b256de236e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 200 len: 833 time: 0.0649996 Aug 03 16:59:57.529560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-a07a5410-e3ea-47bd-bab0-0585b9dd4ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:57.531152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-a07a5410-e3ea-47bd-bab0-0585b9dd4ff0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de387bbb-b672-46e3-b4f8-859f32d7bd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450428 Aug 03 16:59:57.628893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-f22f87c6-e28a-4a4a-a5e0-6ebe5d91087f service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898149 Aug 03 16:59:57.642121 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 16:59:57.731566 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c56696fd-fed3-4d28-a084-21419b0ea192 req-7648bab7-97d1-4e50-88bb-e96a643b198f service neutron] 10.222.0.72 "GET /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942202 Aug 03 16:59:57.844687 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 16:59:57.870957 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f633aef-2fa0-4006-aabc-58c47c13f7d2 None None] The sync data for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 is: [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T16:59:07Z', 'revision_number': 4, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': '0e7d5b49-3400-4ade-b26a-8493877538e6', 'name': '', 'network_id': 'de387bbb-b672-46e3-b4f8-859f32d7bd9c', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'mac_address': 'fa:16:3e:b3:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:06Z', 'updated_at': '2021-08-03T16:59:10Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'subnets': [{'id': 'b016e64d-55ee-4529-988a-d54e04553c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 16:59:58.093914 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934855a-5dbb-494d-841a-eedd5782b382 None None] New status for floating IP 52123746-5683-4469-9f7e-8496b9f8282c: DOWN {{(pid=106018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 16:59:58.584584 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da114a10-dc4d-4ab0-9282-fbb3f4aec739 req-1044466a-b74c-45f2-b815-602711c05179 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:58.587079 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da114a10-dc4d-4ab0-9282-fbb3f4aec739 req-1044466a-b74c-45f2-b815-602711c05179 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Aug 03 16:59:58.624257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-da114a10-dc4d-4ab0-9282-fbb3f4aec739 req-1a717ae1-1602-428d-adab-c3282cdc6734 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/security-groups?id=c137e43e-b72f-4178-8aa1-539aa8886c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Aug 03 16:59:58.905018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36399a60-6423-431a-bf2d-7740c4ed242b req-df30b15b-a3af-4423-97ec-8f6e86d689b0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 16:59:58.906503 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36399a60-6423-431a-bf2d-7740c4ed242b req-df30b15b-a3af-4423-97ec-8f6e86d689b0 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Aug 03 16:59:59.000528 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 16:59:59.000869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:59.093728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 16:59:59.094092 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:59.106622 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 16:59:59.237522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:59.265506 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=6c67b061-d2e6-4b1d-ac86-8b687728b7b7,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 16:59:59.312037 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] No DVR routers for this DVR port 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 16:59:59.315145 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 16:59:59.317244 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-36399a60-6423-431a-bf2d-7740c4ed242b req-bf4ff66a-b8f3-4272-befc-f5a4b58e2d17 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.72 "DELETE /v2.0/ports/6c67b061-d2e6-4b1d-ac86-8b687728b7b7 HTTP/1.1" status: 204 len: 173 time: 0.4038897 Aug 03 16:59:59.317709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'name': 'network-vif-deleted', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 16:59:59.320471 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4511dd-4520-4bbc-864d-7f211a47adcc" -d '{"events": [{"server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "name": "network-vif-deleted", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 16:59:59.361417 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55228a-2c2b-4bb5-bdd8-2068dcca286f x-openstack-request-id: req-8e55228a-2c2b-4bb5-bdd8-2068dcca286f {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 16:59:59.361745 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd6217d-012b-415b-bd68-79f675a18bc9", "name": "network-vif-deleted", "tag": "6c67b061-d2e6-4b1d-ac86-8b687728b7b7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 16:59:59.361999 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e55228a-2c2b-4bb5-bdd8-2068dcca286f {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 16:59:59.362396 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd6217d-012b-415b-bd68-79f675a18bc9', 'name': 'network-vif-deleted', 'tag': '6c67b061-d2e6-4b1d-ac86-8b687728b7b7', 'status': 'completed', 'code': 200} Aug 03 16:59:59.744228 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8210e828-9b70-455e-9e6b-f00c8db84b9c req-d5d8f867-0b20-4d78-94da-fbfa7def2937 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbd6217d-012b-415b-bd68-79f675a18bc9 HTTP/1.1" status: 200 len: 210 time: 0.0346718 Aug 03 17:00:00.800674 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59900) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:01.152729 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:01.404960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 0e7d5b49-3400-4ade-b26a-8493877538e6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:00:01.405218 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:01.496931 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 0e7d5b49-3400-4ade-b26a-8493877538e6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0e7d5b49-3400-4ade-b26a-8493877538e6,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:01.497292 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:01.510533 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 0e7d5b49-3400-4ade-b26a-8493877538e6 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:00:01.695492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:01.721440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=0e7d5b49-3400-4ade-b26a-8493877538e6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:01.899121 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.113756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Router 025d3442-0c77-43cd-81cd-09021229f38c has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:00:02.227245 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:02.234148 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8f235d8f-ddb5-418b-a70f-24348ccaaa8f tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "PUT /v2.0/routers/025d3442-0c77-43cd-81cd-09021229f38c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303432 Aug 03 17:00:02.235002 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59902) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:02.237668 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Sync routers for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:02.247835 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:02.248582 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:02.289761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting subnet b016e64d-55ee-4529-988a-d54e04553c2c {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 17:00:02.292809 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.334892 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.355429 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:02.422615 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.486683 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.515396 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Subnet': ['ID=b016e64d-55ee-4529-988a-d54e04553c2c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:02.517326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.519402 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-acee6383-d664-44f0-85ae-1874e9729cd5 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/subnets/b016e64d-55ee-4529-988a-d54e04553c2c HTTP/1.1" status: 204 len: 168 time: 0.2834797 Aug 03 17:00:02.522068 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59904) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:02.528807 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def915ac-487a-4616-9651-16bc6753575e None None] Network de387bbb-b672-46e3-b4f8-859f32d7bd9c requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:00:02.534434 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T17:00:01Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:02.565404 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Checking router: 025d3442-0c77-43cd-81cd-09021229f38c for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:02.575170 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Routers {'025d3442-0c77-43cd-81cd-09021229f38c'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:02.575871 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['025d3442-0c77-43cd-81cd-09021229f38c'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:02.637540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.673332 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:00:02.691487 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] Set router 025d3442-0c77-43cd-81cd-09021229f38c gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:02.694009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:00:02.694009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 6c67b061-d2e6-4b1d-ac86-8b687728b7b7 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:00:02.730151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] DHCP port deletion for de387bbb-b672-46e3-b4f8-859f32d7bd9c request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 17:00:02.760011 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.782632 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Deleting port fc244634-a43d-4c9c-9a53-5197ec00484a {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:00:02.783043 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.847882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] For port fc244634-a43d-4c9c-9a53-5197ec00484a, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=fc244634-a43d-4c9c-9a53-5197ec00484a,segment=NetworkSegment(cd110893-0e13-40dc-8d4a-eee3a2fb564e),segment_id=cd110893-0e13-40dc-8d4a-eee3a2fb564e)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:02.848317 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:02.862709 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Calling delete_port for fc244634-a43d-4c9c-9a53-5197ec00484a owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:00:02.885563 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T17:00:01Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:02.912810 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd863d4-3423-46c5-a64d-7bcafd70153a None None] The sync data for ids ['025d3442-0c77-43cd-81cd-09021229f38c'] in n-d-803226-3 is: [{'id': '025d3442-0c77-43cd-81cd-09021229f38c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-675441551', 'tenant_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '402d1e61-6a24-46be-844a-2f276aae6335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T16:59:03Z', 'updated_at': '2021-08-03T17:00:01Z', 'revision_number': 5, 'project_id': '6ef3d3bfc3394fbeb35dee8db5aad014', 'gw_port': {'id': '402d1e61-6a24-46be-844a-2f276aae6335', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025d3442-0c77-43cd-81cd-09021229f38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T16:59:04Z', 'updated_at': '2021-08-03T16:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:03.125884 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.151399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Pushing event deleted for resources: {'Port': ['ID=fc244634-a43d-4c9c-9a53-5197ec00484a,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:03.158966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] No DVR routers for this DVR port fc244634-a43d-4c9c-9a53-5197ec00484a on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:00:03.161000 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.161522 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.161944 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.162710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.163764 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.164449 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.164790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.165117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.165443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.165799 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.166124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.166443 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dd4a26-3c90-4c58-b7b2-410f091191ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:03.175100 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Deleting port 402d1e61-6a24-46be-844a-2f276aae6335 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:00:03.175100 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.253688 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] For port 402d1e61-6a24-46be-844a-2f276aae6335, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=402d1e61-6a24-46be-844a-2f276aae6335,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:03.254077 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.268061 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Calling delete_port for 402d1e61-6a24-46be-844a-2f276aae6335 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:00:03.439871 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.468979 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Port': ['ID=402d1e61-6a24-46be-844a-2f276aae6335,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:03.529228 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.619672 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.621757 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.668069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.668626 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Fanout notify agent at l3_agent the message router_deleted on router 025d3442-0c77-43cd-81cd-09021229f38c {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 17:00:03.675539 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.676906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7e723a06-93c2-4f7f-8e61-5eca709b9af2 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/routers/025d3442-0c77-43cd-81cd-09021229f38c HTTP/1.1" status: 204 len: 168 time: 1.1539021 Aug 03 17:00:03.679762 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59906) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:03.758104 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.847028 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.856545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de387bbb-b672-46e3-b4f8-859f32d7bd9c']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:03.866720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd110893-0e13-40dc-8d4a-eee3a2fb564e') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:03.867014 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd110893-0e13-40dc-8d4a-eee3a2fb564e') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:03.875501 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.889271 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.894938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 17:00:03.895325 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: timer() Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 17:00:03.898866 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 17:00:03.955623 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.963049 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:03.964746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/networks/de387bbb-b672-46e3-b4f8-859f32d7bd9c HTTP/1.1" status: 204 len: 168 time: 0.2840617 Aug 03 17:00:03.967516 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59908) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:03.976304 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf103e64-8623-43c2-8428-228a0e62dd7e tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'Network': ['ID=de387bbb-b672-46e3-b4f8-859f32d7bd9c,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:04.025984 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.050444 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.114737 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.118627 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.120031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] 10.222.0.70 "DELETE /v2.0/security-groups/c137e43e-b72f-4178-8aa1-539aa8886c11 HTTP/1.1" status: 204 len: 168 time: 0.1514084 Aug 03 17:00:04.129952 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137e43e-b72f-4178-8aa1-539aa8886c11,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:04.139189 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.139610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.140064 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.140616 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.141168 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.141761 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.142340 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.142903 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.143513 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.144247 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.144814 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.145347 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44801ec-46fd-4122-bcfd-3c2d8f393790 tempest-TestNetworkAdvancedServerOps-1799826959 tempest-TestNetworkAdvancedServerOps-1799826959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:04.358076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0e7d5b49-3400-4ade-b26a-8493877538e6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:00:04.380741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0e7d5b49-3400-4ade-b26a-8493877538e6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:00:04.381157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0e7d5b49-3400-4ade-b26a-8493877538e6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:00:04.381594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fc244634-a43d-4c9c-9a53-5197ec00484a no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:00:04.400990 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: fc244634-a43d-4c9c-9a53-5197ec00484a {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:00:04.401336 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device fc244634-a43d-4c9c-9a53-5197ec00484a not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:00:04.401771 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 402d1e61-6a24-46be-844a-2f276aae6335 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:00:04.419417 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 402d1e61-6a24-46be-844a-2f276aae6335 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:00:04.419769 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 402d1e61-6a24-46be-844a-2f276aae6335 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:00:04.470781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59916) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:04.612754 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-31feee76-9633-4e35-96c3-9b955dfb109b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ef3d3bfc3394fbeb35dee8db5aad014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408198 Aug 03 17:00:04.615315 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:04.665009 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.686716 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.734123 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.736667 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:04.737841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6db94a8e-b55f-437b-be8a-b6dcdaa9ad2e HTTP/1.1" status: 204 len: 168 time: 0.1216106 Aug 03 17:00:04.746243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bcd2e-8b03-4440-b2b6-bb89ea7655a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db94a8e-b55f-437b-be8a-b6dcdaa9ad2e,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:04.988874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59928) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:05.001913 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e671b82e-0e1e-4f42-bced-93107a84f005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.094418 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e671b82e-0e1e-4f42-bced-93107a84f005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.098065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e671b82e-0e1e-4f42-bced-93107a84f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.135673 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671b82e-0e1e-4f42-bced-93107a84f005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a64271-ac8b-4242-8ccc-d05780afaa83,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:05.140027 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e671b82e-0e1e-4f42-bced-93107a84f005 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ada7b9223b7a41ef826206fcfd174215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501427 Aug 03 17:00:05.143233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59930) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:05.189918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.210852 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.255763 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.259016 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:05.260174 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03a64271-ac8b-4242-8ccc-d05780afaa83 HTTP/1.1" status: 204 len: 168 time: 0.1165359 Aug 03 17:00:05.267618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9318369-9107-4faf-b411-4ea31d527912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a64271-ac8b-4242-8ccc-d05780afaa83,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:05.956072 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59952) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:06.049983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1540032809-network', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:06.072121 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Made reservation on behalf of a78797a62cbf4e23976571b624897ba7 for: {'network': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:00:06.074401 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.082360 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.172137 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.176802 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.202988 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=106017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 17:00:06.213088 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2d00d-0999-4f5c-986a-f57207bf8f7f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:06.217895 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.218228 n-d-803226-3 neutron-server[106017]: INFO neutron.db.segments_db [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Added segment 7a1ea1af-c741-4b44-885f-10a1b2ce9d32 of type vlan for network f122195e-791c-4384-8fa5-0c038b2ad120 Aug 03 17:00:06.258175 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.285858 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.286799 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:06.287372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.336297 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3789914 Aug 03 17:00:06.339287 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:06.344974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Request body: {'subnet': {'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1540032809-subnet', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'ip_version': 4}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:06.348664 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538b2a-75cd-4236-bf81-b8c0ed780ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=f122195e-791c-4384-8fa5-0c038b2ad120,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:06.360072 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f122195e-791c-4384-8fa5-0c038b2ad120 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 17:00:06.371381 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Made reservation on behalf of a78797a62cbf4e23976571b624897ba7 for: {'subnet': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:00:06.373862 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58731859'] for subnet, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.547027 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62590504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58731841'] for subnet, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.601932 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8601f56-701a-4d5a-ad2e-6b875990afad,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:06.613007 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:06.613367 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Network hostable DHCP agents. Network: f122195e-791c-4384-8fa5-0c038b2ad120, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 17:00:06.630887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Network f122195e-791c-4384-8fa5-0c038b2ad120 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 17:00:06.640205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f122195e-791c-4384-8fa5-0c038b2ad120) {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:06.644212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:06.644924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.649036 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd1f59-78fa-4a85-b752-bfc7dc81b185 None None] Network f122195e-791c-4384-8fa5-0c038b2ad120 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:00:06.662780 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-059c4585-f069-445c-8629-b7666bc3c1b3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223283 Aug 03 17:00:06.665477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:06.670009 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:06.691042 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.692259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.748801 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.795214 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-f122195e-791c-4384-8fa5-0c038b2ad120', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 17:00:06.796085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.891143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:06.931686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Allocated IP 172.20.0.2 (f122195e-791c-4384-8fa5-0c038b2ad120/b8601f56-701a-4d5a-ad2e-6b875990afad/0eeff81e-966f-40c7-8284-5fa6d63936c5) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:07.070784 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.079170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Transition to ACTIVE for port object 0eeff81e-966f-40c7-8284-5fa6d63936c5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:07.093826 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Transition to ACTIVE for port object 0eeff81e-966f-40c7-8284-5fa6d63936c5 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:07.099679 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.100323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.121477 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.143570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Network f122195e-791c-4384-8fa5-0c038b2ad120 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:07.148805 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:07.153005 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:07.156010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Pushing event updated for resources: {'Port': ['ID=0eeff81e-966f-40c7-8284-5fa6d63936c5,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:07.205862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Attempting to bind port 0eeff81e-966f-40c7-8284-5fa6d63936c5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:07.206239 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Attempting to bind port 0eeff81e-966f-40c7-8284-5fa6d63936c5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:07.206603 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Attempting to bind port 0eeff81e-966f-40c7-8284-5fa6d63936c5 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:07.212278 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:07.212652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:07.213051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.213446 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Bound using segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:07.213996 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Bound port: 0eeff81e-966f-40c7-8284-5fa6d63936c5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:07.214337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.228692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Allocated IP 172.25.7.17 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/313b6219-ec0a-46ee-b283-a5b5672a2ca8) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:07.278607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] For port 0eeff81e-966f-40c7-8284-5fa6d63936c5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:07.281674 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] For port 0eeff81e-966f-40c7-8284-5fa6d63936c5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0eeff81e-966f-40c7-8284-5fa6d63936c5,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:07.285818 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.342159 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.346066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bab47-b8d2-4580-881f-0fd1dcaa4b87 None None] Pushing event updated for resources: {'Port': ['ID=0eeff81e-966f-40c7-8284-5fa6d63936c5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:07.390873 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.427986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:07.431563 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:07.435075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:07.464214 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Pushing event updated for resources: {'Port': ['ID=313b6219-ec0a-46ee-b283-a5b5672a2ca8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:07.732361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:07.930732 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.065990 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 17:00:08.177351 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:08.190134 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:08.196010 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.200020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b7718310-44a3-4b56-8340-f08ecf010080 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5308406 Aug 03 17:00:08.200718 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59960) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:08.207890 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cff1f-017c-422d-ba84-2008ca0168cb None None] Network f122195e-791c-4384-8fa5-0c038b2ad120 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:00:08.211878 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:08.212554 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:08.391553 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-1ba0cf22-b810-49d9-b3bf-62665492f9df None None] Provisioning for port 0eeff81e-966f-40c7-8284-5fa6d63936c5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:08.410820 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0eeff81e-966f-40c7-8284-5fa6d63936c5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:08.485138 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:08.603381 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0eeff81e-966f-40c7-8284-5fa6d63936c5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:08.611357 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0eeff81e-966f-40c7-8284-5fa6d63936c5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:08.611739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.639149 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.751894 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.768546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:07Z', 'revision_number': 3, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:08.810191 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:08.810490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Updating router bc00624a-0680-48cd-aaa8-8d48d93f44ab port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:00:08.821175 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Allocated IP 172.20.0.1 (f122195e-791c-4384-8fa5-0c038b2ad120/b8601f56-701a-4d5a-ad2e-6b875990afad/f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:08.844413 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 0eeff81e-966f-40c7-8284-5fa6d63936c5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0eeff81e-966f-40c7-8284-5fa6d63936c5,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:08.853597 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.860659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.899397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3c4252a0-01a9-442c-8f51-4c6524053fbd None None] Provisioning complete for port 0eeff81e-966f-40c7-8284-5fa6d63936c5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:08.899763 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3c4252a0-01a9-442c-8f51-4c6524053fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.930503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:08.943267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Transition to ACTIVE for port object f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:08.977546 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.006213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=0eeff81e-966f-40c7-8284-5fa6d63936c5,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:09.019546 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Network f122195e-791c-4384-8fa5-0c038b2ad120 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:09.022449 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:09.025405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:09.056281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Pushing event updated for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:09.074961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.214309 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.236435 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.251810 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Transition to ACTIVE for port object 313b6219-ec0a-46ee-b283-a5b5672a2ca8 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:09.255731 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f143491c-bac9-4cf2-b585-db2493616092 None None] Provisioning for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:09.260159 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.264107 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f143491c-bac9-4cf2-b585-db2493616092 None None] Provisioning complete for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:09.264466 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f143491c-bac9-4cf2-b585-db2493616092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.345533 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Attempting to bind port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:09.345895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Attempting to bind port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:09.346218 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Attempting to bind port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:09.348111 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f143491c-bac9-4cf2-b585-db2493616092 None None] Port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:00:09.351075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f318-adf3-43f6-b30c-7e90c7327c51 None None] Pushing event updated for resources: {'Port': ['ID=313b6219-ec0a-46ee-b283-a5b5672a2ca8,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:09.356024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:09.356408 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:09.357227 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.357227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:09.357688 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Bound port: 313b6219-ec0a-46ee-b283-a5b5672a2ca8, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:09.358082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.412999 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.419912 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.438168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] For port 313b6219-ec0a-46ee-b283-a5b5672a2ca8, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:09.443803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] For port 313b6219-ec0a-46ee-b283-a5b5672a2ca8, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=313b6219-ec0a-46ee-b283-a5b5672a2ca8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:09.448593 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.508015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.510055 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Pushing event updated for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:09.527792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:09.528571 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:09.532539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f318-adf3-43f6-b30c-7e90c7327c51 None None] Pushing event updated for resources: {'Port': ['ID=313b6219-ec0a-46ee-b283-a5b5672a2ca8,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:09.621303 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Network f122195e-791c-4384-8fa5-0c038b2ad120 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:09.622823 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:09.657028 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:09.775350 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:00:09.924328 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:09.942134 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3930d069-72fc-4b96-8560-4cf113c5a49e admin admin] 10.222.0.70 "PUT /v2.0/routers/bc00624a-0680-48cd-aaa8-8d48d93f44ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302797 Aug 03 17:00:09.990629 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b86cf28-8aab-46ab-977b-6541a081d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:09.999844 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-a470b464-23bd-4079-84bc-2777ba61642c None None] Provisioning complete for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:10.000093 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a470b464-23bd-4079-84bc-2777ba61642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.055704 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-a470b464-23bd-4079-84bc-2777ba61642c None None] Port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:00:10.110411 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 2, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:10.142954 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7cca93-0669-400f-9ea8-7a51daeef93c None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 2, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:10.410725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0eeff81e-966f-40c7-8284-5fa6d63936c5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:10.467463 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0eeff81e-966f-40c7-8284-5fa6d63936c5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:10.467845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.487512 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59976) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:10.495099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-458927528-network', 'tenant_id': 'd9504bf1ee984151958e411f70c55364'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:10.519464 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Made reservation on behalf of d9504bf1ee984151958e411f70c55364 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:00:10.522405 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.532403 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.629308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.634751 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.660780 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 17:00:10.671526 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dbec42-ee5a-4f70-ba0e-524cbc3306af,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:10.676712 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.677067 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Added segment 92527787-9d55-4050-a87e-e4505418164b of type vlan for network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 Aug 03 17:00:10.719590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.749913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.750893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:10.751503 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:10.814715 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3252270 Aug 03 17:00:10.817543 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59978) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:10.821765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d4ca-3e7f-420c-bd9f-49318e42fceb admin admin] Pushing event updated for resources: {'Network': ['ID=f7ce7986-4ad2-47ab-8bdb-336b121cbb96,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:10.823341 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Request body: {'subnet': {'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-458927528-subnet', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:10.831539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 17:00:10.851026 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Made reservation on behalf of d9504bf1ee984151958e411f70c55364 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:00:10.853379 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.041781 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.101611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ee7eb0-bd22-48f0-8dd7-1474d43491ce,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:11.112075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Checking segment: {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:11.112434 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Network hostable DHCP agents. Network: f7ce7986-4ad2-47ab-8bdb-336b121cbb96, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 17:00:11.130702 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 17:00:11.141110 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, f7ce7986-4ad2-47ab-8bdb-336b121cbb96) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:11.146470 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:11.147069 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.152737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9290a493-d13a-413d-a9a7-2a628aaf36ab None None] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:00:11.164073 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b5dd0c55-07de-45da-8d7c-76c6d0658f62 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3448119 Aug 03 17:00:11.166592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59980) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:11.171613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:11.196636 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.198204 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.262222 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.311838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'fixed_ips': [{'subnet_id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 17:00:11.312723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.412492 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.463648 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Allocated IP 172.20.0.2 (f7ce7986-4ad2-47ab-8bdb-336b121cbb96/65ee7eb0-bd22-48f0-8dd7-1474d43491ce/0b0680cc-7951-46bd-8866-6e8c936beed4) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:11.606082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.616083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.616845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Transition to ACTIVE for port object 0b0680cc-7951-46bd-8866-6e8c936beed4 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:11.631231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Transition to ACTIVE for port object 0b0680cc-7951-46bd-8866-6e8c936beed4 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:11.636973 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.643771 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.675423 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:11.682538 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:11.686850 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:11.689897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Pushing event updated for resources: {'Port': ['ID=0b0680cc-7951-46bd-8866-6e8c936beed4,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:11.742066 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Attempting to bind port 0b0680cc-7951-46bd-8866-6e8c936beed4 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:11.742450 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Attempting to bind port 0b0680cc-7951-46bd-8866-6e8c936beed4 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:11.742883 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Attempting to bind port 0b0680cc-7951-46bd-8866-6e8c936beed4 on network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:11.747766 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:11.748140 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Checking segment: {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:11.748543 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.748940 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Bound using segment: {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:11.749486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Bound port: 0b0680cc-7951-46bd-8866-6e8c936beed4, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:11.749885 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.757297 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Allocated IP 172.25.7.213 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e0874c88-4642-43bb-a3c0-9c66c54a0a3f) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:11.819517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] For port 0b0680cc-7951-46bd-8866-6e8c936beed4, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:11.823794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] For port 0b0680cc-7951-46bd-8866-6e8c936beed4, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b0680cc-7951-46bd-8866-6e8c936beed4,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:11.828639 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.872559 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.892057 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaeb1d-bf82-4797-b1dd-5b5ef3b80e4a None None] Pushing event updated for resources: {'Port': ['ID=0b0680cc-7951-46bd-8866-6e8c936beed4,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:11.916402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:11.955212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:11.958117 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:11.964635 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:11.992198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Pushing event updated for resources: {'Port': ['ID=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:12.170013 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:12.179579 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:12.180272 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T16:59:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:12.245339 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aeb887e0-0f1e-49ed-9d58-908b44dee05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.250281 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.295157 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:12.432048 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b0680cc-7951-46bd-8866-6e8c936beed4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:12.479639 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.494283 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 0b0680cc-7951-46bd-8866-6e8c936beed4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:12.503415 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 313b6219-ec0a-46ee-b283-a5b5672a2ca8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:12.511611 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 2, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:12.542139 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:12.543243 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Updating router bc00624a-0680-48cd-aaa8-8d48d93f44ab port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:00:12.572419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:12.578092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:12.578707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.581606 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.645045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Router 47e80ec9-dee0-42f5-9c14-944494135f94 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 17:00:12.685135 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.712913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 313b6219-ec0a-46ee-b283-a5b5672a2ca8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=313b6219-ec0a-46ee-b283-a5b5672a2ca8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:12.720553 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.767330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:12.782570 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=313b6219-ec0a-46ee-b283-a5b5672a2ca8,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:12.786998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.787345 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Sync routers for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:12.791526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-941b55b7-633d-4ca2-a464-191552aecb3c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6211917 Aug 03 17:00:12.791781 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59984) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:12.806907 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:12.808015 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:12.907647 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc5f40-b856-4082-9b39-323fe42ee62e None None] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:00:12.931594 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.942201 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Transition to ACTIVE for port object f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:12.948745 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.986900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:12.996577 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Provisioning for port 0b0680cc-7951-46bd-8866-6e8c936beed4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:13.000969 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:13.008549 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Pushing event updated for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:13.030577 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.031045 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.031389 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.031725 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.032060 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.032389 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.032779 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.033110 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.033438 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.033788 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.034112 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.034435 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:00:13.038523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Provisioning complete for port 0b0680cc-7951-46bd-8866-6e8c936beed4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:13.038523 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.073889 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Attempting to bind port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:13.074513 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Attempting to bind port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:13.075006 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Attempting to bind port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:13.081962 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:13.082481 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:13.083603 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.083603 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Bound using segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:13.084222 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Bound port: f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:13.084866 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.273532 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] For port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:13.277049 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] For port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:13.282909 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.311665 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.345918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.346472 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:13.346878 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:13.382867 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12b5f-f8bc-4157-b9f1-42bc4a021277 None None] Pushing event updated for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:13.419489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] For port 0b0680cc-7951-46bd-8866-6e8c936beed4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b0680cc-7951-46bd-8866-6e8c936beed4,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:13.433688 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.486056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 3, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:13.520459 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:13.539447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Checking router: 47e80ec9-dee0-42f5-9c14-944494135f94 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:13.540056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Updating router 47e80ec9-dee0-42f5-9c14-944494135f94 port e0874c88-4642-43bb-a3c0-9c66c54a0a3f binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:00:13.560379 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Allocated IP 172.20.0.1 (f7ce7986-4ad2-47ab-8bdb-336b121cbb96/65ee7eb0-bd22-48f0-8dd7-1474d43491ce/c5e1583e-ec6b-4005-b261-05391e975834) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:13.573857 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d2092-8057-49d0-8f76-9502ad716dc6 None None] Pushing event updated for resources: {'Port': ['ID=0b0680cc-7951-46bd-8866-6e8c936beed4,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:13.588056 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.714380 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.738906 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Transition to ACTIVE for port object c5e1583e-ec6b-4005-b261-05391e975834 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:13.778130 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.823422 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:13.830038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:13.832559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:13.833743 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:13Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:13.839203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:13.862114 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048252e-ccee-47bd-b33d-050647d230e9 None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:13Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:13.883131 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.933188 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.953242 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Transition to ACTIVE for port object e0874c88-4642-43bb-a3c0-9c66c54a0a3f will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:13.968410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.973830 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-e5c1b6db-dfd0-4a20-a47c-f3703e0efad4 None None] Provisioning complete for port 0b0680cc-7951-46bd-8866-6e8c936beed4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:13.974243 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5c1b6db-dfd0-4a20-a47c-f3703e0efad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:13.999533 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.051981 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Attempting to bind port e0874c88-4642-43bb-a3c0-9c66c54a0a3f on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:14.052268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Attempting to bind port e0874c88-4642-43bb-a3c0-9c66c54a0a3f by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:14.052637 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Attempting to bind port e0874c88-4642-43bb-a3c0-9c66c54a0a3f on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:14.062916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:14.063373 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:14.063790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.064210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:14.064705 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Bound port: e0874c88-4642-43bb-a3c0-9c66c54a0a3f, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:14.065073 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.132360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ace81-2efc-4292-b874-0ef4623a61e7 None None] Pushing event updated for resources: {'Port': ['ID=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:14.143528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] For port e0874c88-4642-43bb-a3c0-9c66c54a0a3f, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:14.148033 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] For port e0874c88-4642-43bb-a3c0-9c66c54a0a3f, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:14.173324 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.250308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:14.251099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:14.295882 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ace81-2efc-4292-b874-0ef4623a61e7 None None] Pushing event updated for resources: {'Port': ['ID=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:14.422940 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.555399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:14.601227 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-970ead16-be18-4b89-b10f-bba5b72331a9 None None] Provisioning for port c5e1583e-ec6b-4005-b261-05391e975834 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:14.615205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.615722 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-970ead16-be18-4b89-b10f-bba5b72331a9 None None] Provisioning complete for port c5e1583e-ec6b-4005-b261-05391e975834 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:14.617114 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-970ead16-be18-4b89-b10f-bba5b72331a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.622905 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.624294 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:14.690440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:14.692951 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.753004 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-970ead16-be18-4b89-b10f-bba5b72331a9 None None] Port c5e1583e-ec6b-4005-b261-05391e975834 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:00:14.755714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:14.761075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:14.761446 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.787274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:14.788914 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:14.902514 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.911445 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Router 47e80ec9-dee0-42f5-9c14-944494135f94 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:00:14.941126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 3, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:14.947351 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:14.973371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f693a7a8-29a2-456b-980c-890fa3725496 None None] The sync data for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 is: [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 3, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:14.976149 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:14.977334 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b0680cc-7951-46bd-8866-6e8c936beed4 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:15.031140 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:15.045328 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-64518db3-7254-4fcd-909b-5600b773ee0d admin admin] 10.222.0.70 "PUT /v2.0/routers/47e80ec9-dee0-42f5-9c14-944494135f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441063 Aug 03 17:00:15.068672 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:15.086075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 0b0680cc-7951-46bd-8866-6e8c936beed4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:15.086455 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.089225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-12bc76fe-cfcc-4cac-95d1-f0c43ce68aab None None] Provisioning complete for port c5e1583e-ec6b-4005-b261-05391e975834 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:15.089596 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-12bc76fe-cfcc-4cac-95d1-f0c43ce68aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.153873 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-12bc76fe-cfcc-4cac-95d1-f0c43ce68aab None None] Port c5e1583e-ec6b-4005-b261-05391e975834 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:00:15.200715 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 313b6219-ec0a-46ee-b283-a5b5672a2ca8 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:15.265668 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:15.266047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.364989 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.675104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 59992) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:15.680770 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490379212', 'description': 'tempest-secgroup-smoke-1490379212 description', 'project_id': 'a78797a62cbf4e23976571b624897ba7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:15.712163 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.805140 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.809083 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.840819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.841884 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1657403 Aug 03 17:00:15.844345 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84617dbe-851c-454e-9f8b-09fb5ceebd9d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33df9f71-2a01-4cff-a577-a9174f00e6c6,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:15.845842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59994) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:15.854280 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:15.883995 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.943782 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.948023 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.965798 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b384fb7-5268-4ad5-a419-ea048b80463f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:15.972354 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:15.973873 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-872a5ab6-ab9b-4ba5-916d-4b04ac198c00 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245697 Aug 03 17:00:15.976694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 59996) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:15.982104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:16.009481 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.066901 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.071743 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.091857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7929227f-2c51-4b1b-ab33-8201fbb9a4cc,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.095528 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.096851 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e7d820fb-2246-4161-ab2a-23f78ac2fec8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189725 Aug 03 17:00:16.099474 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60000) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:16.104479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:16.130994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.193115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.197299 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.215892 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc3d173-49b3-4111-9809-fbf6fc33216d,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.219547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.221542 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-955dacbd-ab10-4151-a9ac-598b1a6541a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208701 Aug 03 17:00:16.224520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60002) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:16.230215 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:16.258905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.317062 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.321520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.340299 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f888b70c-7a4d-4837-a194-f1b034eb5e68,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.346307 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.353745 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-380a395d-1a6a-46df-9577-f29b9a3c1a21 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222141 Aug 03 17:00:16.353745 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60004) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:16.355111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:16.377014 n-d-803226-3 neutron-server[106016]: INFO neutron.db.securitygroups_db [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Project a78797a62cbf4e23976571b624897ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:00:16.383043 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.432521 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:16.451305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.455116 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.472487 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b2706-d7fd-4e89-a1f8-d844ea2288e8,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.480891 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.482162 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-7cc4f03c-563a-479a-944b-b24007e30a6c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304970 Aug 03 17:00:16.482682 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:16.483065 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.484965 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60006) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:16.490035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': '33df9f71-2a01-4cff-a577-a9174f00e6c6', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:16.513361 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Project a78797a62cbf4e23976571b624897ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:00:16.518621 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.572906 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e0874c88-4642-43bb-a3c0-9c66c54a0a3f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:16.585507 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.589555 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.608133 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aafea7b-05f6-44ae-8fa0-116311d38152,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.615136 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.616956 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-eda11649-7997-4df6-841e-31568f5aacf2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304421 Aug 03 17:00:16.627151 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e0874c88-4642-43bb-a3c0-9c66c54a0a3f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:16.631308 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e0874c88-4642-43bb-a3c0-9c66c54a0a3f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:16.631688 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.713667 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.735512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e0874c88-4642-43bb-a3c0-9c66c54a0a3f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:16.739217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:16.796100 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:16.832269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-a2327d2e-cefc-41ac-92e2-5da678486582 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490379212&fields=id&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 267 time: 0.0387361 Aug 03 17:00:17.304695 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-2807b27c-afba-4b76-b86f-268bd57aadb0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:17.306395 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-2807b27c-afba-4b76-b86f-268bd57aadb0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 809 time: 0.4669199 Aug 03 17:00:17.308411 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Sync routers for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:17.318414 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:17.319533 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:17.325463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-12f35f6e-01f8-4a89-a02a-16b28f7d0a79 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/quotas/a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 375 time: 0.0121617 Aug 03 17:00:17.390062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-50554abf-1744-4555-8fa4-26d8cbabedd7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569355 Aug 03 17:00:17.430879 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:17.505453 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0a249ff9-9125-4d54-a7cf-a960fe5ffaf8 service neutron] 10.222.0.70 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015751 Aug 03 17:00:17.612964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-45242e22-bdae-49b2-b8b8-2fb928039c65 service neutron] 10.222.0.70 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003401 Aug 03 17:00:17.655446 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 4, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c5e1583e-ec6b-4005-b261-05391e975834', 'name': '', 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'mac_address': 'fa:16:3e:cd:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:13Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 2, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'subnets': [{'id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:17.686515 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Checking router: 47e80ec9-dee0-42f5-9c14-944494135f94 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:17.686792 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Updating router 47e80ec9-dee0-42f5-9c14-944494135f94 port c5e1583e-ec6b-4005-b261-05391e975834 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:00:17.713079 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:17.820909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c12012b4-acc6-4dd3-9449-bb749f2b6bca req-24315fc6-ae38-4b4f-afc2-2767d37dfd1c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 210 time: 0.0380349 Aug 03 17:00:18.009859 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.020910 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Transition to ACTIVE for port object c5e1583e-ec6b-4005-b261-05391e975834 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:18.027784 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.080209 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeff60-0c1b-4612-b4c7-c8369283e320 None None] Pushing event updated for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:18.139692 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Attempting to bind port c5e1583e-ec6b-4005-b261-05391e975834 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:18.140164 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Attempting to bind port c5e1583e-ec6b-4005-b261-05391e975834 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:18.140598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Attempting to bind port c5e1583e-ec6b-4005-b261-05391e975834 on network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:18.145949 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:18.146343 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Checking segment: {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:18.146843 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.147269 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Bound using segment: {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:18.148349 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Bound port: c5e1583e-ec6b-4005-b261-05391e975834, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92527787-9d55-4050-a87e-e4505418164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:18.148649 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.219762 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] For port c5e1583e-ec6b-4005-b261-05391e975834, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:18.230518 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] For port c5e1583e-ec6b-4005-b261-05391e975834, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5e1583e-ec6b-4005-b261-05391e975834,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:18.246527 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.329404 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeff60-0c1b-4612-b4c7-c8369283e320 None None] Pushing event updated for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:18.344339 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:18.344987 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:18.445060 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e0874c88-4642-43bb-a3c0-9c66c54a0a3f up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:18.507498 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e0874c88-4642-43bb-a3c0-9c66c54a0a3f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:18.507825 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:18.518813 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:18.735874 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 4, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c5e1583e-ec6b-4005-b261-05391e975834', 'name': '', 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'mac_address': 'fa:16:3e:cd:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:13Z', 'updated_at': '2021-08-03T17:00:18Z', 'revision_number': 4, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'subnets': [{'id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:18.767115 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae26bf-18f6-422d-b125-cae9d4bdf18b None None] The sync data for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 is: [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 4, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'c5e1583e-ec6b-4005-b261-05391e975834', 'name': '', 'network_id': 'f7ce7986-4ad2-47ab-8bdb-336b121cbb96', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'mac_address': 'fa:16:3e:cd:e9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:13Z', 'updated_at': '2021-08-03T17:00:18Z', 'revision_number': 4, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'subnets': [{'id': '65ee7eb0-bd22-48f0-8dd7-1474d43491ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:18.938809 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0265a76b-b1cb-4937-a978-9b9aaa05094d req-d95fce5d-77c7-4ae3-b42c-9677c5124f1d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 210 time: 0.0476844 Aug 03 17:00:18.948443 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-115039ed-b3e6-45d5-a189-8f36df44d2a6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:18.950184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-115039ed-b3e6-45d5-a189-8f36df44d2a6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 809 time: 0.1980526 Aug 03 17:00:19.004018 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-7a1c59dd-a93e-4dfa-b0ba-b282ee4fe082 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 380 time: 0.0431590 Aug 03 17:00:19.014427 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'port': {'device_id': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'admin_state_up': True, 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'security_groups': ['33df9f71-2a01-4cff-a577-a9174f00e6c6']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:19.126974 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Made reservation on behalf of a78797a62cbf4e23976571b624897ba7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:00:19.130668 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.268041 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Allocated IP 172.20.0.6 (f122195e-791c-4384-8fa5-0c038b2ad120/b8601f56-701a-4d5a-ad2e-6b875990afad/22465ccb-39da-48f1-a145-d704fb2772b6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:19.423458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.438358 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Transition to ACTIVE for port object 22465ccb-39da-48f1-a145-d704fb2772b6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:19.474019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.517988 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Network f122195e-791c-4384-8fa5-0c038b2ad120 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:19.521210 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:19.525618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:19.554312 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:19.585374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:19.586249 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.601949 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-0f0017de-0136-4372-968a-b9361562f960 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912740 Aug 03 17:00:19.722104 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Request body: {'port': {'device_id': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:19.780614 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.783802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7127a9f1-6ae9-4cee-b54a-c90dd45d10bf None None] Provisioning for port 22465ccb-39da-48f1-a145-d704fb2772b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:19.787887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-7127a9f1-6ae9-4cee-b54a-c90dd45d10bf None None] Provisioning complete for port 22465ccb-39da-48f1-a145-d704fb2772b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:19.788262 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7127a9f1-6ae9-4cee-b54a-c90dd45d10bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:19.822965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-7127a9f1-6ae9-4cee-b54a-c90dd45d10bf None None] Port 22465ccb-39da-48f1-a145-d704fb2772b6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:00:20.061235 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c7b41-18d9-4fab-aee5-23cead25e209 req-a5f76605-a65b-4f96-aafa-ad224b1c468a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.062766 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da1c7b41-18d9-4fab-aee5-23cead25e209 req-a5f76605-a65b-4f96-aafa-ad224b1c468a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 931 time: 0.0493796 Aug 03 17:00:20.068404 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:00:20.077459 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.090138 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Transition to ACTIVE for port object 22465ccb-39da-48f1-a145-d704fb2772b6 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:00:20.095029 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.102801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-da1c7b41-18d9-4fab-aee5-23cead25e209 req-4d24a368-c405-47fa-a018-2a841a71c8ef tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340140 Aug 03 17:00:20.161488 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:20.219954 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:00:20.220435 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:00:20.220845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:20.226356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 17:00:20.226771 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:00:20.232061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 16, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:00:20.232403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:00:20.232792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Bound using segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:00:20.233229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Bound port: 22465ccb-39da-48f1-a145-d704fb2772b6, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:00:20.233592 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.301899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:00:20.305937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:00:20.309838 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.344178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.344688 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.346131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] 10.222.0.78 "PUT /v2.0/ports/22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1091 time: 0.7349925 Aug 03 17:00:20.346544 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:00:20.348869 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044ae5a-e715-49ad-8978-22dfc7509dee" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:00:20.391359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11276-c02d-4b16-86c7-fe8c56ace728 service neutron] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:20.401500 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fcc960-21c3-4715-8e16-53919536e5e3 x-openstack-request-id: req-98fcc960-21c3-4715-8e16-53919536e5e3 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:00:20.401732 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:00:20.401979 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98fcc960-21c3-4715-8e16-53919536e5e3 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:00:20.402379 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'status': 'completed', 'code': 200} Aug 03 17:00:20.448955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5e1583e-ec6b-4005-b261-05391e975834 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:20.464071 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-712a603f-b961-4049-b3fd-8e009407eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.465766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-712a603f-b961-4049-b3fd-8e009407eecd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1094 time: 0.0624847 Aug 03 17:00:20.501544 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port c5e1583e-ec6b-4005-b261-05391e975834 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:20.505803 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c5e1583e-ec6b-4005-b261-05391e975834 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:20.506198 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.519331 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-76339ca3-78a0-4d84-a315-e5f80c3cc53f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 217 time: 0.0445178 Aug 03 17:00:20.577063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-ce04aa2a-0263-43b7-a19a-def7fcfcd4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.578619 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-ce04aa2a-0263-43b7-a19a-def7fcfcd4e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0528655 Aug 03 17:00:20.605229 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.627161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-65f31123-2ad8-43d7-abfa-df65420be7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.628691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-65f31123-2ad8-43d7-abfa-df65420be7ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428345 Aug 03 17:00:20.642030 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port c5e1583e-ec6b-4005-b261-05391e975834, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5e1583e-ec6b-4005-b261-05391e975834,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:20.646242 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:20.696859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:20.735350 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-31afd69e-2b48-41c8-9ee8-65a5a6ca264c service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937400 Aug 03 17:00:20.826012 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bc8bbcb4-dad4-4267-8d05-3f3886b9a348 req-223df6fa-1c49-4586-8643-3ad35a90fa41 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834200 Aug 03 17:00:20.910934 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-c6681ac1-0549-4f09-8c83-0101f2eb0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:20.912402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-c6681ac1-0549-4f09-8c83-0101f2eb0ab0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1094 time: 0.0402932 Aug 03 17:00:21.005308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-914968ce-f4a4-4d79-9b72-262a4f91e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:21.007340 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-914968ce-f4a4-4d79-9b72-262a4f91e653 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0874925 Aug 03 17:00:21.049670 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-fcec24dd-3db6-47a9-9a9e-d97ce33ab168 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 217 time: 0.0349274 Aug 03 17:00:21.105002 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-019e146a-fd23-4fdd-bdaf-8b622f3bcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:21.106507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-019e146a-fd23-4fdd-bdaf-8b622f3bcd7b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0498896 Aug 03 17:00:21.157853 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-503496d5-8823-4e9a-9f2b-09621452c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:21.159389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-503496d5-8823-4e9a-9f2b-09621452c253 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413284 Aug 03 17:00:21.221057 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77de14-dfce-4fe8-a536-5096ef6ecac2 req-0c537efd-5fbc-44eb-999f-1d9ed2210b68 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:21.222602 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af77de14-dfce-4fe8-a536-5096ef6ecac2 req-0c537efd-5fbc-44eb-999f-1d9ed2210b68 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 943 time: 0.0493033 Aug 03 17:00:21.252000 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-75939902-f557-4abd-a347-821957f09589 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848725 Aug 03 17:00:21.261425 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-af77de14-dfce-4fe8-a536-5096ef6ecac2 req-f76b7fa3-3646-4a23-8318-5002e5b42b1d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324991 Aug 03 17:00:21.350845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1044ae5a-e715-49ad-8978-22dfc7509dee req-8bc1d845-3c80-4c22-a593-4c6fedbedc35 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902448 Aug 03 17:00:22.385792 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1009a-96b9-43d8-a522-6b0c17919a41 req-c7ecdd29-e43e-4f88-bc0f-9f9e344ef90a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:22.386816 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5e1583e-ec6b-4005-b261-05391e975834 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:22.387373 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc1009a-96b9-43d8-a522-6b0c17919a41 req-c7ecdd29-e43e-4f88-bc0f-9f9e344ef90a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 943 time: 0.0542974 Aug 03 17:00:22.425881 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1cc1009a-96b9-43d8-a522-6b0c17919a41 req-63bd103a-bf7d-4a89-b213-5ceec4a38fd6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Aug 03 17:00:22.434374 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port c5e1583e-ec6b-4005-b261-05391e975834 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:22.434835 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:22.637410 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:23.544055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961b94-5bd4-47be-aeaf-68d1f3257dd3 req-0ccd145a-9550-4880-a0ae-c9634c5da33a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:23.545587 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca961b94-5bd4-47be-aeaf-68d1f3257dd3 req-0ccd145a-9550-4880-a0ae-c9634c5da33a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 943 time: 0.0501275 Aug 03 17:00:23.588475 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ca961b94-5bd4-47be-aeaf-68d1f3257dd3 req-88770098-1374-4d36-992a-292ebb2a073e tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365314 Aug 03 17:00:24.155542 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:00:24.249189 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:24.260695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '22465ccb-39da-48f1-a145-d704fb2772b6', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:00:24.299980 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:24.312546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:00:24.332430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:24.337120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:24.383086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:24.557628 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['22465ccb-39da-48f1-a145-d704fb2772b6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:00:24.703118 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6aaf-d4cd-4f5a-a998-6c1a68100d5d req-c248b94e-e8e3-40ee-b107-121e441dc0fa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:24.704860 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c33a6aaf-d4cd-4f5a-a998-6c1a68100d5d req-c248b94e-e8e3-40ee-b107-121e441dc0fa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0493288 Aug 03 17:00:24.750374 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c33a6aaf-d4cd-4f5a-a998-6c1a68100d5d req-fdc4e681-226b-470b-8b44-d6bf780892c4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377669 Aug 03 17:00:25.867003 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994dc2-04f8-4b2d-861f-f18208c737d4 req-8718dad1-2aab-4cd3-a036-bbc2d098ada8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:25.868389 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef994dc2-04f8-4b2d-861f-f18208c737d4 req-8718dad1-2aab-4cd3-a036-bbc2d098ada8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Aug 03 17:00:25.905934 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-ef994dc2-04f8-4b2d-861f-f18208c737d4 req-657945dc-8003-4f69-8153-03719bf9c3e5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Aug 03 17:00:26.155178 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:00:26.202478 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 22465ccb-39da-48f1-a145-d704fb2772b6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:00:26.205894 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 22465ccb-39da-48f1-a145-d704fb2772b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:00:26.206267 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:26.284252 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:26.306711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:00:26.308964 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08ee31e-0054-4e05-a910-6ae2260cb810" -d '{"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:00:26.323163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:00:26.328907 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:26.352680 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308cf4ea-14c4-4ded-b196-a35138195439 x-openstack-request-id: req-308cf4ea-14c4-4ded-b196-a35138195439 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:00:26.352969 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:00:26.353241 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-308cf4ea-14c4-4ded-b196-a35138195439 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:00:26.353631 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'code': 200} Aug 03 17:00:26.379170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:26.446021 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288fc84-7e6b-4761-985c-c775bce0863d req-3d70add6-13f3-419b-b314-6568879f899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:26.447588 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f288fc84-7e6b-4761-985c-c775bce0863d req-3d70add6-13f3-419b-b314-6568879f899d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1096 time: 0.0407023 Aug 03 17:00:26.484991 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f288fc84-7e6b-4761-985c-c775bce0863d req-5b45bd12-f417-4835-9159-24ddbb4cc397 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294766 Aug 03 17:00:26.901736 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:27.019790 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33e216-a588-4965-89cb-6f89e55c96a3 req-d93a0567-956b-4414-9d8a-6e4be77f267a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:27.021301 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a33e216-a588-4965-89cb-6f89e55c96a3 req-d93a0567-956b-4414-9d8a-6e4be77f267a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Aug 03 17:00:27.060248 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3a33e216-a588-4965-89cb-6f89e55c96a3 req-91a18418-f398-46cf-affb-066e9fd8bd49 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Aug 03 17:00:28.177981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115eb1c-8617-4aa9-854f-bd4e13343d47 req-656b2ab0-b936-47b2-93c4-4206588b4419 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:28.180097 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4115eb1c-8617-4aa9-854f-bd4e13343d47 req-656b2ab0-b936-47b2-93c4-4206588b4419 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Aug 03 17:00:28.217686 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4115eb1c-8617-4aa9-854f-bd4e13343d47 req-dba940b3-2349-48bd-82e4-5037a3ee2f49 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Aug 03 17:00:28.333137 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6a8d4-0cb3-42ab-96f1-ebcd202faec4 req-0fe7e2e9-a154-4ed0-ae3f-a808ce682c28 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:28.334671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92a6a8d4-0cb3-42ab-96f1-ebcd202faec4 req-0fe7e2e9-a154-4ed0-ae3f-a808ce682c28 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0491540 Aug 03 17:00:28.378331 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-92a6a8d4-0cb3-42ab-96f1-ebcd202faec4 req-8a4b2835-534e-4714-935e-2ff6737fba33 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368171 Aug 03 17:00:28.402051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60068) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:28.481516 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0187d925-b61b-481b-a519-7cfa61ec25ec tempest-TestShelveInstance-1969296738 tempest-TestShelveInstance-1969296738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:28.483072 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-0187d925-b61b-481b-a519-7cfa61ec25ec tempest-TestShelveInstance-1969296738 tempest-TestShelveInstance-1969296738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1091 time: 0.0800605 Aug 03 17:00:28.486124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60072) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:00:28.490404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:00:28.512914 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:28.607103 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:28.714349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Allocated IP 172.25.7.130 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/fe92c051-669d-4bdd-a582-7723768e200a) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:00:28.816197 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:28.854883 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:28.895177 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:00:28.898020 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:00:28.901347 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:00:28.925840 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=fe92c051-669d-4bdd-a582-7723768e200a,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:29.254554 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.323734 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.473933 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.478425 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.543588 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=fe92c051-669d-4bdd-a582-7723768e200a,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:00:29.557332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.661787 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Floating IP f2053f60-dcda-45c9-95fc-d3a879e57176 associated. External IP: 172.25.7.130, port: 22465ccb-39da-48f1-a145-d704fb2772b6. Aug 03 17:00:29.869219 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:00:29.978701 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:00:29.989102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:00:29.995864 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:29.999114 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:29.999749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:30.037268 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5430e40d-6aa1-4b2e-a0af-ac993a60d480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5363021 Aug 03 17:00:30.037268 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:00:30.037268 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:00:30.063616 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ca7ab-076a-4a97-9adc-f55ed2d4d861 x-openstack-request-id: req-e73ca7ab-076a-4a97-9adc-f55ed2d4d861 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:00:30.063915 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:00:30.064173 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e73ca7ab-076a-4a97-9adc-f55ed2d4d861 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:00:30.064572 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'status': 'completed', 'code': 200} Aug 03 17:00:30.110260 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:30.129008 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-d1c0a1d9-42d9-41ed-91c4-ccc720305324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:30.130553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-d1c0a1d9-42d9-41ed-91c4-ccc720305324 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1096 time: 0.0412741 Aug 03 17:00:30.223441 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-2cfc19d6-d1b9-4c96-a853-e2bcbcbbce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:30.225117 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-2cfc19d6-d1b9-4c96-a853-e2bcbcbbce0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0877678 Aug 03 17:00:30.290334 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-1a4cf648-2ab3-4546-8927-4760b1d2772e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 999 time: 0.0583785 Aug 03 17:00:30.339836 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f2053f60-dcda-45c9-95fc-d3a879e57176', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:00:29Z', 'updated_at': '2021-08-03T17:00:29Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:30.345552 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-0a03b49f-9fc5-49ee-ba81-066f7f28a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:30.347072 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-0a03b49f-9fc5-49ee-ba81-066f7f28a4a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0495105 Aug 03 17:00:30.373539 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:00:30.382658 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:00:30.383273 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:00:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:30.392528 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-e1a562c5-adcb-432f-9e6d-f74050b9fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:00:30.394121 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-e1a562c5-adcb-432f-9e6d-f74050b9fb2f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403283 Aug 03 17:00:30.483144 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-31b252c7-4091-41b4-8954-c3cf1a8fd134 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824063 Aug 03 17:00:30.487385 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:00:30.589574 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-5424b8f2-cdbf-4cf5-911b-3b29b9945ab1 req-e7b9c855-6b98-4689-ac86-b0ea9587fad6 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988572 Aug 03 17:00:30.709677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f2053f60-dcda-45c9-95fc-d3a879e57176', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:00:29Z', 'updated_at': '2021-08-03T17:00:29Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:00:30.740001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c20b4d-375e-4abd-b86b-5a69e0b505f9 None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': 'f2053f60-dcda-45c9-95fc-d3a879e57176', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:00:29Z', 'updated_at': '2021-08-03T17:00:29Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:00:30.924371 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec3961-9899-4564-b39c-69063ca8deba None None] New status for floating IP f2053f60-dcda-45c9-95fc-d3a879e57176: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:00:33.500655 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:00:39.922902 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb9eb-7edd-4e6a-9e4e-9b503ae2ffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:42.244851 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-83f028a2-7f1c-4382-aed1-50729c70750f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:42.929829 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:43.964787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:45.359486 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:52.637228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:00:56.933686 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:05.361629 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-fdf09cc6-ee37-4561-b1e4-21b8683dc8d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398753 Aug 03 17:01:05.441982 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609111-5204-42d2-92d1-49cde117785d req-67468d92-e1b0-4be8-aa4c-a23f95a1fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:01:05.443467 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-67468d92-e1b0-4be8-aa4c-a23f95a1fd77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1096 time: 0.0393267 Aug 03 17:01:05.546241 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609111-5204-42d2-92d1-49cde117785d req-bdf32c7f-bb4b-40a1-a37e-364b92ca92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:01:05.547688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-bdf32c7f-bb4b-40a1-a37e-364b92ca92ae service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0861242 Aug 03 17:01:05.612327 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-5c73520c-5ba4-4d9f-9c34-41a9ab5a32c7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1001 time: 0.0573726 Aug 03 17:01:05.665473 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609111-5204-42d2-92d1-49cde117785d req-c290d106-0223-4964-aba0-6aababcd3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:01:05.666988 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-c290d106-0223-4964-aba0-6aababcd3a27 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0485380 Aug 03 17:01:05.713080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609111-5204-42d2-92d1-49cde117785d req-a56b5620-633d-412d-a4f0-171e3613c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:01:05.714598 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-a56b5620-633d-412d-a4f0-171e3613c635 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406249 Aug 03 17:01:05.803604 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-11e21a11-f2ea-4fe6-bc46-dafe88b11bad service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807781 Aug 03 17:01:05.895475 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e7609111-5204-42d2-92d1-49cde117785d req-0468960b-62f3-4187-b425-b9820ade358e service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Aug 03 17:01:09.924074 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-387e19ff-ee62-46e7-890d-ffc2e81ddcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:10.500105 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:01:12.244691 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-65f4ccbc-7d04-4e5d-883a-856369ec8975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:12.931586 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:13.966300 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:15.362403 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:22.632007 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:26.933222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:39.924465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d636dee3-d470-465c-a291-d61ebca18b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:42.247828 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2aadd9fa-b674-4f23-8530-06546cca0575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:42.932731 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:43.969323 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:45.365280 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:47.498898 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:01:52.647302 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:01:56.932935 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:05.355781 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-13828481-abc4-4c86-91a1-0ed7711062ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405130 Aug 03 17:02:05.440848 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-d993b056-006a-4583-8545-67706070ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:05.442586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-d993b056-006a-4583-8545-67706070ca92 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1096 time: 0.0447223 Aug 03 17:02:05.563457 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-b2f27893-e44f-43ce-84f8-0e81f2ba5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:05.565101 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-b2f27893-e44f-43ce-84f8-0e81f2ba5dba service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.1032274 Aug 03 17:02:05.636585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-faca0128-0a82-4f5f-ac7e-3a88c53d4fb9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1001 time: 0.0645390 Aug 03 17:02:05.696171 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-e41b9df1-804a-4975-87ad-b702cf83ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:05.697717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-e41b9df1-804a-4975-87ad-b702cf83ffcc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0532765 Aug 03 17:02:05.747243 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-ed1a8df4-3abe-40ab-a926-32dc82b8d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:05.748805 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-ed1a8df4-3abe-40ab-a926-32dc82b8d802 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444293 Aug 03 17:02:05.845217 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-8ec0214b-6e0f-4c79-8c21-a632ad0071de service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887849 Aug 03 17:02:05.941980 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1e62ea7d-758b-4e5d-a94b-8cd0dd6b8b32 req-12e4fc46-9fd4-45bd-8313-1e62bc4d167c service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896471 Aug 03 17:02:09.927956 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-392ca55e-ff38-4b06-b816-be707abf2c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:12.248557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cb5cc37e-d80d-4a5c-be0b-fdfe46f74928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:12.935081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:13.971492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:15.369675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:22.647931 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:24.499365 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:02:24.541839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723a6f9-4b16-4b64-bc72-a935513813d3 req-514f3421-60d9-45b5-9e87-cc9631f1645a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:24.543333 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0723a6f9-4b16-4b64-bc72-a935513813d3 req-514f3421-60d9-45b5-9e87-cc9631f1645a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0495069 Aug 03 17:02:24.581616 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0723a6f9-4b16-4b64-bc72-a935513813d3 req-9c1d4950-ba57-4b77-95ad-d9ece1885d6a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Aug 03 17:02:25.730098 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d52c3-f49c-4d1d-9eca-44075fe94403 req-b7bf2b64-ee3d-497a-b925-4c00a3bc59d0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:25.731609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b80d52c3-f49c-4d1d-9eca-44075fe94403 req-b7bf2b64-ee3d-497a-b925-4c00a3bc59d0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Aug 03 17:02:25.772545 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b80d52c3-f49c-4d1d-9eca-44075fe94403 req-9b3cc2f2-2234-43a4-a730-6d255790b94c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348279 Aug 03 17:02:26.922430 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf93f6c-e5a7-4dad-9318-bee9efed736a req-0408dabc-3b70-405a-8544-b1acc26a0097 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:26.923893 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaf93f6c-e5a7-4dad-9318-bee9efed736a req-0408dabc-3b70-405a-8544-b1acc26a0097 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0539932 Aug 03 17:02:26.947047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:26.963313 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-aaf93f6c-e5a7-4dad-9318-bee9efed736a req-6c33cc15-04b7-46da-b9e3-a75a5db2ef84 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321453 Aug 03 17:02:28.089593 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e184599-0c22-4b23-b3b5-21fcafaf6d5c req-f3a2cbcf-421f-4b78-b2de-1e72bb44930d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:28.091116 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e184599-0c22-4b23-b3b5-21fcafaf6d5c req-f3a2cbcf-421f-4b78-b2de-1e72bb44930d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0582087 Aug 03 17:02:28.130554 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9e184599-0c22-4b23-b3b5-21fcafaf6d5c req-9bbe071a-3593-42b5-b95e-d03009d6cd6f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Aug 03 17:02:29.248014 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f42475-1602-46b0-a409-122f6feb9565 req-3eff297e-fe5b-4d01-8090-5da86162a244 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:29.249414 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2f42475-1602-46b0-a409-122f6feb9565 req-3eff297e-fe5b-4d01-8090-5da86162a244 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0492249 Aug 03 17:02:29.286910 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e2f42475-1602-46b0-a409-122f6feb9565 req-d41b0e69-0edf-4099-ad3b-bc397d646350 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Aug 03 17:02:30.411353 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479f90-5653-490e-bdc3-7830cf89dd1f req-90ba24a0-e0b3-4ddb-a5f9-0ec0f4513480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:30.413017 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf479f90-5653-490e-bdc3-7830cf89dd1f req-90ba24a0-e0b3-4ddb-a5f9-0ec0f4513480 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Aug 03 17:02:30.451401 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf479f90-5653-490e-bdc3-7830cf89dd1f req-adb144b9-e10c-49f9-8727-688d21630e9a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Aug 03 17:02:31.568963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cface-02af-4bd8-a549-5b2aeddb5f6c req-6b810d5e-a82e-4c30-a8cc-90f06accee74 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:31.571175 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-538cface-02af-4bd8-a549-5b2aeddb5f6c req-6b810d5e-a82e-4c30-a8cc-90f06accee74 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Aug 03 17:02:31.611052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-538cface-02af-4bd8-a549-5b2aeddb5f6c req-03eb667f-a9f6-4258-8741-37e829ab7528 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 03 17:02:32.728255 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275e5b-6299-4fba-ac10-85348914996f req-28de3c65-d474-4dae-a3e2-fafb12057013 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:32.729753 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29275e5b-6299-4fba-ac10-85348914996f req-28de3c65-d474-4dae-a3e2-fafb12057013 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0487309 Aug 03 17:02:32.770154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-29275e5b-6299-4fba-ac10-85348914996f req-2da91034-5d19-4471-adf4-64db6cc5c602 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Aug 03 17:02:33.892450 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b5525-992e-41ce-8ccb-b7a127035358 req-fb9c5c1f-6a8f-4f3c-8b3e-0c9e9c76fc84 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:33.893975 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc3b5525-992e-41ce-8ccb-b7a127035358 req-fb9c5c1f-6a8f-4f3c-8b3e-0c9e9c76fc84 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Aug 03 17:02:33.933620 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc3b5525-992e-41ce-8ccb-b7a127035358 req-44aace80-eca5-49a6-b7f5-471f4b81c756 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328255 Aug 03 17:02:35.057123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbfacd-903d-4cb4-a26b-084f98d0c5b7 req-135d77e4-fb07-4cdd-b9d9-99827f7fc54b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:35.058635 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8bbfacd-903d-4cb4-a26b-084f98d0c5b7 req-135d77e4-fb07-4cdd-b9d9-99827f7fc54b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0560570 Aug 03 17:02:35.101277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8bbfacd-903d-4cb4-a26b-084f98d0c5b7 req-445ac161-89b7-476d-b93d-0cce25d286c7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364347 Aug 03 17:02:36.223173 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1f8d8-673e-4d88-a0b7-b3a8e051cebe req-f560f23f-fa9c-4300-9aca-696a137337af tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:36.224889 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ef1f8d8-673e-4d88-a0b7-b3a8e051cebe req-f560f23f-fa9c-4300-9aca-696a137337af tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0535910 Aug 03 17:02:36.266779 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9ef1f8d8-673e-4d88-a0b7-b3a8e051cebe req-a3ffaabc-ae47-423e-b39c-a9100f43bb77 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350907 Aug 03 17:02:36.693841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:02:36.802268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:02:36.814354 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '22465ccb-39da-48f1-a145-d704fb2772b6', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:02:36.865634 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:36.882029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:02:36.905153 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:02:36.910555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:36.983418 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:02:36.995482 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.995839 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.996188 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.996528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.996864 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.997198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.997583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.997938 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.998267 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.998621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.998945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:36.999270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:37.004300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['22465ccb-39da-48f1-a145-d704fb2772b6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:02:37.411937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc5476-48c1-46dd-a0c0-4bbd094740b7 req-f55c088b-9243-4e62-8f4c-f1ad6b4544d2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:37.414744 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-37cc5476-48c1-46dd-a0c0-4bbd094740b7 req-f55c088b-9243-4e62-8f4c-f1ad6b4544d2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0591099 Aug 03 17:02:37.458614 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-37cc5476-48c1-46dd-a0c0-4bbd094740b7 req-ce447c26-a4ea-43fd-9a3c-0862559bba12 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Aug 03 17:02:38.612403 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451cc6-bdd3-448b-b38b-3e8617d2c6f9 req-72fbf306-27f9-4862-a37d-d32239960079 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:38.622532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15451cc6-bdd3-448b-b38b-3e8617d2c6f9 req-72fbf306-27f9-4862-a37d-d32239960079 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0754011 Aug 03 17:02:38.666229 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-15451cc6-bdd3-448b-b38b-3e8617d2c6f9 req-71eac5f8-e7d2-4bfc-aaef-750a60dc1b5d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Aug 03 17:02:38.701014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:02:38.764834 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 22465ccb-39da-48f1-a145-d704fb2772b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:02:38.765236 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:38.867046 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:38.894181 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:02:38.896449 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4a736-4782-45de-bdb1-472a6a0cbe71" -d '{"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:02:38.912165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:02:38.928139 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:39.019899 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:02:39.028519 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c80a639-cff7-44f4-9c91-5eb8baccbd36 x-openstack-request-id: req-6c80a639-cff7-44f4-9c91-5eb8baccbd36 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:02:39.028947 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:02:39.029275 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c80a639-cff7-44f4-9c91-5eb8baccbd36 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:02:39.029694 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'code': 200} Aug 03 17:02:39.807372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bb77-995d-4500-b7c1-8279b54aa144 req-c5899276-149f-49d1-bbad-121473a8b086 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:39.808848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0242bb77-995d-4500-b7c1-8279b54aa144 req-c5899276-149f-49d1-bbad-121473a8b086 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0626881 Aug 03 17:02:39.851802 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0242bb77-995d-4500-b7c1-8279b54aa144 req-92c185db-c0ae-46bc-a4af-3ecbdc6897cf tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360184 Aug 03 17:02:39.935495 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-227b0447-9c01-4dab-b17c-3ca2a022bc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:40.983700 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b168-b189-4504-8819-ae280fb18095 req-98538cc1-26f9-44f6-897f-f8bee400227c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:40.992452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a17b168-b189-4504-8819-ae280fb18095 req-98538cc1-26f9-44f6-897f-f8bee400227c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0596440 Aug 03 17:02:41.030167 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6a17b168-b189-4504-8819-ae280fb18095 req-32693f9b-796d-46a0-a1bd-9e43fde3289b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367401 Aug 03 17:02:42.178542 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d155d9-3aee-44cb-a081-e13641ee25a4 req-a4bc74f3-9f3b-4442-a28c-b808e1e95703 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:42.180280 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00d155d9-3aee-44cb-a081-e13641ee25a4 req-a4bc74f3-9f3b-4442-a28c-b808e1e95703 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0589070 Aug 03 17:02:42.234411 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-00d155d9-3aee-44cb-a081-e13641ee25a4 req-5eb16d7f-2795-419b-80fe-b4ccc636c02f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Aug 03 17:02:42.264934 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfbc38ae-65e0-4a35-ade6-8b5f4477cd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:42.943233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:43.427469 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c7e53-acfa-40bb-9fde-8082ca1b6ea1 req-554a7cd0-499f-4e5a-9a3d-426b87321ecc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:43.430149 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c6c7e53-acfa-40bb-9fde-8082ca1b6ea1 req-554a7cd0-499f-4e5a-9a3d-426b87321ecc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.1097934 Aug 03 17:02:43.510178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4c6c7e53-acfa-40bb-9fde-8082ca1b6ea1 req-96d3cc3e-ce64-46e7-9a63-1541d116a921 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690234 Aug 03 17:02:43.986108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:44.633190 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1c998-fea3-4862-a69d-af65c8d5cdb5 req-ac97fce2-9110-4738-bcc5-d4b36c52d3da tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:44.635649 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edb1c998-fea3-4862-a69d-af65c8d5cdb5 req-ac97fce2-9110-4738-bcc5-d4b36c52d3da tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0561979 Aug 03 17:02:44.686263 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-edb1c998-fea3-4862-a69d-af65c8d5cdb5 req-c7f07bd3-06a6-42ba-8df5-3ac5c46fb8f8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446570 Aug 03 17:02:45.385607 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:45.797939 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af37961-f592-4922-b85a-3000b88a784a req-49f9e379-3708-45e3-8e53-7d30c90f9b37 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:45.799698 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2af37961-f592-4922-b85a-3000b88a784a req-49f9e379-3708-45e3-8e53-7d30c90f9b37 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0504425 Aug 03 17:02:45.841327 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-2af37961-f592-4922-b85a-3000b88a784a req-2111dabb-7a3e-40fa-9516-5e6a81b57328 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351400 Aug 03 17:02:46.420979 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d7105-5aab-4601-8a13-7c566368b7ed req-a15be8b2-027d-430c-a6ef-d478094b373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:46.422481 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-a15be8b2-027d-430c-a6ef-d478094b373b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1096 time: 0.0447450 Aug 03 17:02:46.510866 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d7105-5aab-4601-8a13-7c566368b7ed req-1cf56497-35c3-4fb9-a1b3-8d3784f10a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:46.512359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-1cf56497-35c3-4fb9-a1b3-8d3784f10a71 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0823967 Aug 03 17:02:46.582587 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-ebaef5e7-d10a-4e8e-a351-df4295967d51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1001 time: 0.0633080 Aug 03 17:02:46.634209 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d7105-5aab-4601-8a13-7c566368b7ed req-9a911dac-7dac-4218-82f3-87a1e2e3719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:46.635652 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-9a911dac-7dac-4218-82f3-87a1e2e3719a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0459092 Aug 03 17:02:46.682627 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d7105-5aab-4601-8a13-7c566368b7ed req-a4fca332-e809-419d-8b6c-c0671be78169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:46.684052 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-a4fca332-e809-419d-8b6c-c0671be78169 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413873 Aug 03 17:02:46.775998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-f072a5e1-5e00-4036-994e-a94c0bcf7bb7 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848448 Aug 03 17:02:46.865184 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-867d7105-5aab-4601-8a13-7c566368b7ed req-748d7354-2fc8-495e-aced-65c45b582719 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Aug 03 17:02:46.957941 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7817e-35ee-4aac-ae9d-e13be6bae638 req-317a1bd1-d17b-45f0-aebb-854f69d5b747 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:46.959345 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03a7817e-35ee-4aac-ae9d-e13be6bae638 req-317a1bd1-d17b-45f0-aebb-854f69d5b747 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Aug 03 17:02:46.997342 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-03a7817e-35ee-4aac-ae9d-e13be6bae638 req-8b8f9bbf-4d4c-43d9-80f1-41e1ca5bd3e7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Aug 03 17:02:48.111951 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b7c92-2c8d-4900-8e36-67d4fd357de4 req-47b279c2-8d7e-4148-b26d-15651ed388e5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:48.113534 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b6b7c92-2c8d-4900-8e36-67d4fd357de4 req-47b279c2-8d7e-4148-b26d-15651ed388e5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Aug 03 17:02:48.151145 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b6b7c92-2c8d-4900-8e36-67d4fd357de4 req-d57ce999-f6be-4bf1-8089-8f157989a4aa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309813 Aug 03 17:02:49.268839 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c3f6c-f4cd-4fe2-a750-a8be0df18c0a req-13a7dbd9-b92b-48df-8f4e-9a801a7d362a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:49.270318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c7c3f6c-f4cd-4fe2-a750-a8be0df18c0a req-13a7dbd9-b92b-48df-8f4e-9a801a7d362a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0530620 Aug 03 17:02:49.309304 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2c7c3f6c-f4cd-4fe2-a750-a8be0df18c0a req-cdfcb15e-da17-43e9-9784-88ab98b63deb tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Aug 03 17:02:49.532061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d348-ddc5-4533-8f05-07d524208692 req-d2675aa3-a41a-4c88-a1d5-1de7412bf61a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:49.533594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d51d348-ddc5-4533-8f05-07d524208692 req-d2675aa3-a41a-4c88-a1d5-1de7412bf61a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Aug 03 17:02:49.573302 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3d51d348-ddc5-4533-8f05-07d524208692 req-76890ed7-6ca6-4832-b5fd-8252458a067b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Aug 03 17:02:49.798838 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60262) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:02:49.881059 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-f7b021bb-2226-42da-a102-284b5d0f3ba2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810034 Aug 03 17:02:50.691217 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fd2ee-5ddf-495b-95c6-0cc52ec083a1 req-291d0b57-7a60-42df-8c82-37a0ddb484e3 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:50.692945 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a99fd2ee-5ddf-495b-95c6-0cc52ec083a1 req-291d0b57-7a60-42df-8c82-37a0ddb484e3 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0500920 Aug 03 17:02:50.730063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:02:50.734671 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a99fd2ee-5ddf-495b-95c6-0cc52ec083a1 req-c573057e-dc2d-4de2-8c6a-8f39755b921c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351839 Aug 03 17:02:50.776523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-40f37302-73d1-4fb7-97a1-be3f84128718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:50.778067 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-40f37302-73d1-4fb7-97a1-be3f84128718 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0842705 Aug 03 17:02:50.790738 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803226-3', 'device_owner': 'compute:nova'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:02:50.805118 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:50.829263 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:02:50.831483 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b13d9-77c4-4a8d-9caf-57eaf2d19329" -d '{"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-unplugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:02:50.844458 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:02:50.849388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:50.849686 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:50.873544 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9489144-a742-4a4d-94d5-a128108e817a x-openstack-request-id: req-f9489144-a742-4a4d-94d5-a128108e817a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:02:50.873873 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-unplugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:02:50.874126 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9489144-a742-4a4d-94d5-a128108e817a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:02:50.874512 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'code': 200} Aug 03 17:02:50.904265 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:02:51.063964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:02:51.096112 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h2-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:02:51.128568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:02:51.136436 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:51.148491 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Transition to ACTIVE for port object 22465ccb-39da-48f1-a145-d704fb2772b6 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:02:51.151835 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:51.231485 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=9']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:02:51.244051 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.244390 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.244791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.245131 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.245458 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.245817 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.246144 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.246465 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.246786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.247104 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.247453 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.247771 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:02:51.282954 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] No DVR routers for this DVR port 22465ccb-39da-48f1-a145-d704fb2772b6 on host n-h2-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:02:51.417241 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:02:51.417575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:02:51.417928 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:02:51.422123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 17:02:51.422455 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Attempting to bind port 22465ccb-39da-48f1-a145-d704fb2772b6 on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:02:51.427316 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:02:51.427646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:02:51.428016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Bound using segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:02:51.428430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Bound port: 22465ccb-39da-48f1-a145-d704fb2772b6, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:02:51.428782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:51.489327 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:02:51.492352 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:02:51.497060 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:51.533086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.533713 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:51.535127 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] 10.222.0.72 "PUT /v2.0/ports/22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1091 time: 0.7494619 Aug 03 17:02:51.535562 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:02:51.537807 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a03001-6c3c-4137-8fd1-2406db5df4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:02:51.562523 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c2704-397e-46a4-99e8-604dbd26fdaa service neutron] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=10']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:02:51.593747 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e654a8b6-3aa9-425a-8de6-225733f39d97 x-openstack-request-id: req-e654a8b6-3aa9-425a-8de6-225733f39d97 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:02:51.594105 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:02:51.594296 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e654a8b6-3aa9-425a-8de6-225733f39d97 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:02:51.594691 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'status': 'completed', 'code': 200} Aug 03 17:02:51.611847 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-1cf2bb8a-e797-4723-9d00-c8c73cc067cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.613392 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-1cf2bb8a-e797-4723-9d00-c8c73cc067cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1095 time: 0.0480447 Aug 03 17:02:51.708883 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-100d7c47-3b52-4f04-b58e-d3f0fa743ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.710444 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-100d7c47-3b52-4f04-b58e-d3f0fa743ada service neutron] 10.222.0.72 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0890570 Aug 03 17:02:51.781005 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-317592de-f4de-42e1-a4ad-3ac830cb59ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 999 time: 0.0641985 Aug 03 17:02:51.836613 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-e14e65ec-cb66-4a79-8784-a1f96bd93a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.838152 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-e14e65ec-cb66-4a79-8784-a1f96bd93a00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0503392 Aug 03 17:02:51.853885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e90d6-8bc3-44d7-9ee1-9a25422bc1c2 req-fd578d45-f738-4861-9d09-14882a38e17a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.855392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a9e90d6-8bc3-44d7-9ee1-9a25422bc1c2 req-fd578d45-f738-4861-9d09-14882a38e17a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0489740 Aug 03 17:02:51.884625 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-5a7ae10e-b39b-4a88-9867-e94041765c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:51.886228 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-5a7ae10e-b39b-4a88-9867-e94041765c1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416272 Aug 03 17:02:51.893877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1a9e90d6-8bc3-44d7-9ee1-9a25422bc1c2 req-a34f3b58-0481-43e7-8f44-617c899f12d2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Aug 03 17:02:51.980276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-f148c041-f3a5-41ef-8faf-de5e7915d144 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870898 Aug 03 17:02:52.069746 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-56b0a218-d0ba-417d-bc53-b031e30164a9 req-a1b9e239-c780-4858-9aa0-06a18a927778 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825267 Aug 03 17:02:52.156334 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-43bec2ec-b436-4703-90e1-a7438ae48d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:52.158014 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-43bec2ec-b436-4703-90e1-a7438ae48d7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1095 time: 0.0451078 Aug 03 17:02:52.248155 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-074f1afa-445f-4047-8c52-1afd19e22943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:52.249830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-074f1afa-445f-4047-8c52-1afd19e22943 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0853844 Aug 03 17:02:52.324666 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-e50b6d21-7c74-416d-b387-59ab9519065c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 999 time: 0.0684750 Aug 03 17:02:52.384317 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-ab493972-045d-4b87-be7c-df5e12193fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:52.386493 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-ab493972-045d-4b87-be7c-df5e12193fa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0548804 Aug 03 17:02:52.650205 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:53.020745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dad6c-b3f7-4fde-a62d-f4745b6bde92 req-ed303e27-554a-475b-8d27-f7e146d2a7e3 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:53.022457 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb9dad6c-b3f7-4fde-a62d-f4745b6bde92 req-ed303e27-554a-475b-8d27-f7e146d2a7e3 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0544281 Aug 03 17:02:53.061224 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fb9dad6c-b3f7-4fde-a62d-f4745b6bde92 req-68048f61-d6de-4cde-b68a-6286b398aeb5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Aug 03 17:02:54.188671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945061-c081-4fc3-b7d3-eebec08ecfe0 req-4125aa51-8a5c-44e2-8f9a-f2795fe95739 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:54.190292 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8945061-c081-4fc3-b7d3-eebec08ecfe0 req-4125aa51-8a5c-44e2-8f9a-f2795fe95739 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0553706 Aug 03 17:02:54.232989 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f8945061-c081-4fc3-b7d3-eebec08ecfe0 req-8c359556-59f6-48ee-97b9-4de79b828e9a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356245 Aug 03 17:02:55.355476 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62f53-9a62-4592-b0f7-73348e5fb0e6 req-8b4e970e-2e00-47f9-ad6d-94a5f52b1b8c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:55.358349 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ff62f53-9a62-4592-b0f7-73348e5fb0e6 req-8b4e970e-2e00-47f9-ad6d-94a5f52b1b8c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0539627 Aug 03 17:02:55.399161 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-5ff62f53-9a62-4592-b0f7-73348e5fb0e6 req-a5eb2f7a-468c-47ad-8c59-2100ba8de081 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Aug 03 17:02:56.533270 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e847ca-6e08-42ab-9716-421d88f328d3 req-cff48895-6319-454a-be9d-6ddb6a8e9ae5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:56.535005 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68e847ca-6e08-42ab-9716-421d88f328d3 req-cff48895-6319-454a-be9d-6ddb6a8e9ae5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0533860 Aug 03 17:02:56.577891 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-68e847ca-6e08-42ab-9716-421d88f328d3 req-43743544-92e1-45d9-aaba-4dafc3c3d0da tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347838 Aug 03 17:02:56.948801 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:02:57.700691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aaa10-b8a5-4057-bf3e-cb9218bb73c4 req-1b04eb0b-b880-4c8a-9258-152698ce3f05 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:57.702178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-687aaa10-b8a5-4057-bf3e-cb9218bb73c4 req-1b04eb0b-b880-4c8a-9258-152698ce3f05 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0558352 Aug 03 17:02:57.747107 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-687aaa10-b8a5-4057-bf3e-cb9218bb73c4 req-a882f8c0-dce9-4773-a671-22e5a59d1a06 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Aug 03 17:02:58.870385 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a264df2-6c08-46dd-bdbe-4c229fd072b5 req-14c5e1e1-b18a-4e86-bd79-8889227b635d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:02:58.871928 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a264df2-6c08-46dd-bdbe-4c229fd072b5 req-14c5e1e1-b18a-4e86-bd79-8889227b635d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0496037 Aug 03 17:02:58.913370 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6a264df2-6c08-46dd-bdbe-4c229fd072b5 req-a9985d22-f79a-4193-a134-fa8586119f03 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351248 Aug 03 17:03:00.034960 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7fce3-1eaa-494b-98e3-38fedd6e1daa req-5a693757-7c01-48f8-b359-d292859b69db tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:00.036461 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb7fce3-1eaa-494b-98e3-38fedd6e1daa req-5a693757-7c01-48f8-b359-d292859b69db tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0547934 Aug 03 17:03:00.077865 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9bb7fce3-1eaa-494b-98e3-38fedd6e1daa req-b2fd65b0-b127-4969-bd20-5208e0a4dee1 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Aug 03 17:03:01.202948 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c98f-6bde-4cc9-912b-6b929819afbe req-58e74b3d-39cc-4a2a-8aa8-869706f09492 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:01.204438 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecf4c98f-6bde-4cc9-912b-6b929819afbe req-58e74b3d-39cc-4a2a-8aa8-869706f09492 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0560033 Aug 03 17:03:01.245850 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ecf4c98f-6bde-4cc9-912b-6b929819afbe req-a982b5a1-a984-4590-b11b-bdfa267d458e tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Aug 03 17:03:01.500968 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:03:02.370222 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee869-7bae-464f-9174-6ff5b970a93b req-7eb26456-d2aa-4584-8f9b-1f9f262ee537 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:02.371764 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbbee869-7bae-464f-9174-6ff5b970a93b req-7eb26456-d2aa-4584-8f9b-1f9f262ee537 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0532916 Aug 03 17:03:02.410063 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbbee869-7bae-464f-9174-6ff5b970a93b req-2625ee63-682c-4163-bf03-a04fee53a62f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Aug 03 17:03:03.374236 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-72231687-8352-423d-bccc-f1f165d3c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:03.375732 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-72231687-8352-423d-bccc-f1f165d3c243 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451872 Aug 03 17:03:03.469792 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-94d4f0d5-0947-4130-b540-9a3eb22ebbb0 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Aug 03 17:03:03.527762 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baff72-636b-43d7-813f-c7caf83d9987 req-d3b473a3-fd0a-4188-bd0c-801cffdebec6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:03.529269 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24baff72-636b-43d7-813f-c7caf83d9987 req-d3b473a3-fd0a-4188-bd0c-801cffdebec6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0513067 Aug 03 17:03:03.569607 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-50a03001-6c3c-4137-8fd1-2406db5df4e6 req-0d35cf9e-408b-4e2e-8dab-a7803dcc78c4 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888538 Aug 03 17:03:03.570270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-24baff72-636b-43d7-813f-c7caf83d9987 req-d5f9bfc5-78f3-4154-838a-b5b696ddaec6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350251 Aug 03 17:03:04.689376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de507a-8110-458b-a595-7dbd77a6333e req-1b3190c3-eb2f-4f14-af89-c410f77805dd tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:04.690407 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33de507a-8110-458b-a595-7dbd77a6333e req-1b3190c3-eb2f-4f14-af89-c410f77805dd tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 944 time: 0.0502746 Aug 03 17:03:04.727767 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-33de507a-8110-458b-a595-7dbd77a6333e req-8a984a97-57ef-4210-a4a9-827a7426d1b8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314898 Aug 03 17:03:05.581256 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:03:05.671162 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:03:05.682300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': '22465ccb-39da-48f1-a145-d704fb2772b6', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'port_id': '22465ccb-39da-48f1-a145-d704fb2772b6', 'mac_address': 'fa:16:3e:5f:92:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:03:05.722233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:05.734291 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:03:05.754222 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:03:05.759166 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:05.813960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=11']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:03:05.846689 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88591947-3b4f-44f9-a21c-94dca34ce2a4 req-63fcbb26-e926-4ea5-b302-76e06fdca34b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:05.848209 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88591947-3b4f-44f9-a21c-94dca34ce2a4 req-63fcbb26-e926-4ea5-b302-76e06fdca34b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Aug 03 17:03:05.886483 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-88591947-3b4f-44f9-a21c-94dca34ce2a4 req-7259cdc9-98b2-44ad-967a-c915620882b5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Aug 03 17:03:05.987912 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['22465ccb-39da-48f1-a145-d704fb2772b6'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:03:07.001191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b3c81-1cca-4a32-bdbb-d4bbfccf0573 req-9348394f-c98b-4a30-ba44-a895512d237a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:07.002703 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-214b3c81-1cca-4a32-bdbb-d4bbfccf0573 req-9348394f-c98b-4a30-ba44-a895512d237a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Aug 03 17:03:07.040553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-214b3c81-1cca-4a32-bdbb-d4bbfccf0573 req-8ea36840-6538-4c4f-a12f-b3b0e9715f95 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 03 17:03:07.588198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:03:07.635594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port 22465ccb-39da-48f1-a145-d704fb2772b6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:03:07.639607 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port 22465ccb-39da-48f1-a145-d704fb2772b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:03:07.639976 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:07.718843 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:07.742843 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:03:07.745099 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6683c686-97f7-46d9-bfcb-b52303482f35" -d '{"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:03:07.763761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:03:07.768230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:07.793570 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcd14b-9e04-4941-b218-15103a772bff x-openstack-request-id: req-acbcd14b-9e04-4941-b218-15103a772bff {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:03:07.794003 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-plugged", "status": "completed", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:03:07.794269 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-acbcd14b-9e04-4941-b218-15103a772bff {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:03:07.794678 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'code': 200} Aug 03 17:03:07.822179 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=12']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:03:07.945228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0d97-8113-48fc-8df6-fad39119281a req-ca804fd8-3d9e-4131-a980-bd0825717672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:07.946720 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a29c0d97-8113-48fc-8df6-fad39119281a req-ca804fd8-3d9e-4131-a980-bd0825717672 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1097 time: 0.0434802 Aug 03 17:03:07.981048 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a29c0d97-8113-48fc-8df6-fad39119281a req-44b6fc5d-317b-43ad-8d55-cc0f0e80701f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270312 Aug 03 17:03:08.156298 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9643200-f727-4dd0-b1af-bdabc58950a7 req-089b7fee-e93b-4329-87f2-b56e9b83d269 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:08.157799 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9643200-f727-4dd0-b1af-bdabc58950a7 req-089b7fee-e93b-4329-87f2-b56e9b83d269 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 946 time: 0.0486431 Aug 03 17:03:08.194738 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c9643200-f727-4dd0-b1af-bdabc58950a7 req-7abe555b-d3bb-4080-b109-f5003eec8094 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309880 Aug 03 17:03:09.319550 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cce4a-b371-477e-8d8e-11162bb7a1c1 req-a97336b5-7520-4d39-a73c-09f2157c8c71 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:09.321030 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-491cce4a-b371-477e-8d8e-11162bb7a1c1 req-a97336b5-7520-4d39-a73c-09f2157c8c71 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 946 time: 0.0562377 Aug 03 17:03:09.359335 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-491cce4a-b371-477e-8d8e-11162bb7a1c1 req-df95a9b7-910e-4535-931b-e04f3b34b66f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Aug 03 17:03:09.684139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-0d6de714-35e3-4da9-a0f7-e86252a83be8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401514 Aug 03 17:03:09.768583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-91d5fffb-3546-4aab-8dc8-19d49a438ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:09.770065 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-91d5fffb-3546-4aab-8dc8-19d49a438ce7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1097 time: 0.0443828 Aug 03 17:03:09.873867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-1d3cfedd-6526-416e-82ef-3761135bf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:09.875332 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-1d3cfedd-6526-416e-82ef-3761135bf460 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0850520 Aug 03 17:03:09.927591 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-06ca4dce-aab6-483b-8110-a192a596cce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:09.945848 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-17b1eb3a-e529-46e5-b86c-6c6bc4873a53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1001 time: 0.0635087 Aug 03 17:03:10.327069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-3420d286-080b-402b-bef4-30b9a0cf7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:10.328524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-3420d286-080b-402b-bef4-30b9a0cf7daf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.3759124 Aug 03 17:03:10.374303 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-fc6afbd5-724a-4584-9762-96598d125996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:03:10.375776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-fc6afbd5-724a-4584-9762-96598d125996 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398932 Aug 03 17:03:10.469813 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-262a5a1e-ac8f-40d7-aa9c-e09b7d66902d service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Aug 03 17:03:10.560430 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-159870b3-effb-4e95-9804-0d7d6cd29d2c req-59df3c12-b0ab-44fb-b329-7ef98b021977 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832534 Aug 03 17:03:12.247299 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cc5c265a-a5b9-48c6-8653-152ea410a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:12.937520 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:13.982712 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:15.375204 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:22.647141 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:26.945568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:38.500432 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:03:39.929420 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e5181b9b-61c4-4cd1-8322-59faa1640232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:42.248509 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b078-e963-46ad-a81f-b7270b375af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:42.939048 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:43.989791 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:45.381493 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:52.676799 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:03:56.945605 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:09.931399 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7bf459c2-c6ec-4dd5-b3ad-a0b3b5e2f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:10.261378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-fa42b63b-03cb-4f4a-b8ef-bd9d4c47eaaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436687 Aug 03 17:04:10.347435 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-1ea99e95-49b0-472a-b4a6-7a49c559e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:10.348899 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-1ea99e95-49b0-472a-b4a6-7a49c559e009 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1097 time: 0.0460770 Aug 03 17:04:10.458203 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-77bd74a7-2abe-4a5f-a7cf-f972376920c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:10.459787 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-77bd74a7-2abe-4a5f-a7cf-f972376920c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0914710 Aug 03 17:04:10.531451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-1d7369ee-00fc-4cc8-9b0c-b599af8f4d41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 1001 time: 0.0640874 Aug 03 17:04:10.583440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-b14f350a-00f7-4435-ae3c-cecbceaf00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:10.584913 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-b14f350a-00f7-4435-ae3c-cecbceaf00ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0465367 Aug 03 17:04:10.630233 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-1e4a6a95-aa36-4987-b270-8977fbd3911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:10.631718 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-1e4a6a95-aa36-4987-b270-8977fbd3911e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400832 Aug 03 17:04:10.723227 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-0cd9a723-25cf-4ad4-87fc-a480e3d5494b service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Aug 03 17:04:10.811276 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a9301d56-3a20-41bc-9a0f-acf435c3bd4c req-db464cc1-76f3-433f-8860-11acc52547aa service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813639 Aug 03 17:04:12.248796 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7986c7eb-b528-4ce8-84af-5a37445c4614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:12.941592 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:13.990845 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:15.382599 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:15.501416 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:04:22.156675 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:22.312848 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Deleting port fe92c051-669d-4bdd-a582-7723768e200a {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:04:22.313205 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.392262 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.392591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.403897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Calling delete_port for fe92c051-669d-4bdd-a582-7723768e200a owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:04:22.549480 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.580501 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'Port': ['ID=fe92c051-669d-4bdd-a582-7723768e200a,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:22.602448 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.602791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.603128 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.603459 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.603788 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.604114 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.604438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.604761 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.605085 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.605404 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.605745 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.606069 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:22.644242 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.644567 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Floating IP f2053f60-dcda-45c9-95fc-d3a879e57176 disassociated (deleted). External IP: 172.25.7.130, port: 22465ccb-39da-48f1-a145-d704fb2772b6. Aug 03 17:04:22.663332 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.847912 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:04:22.956009 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:04:22.960738 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:22.965936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:04:22.975684 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:04:22.976372 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:04:22.986971 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-bbabe8be-eb77-4788-b7c8-0e9fadc936ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "DELETE /v2.0/floatingips/f2053f60-dcda-45c9-95fc-d3a879e57176 HTTP/1.1" status: 204 len: 168 time: 0.8291345 Aug 03 17:04:22.987545 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:04:22.990015 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8157dbec-e808-4094-8e83-ceb23828a7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:04:23.091604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:04:23.092378 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27e4a1-707f-487a-9267-b1d87657fe03 x-openstack-request-id: req-cf27e4a1-707f-487a-9267-b1d87657fe03 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:04:23.092720 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:04:23.093229 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf27e4a1-707f-487a-9267-b1d87657fe03 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:04:23.093666 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'status': 'completed', 'code': 200} Aug 03 17:04:23.163064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-d9144af4-6d46-401f-a9db-fe0f326a6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:23.164618 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-d9144af4-6d46-401f-a9db-fe0f326a6c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 1097 time: 0.0503089 Aug 03 17:04:23.239133 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2977-bcf3-4477-816b-6f8643fc607c req-371c3884-20d0-4bcb-858f-0583bd01ad87 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:23.240657 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a62b2977-bcf3-4477-816b-6f8643fc607c req-371c3884-20d0-4bcb-858f-0583bd01ad87 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 946 time: 0.0510561 Aug 03 17:04:23.261852 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-3e6f81b6-c62f-4879-8f24-2cf6a22cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:23.263341 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-3e6f81b6-c62f-4879-8f24-2cf6a22cfc37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0909410 Aug 03 17:04:23.280609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a62b2977-bcf3-4477-816b-6f8643fc607c req-7eae286d-d171-4958-99d9-3bd6d3760414 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Aug 03 17:04:23.303874 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:04:23.308755 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-cd8bac2e-2106-4f42-8c0f-f1f7a3813752 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 200 len: 217 time: 0.0372179 Aug 03 17:04:23.334402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:04:23.342702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:04:23.343356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:04:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:04:23.363823 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-c0a519ee-1cf5-494c-884f-a5a919d2866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:23.365456 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-c0a519ee-1cf5-494c-884f-a5a919d2866e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0490286 Aug 03 17:04:23.423376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-29107677-4ae8-4f9a-a1cb-85d9d433232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:23.424849 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-29107677-4ae8-4f9a-a1cb-85d9d433232f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518153 Aug 03 17:04:23.450936 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:04:23.517040 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-ea404d53-00a8-4fbf-8eee-98d0016b20d5 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Aug 03 17:04:23.618259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8157dbec-e808-4094-8e83-ceb23828a7cf req-315a4622-07b7-4ba9-ac42-b7942cb353b2 service neutron] 10.222.0.72 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931189 Aug 03 17:04:23.647021 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:04:23.673695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d270cf0-179c-4300-94e5-f25e2f957d74 None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:04:23.889032 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942dec5-1263-464a-8e77-7cac33f3b55c None None] New status for floating IP f2053f60-dcda-45c9-95fc-d3a879e57176: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:04:24.402201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf0418-d7bf-45f6-8949-856a63e36f64 req-8b06cbd7-dc34-43a8-9a9b-a2ebcb7c8005 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:24.403679 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1bf0418-d7bf-45f6-8949-856a63e36f64 req-8b06cbd7-dc34-43a8-9a9b-a2ebcb7c8005 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 03 17:04:24.442343 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1bf0418-d7bf-45f6-8949-856a63e36f64 req-08e0959c-9980-4acf-a069-eaeb97645dbc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=33df9f71-2a01-4cff-a577-a9174f00e6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Aug 03 17:04:24.510887 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-ac84a863-f6b9-4562-970d-425bd9ce7c04 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:24.512322 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-ac84a863-f6b9-4562-970d-425bd9ce7c04 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 946 time: 0.0520973 Aug 03 17:04:24.600818 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Deleting port 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:04:24.601160 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:24.692526 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] For port 22465ccb-39da-48f1-a145-d704fb2772b6, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=22465ccb-39da-48f1-a145-d704fb2772b6,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:04:24.692888 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:24.705653 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Calling delete_port for 22465ccb-39da-48f1-a145-d704fb2772b6 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:04:24.829977 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:24.863805 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'Port': ['ID=22465ccb-39da-48f1-a145-d704fb2772b6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:24.905767 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] No DVR routers for this DVR port 22465ccb-39da-48f1-a145-d704fb2772b6 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:04:24.909115 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:24.911180 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-06a2f609-aa02-48e7-88bc-60b94d1cb158 req-56eeca63-6ab1-4fa2-b02e-d73848f14a30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.72 "DELETE /v2.0/ports/22465ccb-39da-48f1-a145-d704fb2772b6 HTTP/1.1" status: 204 len: 173 time: 0.3923850 Aug 03 17:04:25.094980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-deleted', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:04:25.097353 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820cf60a-e1ba-4e10-a825-504e8ea31381" -d '{"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-deleted", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:04:25.132800 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940c0707-7148-4abc-bd66-6777216a03fe x-openstack-request-id: req-940c0707-7148-4abc-bd66-6777216a03fe {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:04:25.133109 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2c10a4-c28c-40ce-8c64-1616e8142a99", "name": "network-vif-deleted", "tag": "22465ccb-39da-48f1-a145-d704fb2772b6", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:04:25.133369 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-940c0707-7148-4abc-bd66-6777216a03fe {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:04:25.133788 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2c10a4-c28c-40ce-8c64-1616e8142a99', 'name': 'network-vif-deleted', 'tag': '22465ccb-39da-48f1-a145-d704fb2772b6', 'status': 'completed', 'code': 200} Aug 03 17:04:25.549532 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-049ca836-8ff1-473e-898b-5ff240c3f86f req-5e834dcb-ff94-4e59-b4e2-4dcdbf58cf1f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2c10a4-c28c-40ce-8c64-1616e8142a99 HTTP/1.1" status: 200 len: 210 time: 0.0261693 Aug 03 17:04:26.604834 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60416) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:26.661333 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:26.686206 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:26.745512 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:26.747995 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:26.749134 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "DELETE /v2.0/security-groups/33df9f71-2a01-4cff-a577-a9174f00e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1432686 Aug 03 17:04:26.758560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765034b-f395-4d1d-94f1-af45b3308e52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df9f71-2a01-4cff-a577-a9174f00e6c6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:26.961557 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:27.914811 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:04:27.938259 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: 22465ccb-39da-48f1-a145-d704fb2772b6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:04:27.938619 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device 22465ccb-39da-48f1-a145-d704fb2772b6 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:04:28.174376 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60424) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.179393 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896566654', 'description': 'tempest-secgroup-smoke-1896566654 description', 'project_id': 'a78797a62cbf4e23976571b624897ba7'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.206814 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.288563 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.292111 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.321406 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.322660 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1472847 Aug 03 17:04:28.323866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08b394-2aad-4e9b-8302-fcee722b6349 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56ec42-1282-49bc-9f13-ac1965b13446,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.325793 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60426) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.331365 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.358171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.408436 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.411987 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.431244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98b6458-edaa-4604-accf-a6f06f5cfe04,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.440302 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.442870 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160033 Aug 03 17:04:28.444480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.445980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.445980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.445980 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.446284 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60428) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.446399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.446399 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.446846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.447320 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.447529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.447856 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.448188 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.448519 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13be4b-fa92-4755-b8bc-1d8c6d765a5b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:28.450536 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.478381 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.534819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.538458 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.558814 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb329a8c-7206-4219-8aa5-6315096ae1f6,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.563466 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.564676 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-f18fbae5-1822-46a1-b9a0-dbc1ac645e99 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180615 Aug 03 17:04:28.567727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60430) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.572424 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.599106 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.658798 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.662316 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.679917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d038fb-c5d1-4d3d-a367-9e29dae113ac,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.685403 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.686659 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-b34617d8-0c60-4afd-bbde-c8d93b7a2f43 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179748 Aug 03 17:04:28.690209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60432) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.694866 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.720552 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.782329 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.785975 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.802880 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f3f409-738a-47c0-9100-e8a84b0e4704,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.809548 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.810815 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-54e739eb-b6b4-44a9-b50a-3b246907fcbe tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195822 Aug 03 17:04:28.814115 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60434) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.818611 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.840047 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Project a78797a62cbf4e23976571b624897ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:04:28.845109 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.903816 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.907635 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.925082 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f12206-5a68-49ab-8d18-7f8cd1b3074b,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:28.930818 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:28.932314 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5a39f712-9f9e-4f27-8594-84eac68a19ea tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172354 Aug 03 17:04:28.935022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60436) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:04:28.940018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'security_group_rule': {'security_group_id': 'fa56ec42-1282-49bc-9f13-ac1965b13446', 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:28.963476 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Project a78797a62cbf4e23976571b624897ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:04:28.968454 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:29.031301 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:29.034998 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:29.056578 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0ca46a-0af3-4ff6-a6b9-8172fcfd8aab,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:29.060690 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:29.061943 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-329fbe70-3a1c-420a-9d85-6abff0680849 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259871 Aug 03 17:04:39.933659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a99c99b6-8897-44fd-9d1e-67a6edc95e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:42.250912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-48cfdc21-463f-48f4-b637-2da3b095d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:42.942465 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:43.334696 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-286fba62-a95c-4c47-8ad7-596f51857f52 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896566654&fields=id&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 267 time: 0.0347571 Aug 03 17:04:43.444421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-d3e97893-1eb4-4577-bf8c-9d695721396b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:43.445985 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-d3e97893-1eb4-4577-bf8c-9d695721396b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 809 time: 0.1044443 Aug 03 17:04:43.461887 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-68b42313-ee32-4d19-8014-960e350cde50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/quotas/a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Aug 03 17:04:43.512264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-08b5d18c-19d0-404e-ac2d-a3e39d2c1f8e tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449328 Aug 03 17:04:43.581201 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-0465dca1-d34d-49ca-bdb3-5dde8555c441 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 17:04:43.582329 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-0465dca1-d34d-49ca-bdb3-5dde8555c441 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581152 Aug 03 17:04:43.672906 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-b0baa140-4cbf-449b-a13d-5739bede191d service neutron] 10.222.0.70 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842543 Aug 03 17:04:43.762877 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-4b2edba4-2062-4a66-a1e1-06a5dfc03b64 service neutron] 10.222.0.70 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832274 Aug 03 17:04:43.991915 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:44.055433 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-883e66ab-a0f1-480c-a382-621e38f49b99 req-c561b0ff-5ff3-456e-b456-ca906bad5fb2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Aug 03 17:04:44.983840 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-50376129-6222-4cb5-b1ce-d16928bb175f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:44.985305 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-50376129-6222-4cb5-b1ce-d16928bb175f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 809 time: 0.1092625 Aug 03 17:04:45.030145 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-92e91c26-3476-4803-971c-c3c1098e09af tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 380 time: 0.0353861 Aug 03 17:04:45.039300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'port': {'device_id': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'admin_state_up': True, 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'security_groups': ['fa56ec42-1282-49bc-9f13-ac1965b13446']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:45.160878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Made reservation on behalf of a78797a62cbf4e23976571b624897ba7 for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:04:45.163214 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-0a077b61-03fb-4202-9651-0041ec22b44a req-643bcc09-cfc0-4e51-984e-b11db637e3a8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0316842 Aug 03 17:04:45.164595 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.294885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Allocated IP 172.20.0.5 (f122195e-791c-4384-8fa5-0c038b2ad120/b8601f56-701a-4d5a-ad2e-6b875990afad/a5db6482-93d0-4a86-a351-46540a52ab7f) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:04:45.386044 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.443594 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.457161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Transition to ACTIVE for port object a5db6482-93d0-4a86-a351-46540a52ab7f will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:04:45.489327 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.536321 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Network f122195e-791c-4384-8fa5-0c038b2ad120 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:04:45.539712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:04:45.546380 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:04:45.572649 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:45.603033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:45.603850 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.620691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-36527b68-9f42-408d-b2da-4f0038bdd4ce tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853052 Aug 03 17:04:45.633329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Request body: {'port': {'device_id': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:04:45.690946 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.832053 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5e0e93f4-0cef-4671-b964-913a0987eadf None None] Provisioning for port a5db6482-93d0-4a86-a351-46540a52ab7f completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:04:45.836670 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-5e0e93f4-0cef-4671-b964-913a0987eadf None None] Provisioning complete for port a5db6482-93d0-4a86-a351-46540a52ab7f triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:04:45.837254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5e0e93f4-0cef-4671-b964-913a0987eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.879487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e93f4-0cef-4671-b964-913a0987eadf None None] Port a5db6482-93d0-4a86-a351-46540a52ab7f cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:04:45.969770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5db6482-93d0-4a86-a351-46540a52ab7f {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:04:45.977570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:45.989765 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Transition to ACTIVE for port object a5db6482-93d0-4a86-a351-46540a52ab7f will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:04:45.993458 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:46.046028 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:46.121726 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Attempting to bind port a5db6482-93d0-4a86-a351-46540a52ab7f on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:04:46.122212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Attempting to bind port a5db6482-93d0-4a86-a351-46540a52ab7f by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:04:46.122655 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Attempting to bind port a5db6482-93d0-4a86-a351-46540a52ab7f on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:04:46.127969 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Port a5db6482-93d0-4a86-a351-46540a52ab7f on network f122195e-791c-4384-8fa5-0c038b2ad120 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 17:04:46.128410 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Attempting to bind port a5db6482-93d0-4a86-a351-46540a52ab7f on network f122195e-791c-4384-8fa5-0c038b2ad120 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:04:46.134329 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:04:46.134812 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Checking segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:04:46.135295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Bound using segment: {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:04:46.135832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Bound port: a5db6482-93d0-4a86-a351-46540a52ab7f, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1ea1af-c741-4b44-885f-10a1b2ce9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:04:46.136313 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:46.226249 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:04:46.231467 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:04:46.237613 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:46.288837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.289468 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:46.290904 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-af447449-e00e-4890-8585-e5901dce1671 service neutron] 10.222.0.78 "PUT /v2.0/ports/a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1091 time: 0.6621621 Aug 03 17:04:46.310701 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:04:46.313008 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58388925-b70a-4408-bc6f-2acd2c4e3642" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:04:46.388589 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0709-b724-461c-95b6-84c0361380b4 req-2295e62f-bc88-45e6-a615-4248791d6250 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.390257 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e4a0709-b724-461c-95b6-84c0361380b4 req-2295e62f-bc88-45e6-a615-4248791d6250 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.1219580 Aug 03 17:04:46.391858 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af447449-e00e-4890-8585-e5901dce1671 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:46.418145 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-56585a91-2b43-48ec-b3b9-f62846a5e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.419658 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-56585a91-2b43-48ec-b3b9-f62846a5e6fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1094 time: 0.0734253 Aug 03 17:04:46.470396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-180c06d4-2ab0-4907-b8d6-3dcbca5e2901 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 217 time: 0.0411046 Aug 03 17:04:46.472662 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c016204f-5b15-482e-9d00-f1c6ab349544 x-openstack-request-id: req-c016204f-5b15-482e-9d00-f1c6ab349544 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:04:46.472954 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:04:46.473207 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c016204f-5b15-482e-9d00-f1c6ab349544 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:04:46.473597 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'status': 'completed', 'code': 200} Aug 03 17:04:46.522533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9e4a0709-b724-461c-95b6-84c0361380b4 req-b081d939-c352-42be-af2e-3b693fb88495 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176374 Aug 03 17:04:46.540023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-0f306bf2-f465-41d7-af4d-65ed45418f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.544681 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-0f306bf2-f465-41d7-af4d-65ed45418f3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0659332 Aug 03 17:04:46.591274 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-812349f4-548e-46d6-b5ac-4d811b76fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.592695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-812349f4-548e-46d6-b5ac-4d811b76fc11 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410078 Aug 03 17:04:46.688260 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-c0562d09-0580-432e-9dcc-00f1023b5ac1 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882425 Aug 03 17:04:46.780518 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-83d7d21f-23d1-454b-8c92-bb30a1960e4e req-64411623-5dac-4c86-810b-6c8405515856 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856729 Aug 03 17:04:46.868448 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-24756263-e6e7-4a1f-ab53-7789ec6b8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.869983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-24756263-e6e7-4a1f-ab53-7789ec6b8b82 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1094 time: 0.0459304 Aug 03 17:04:46.963179 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-3bbad622-391b-493a-8d85-8644e8855610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:46.964641 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-3bbad622-391b-493a-8d85-8644e8855610 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0882864 Aug 03 17:04:47.009561 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-174867eb-67d2-4a0f-b220-e6e848f873f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 217 time: 0.0375590 Aug 03 17:04:47.061300 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-e3f4b30e-d78a-41aa-a2b4-87c362853979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:47.062839 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-e3f4b30e-d78a-41aa-a2b4-87c362853979 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0470316 Aug 03 17:04:47.107983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-f80213bd-ebe1-493a-ad43-142665832e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:47.109463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-f80213bd-ebe1-493a-ad43-142665832e47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400100 Aug 03 17:04:47.204139 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-c6ce8499-fe22-43b6-9dcf-3444e8da6ad3 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Aug 03 17:04:47.294416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-58388925-b70a-4408-bc6f-2acd2c4e3642 req-09d4757a-0391-449f-9121-ada617d77c7b service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832810 Aug 03 17:04:47.649511 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc824d-5138-4144-b567-b805ab46cbeb req-676db557-f19c-440a-b901-5c8edb661942 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:47.651031 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0bc824d-5138-4144-b567-b805ab46cbeb req-676db557-f19c-440a-b901-5c8edb661942 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0493643 Aug 03 17:04:47.690022 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f0bc824d-5138-4144-b567-b805ab46cbeb req-2636a124-1c0c-4865-855f-6e69ad5dd368 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Aug 03 17:04:48.809899 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf127ff-aeae-4935-85c2-9adad7ba686d req-4c843856-5fad-4ada-8108-c1337af0c997 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:48.811408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eaf127ff-aeae-4935-85c2-9adad7ba686d req-4c843856-5fad-4ada-8108-c1337af0c997 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0532141 Aug 03 17:04:48.851468 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-eaf127ff-aeae-4935-85c2-9adad7ba686d req-1791d1b6-78c4-4015-954e-3179975ccfb6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Aug 03 17:04:49.965728 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc0528-94b5-48e2-ac74-b431e186fbec req-adc6981b-7848-47d6-894e-5ebb5f8e0683 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:49.967207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1cc0528-94b5-48e2-ac74-b431e186fbec req-adc6981b-7848-47d6-894e-5ebb5f8e0683 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 03 17:04:50.005909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c1cc0528-94b5-48e2-ac74-b431e186fbec req-bc4f31d1-7b7f-4feb-8b64-83e6aaceff30 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Aug 03 17:04:51.510490 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a97f9-f6d0-43b3-9c53-ff493b58c76b req-548b117e-ff55-4ddc-a282-5ac6b161474f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:51.511977 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b32a97f9-f6d0-43b3-9c53-ff493b58c76b req-548b117e-ff55-4ddc-a282-5ac6b161474f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.4412537 Aug 03 17:04:51.550372 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b32a97f9-f6d0-43b3-9c53-ff493b58c76b req-6d892cfc-c369-410c-b4e9-f3ef75f6b396 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Aug 03 17:04:52.501113 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:04:52.691525 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:52.714618 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cd4c5-aa0e-4549-bf79-fcccf850e561 req-e30afaa0-c91b-4820-9f02-eb4545e7f1aa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:52.716045 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c71cd4c5-aa0e-4549-bf79-fcccf850e561 req-e30afaa0-c91b-4820-9f02-eb4545e7f1aa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0985377 Aug 03 17:04:52.754451 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c71cd4c5-aa0e-4549-bf79-fcccf850e561 req-d8a451ae-4030-4fb3-a7bb-19394c80ebcd tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Aug 03 17:04:53.868183 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5974cf3-da9f-4fcf-8055-9c6290a1c238 req-ef46d820-5725-42d3-bd13-303d5519bae6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:53.869555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5974cf3-da9f-4fcf-8055-9c6290a1c238 req-ef46d820-5725-42d3-bd13-303d5519bae6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0484436 Aug 03 17:04:53.907094 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a5974cf3-da9f-4fcf-8055-9c6290a1c238 req-6f02e2a9-1628-442f-ac67-db1b77c316c8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Aug 03 17:04:55.022456 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81f3b-0aa1-40d9-86e5-87ff8cf80aa8 req-339c52b2-d56d-4b2f-bbf8-1de97fb098f0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:55.023933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fda81f3b-0aa1-40d9-86e5-87ff8cf80aa8 req-339c52b2-d56d-4b2f-bbf8-1de97fb098f0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0486255 Aug 03 17:04:55.060745 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fda81f3b-0aa1-40d9-86e5-87ff8cf80aa8 req-46d1ace1-5a5f-4508-9759-61680a85333c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Aug 03 17:04:56.175254 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeca8b-ef66-438b-8d9f-60966cd6317a req-d8384003-01f4-4283-ae6e-5f1318606589 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:56.176717 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82eeca8b-ef66-438b-8d9f-60966cd6317a req-d8384003-01f4-4283-ae6e-5f1318606589 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0483615 Aug 03 17:04:56.215020 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-82eeca8b-ef66-438b-8d9f-60966cd6317a req-658daf7f-1304-4bf5-ad0d-0cfbd5df2f9e tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Aug 03 17:04:56.963729 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:57.329405 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093fa2-e6ca-44c2-9c96-4e72066713aa req-893f2e3b-c68c-4e56-bcab-27321b9ea46c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:57.331535 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd093fa2-e6ca-44c2-9c96-4e72066713aa req-893f2e3b-c68c-4e56-bcab-27321b9ea46c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0490746 Aug 03 17:04:57.368553 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-dd093fa2-e6ca-44c2-9c96-4e72066713aa req-44813ed7-43ed-496b-989d-5642caed99c5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Aug 03 17:04:57.463198 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:04:57.713406 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:04:57.724673 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'mac_address': 'fa:16:3e:11:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:04:57.761702 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:57.774243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5db6482-93d0-4a86-a351-46540a52ab7f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:04:57.793913 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:04:57.797498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:57.843356 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:57.851317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.851660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.851999 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.852333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.853024 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.853359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.853710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.854037 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.854360 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.854680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.855002 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:57.855317 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:04:58.022476 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a5db6482-93d0-4a86-a351-46540a52ab7f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:04:58.488665 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3857a-c90b-4b58-b4b7-c104abed9015 req-c1877226-260c-487a-93b7-b7267195cdb8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:58.490173 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4b3857a-c90b-4b58-b4b7-c104abed9015 req-c1877226-260c-487a-93b7-b7267195cdb8 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 944 time: 0.0522718 Aug 03 17:04:58.528081 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d4b3857a-c90b-4b58-b4b7-c104abed9015 req-af6f49f8-9c31-4bfc-9b15-f9ac914cae06 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Aug 03 17:04:59.478892 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:04:59.527994 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port a5db6482-93d0-4a86-a351-46540a52ab7f completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:04:59.531631 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a5db6482-93d0-4a86-a351-46540a52ab7f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:04:59.532019 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:59.608380 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:59.632824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:04:59.635133 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114933d5-f0e3-4928-9673-e29100d4f5eb" -d '{"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:04:59.648136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:04:59.649270 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fddc4e-0c7d-4503-b645-9a17dd609c7c req-d52d49e2-f813-4e62-a172-ef5283350ae7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:59.650998 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05fddc4e-0c7d-4503-b645-9a17dd609c7c req-d52d49e2-f813-4e62-a172-ef5283350ae7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 944 time: 0.0546904 Aug 03 17:04:59.654217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:04:59.678273 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad4683-eb6c-451f-9311-bc908ea46f47 x-openstack-request-id: req-33ad4683-eb6c-451f-9311-bc908ea46f47 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:04:59.678868 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:04:59.679077 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33ad4683-eb6c-451f-9311-bc908ea46f47 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:04:59.679595 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'code': 200} Aug 03 17:04:59.691524 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-05fddc4e-0c7d-4503-b645-9a17dd609c7c req-0f5294a1-6641-41b7-a309-d857216103fa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340321 Aug 03 17:04:59.709565 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:04:59.778223 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5ba4-e48d-455a-ab9c-0e75ea68f0b1 req-81ab6a1b-7d81-408a-b997-6766bf281239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:04:59.779586 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d4b5ba4-e48d-455a-ab9c-0e75ea68f0b1 req-81ab6a1b-7d81-408a-b997-6766bf281239 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0389278 Aug 03 17:04:59.814693 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9d4b5ba4-e48d-455a-ab9c-0e75ea68f0b1 req-193d8cde-9c02-415c-9cc5-13de7a4866ca service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277433 Aug 03 17:05:00.807880 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3af9e-2cb3-441b-b001-c90a7c7c6881 req-83a31008-15df-49de-8b5d-3581e5a07d07 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:00.809357 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ec3af9e-2cb3-441b-b001-c90a7c7c6881 req-83a31008-15df-49de-8b5d-3581e5a07d07 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0492561 Aug 03 17:05:00.847021 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7ec3af9e-2cb3-441b-b001-c90a7c7c6881 req-fe37e3df-b53e-480a-8da7-d76baf396718 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Aug 03 17:05:00.960180 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dd84b-c5ee-45f6-8d72-8ce7bd6951df req-f6adec35-00da-4478-934e-a70e7a6450ee tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:00.961707 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d66dd84b-c5ee-45f6-8d72-8ce7bd6951df req-f6adec35-00da-4478-934e-a70e7a6450ee tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 03 17:05:00.999678 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d66dd84b-c5ee-45f6-8d72-8ce7bd6951df req-e3150236-c7fa-4a67-9640-fb8953d7fa36 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Aug 03 17:05:01.021310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60632) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:05:01.060672 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151abb1-8022-4015-94d6-91c5ec77800b tempest-TestShelveInstance-1969296738 tempest-TestShelveInstance-1969296738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:01.062196 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9151abb1-8022-4015-94d6-91c5ec77800b tempest-TestShelveInstance-1969296738 tempest-TestShelveInstance-1969296738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1091 time: 0.0398707 Aug 03 17:05:01.065865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60634) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:05:01.069986 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:05:01.090955 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:01.189255 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:01.289274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Allocated IP 172.25.7.153 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/15efabab-30ab-4182-bd76-ed7225aa4665) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:05:01.392960 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:01.432570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:01.469410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:05:01.474212 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:05:01.477260 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:05:01.507147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=15efabab-30ab-4182-bd76-ed7225aa4665,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:05:01.842838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:01.917326 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:02.067332 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:02.071599 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:02.140356 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event updated for resources: {'Port': ['ID=15efabab-30ab-4182-bd76-ed7225aa4665,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:05:02.154187 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:02.254188 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Floating IP 4c4da9a3-2a33-4131-a62b-a0de4510a319 associated. External IP: 172.25.7.153, port: a5db6482-93d0-4a86-a351-46540a52ab7f. Aug 03 17:05:02.454757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:05:02.561279 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:05:02.572071 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:05:02.577782 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:02.585575 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:05:02.586225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:05:02.604796 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d8313f70-48f9-406f-820d-d6fd4d6bda50 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5381453 Aug 03 17:05:02.605463 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:05:02.607752 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee471f-6ec8-48b3-8551-10aa7a0f866e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:05:02.649741 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96319f14-b78c-4a6a-854c-7423e91cfcd5 x-openstack-request-id: req-96319f14-b78c-4a6a-854c-7423e91cfcd5 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:05:02.650038 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:05:02.650293 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96319f14-b78c-4a6a-854c-7423e91cfcd5 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:05:02.650699 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'status': 'completed', 'code': 200} Aug 03 17:05:02.694058 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:05:02.716248 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-bee84c0c-a2e7-48b4-aea6-d106172ecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:02.717691 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-bee84c0c-a2e7-48b4-aea6-d106172ecccf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0442402 Aug 03 17:05:02.808229 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-8684366d-31ee-45bb-bbc2-0b2112a4e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:02.809764 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-8684366d-31ee-45bb-bbc2-0b2112a4e775 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0852041 Aug 03 17:05:02.879440 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-79d4fe72-c66e-4873-894b-c7f6a8bc00c1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 999 time: 0.0628273 Aug 03 17:05:02.913041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '4c4da9a3-2a33-4131-a62b-a0de4510a319', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:11:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:05:01Z', 'updated_at': '2021-08-03T17:05:01Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:05:02.929094 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-47c1d9db-5408-4e35-9ed4-9c8a5d27c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:02.930589 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-47c1d9db-5408-4e35-9ed4-9c8a5d27c1ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0438917 Aug 03 17:05:02.939493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:05:02.947972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:05:02.948588 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:04:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:05:02.975806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-c7cde486-4505-47a8-ab50-bea6a47c2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:02.977210 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-c7cde486-4505-47a8-ab50-bea6a47c2648 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398202 Aug 03 17:05:03.052931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:05:03.071172 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-939588d4-b75f-4c8d-812e-ba9af9494a5f service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Aug 03 17:05:03.163235 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-39ee471f-6ec8-48b3-8551-10aa7a0f866e req-e9b37fd0-f53c-4aa4-9b45-02d1bef520e0 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845165 Aug 03 17:05:03.278137 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '4c4da9a3-2a33-4131-a62b-a0de4510a319', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:11:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:05:01Z', 'updated_at': '2021-08-03T17:05:01Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:05:03.304868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172cd00-a3e0-4ece-8373-57dab15f1e84 None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '4c4da9a3-2a33-4131-a62b-a0de4510a319', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'mac_address': 'fa:16:3e:11:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:05:01Z', 'updated_at': '2021-08-03T17:05:01Z', 'revision_number': 0, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:05:03.502315 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9133bd2-eb45-4eba-976d-8e6eca06a818 None None] New status for floating IP 4c4da9a3-2a33-4131-a62b-a0de4510a319: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:05:08.377458 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-1499e5c6-7528-4133-8894-9905752e5921 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434387 Aug 03 17:05:08.463086 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-57913100-b201-4124-8575-a2858b4aab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:08.464609 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-57913100-b201-4124-8575-a2858b4aab25 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0453494 Aug 03 17:05:08.567137 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-a4409c7a-3f3b-4bb2-a3bc-b8672e02e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:08.568678 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-a4409c7a-3f3b-4bb2-a3bc-b8672e02e1e6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0838809 Aug 03 17:05:08.642174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-c8de9d6d-896e-4641-b236-7e3ff4bbf546 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1001 time: 0.0618668 Aug 03 17:05:08.691164 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-29c92702-0f80-4b87-96ca-0bc32852df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:08.692608 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-29c92702-0f80-4b87-96ca-0bc32852df3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0442224 Aug 03 17:05:08.739949 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-db4b5550-1af1-4ee3-9193-778321c1fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:05:08.741419 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-db4b5550-1af1-4ee3-9193-778321c1fa95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414810 Aug 03 17:05:08.833386 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-fb341cdf-87a9-40ff-aa6e-5e3eeb74551a service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Aug 03 17:05:08.920496 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-34ee76f5-7d1b-4175-b43a-732982413f24 req-0d4d72a6-73ce-4c8a-ba01-dedbf296a930 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803638 Aug 03 17:05:09.935589 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-397eb168-76e5-4f10-a5f0-119e6d25ccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:12.253222 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-38232ef3-931b-4266-8a15-f222cd5f15c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:12.944519 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:13.993108 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:15.387912 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:22.687955 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:26.975620 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:29.501259 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:05:39.938328 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8baf3673-63a2-478c-9f29-659fbc2e728a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:42.255092 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-68a62006-f902-4d03-8620-8cf758af700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:42.947659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:43.995787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:45.393739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:52.706498 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:05:56.975827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:06.500581 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:06:09.406829 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-b70b8558-0cea-4b0b-8568-a57224a3ec7d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781608 Aug 03 17:06:09.492915 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-35d7774d-c424-49be-bca4-ebb9c4c748e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:06:09.494490 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-35d7774d-c424-49be-bca4-ebb9c4c748e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0451469 Aug 03 17:06:09.598515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-dfd6204f-107d-4494-a209-42ae69e72803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:06:09.600062 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-dfd6204f-107d-4494-a209-42ae69e72803 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0862634 Aug 03 17:06:09.669890 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-5f366245-1583-42cd-940c-42a0cfc01736 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1001 time: 0.0618436 Aug 03 17:06:09.719922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-feea799f-e478-4fd5-a3c1-2166d3697a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:06:09.721341 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-feea799f-e478-4fd5-a3c1-2166d3697a8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0452282 Aug 03 17:06:09.768453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-c3e1c7e0-01ff-47b2-90c4-b1e749bce94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:06:09.769962 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-c3e1c7e0-01ff-47b2-90c4-b1e749bce94c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414653 Aug 03 17:06:09.862856 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-54d1ab29-bb14-44ae-97fe-d03f3271535f service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848646 Aug 03 17:06:09.938450 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b78d905f-5f55-4196-8de1-24bf9f694f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:09.956251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9b88c182-931c-4fbf-89ba-477db1378c3c req-5c923183-1ee9-4336-8552-f49f705854e6 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843070 Aug 03 17:06:12.254984 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8feded4-9176-4f3d-b751-a72f4c7f0ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:12.949408 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:13.998723 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:15.393372 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:22.704155 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:26.993052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:39.941136 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d535a078-ba3d-47c7-b4cf-f91fabee1255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:42.254963 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d94b4590-8616-4c80-92df-ccab3be93367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:42.950789 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:43.499598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:06:44.009730 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:45.396366 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:52.718741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:57.022629 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:06:58.978468 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfce73-bc0e-4b27-b2d3-a106c7f6d1a4 req-22d24e11-fa21-4add-9aa9-246f1300f072 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:06:58.979972 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29dfce73-bc0e-4b27-b2d3-a106c7f6d1a4 req-22d24e11-fa21-4add-9aa9-246f1300f072 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Aug 03 17:06:59.020502 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-29dfce73-bc0e-4b27-b2d3-a106c7f6d1a4 req-282222a0-0d1b-449d-b14a-05807785073f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Aug 03 17:07:00.172877 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238dfba-0220-4d6b-8340-ed25744e8262 req-02f347aa-14e3-40a3-9a58-2ebe3f672e85 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:00.174506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1238dfba-0220-4d6b-8340-ed25744e8262 req-02f347aa-14e3-40a3-9a58-2ebe3f672e85 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0551322 Aug 03 17:07:00.212585 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1238dfba-0220-4d6b-8340-ed25744e8262 req-8fb8e880-329a-489e-b9e0-0bff6cc28c13 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Aug 03 17:07:01.356370 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117faf14-e2f9-497f-a83f-664492fd11c7 req-2d1cd43d-d39e-4729-bfb8-021d254e81bf tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:01.357876 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-117faf14-e2f9-497f-a83f-664492fd11c7 req-2d1cd43d-d39e-4729-bfb8-021d254e81bf tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Aug 03 17:07:01.397356 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-117faf14-e2f9-497f-a83f-664492fd11c7 req-6cc8065b-4ba1-4460-b74c-80df4b03129b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Aug 03 17:07:02.511093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf198e62-62ec-4f7d-82e3-e62dd5bbcf60 req-80e1a3c2-2ea9-4811-978e-b6c08f9e07af tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:02.512628 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf198e62-62ec-4f7d-82e3-e62dd5bbcf60 req-80e1a3c2-2ea9-4811-978e-b6c08f9e07af tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Aug 03 17:07:02.556066 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bf198e62-62ec-4f7d-82e3-e62dd5bbcf60 req-458d92c6-ba07-48c0-a24e-7823e4852346 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364044 Aug 03 17:07:03.675678 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11164d-db54-4a36-ae31-3ed863485902 req-14458140-6f90-4831-8a12-253e6655cd55 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:03.677185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e11164d-db54-4a36-ae31-3ed863485902 req-14458140-6f90-4831-8a12-253e6655cd55 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Aug 03 17:07:03.715768 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3e11164d-db54-4a36-ae31-3ed863485902 req-eb162fe1-c001-4828-b763-6469ed269bf7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Aug 03 17:07:04.843004 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf88b-ce6b-46d8-af3e-d00bf47c1697 req-b8352484-54b9-4444-acbb-e5e207e1f279 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:04.844409 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34ecf88b-ce6b-46d8-af3e-d00bf47c1697 req-b8352484-54b9-4444-acbb-e5e207e1f279 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0569367 Aug 03 17:07:04.884239 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-34ecf88b-ce6b-46d8-af3e-d00bf47c1697 req-d34fde26-e953-40d8-88a1-efe42725855b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Aug 03 17:07:05.999259 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7ed2-daeb-4020-ab72-520618da91db req-a6bacd71-1a52-44ce-93f8-cbe961b22436 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:06.000699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-123f7ed2-daeb-4020-ab72-520618da91db req-a6bacd71-1a52-44ce-93f8-cbe961b22436 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Aug 03 17:07:06.039392 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-123f7ed2-daeb-4020-ab72-520618da91db req-5b94b8ac-558a-4e09-87cd-5be5fd61059f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Aug 03 17:07:07.157726 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf8d3a-a5cb-4028-a8b6-7578157e133f req-402aea1e-3d4d-4a25-88c2-f90014e337aa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:07.159185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9cdf8d3a-a5cb-4028-a8b6-7578157e133f req-402aea1e-3d4d-4a25-88c2-f90014e337aa tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0524175 Aug 03 17:07:07.197310 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9cdf8d3a-a5cb-4028-a8b6-7578157e133f req-2ede8324-1fcf-4c09-91e5-81b0f5ba19a9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320833 Aug 03 17:07:08.317930 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a9c6-ab4d-4259-a556-1523dd88d10b req-10c39214-200d-4068-a0ba-8833fc842a75 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:08.319412 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0b5a9c6-ab4d-4259-a556-1523dd88d10b req-10c39214-200d-4068-a0ba-8833fc842a75 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Aug 03 17:07:08.357035 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c0b5a9c6-ab4d-4259-a556-1523dd88d10b req-3334affd-0a53-4cab-afa8-c8bea1774f3c tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Aug 03 17:07:09.092302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-fe760e7d-69f3-4455-a7f3-a3bf8fa886fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:09.093835 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-fe760e7d-69f3-4455-a7f3-a3bf8fa886fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0412176 Aug 03 17:07:09.186040 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-82d93594-f63e-41b7-98e3-addc23b7c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:09.187503 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-82d93594-f63e-41b7-98e3-addc23b7c8e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0868604 Aug 03 17:07:09.252848 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-6ce47ab0-51c0-4ece-a012-49c0d33094be service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1001 time: 0.0585356 Aug 03 17:07:09.301986 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-26428c93-1d1d-4446-b8a5-d05b313f4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:09.303463 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-26428c93-1d1d-4446-b8a5-d05b313f4bfb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0440590 Aug 03 17:07:09.353107 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-4825945c-9fce-4292-9063-04f019e75fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:09.354547 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-4825945c-9fce-4292-9063-04f019e75fee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444911 Aug 03 17:07:09.449153 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-7e955f2e-14f4-4c84-ba67-d72a0033a7bc service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Aug 03 17:07:09.472786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541789ad-76b3-4aaa-8827-a0fd8de18997 req-faf73379-8f13-44ca-9459-ddd022f9c4e0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:09.474315 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541789ad-76b3-4aaa-8827-a0fd8de18997 req-faf73379-8f13-44ca-9459-ddd022f9c4e0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Aug 03 17:07:09.514036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-541789ad-76b3-4aaa-8827-a0fd8de18997 req-70989430-c3ba-4bab-a7e3-4a313a4a2461 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Aug 03 17:07:09.545845 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7cf15382-bdb4-410c-b446-db7eba65d485 req-1820e602-69b3-4c07-8fc2-fb409db54cc4 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891898 Aug 03 17:07:09.943615 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c1e35fb4-2d4a-4dfe-8755-efc924c26b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:10.631758 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39229a5-da6f-43e4-baf1-6a8904588409 req-1b27b8fd-8228-4287-893b-820fd0fb17ac tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:10.633273 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d39229a5-da6f-43e4-baf1-6a8904588409 req-1b27b8fd-8228-4287-893b-820fd0fb17ac tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0509157 Aug 03 17:07:10.671596 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d39229a5-da6f-43e4-baf1-6a8904588409 req-82c09578-578c-4300-8cf3-3816ecf081a4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Aug 03 17:07:11.395618 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-a935b054-b800-45f4-a4e0-8644fad9af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:11.397146 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-a935b054-b800-45f4-a4e0-8644fad9af02 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0419850 Aug 03 17:07:11.504142 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-008d23d6-b320-4c58-ac63-9b312d79c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:11.505703 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-008d23d6-b320-4c58-ac63-9b312d79c87d service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0902088 Aug 03 17:07:11.573477 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-ff0bad60-d91e-41f7-bd09-4a5c5645ac6d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1001 time: 0.0610795 Aug 03 17:07:11.623885 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-8b200e09-f830-40de-a817-593e9784d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:11.625348 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-8b200e09-f830-40de-a817-593e9784d330 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0453575 Aug 03 17:07:11.682916 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-7fa73bbb-75bd-48d2-8d8a-080150eba794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:11.686863 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-7fa73bbb-75bd-48d2-8d8a-080150eba794 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495517 Aug 03 17:07:11.696664 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-5da8e3a3-a1c2-44ed-bfaa-ea85b3af942f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 17:07:11.697806 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-5da8e3a3-a1c2-44ed-bfaa-ea85b3af942f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059962 Aug 03 17:07:11.792416 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-7b532f6c-1d74-4b03-bcac-b4abb6eb3abc service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Aug 03 17:07:11.793718 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c05f-eb0c-4ebb-9a27-7f3a9d726885 req-75579ff4-7947-4b47-952d-8411b1565fcf tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:11.795194 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8302c05f-eb0c-4ebb-9a27-7f3a9d726885 req-75579ff4-7947-4b47-952d-8411b1565fcf tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Aug 03 17:07:11.836012 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-8302c05f-eb0c-4ebb-9a27-7f3a9d726885 req-bac056c2-38b5-4c14-b3db-912a27f24bba tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341368 Aug 03 17:07:11.890028 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f5b82ce6-2391-4d0f-a6e0-9c30cddee723 req-7bf64223-e637-4472-a56b-64de3ab1fcdc service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909567 Aug 03 17:07:12.257193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-724a4e06-6ecf-4f33-b3f5-325049e4b64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:12.952009 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:12.953333 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ce73-0048-4711-8d10-868555c8ed81 req-5a111b21-6a88-4632-9ded-af7b56948336 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:12.955113 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2668ce73-0048-4711-8d10-868555c8ed81 req-5a111b21-6a88-4632-9ded-af7b56948336 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0514317 Aug 03 17:07:12.994057 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2668ce73-0048-4711-8d10-868555c8ed81 req-8649bd51-d01d-45de-95b0-071a365e35f7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Aug 03 17:07:13.178506 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-d84220b9-50fe-48fa-80e0-4ed6681f91bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436523 Aug 03 17:07:13.202408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5e007-a057-4c53-8fe4-3b41b0b8abc1 req-24183d79-1ef0-41c4-acc6-2401a77c63dc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:13.203925 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cc5e007-a057-4c53-8fe4-3b41b0b8abc1 req-24183d79-1ef0-41c4-acc6-2401a77c63dc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Aug 03 17:07:13.243687 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-0cc5e007-a057-4c53-8fe4-3b41b0b8abc1 req-e1ab5fef-13a2-4fc7-af16-f6530891d5a1 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Aug 03 17:07:13.961732 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:07:14.016228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:14.051643 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:14.075297 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:07:14.077722 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25080ba9-6ff8-4fca-9962-390000d3d908" -d '{"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:07:14.091128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:07:14.097237 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:14.121453 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 17:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72cd5de-a14e-443d-8733-76d435fe334b x-openstack-request-id: req-c72cd5de-a14e-443d-8733-76d435fe334b {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:07:14.121767 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-unplugged", "status": "failed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "code": 422}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:07:14.122016 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c72cd5de-a14e-443d-8733-76d435fe334b {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:07:14.122406 n-d-803226-3 neutron-server[106018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'code': 422} returned with failed status Aug 03 17:07:14.147743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:07:14.155003 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.155355 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.155701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.156045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.156397 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.156734 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.157068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.157402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.157759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.158089 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.158421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.159377 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:07:14.370643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d561-146d-4a74-91c8-df6b4ab86c77 req-23537522-c61f-49b7-aa6b-db9e16409075 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:14.372170 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9be5d561-146d-4a74-91c8-df6b4ab86c77 req-23537522-c61f-49b7-aa6b-db9e16409075 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0593779 Aug 03 17:07:14.412526 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9be5d561-146d-4a74-91c8-df6b4ab86c77 req-8e9e8b6a-d592-47b1-b255-b814b38df08f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Aug 03 17:07:15.401524 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:15.537661 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d8415-d40b-49b0-ab18-8b85fdf62395 req-521bd87a-7993-456a-b4b4-d0ba601c024b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:15.539226 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-349d8415-d40b-49b0-ab18-8b85fdf62395 req-521bd87a-7993-456a-b4b4-d0ba601c024b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0518799 Aug 03 17:07:15.579236 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-349d8415-d40b-49b0-ab18-8b85fdf62395 req-d2b712c4-dde2-49ef-9151-a7a17ec60ddb tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338783 Aug 03 17:07:16.726832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be969cd-d2c0-4881-a743-8a23e96e75d9 req-147e3b34-42d2-452b-a033-8ddc1d808bec tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:16.729164 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4be969cd-d2c0-4881-a743-8a23e96e75d9 req-147e3b34-42d2-452b-a033-8ddc1d808bec tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0609567 Aug 03 17:07:16.774936 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-4be969cd-d2c0-4881-a743-8a23e96e75d9 req-b4fbff98-1993-4c82-98cd-55cc7d76ad04 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 Aug 03 17:07:17.911757 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd531d-be04-4bb3-b523-b400c29ec2cc req-4b576f37-dbe5-485e-a24c-aa7ace64025d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:17.913258 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbcd531d-be04-4bb3-b523-b400c29ec2cc req-4b576f37-dbe5-485e-a24c-aa7ace64025d tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0507061 Aug 03 17:07:17.952058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-fbcd531d-be04-4bb3-b523-b400c29ec2cc req-3b169001-2284-4021-a9ed-65ce3ce54333 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Aug 03 17:07:18.116965 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-059cb964-be77-4b15-89f6-ff28b0dd0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:18.118505 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-059cb964-be77-4b15-89f6-ff28b0dd0d55 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3&tenant_id=a78797a62cbf4e23976571b624897ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0428360 Aug 03 17:07:18.179394 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-fc3085a8-8126-41b5-8c81-bdbf0aa53850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:18.181147 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-fc3085a8-8126-41b5-8c81-bdbf0aa53850 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1094 time: 0.0409782 Aug 03 17:07:18.274712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-1923f253-5e84-47cd-8030-72135a3d263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:18.276238 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-1923f253-5e84-47cd-8030-72135a3d263d service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0878546 Aug 03 17:07:18.352539 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-36068064-1860-45d6-8f3c-3888921b00b5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 999 time: 0.0685809 Aug 03 17:07:18.405743 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-7fe08e77-6e70-4d90-b926-944f8f955a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:18.407220 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-7fe08e77-6e70-4d90-b926-944f8f955a96 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0480278 Aug 03 17:07:18.452486 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-7b08ec6a-0d88-4ebc-bca2-0373ed192a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:18.454043 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-7b08ec6a-0d88-4ebc-bca2-0373ed192a37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402756 Aug 03 17:07:18.547231 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-f4a93fc7-765d-4e6c-8b47-64c6d9de40b0 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Aug 03 17:07:18.640998 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-2613e8e6-e3ab-4be3-9ed3-73ff05d036c6 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872016 Aug 03 17:07:19.070033 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b4098-14c6-4c46-a92f-169a637d0588 req-fe1e0923-d589-47be-ac90-5bf8bcd7f0eb tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:19.071553 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-319b4098-14c6-4c46-a92f-169a637d0588 req-fe1e0923-d589-47be-ac90-5bf8bcd7f0eb tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0506680 Aug 03 17:07:19.110163 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-319b4098-14c6-4c46-a92f-169a637d0588 req-0e2c28d9-f8bb-4bd7-a011-3c0501f10a02 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Aug 03 17:07:20.498978 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:07:20.569478 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584417a-468c-4a83-bd39-b914166c353d req-2b8a6e96-1438-404e-88de-4c77c9992584 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:20.571044 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d584417a-468c-4a83-bd39-b914166c353d req-2b8a6e96-1438-404e-88de-4c77c9992584 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.3909001 Aug 03 17:07:20.611974 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d584417a-468c-4a83-bd39-b914166c353d req-8c966165-9738-4b5e-a10d-f394673ebea3 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345974 Aug 03 17:07:21.732556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ae324-4f8c-4a32-b5a8-79b2260e1220 req-9ded5109-4708-4471-9a9e-f21ba0ac75b7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:21.734132 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a01ae324-4f8c-4a32-b5a8-79b2260e1220 req-9ded5109-4708-4471-9a9e-f21ba0ac75b7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0548747 Aug 03 17:07:21.772957 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a01ae324-4f8c-4a32-b5a8-79b2260e1220 req-88d10987-e38f-4d8c-84e5-40bc30107ace tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Aug 03 17:07:22.728859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:22.888559 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9ea7a-320e-4a24-8f79-c19c36a4676a req-0b4faf78-ae83-4ed7-9f74-8b6d1c48c983 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:22.890154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68d9ea7a-320e-4a24-8f79-c19c36a4676a req-0b4faf78-ae83-4ed7-9f74-8b6d1c48c983 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0487792 Aug 03 17:07:22.928526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68d9ea7a-320e-4a24-8f79-c19c36a4676a req-b8bf99d7-7982-4099-ae65-eb7522f4199b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Aug 03 17:07:24.044150 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8172bbd-a768-445d-a9a6-2d6d1c13d299 req-f3817ea4-9d75-4ff6-9eb4-3e77e00be76f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:24.045699 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8172bbd-a768-445d-a9a6-2d6d1c13d299 req-f3817ea4-9d75-4ff6-9eb4-3e77e00be76f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0500221 Aug 03 17:07:24.085667 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c8172bbd-a768-445d-a9a6-2d6d1c13d299 req-3f1129ce-b28b-4c6c-9427-1926992d3d8a tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337906 Aug 03 17:07:25.201980 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846a3ba-bbdd-4dc3-b0b4-7fe09212faee req-0517e54b-1729-43e4-869d-c2c49bc1a77b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:25.203601 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e846a3ba-bbdd-4dc3-b0b4-7fe09212faee req-0517e54b-1729-43e4-869d-c2c49bc1a77b tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 943 time: 0.0495610 Aug 03 17:07:25.242368 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-e846a3ba-bbdd-4dc3-b0b4-7fe09212faee req-7c1c1d32-bbfb-4d4b-80f8-150b33530470 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Aug 03 17:07:26.024399 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:07:26.117402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:07:26.129621 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'port_id': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'mac_address': 'fa:16:3e:11:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:07:26.168728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:26.182858 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5db6482-93d0-4a86-a351-46540a52ab7f {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:07:26.203035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:07:26.208021 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:26.259371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:07:26.360855 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c8a55-ce44-434a-9d61-dccdefd79f1b req-8e6e411d-4dec-4c86-a37b-1d82224dd112 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:26.363003 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-351c8a55-ce44-434a-9d61-dccdefd79f1b req-8e6e411d-4dec-4c86-a37b-1d82224dd112 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 944 time: 0.0508089 Aug 03 17:07:26.401983 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-351c8a55-ce44-434a-9d61-dccdefd79f1b req-85722a50-4853-4cfb-afd3-467db1eba8e7 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Aug 03 17:07:26.410646 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['a5db6482-93d0-4a86-a351-46540a52ab7f'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:07:27.020859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:27.526034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3770-134c-46ae-acab-221a18fe3417 req-00cc48c2-2200-426d-a9da-1bc1c090e988 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:27.527555 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43cc3770-134c-46ae-acab-221a18fe3417 req-00cc48c2-2200-426d-a9da-1bc1c090e988 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 944 time: 0.0553908 Aug 03 17:07:27.575476 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-43cc3770-134c-46ae-acab-221a18fe3417 req-8a822edf-586c-4507-8b91-107e36961724 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372996 Aug 03 17:07:28.039762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:07:28.089989 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port a5db6482-93d0-4a86-a351-46540a52ab7f triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:07:28.090363 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:28.169805 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:28.195689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:07:28.198072 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3fdd32-1181-4810-8290-d8ce79fb1f5c" -d '{"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:07:28.213341 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:07:28.218669 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:28.245914 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0cec9-f457-4104-b45e-babb50121e96 x-openstack-request-id: req-34c0cec9-f457-4104-b45e-babb50121e96 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:07:28.246278 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-plugged", "status": "completed", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:07:28.246545 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34c0cec9-f457-4104-b45e-babb50121e96 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:07:28.246960 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'code': 200} Aug 03 17:07:28.274127 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:07:28.401629 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259b7da-2322-4e93-a34c-28c6df5d3885 req-23a0c46f-4881-4596-8de4-69d6c4111521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:28.403612 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d259b7da-2322-4e93-a34c-28c6df5d3885 req-23a0c46f-4881-4596-8de4-69d6c4111521 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0503709 Aug 03 17:07:28.443122 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d259b7da-2322-4e93-a34c-28c6df5d3885 req-299a7dcd-f226-4377-81ae-91a2a2ce54da service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317712 Aug 03 17:07:28.698592 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734682-ac04-4b9a-8357-d0c480902aff req-3fe83b36-6eaa-43a3-98e2-c3ed0f386f24 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:28.700036 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb734682-ac04-4b9a-8357-d0c480902aff req-3fe83b36-6eaa-43a3-98e2-c3ed0f386f24 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Aug 03 17:07:28.739883 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-bb734682-ac04-4b9a-8357-d0c480902aff req-8effbcc9-5d02-48f1-880d-87849eb58df0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Aug 03 17:07:29.859861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d52517-cdfd-4585-bafd-45373f5ea1f9 req-fe8c247b-756e-4fcf-a865-301174b5a0b0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:07:29.861287 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3d52517-cdfd-4585-bafd-45373f5ea1f9 req-fe8c247b-756e-4fcf-a865-301174b5a0b0 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0509908 Aug 03 17:07:29.900591 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-a3d52517-cdfd-4585-bafd-45373f5ea1f9 req-c1e5f576-1495-41b2-9ddf-4be7abed6533 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Aug 03 17:07:39.946357 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8ff2559e-bbf0-4c0e-a142-cc33efece309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:42.258208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2f4f860e-8cfe-4f33-b2c4-7f2921c9742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:42.954293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:44.007192 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:45.402903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:52.748384 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:57.036024 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:07:57.500161 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:08:09.947162 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b92d829c-7f42-4b49-ae51-c81f15d0e1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:12.257545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-350b7121-a88d-4765-a46d-7956bb2ad89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:12.350211 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-91a2a91d-b2ae-4156-8272-e0a425fa0a26 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394509 Aug 03 17:08:12.430653 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-ce2d971c-a978-4e0a-8b80-fb3cb8930b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:12.432484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-ce2d971c-a978-4e0a-8b80-fb3cb8930b47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0411279 Aug 03 17:08:12.538608 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-2ee86354-e683-4144-bb72-5a1ed2227c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:12.540002 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-2ee86354-e683-4144-bb72-5a1ed2227c12 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.0890596 Aug 03 17:08:12.606729 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-f0ea68c7-c21d-43c0-a830-c16e06e022bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 1001 time: 0.0596957 Aug 03 17:08:12.660733 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-449333f1-8d12-474b-9b11-0a49b2a40f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:12.662189 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-449333f1-8d12-474b-9b11-0a49b2a40f91 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0481324 Aug 03 17:08:12.707893 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-d072dd92-7ea1-489b-9293-ea3fedac84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:12.709384 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-d072dd92-7ea1-489b-9293-ea3fedac84e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403409 Aug 03 17:08:12.800653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-96aeb5b9-0cf2-4b35-9d49-376e40671f6a service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Aug 03 17:08:12.893744 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-d181fd71-49cb-4431-9f07-16e2760b1e28 req-53862b7c-0250-4a17-9f2b-ef90e93b0f82 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Aug 03 17:08:12.954914 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:14.009438 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:15.405900 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:22.748148 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:27.035197 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:34.499412 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:08:39.949134 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-a9ce7e42-3183-4a3b-aad3-cb4739d99fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:42.260461 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-cfbcaf81-da67-408b-a5d5-97c056d9f2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:42.956738 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:44.013755 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.409387 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.488384 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60820) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:45.651508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Deleting port 15efabab-30ab-4182-bd76-ed7225aa4665 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:45.651784 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.735239 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.735570 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.747560 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Calling delete_port for 15efabab-30ab-4182-bd76-ed7225aa4665 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:45.894819 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.922451 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'Port': ['ID=15efabab-30ab-4182-bd76-ed7225aa4665,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:45.947630 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.947972 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.948306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.948637 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.949022 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.950332 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.950668 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.950995 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.951322 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.951646 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.951964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.952282 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:45.996749 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:45.997123 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Floating IP 4c4da9a3-2a33-4131-a62b-a0de4510a319 disassociated (deleted). External IP: 172.25.7.153, port: a5db6482-93d0-4a86-a351-46540a52ab7f. Aug 03 17:08:46.204421 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:08:46.311494 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:08:46.316349 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:46.321149 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:08:46.331231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:46.331845 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:46.344251 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-c77ac2b2-0c59-41cb-bb96-100d21aab70f tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "DELETE /v2.0/floatingips/4c4da9a3-2a33-4131-a62b-a0de4510a319 HTTP/1.1" status: 204 len: 168 time: 0.8547642 Aug 03 17:08:46.344942 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:08:46.347544 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586bae5-7b46-4eaf-9f44-a74d3d89604b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:08:46.397374 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6db6d0-dd83-41c6-88e7-2a3bc2fb9cc8 x-openstack-request-id: req-aa6db6d0-dd83-41c6-88e7-2a3bc2fb9cc8 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:08:46.397821 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:08:46.397821 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa6db6d0-dd83-41c6-88e7-2a3bc2fb9cc8 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:08:46.398245 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'status': 'completed', 'code': 200} Aug 03 17:08:46.451168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:46.474162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-7907cb5b-b302-45ac-bfec-6340a8d0ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:46.475685 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-7907cb5b-b302-45ac-bfec-6340a8d0ae8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a78797a62cbf4e23976571b624897ba7&device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 1096 time: 0.0533853 Aug 03 17:08:46.612862 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-42fe243c-c18e-43d2-8ebc-295572e1ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:46.614394 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-42fe243c-c18e-43d2-8ebc-295572e1ac64 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 200 len: 910 time: 0.1312284 Aug 03 17:08:46.623846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47c65a-8985-475c-aad9-040b29633299 req-032f2a67-57c2-499f-9350-b42b9911e1f6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:46.625422 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f47c65a-8985-475c-aad9-040b29633299 req-032f2a67-57c2-499f-9350-b42b9911e1f6 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0846486 Aug 03 17:08:46.669728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-e23b3a2c-76fc-4326-933b-58197481f2c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 200 len: 217 time: 0.0431514 Aug 03 17:08:46.727457 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-9f47c65a-8985-475c-aad9-040b29633299 req-45e1d904-8ef4-46a6-8695-2b82648cf741 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946522 Aug 03 17:08:46.746032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-876c5379-0c88-48d6-aca2-75a3abc8bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:46.747897 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-876c5379-0c88-48d6-aca2-75a3abc8bb42 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 200 len: 848 time: 0.0680792 Aug 03 17:08:46.797281 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-57ca19fc-38c0-4e34-b8cb-f76dabeff6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:46.798877 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-57ca19fc-38c0-4e34-b8cb-f76dabeff6f0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f122195e-791c-4384-8fa5-0c038b2ad120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431778 Aug 03 17:08:46.855119 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:46.881712 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:08:46.890224 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:46.890866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:46.897185 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-3072d470-828d-4e92-b970-7b30fc499579 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893853 Aug 03 17:08:46.991223 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-2586bae5-7b46-4eaf-9f44-a74d3d89604b req-e0eebc7c-2381-40f6-9cef-6d1925e134e8 service neutron] 10.222.0.78 "GET /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Aug 03 17:08:46.996512 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:47.201102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:47.227097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eceb7f-a4ca-4fde-bca6-3419898b7194 None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:00:09Z', 'revision_number': 4, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7', 'name': '', 'network_id': 'f122195e-791c-4384-8fa5-0c038b2ad120', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'mac_address': 'fa:16:3e:b2:ca:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:08Z', 'updated_at': '2021-08-03T17:00:14Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'subnets': [{'id': 'b8601f56-701a-4d5a-ad2e-6b875990afad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:08:47.443570 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a8195-3c6d-4c41-abd2-eb3a97a53b3f None None] New status for floating IP 4c4da9a3-2a33-4131-a62b-a0de4510a319: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:08:47.847845 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2a09e-6266-44ad-9d2e-9c7577528eed req-3c7266bb-aeb0-48ff-bb8d-a4dda65d02c2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:47.849259 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a2a09e-6266-44ad-9d2e-9c7577528eed req-3c7266bb-aeb0-48ff-bb8d-a4dda65d02c2 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Aug 03 17:08:47.887963 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-38a2a09e-6266-44ad-9d2e-9c7577528eed req-2d0b5b3f-028a-47bd-ad2c-a73c01c30e17 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa56ec42-1282-49bc-9f13-ac1965b13446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Aug 03 17:08:48.072772 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-db9f9687-76e6-4936-9ba4-a2555877e531 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:08:48.074964 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-db9f9687-76e6-4936-9ba4-a2555877e531 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Aug 03 17:08:48.166929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Deleting port a5db6482-93d0-4a86-a351-46540a52ab7f {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:48.167282 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:48.255597 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] For port a5db6482-93d0-4a86-a351-46540a52ab7f, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=a5db6482-93d0-4a86-a351-46540a52ab7f,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:48.255955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:48.269355 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Calling delete_port for a5db6482-93d0-4a86-a351-46540a52ab7f owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:48.403426 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:48.433922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'Port': ['ID=a5db6482-93d0-4a86-a351-46540a52ab7f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:48.463205 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.463553 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.463910 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.464233 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.464633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.465062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.465302 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.465634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.465985 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.466308 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.466634 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.466951 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:48.488046 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] No DVR routers for this DVR port a5db6482-93d0-4a86-a351-46540a52ab7f on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:08:48.490601 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:48.492634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-8e35f507-c3b3-4efd-9e59-fdefbb13497d req-3866b151-8914-49d0-90f1-2766a16e05d4 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.78 "DELETE /v2.0/ports/a5db6482-93d0-4a86-a351-46540a52ab7f HTTP/1.1" status: 204 len: 173 time: 0.4122238 Aug 03 17:08:48.493062 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-deleted', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:08:48.495418 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dac1ad-2971-4a1d-b24c-e8c99b870221" -d '{"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-deleted", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:08:48.533013 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776bc547-99d5-4c9f-bc2b-636063ba488d x-openstack-request-id: req-776bc547-99d5-4c9f-bc2b-636063ba488d {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:08:48.533391 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d33dea-afd0-4ce8-bc7f-ff766927a9b3", "name": "network-vif-deleted", "tag": "a5db6482-93d0-4a86-a351-46540a52ab7f", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:08:48.533735 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-776bc547-99d5-4c9f-bc2b-636063ba488d {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:08:48.534139 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d33dea-afd0-4ce8-bc7f-ff766927a9b3', 'name': 'network-vif-deleted', 'tag': 'a5db6482-93d0-4a86-a351-46540a52ab7f', 'status': 'completed', 'code': 200} Aug 03 17:08:48.990479 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-9cbed08d-e2d3-469d-b1d7-df56122f37c3 req-ed98ce4f-b1b5-4d59-97bb-59f7ae074a56 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0320630 Aug 03 17:08:50.087032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-dc48d1a1-4d29-4d0d-86db-5817242d5545 req-0e3c1eb9-ee64-465d-99d6-c73f91fb9870 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0264618 Aug 03 17:08:51.185011 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-caa8e235-2fa9-4839-93df-6f360631951c req-a900ce61-7589-4915-aadd-41745d749df5 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Aug 03 17:08:52.292454 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-04c55e0f-3cc9-4720-942b-dadb43b20f62 req-2d696ffe-550c-4213-ab46-5e752c58e2fc tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d33dea-afd0-4ce8-bc7f-ff766927a9b3 HTTP/1.1" status: 200 len: 210 time: 0.0262136 Aug 03 17:08:52.492677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:08:52.513725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: a5db6482-93d0-4a86-a351-46540a52ab7f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:08:52.514078 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device a5db6482-93d0-4a86-a351-46540a52ab7f not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:08:52.747230 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:53.349292 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60854) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:53.409724 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:53.436752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:53.499428 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:53.502210 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:53.503869 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] 10.222.0.70 "DELETE /v2.0/security-groups/fa56ec42-1282-49bc-9f13-ac1965b13446 HTTP/1.1" status: 204 len: 168 time: 0.1532419 Aug 03 17:08:53.515027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701d8a8-357d-40d0-96f8-6a9236c271e9 tempest-TestShelveInstance-356602779 tempest-TestShelveInstance-356602779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56ec42-1282-49bc-9f13-ac1965b13446,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:53.571479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60858) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:54.058654 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:54.655080 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Deleting port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:54.655788 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:54.733623 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] For port f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:54.734021 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:54.747079 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Calling delete_port for f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:54.928269 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:54.954228 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:55.131963 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:55.341781 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Router bc00624a-0680-48cd-aaa8-8d48d93f44ab has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:08:55.449216 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:08:55.454307 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e84c9856-d033-4340-a5ed-2ce6243affd5 admin admin] 10.222.0.70 "PUT /v2.0/routers/bc00624a-0680-48cd-aaa8-8d48d93f44ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824830 Aug 03 17:08:55.456773 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60862) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:55.459781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Sync routers for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:08:55.469168 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:55.469838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:55.565230 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:55.574466 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:55.669381 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:55.734541 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Deleting port 313b6219-ec0a-46ee-b283-a5b5672a2ca8 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:55.734777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:55.763158 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:08:54Z', 'revision_number': 5, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port': {'id': '313b6219-ec0a-46ee-b283-a5b5672a2ca8', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:07Z', 'updated_at': '2021-08-03T17:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:55.789702 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Checking router: bc00624a-0680-48cd-aaa8-8d48d93f44ab for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:08:55.798975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Routers {'bc00624a-0680-48cd-aaa8-8d48d93f44ab'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:55.799599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:55.821353 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] For port 313b6219-ec0a-46ee-b283-a5b5672a2ca8, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=313b6219-ec0a-46ee-b283-a5b5672a2ca8,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:55.821754 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:55.834786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Calling delete_port for 313b6219-ec0a-46ee-b283-a5b5672a2ca8 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:55.896677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] Set router bc00624a-0680-48cd-aaa8-8d48d93f44ab gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:55.957161 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:08:55Z', 'revision_number': 6, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:55.986759 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68498c5-ac6a-4755-b736-936acad5b5fc None None] The sync data for ids ['bc00624a-0680-48cd-aaa8-8d48d93f44ab'] in n-d-803226-3 is: [{'id': 'bc00624a-0680-48cd-aaa8-8d48d93f44ab', 'name': 'tempest-TestShelveInstance-1540032809-router', 'tenant_id': 'a78797a62cbf4e23976571b624897ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:06Z', 'updated_at': '2021-08-03T17:08:55Z', 'revision_number': 6, 'project_id': 'a78797a62cbf4e23976571b624897ba7', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:08:56.021491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.046479 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Pushing event deleted for resources: {'Port': ['ID=313b6219-ec0a-46ee-b283-a5b5672a2ca8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:56.112944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.201590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.203719 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.245273 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.246295 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc00624a-0680-48cd-aaa8-8d48d93f44ab {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 17:08:56.250590 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.251739 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-abad3668-cc26-487f-af1d-b6202f8cf31e admin admin] 10.222.0.70 "DELETE /v2.0/routers/bc00624a-0680-48cd-aaa8-8d48d93f44ab HTTP/1.1" status: 204 len: 168 time: 0.7939980 Aug 03 17:08:56.254477 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60866) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:56.302983 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Deleting subnet b8601f56-701a-4d5a-ad2e-6b875990afad {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 17:08:56.305976 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.346680 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.437073 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.492593 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.527842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8601f56-701a-4d5a-ad2e-6b875990afad,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:56.530049 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.534720 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f3803726-3463-4c10-912c-7589a2c8e0a0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b8601f56-701a-4d5a-ad2e-6b875990afad HTTP/1.1" status: 204 len: 168 time: 0.2786312 Aug 03 17:08:56.534896 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60868) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:56.536784 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5de3e1-9284-4c3c-bbd0-bf61b79533e5 None None] Network f122195e-791c-4384-8fa5-0c038b2ad120 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:08:56.611848 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.671244 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Deleting port 0eeff81e-966f-40c7-8284-5fa6d63936c5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:56.671587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.737361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] For port 0eeff81e-966f-40c7-8284-5fa6d63936c5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0eeff81e-966f-40c7-8284-5fa6d63936c5,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:56.737767 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.762865 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Calling delete_port for 0eeff81e-966f-40c7-8284-5fa6d63936c5 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:56.780480 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] DHCP port deletion for f122195e-791c-4384-8fa5-0c038b2ad120 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 17:08:56.833375 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Deleting port 0eeff81e-966f-40c7-8284-5fa6d63936c5 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:56.833790 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.849077 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:08:56.877150 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.892350 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] No DVR routers for this DVR port 0eeff81e-966f-40c7-8284-5fa6d63936c5 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:08:56.928677 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] For port 0eeff81e-966f-40c7-8284-5fa6d63936c5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0eeff81e-966f-40c7-8284-5fa6d63936c5,segment=NetworkSegment(7a1ea1af-c741-4b44-885f-10a1b2ce9d32),segment_id=7a1ea1af-c741-4b44-885f-10a1b2ce9d32)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:56.929082 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:56.932023 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:08:56.932378 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f5ea09e4-1749-46bf-b8fb-1e1faadbf5c7 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:08:56.932808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 313b6219-ec0a-46ee-b283-a5b5672a2ca8 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:08:56.935042 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Pushing event deleted for resources: {'Port': ['ID=0eeff81e-966f-40c7-8284-5fa6d63936c5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:56.960039 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 313b6219-ec0a-46ee-b283-a5b5672a2ca8 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:08:56.960445 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 313b6219-ec0a-46ee-b283-a5b5672a2ca8 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:08:56.960806 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0eeff81e-966f-40c7-8284-5fa6d63936c5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:08:56.983744 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0eeff81e-966f-40c7-8284-5fa6d63936c5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:08:56.984102 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0eeff81e-966f-40c7-8284-5fa6d63936c5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:08:56.987387 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Calling delete_port for 0eeff81e-966f-40c7-8284-5fa6d63936c5 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:56.993148 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.007417 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f122195e-791c-4384-8fa5-0c038b2ad120']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:57.020591 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1ea1af-c741-4b44-885f-10a1b2ce9d32') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:57.020885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1ea1af-c741-4b44-885f-10a1b2ce9d32') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:57.032465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.049669 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.057808 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 17:08:57.058477 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: timer() Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 17:08:57.060563 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 17:08:57.070867 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.080627 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.107099 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Pushing event deleted for resources: {'Port': ['ID=0eeff81e-966f-40c7-8284-5fa6d63936c5,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:57.120103 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.120425 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.121701 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.122086 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.122426 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.122758 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.123154 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.123594 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.123952 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.124258 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.124582 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.124897 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:08:57.128126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa736-ac29-4318-a346-7762bfb4ca3b None None] No DVR routers for this DVR port 0eeff81e-966f-40c7-8284-5fa6d63936c5 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:08:57.130041 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.149465 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.151274 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] 10.222.0.70 "DELETE /v2.0/networks/f122195e-791c-4384-8fa5-0c038b2ad120 HTTP/1.1" status: 204 len: 168 time: 0.6153731 Aug 03 17:08:57.154038 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8e875-cc77-4ef0-ae8a-2f4bf9e6f82f admin admin] Pushing event deleted for resources: {'Network': ['ID=f122195e-791c-4384-8fa5-0c038b2ad120,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:57.155496 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60870) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:57.510857 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.766875 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Deleting port c5e1583e-ec6b-4005-b261-05391e975834 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:57.767106 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.844822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] For port c5e1583e-ec6b-4005-b261-05391e975834, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=c5e1583e-ec6b-4005-b261-05391e975834,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:57.845206 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:57.861421 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Calling delete_port for c5e1583e-ec6b-4005-b261-05391e975834 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:58.037388 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.062768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e1583e-ec6b-4005-b261-05391e975834,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:58.225584 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.437531 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Router 47e80ec9-dee0-42f5-9c14-944494135f94 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:08:58.544482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:08:58.549506 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-908d82b1-ee75-4a3f-943d-e2592afcabcb admin admin] 10.222.0.70 "PUT /v2.0/routers/47e80ec9-dee0-42f5-9c14-944494135f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3929052 Aug 03 17:08:58.552214 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60872) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:58.557412 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Sync routers for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:08:58.567543 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:58.567543 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:58.663972 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.672440 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:58.769587 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.821791 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Deleting port e0874c88-4642-43bb-a3c0-9c66c54a0a3f {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:58.822149 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.910147 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] For port e0874c88-4642-43bb-a3c0-9c66c54a0a3f, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:08:58.910504 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:58.922724 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Calling delete_port for e0874c88-4642-43bb-a3c0-9c66c54a0a3f owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:08:58.943257 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:08:57Z', 'revision_number': 5, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port': {'id': 'e0874c88-4642-43bb-a3c0-9c66c54a0a3f', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:58.971328 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Checking router: 47e80ec9-dee0-42f5-9c14-944494135f94 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:08:58.979329 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Routers {'47e80ec9-dee0-42f5-9c14-944494135f94'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:08:58.979985 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['47e80ec9-dee0-42f5-9c14-944494135f94'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:59.076594 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] Set router 47e80ec9-dee0-42f5-9c14-944494135f94 gateway port host: None {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:08:59.094923 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.124096 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0874c88-4642-43bb-a3c0-9c66c54a0a3f,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:59.135375 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:08:58Z', 'revision_number': 6, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:08:59.164397 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204838c4-29ba-49ad-9080-366fb43d43a2 None None] The sync data for ids ['47e80ec9-dee0-42f5-9c14-944494135f94'] in n-d-803226-3 is: [{'id': '47e80ec9-dee0-42f5-9c14-944494135f94', 'name': 'tempest-TestShelveInstance-458927528-router', 'tenant_id': 'd9504bf1ee984151958e411f70c55364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:00:11Z', 'updated_at': '2021-08-03T17:08:58Z', 'revision_number': 6, 'project_id': 'd9504bf1ee984151958e411f70c55364', 'gw_port_host': None}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:08:59.185070 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.281007 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.283085 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.326750 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.327410 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47e80ec9-dee0-42f5-9c14-944494135f94 {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 17:08:59.331643 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.332777 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-1652eb1a-cce9-4bec-8c3c-6f8cf0785eb1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/47e80ec9-dee0-42f5-9c14-944494135f94 HTTP/1.1" status: 204 len: 168 time: 0.7795866 Aug 03 17:08:59.335389 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60874) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:59.380454 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Deleting subnet 65ee7eb0-bd22-48f0-8dd7-1474d43491ce {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 17:08:59.383414 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.417350 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.497045 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.559117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.585727 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ee7eb0-bd22-48f0-8dd7-1474d43491ce,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:08:59.589090 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.593802 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-45ca01af-f9f9-40b7-9a8a-449c05bde07e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/65ee7eb0-bd22-48f0-8dd7-1474d43491ce HTTP/1.1" status: 204 len: 168 time: 0.2574465 Aug 03 17:08:59.594460 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60876) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:08:59.601739 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7089184b-99f9-4c39-b02d-ce00557050bc None None] Network f7ce7986-4ad2-47ab-8bdb-336b121cbb96 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:08:59.668101 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:08:59.940679 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] DHCP port deletion for f7ce7986-4ad2-47ab-8bdb-336b121cbb96 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 17:08:59.992642 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Deleting port 0b0680cc-7951-46bd-8866-6e8c936beed4 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:08:59.993320 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.058924 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] For port 0b0680cc-7951-46bd-8866-6e8c936beed4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b0680cc-7951-46bd-8866-6e8c936beed4,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:00.059408 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.072248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Calling delete_port for 0b0680cc-7951-46bd-8866-6e8c936beed4 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:09:00.077525 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Deleting port 0b0680cc-7951-46bd-8866-6e8c936beed4 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:09:00.077914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.141582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] For port 0b0680cc-7951-46bd-8866-6e8c936beed4, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=0b0680cc-7951-46bd-8866-6e8c936beed4,segment=NetworkSegment(92527787-9d55-4050-a87e-e4505418164b),segment_id=92527787-9d55-4050-a87e-e4505418164b)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:00.142031 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.158082 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Calling delete_port for 0b0680cc-7951-46bd-8866-6e8c936beed4 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:09:00.159500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.183664 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] Pushing event deleted for resources: {'Port': ['ID=0b0680cc-7951-46bd-8866-6e8c936beed4,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:00.189228 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb180a-7ea1-47e9-81cb-47d1d9b980aa None None] No DVR routers for this DVR port 0b0680cc-7951-46bd-8866-6e8c936beed4 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:09:00.249092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.271981 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0680cc-7951-46bd-8866-6e8c936beed4,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:00.280034 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] No DVR routers for this DVR port 0b0680cc-7951-46bd-8866-6e8c936beed4 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:09:00.349942 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.360480 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ce7986-4ad2-47ab-8bdb-336b121cbb96']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:00.374307 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92527787-9d55-4050-a87e-e4505418164b') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:00.374607 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92527787-9d55-4050-a87e-e4505418164b') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:00.383256 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.397098 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.403997 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 17:09:00.404504 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self.session.flush() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: timer() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 17:09:00.406371 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 17:09:00.463295 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.469723 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.471954 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f7ce7986-4ad2-47ab-8bdb-336b121cbb96 HTTP/1.1" status: 204 len: 168 time: 0.8755050 Aug 03 17:09:00.484760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc8e8-0194-4221-9032-4db146f87098 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ce7986-4ad2-47ab-8bdb-336b121cbb96,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:00.610374 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60880) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:00.646173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b0680cc-7951-46bd-8866-6e8c936beed4 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:09:00.653882 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f6a53263-b118-4ad8-8157-a46598f3b545 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a78797a62cbf4e23976571b624897ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423069 Aug 03 17:09:00.656453 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60882) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:00.666106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 0b0680cc-7951-46bd-8866-6e8c936beed4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:09:00.666453 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 0b0680cc-7951-46bd-8866-6e8c936beed4 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:09:00.666872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5e1583e-ec6b-4005-b261-05391e975834 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:09:00.685225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: c5e1583e-ec6b-4005-b261-05391e975834 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:09:00.685567 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device c5e1583e-ec6b-4005-b261-05391e975834 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:09:00.686001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e0874c88-4642-43bb-a3c0-9c66c54a0a3f no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:09:00.704045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e0874c88-4642-43bb-a3c0-9c66c54a0a3f {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:09:00.704386 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e0874c88-4642-43bb-a3c0-9c66c54a0a3f not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:09:00.705698 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.732059 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.778361 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.780956 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:00.782144 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfa2d00d-0999-4f5c-986a-f57207bf8f7f HTTP/1.1" status: 204 len: 168 time: 0.1246150 Aug 03 17:09:00.789763 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99143bd4-67db-440d-b56a-30e3da193e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2d00d-0999-4f5c-986a-f57207bf8f7f,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:01.094706 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60888) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:01.140391 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-35442124-a978-48bd-9dad-302c4947b4d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9504bf1ee984151958e411f70c55364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441415 Aug 03 17:09:01.142628 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60890) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:01.191399 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:01.212276 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:01.258570 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:01.261843 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:01.263221 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44dbec42-ee5a-4f70-ba0e-524cbc3306af HTTP/1.1" status: 204 len: 168 time: 0.1196609 Aug 03 17:09:01.270804 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a971159-f967-4656-a0ea-935fd30188d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dbec42-ee5a-4f70-ba0e-524cbc3306af,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:01.914717 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60912) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:02.015656 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1515006765-network', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:02.037405 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Made reservation on behalf of c7dc863c667d454e8bf60055bc5327bb for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:09:02.039638 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.048340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.139635 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.143301 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.167406 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 17:09:02.177011 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613113c8-4abd-4cbc-8477-84ed3bda69b8,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:02.182019 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.182372 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Added segment 73073e0d-cd10-49de-a02d-8c9496f01d45 of type vlan for network ebdfdde7-458e-4493-a850-269d3da87f03 Aug 03 17:09:02.222507 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.250527 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.251515 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:02.252091 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.306733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3905480 Aug 03 17:09:02.309732 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60916) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:02.313943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dbae9-d461-42ad-bbb0-bc28eb39623e admin admin] Pushing event updated for resources: {'Network': ['ID=ebdfdde7-458e-4493-a850-269d3da87f03,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:02.315005 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Request body: {'subnet': {'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1515006765-subnet', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:02.323546 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network ebdfdde7-458e-4493-a850-269d3da87f03 details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 17:09:02.335430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Made reservation on behalf of c7dc863c667d454e8bf60055bc5327bb for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:09:02.337800 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.507828 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.568874 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a1fc3e-9c00-403c-b26b-6e73642a1669,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:02.573123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Checking segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:02.573480 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Network hostable DHCP agents. Network: ebdfdde7-458e-4493-a850-269d3da87f03, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 17:09:02.590252 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Network ebdfdde7-458e-4493-a850-269d3da87f03 is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 17:09:02.598249 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, ebdfdde7-458e-4493-a850-269d3da87f03) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:02.602385 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:02.602950 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.608447 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5282c7-3c3e-4b58-94d3-0546278d83d8 None None] Network ebdfdde7-458e-4493-a850-269d3da87f03 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:09:02.617307 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d9e3d324-9b00-4d1f-9bbd-00d2730e2974 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3062286 Aug 03 17:09:02.620191 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60918) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:02.626054 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:02.646278 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.647268 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.702908 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.756859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-ebdfdde7-458e-4493-a850-269d3da87f03', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 17:09:02.757826 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.844964 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:02.890169 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Allocated IP 172.20.0.2 (ebdfdde7-458e-4493-a850-269d3da87f03/49a1fc3e-9c00-403c-b26b-6e73642a1669/f27dcae8-fa24-4e4e-8610-c102da6fba69) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:03.033753 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.042068 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Transition to ACTIVE for port object f27dcae8-fa24-4e4e-8610-c102da6fba69 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:03.042402 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.057812 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Transition to ACTIVE for port object f27dcae8-fa24-4e4e-8610-c102da6fba69 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:03.062008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.063606 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.102088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Network ebdfdde7-458e-4493-a850-269d3da87f03 is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:03.104724 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:03.110761 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:03.117573 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Pushing event updated for resources: {'Port': ['ID=f27dcae8-fa24-4e4e-8610-c102da6fba69,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:03.173097 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Attempting to bind port f27dcae8-fa24-4e4e-8610-c102da6fba69 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:03.173465 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Attempting to bind port f27dcae8-fa24-4e4e-8610-c102da6fba69 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:03.173855 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Attempting to bind port f27dcae8-fa24-4e4e-8610-c102da6fba69 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:03.178084 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Allocated IP 172.25.7.13 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/e6112046-5efb-4dbc-b8e4-2fb901bad1d3) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:03.179106 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:03.179479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Checking segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:03.179882 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.180271 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Bound using segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:03.180754 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Bound port: f27dcae8-fa24-4e4e-8610-c102da6fba69, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:03.181233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.246696 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] For port f27dcae8-fa24-4e4e-8610-c102da6fba69, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:03.249859 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] For port f27dcae8-fa24-4e4e-8610-c102da6fba69, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f27dcae8-fa24-4e4e-8610-c102da6fba69,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:03.255437 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.291978 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.313469 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a9f6-2a15-4717-bcc9-8857b69d535c None None] Pushing event updated for resources: {'Port': ['ID=f27dcae8-fa24-4e4e-8610-c102da6fba69,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:03.345710 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:03.387769 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:03.392981 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:03.397598 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:03.400706 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:03.672410 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:04.218981 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:04.219591 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba9a97-d785-4876-bbff-4cd0bb4ac665 None None] Network ebdfdde7-458e-4493-a850-269d3da87f03 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:09:04.306216 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-94b7a5d8-e3ac-4870-9958-31a94c10c573 None None] Provisioning for port f27dcae8-fa24-4e4e-8610-c102da6fba69 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:04.346893 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 17:09:04.453709 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:09:04.465870 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:09:04.470670 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:04.474893 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-339983da-d3d9-4935-90b7-17ac52abbcb1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8496358 Aug 03 17:09:04.475373 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60920) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:04.477009 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:04.477762 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:04.596238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:04.698410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f27dcae8-fa24-4e4e-8610-c102da6fba69 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:04.923793 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:04.956352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port f27dcae8-fa24-4e4e-8610-c102da6fba69 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:04.961659 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f27dcae8-fa24-4e4e-8610-c102da6fba69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:04.962047 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.020653 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:03Z', 'revision_number': 3, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:05.066213 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:09:05.066556 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Updating router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:09:05.081390 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Allocated IP 172.20.0.1 (ebdfdde7-458e-4493-a850-269d3da87f03/49a1fc3e-9c00-403c-b26b-6e73642a1669/bfec0422-e7b1-415b-9352-e9ac5d55b672) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:05.100350 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.101859 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.192386 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.206045 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Transition to ACTIVE for port object bfec0422-e7b1-415b-9352-e9ac5d55b672 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:05.208931 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port f27dcae8-fa24-4e4e-8610-c102da6fba69, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f27dcae8-fa24-4e4e-8610-c102da6fba69,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:05.213066 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.240925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.283557 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Network ebdfdde7-458e-4493-a850-269d3da87f03 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:05.287816 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:05.293790 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:05.313361 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=f27dcae8-fa24-4e4e-8610-c102da6fba69,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:05.316342 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Pushing event updated for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:05.338092 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.432862 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.445045 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Transition to ACTIVE for port object e6112046-5efb-4dbc-b8e4-2fb901bad1d3 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:05.452679 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.481333 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.507043 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa6cce-8a3d-4b21-ab14-5e7ab286fe51 None None] Pushing event updated for resources: {'Port': ['ID=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:05.509420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Attempting to bind port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:05.509902 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Attempting to bind port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:05.510275 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Attempting to bind port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:05.518838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:05.519236 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:05.519633 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.520032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:05.520506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Bound port: e6112046-5efb-4dbc-b8e4-2fb901bad1d3, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:05.520892 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.561177 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c736478-d041-4c41-9d7c-578c8950e800 None None] Provisioning for port bfec0422-e7b1-415b-9352-e9ac5d55b672 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:05.573190 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9c736478-d041-4c41-9d7c-578c8950e800 None None] Provisioning complete for port bfec0422-e7b1-415b-9352-e9ac5d55b672 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:05.573568 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9c736478-d041-4c41-9d7c-578c8950e800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.606342 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] For port e6112046-5efb-4dbc-b8e4-2fb901bad1d3, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:05.624703 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] For port e6112046-5efb-4dbc-b8e4-2fb901bad1d3, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:05.627335 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9c736478-d041-4c41-9d7c-578c8950e800 None None] Port bfec0422-e7b1-415b-9352-e9ac5d55b672 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:09:05.630238 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.646509 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.650983 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.690126 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:05.690749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:05.693328 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa6cce-8a3d-4b21-ab14-5e7ab286fe51 None None] Pushing event updated for resources: {'Port': ['ID=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:05.723768 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Pushing event updated for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:05.726177 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:05.798945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:05.817811 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Network ebdfdde7-458e-4493-a850-269d3da87f03 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:05.819187 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:05.945024 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:09:06.008063 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 2, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:06.043461 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0971f2f3-fa0e-490d-95e8-87b300fc86b7 None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 2, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:09:06.052802 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-9e3ef0ed-a8eb-43bb-a2f3-12722a040c0e None None] Provisioning complete for port bfec0422-e7b1-415b-9352-e9ac5d55b672 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:06.053287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef0ed-a8eb-43bb-a2f3-12722a040c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.072267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:09:06.082148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f45ed34e-9aae-47ef-b557-a2952fe5b2cc admin admin] 10.222.0.70 "PUT /v2.0/routers/f2ef1d41-5b53-422e-823a-b860a7bfe6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6057107 Aug 03 17:09:06.095136 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ef0ed-a8eb-43bb-a2f3-12722a040c0e None None] Port bfec0422-e7b1-415b-9352-e9ac5d55b672 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:09:06.585735 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60936) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:06.591760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1992771588-network', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:06.621581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Made reservation on behalf of f2ac215c5c6840d8811190cdd8d830d1 for: {'network': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:09:06.624005 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for network, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.633402 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.690945 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f27dcae8-fa24-4e4e-8610-c102da6fba69 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:06.748895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port f27dcae8-fa24-4e4e-8610-c102da6fba69 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:06.749284 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.765760 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.770186 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.801309 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=106016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 17:09:06.812335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.812681 n-d-803226-3 neutron-server[106016]: INFO neutron.db.segments_db [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Added segment bc77a73a-6acd-478b-aeda-d503c4b15c17 of type vlan for network 44c2fd91-b16a-4154-81a9-4f74f0656d4e Aug 03 17:09:06.814125 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d5277-c970-4cf9-8698-bba4443f59d7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:06.859259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745863732520'] for network, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.890308 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195'] for network, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.891275 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:06.891865 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:06.947318 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3604472 Aug 03 17:09:06.950937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60938) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:06.955590 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec7d4-4903-4daa-85d3-6fa4f5e68a20 admin admin] Pushing event updated for resources: {'Network': ['ID=44c2fd91-b16a-4154-81a9-4f74f0656d4e,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:06.956027 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Request body: {'subnet': {'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1992771588-subnet', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'ip_version': 4}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:06.966044 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e details requested by agent ovs-agent-n-d-803226-3 with host n-d-803226-3 {{(pid=106018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 17:09:06.983343 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Made reservation on behalf of f2ac215c5c6840d8811190cdd8d830d1 for: {'subnet': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:09:06.986142 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59846335'] for subnet, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.165963 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59850818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59846317'] for subnet, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.228408 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6623214e-bdfa-4613-8867-6377d5001404,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:07.237785 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Checking segment: {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:07.238228 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Network hostable DHCP agents. Network: 44c2fd91-b16a-4154-81a9-4f74f0656d4e, hostable agents: ['cd970383-c08e-4dad-b866-ce100e5fb16b'], hosted agents: [] {{(pid=106017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 17:09:07.256426 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e is scheduled to be hosted by DHCP agent cd970383-c08e-4dad-b866-ce100e5fb16b with binding_index 1 {{(pid=106017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 17:09:07.268273 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803226-3, 44c2fd91-b16a-4154-81a9-4f74f0656d4e) {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:07.272489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:07.273141 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.277143 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d2895-6750-4eba-b845-eb829aaa4e3e None None] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:09:07.293771 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-9678b755-b640-4179-ad34-2f0fe781e0df admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3386569 Aug 03 17:09:07.294236 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60940) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:07.299141 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:07.321917 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-378604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25148'] for router, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.323581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-377941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3912323', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-388490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25127'] for router, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.384146 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.426481 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp07c8c392-b640-5853-aeb3-e37303c6c43f-44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404'}]}} from n-d-803226-3. {{(pid=106018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 17:09:07.427355 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.521443 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.568534 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.db_base_plugin_common [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Allocated IP 172.20.0.2 (44c2fd91-b16a-4154-81a9-4f74f0656d4e/6623214e-bdfa-4613-8867-6377d5001404/5493aed9-9c68-411e-834e-58aee2b372a5) {{(pid=106018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:07.710808 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks [] for port, precommit_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.719122 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Transition to ACTIVE for port object 5493aed9-9c68-411e-834e-58aee2b372a5 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:07.730768 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.733808 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Transition to ACTIVE for port object 5493aed9-9c68-411e-834e-58aee2b372a5 will not be triggered until provisioned by entity DHCP. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:07.741228 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792'] for port, after_create {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.751676 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.788129 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e is already hosted by enough agents. {{(pid=106018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:07.790993 n-d-803226-3 neutron-server[106018]: DEBUG neutron.scheduler.base_scheduler [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Resources bound (agent type, host, resource id): {{(pid=106018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:07.799749 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Received port after_create {{(pid=106018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:07.809430 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Pushing event updated for resources: {'Port': ['ID=5493aed9-9c68-411e-834e-58aee2b372a5,revision_number=1']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:07.859032 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Attempting to bind port 5493aed9-9c68-411e-834e-58aee2b372a5 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:07.859401 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Attempting to bind port 5493aed9-9c68-411e-834e-58aee2b372a5 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:07.859767 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Attempting to bind port 5493aed9-9c68-411e-834e-58aee2b372a5 on network 44c2fd91-b16a-4154-81a9-4f74f0656d4e {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:07.864585 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:07.864959 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Checking segment: {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:07.865359 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.865790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Bound using segment: {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:07.866268 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Bound port: 5493aed9-9c68-411e-834e-58aee2b372a5, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:07.866647 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.869339 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Allocated IP 172.25.7.7 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/83e3e7b0-3b9f-4454-adf9-f92862471e40) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:07.930092 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] For port 5493aed9-9c68-411e-834e-58aee2b372a5, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:07.934427 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] For port 5493aed9-9c68-411e-834e-58aee2b372a5, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5493aed9-9c68-411e-834e-58aee2b372a5,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:07.939685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:07.982722 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.011649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bca29-d5ad-412f-b5ac-43ca99608db5 None None] Pushing event updated for resources: {'Port': ['ID=5493aed9-9c68-411e-834e-58aee2b372a5,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:08.035340 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.079775 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:08.082690 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:08.088543 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:08.094909 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3e7b0-3b9f-4454-adf9-f92862471e40,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:08.158775 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:09:08.171339 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:08.171958 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:08.302021 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:08.378895 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.504776 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 2, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:08.531860 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:09:08.532292 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Updating router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 port bfec0422-e7b1-415b-9352-e9ac5d55b672 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:09:08.562874 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.584842 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-378597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3912284'] for router, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.744627 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5493aed9-9c68-411e-834e-58aee2b372a5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:08.746258 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f is scheduled to L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 with binding_index 1 {{(pid=106016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 17:09:08.801225 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 5493aed9-9c68-411e-834e-58aee2b372a5 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:08.806490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6112046-5efb-4dbc-b8e4-2fb901bad1d3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:08.866243 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:08.872245 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:08.873123 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.878376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:09:08.892521 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.897314 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.899359 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-0d1142da-c0ce-4ac8-b383-c5fc7d6cb746 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6038148 Aug 03 17:09:08.902786 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60942) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:08.905182 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Transition to ACTIVE for port object bfec0422-e7b1-415b-9352-e9ac5d55b672 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:08.914812 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:08.918001 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Sync routers for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:09:08.932487 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:08.933164 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:09.062286 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Pushing event updated for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:09.077476 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.077874 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.078214 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.079147 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.079486 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.079995 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.080662 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.081157 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.081669 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.082154 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.082639 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.083143 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:09:09.086951 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.107441 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Attempting to bind port bfec0422-e7b1-415b-9352-e9ac5d55b672 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:09.107852 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Attempting to bind port bfec0422-e7b1-415b-9352-e9ac5d55b672 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:09.108330 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Attempting to bind port bfec0422-e7b1-415b-9352-e9ac5d55b672 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:09.114942 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:09.115613 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Checking segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:09.116269 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.117520 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Bound using segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:09.118285 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Bound port: bfec0422-e7b1-415b-9352-e9ac5d55b672, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:09.118868 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafc502-2d74-4d2e-9355-2d4fe41c70c9 None None] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:09:09.119140 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.129862 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e6112046-5efb-4dbc-b8e4-2fb901bad1d3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:09.174602 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.177905 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:09.217681 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] For port bfec0422-e7b1-415b-9352-e9ac5d55b672, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:09.222834 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] For port bfec0422-e7b1-415b-9352-e9ac5d55b672, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfec0422-e7b1-415b-9352-e9ac5d55b672,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:09.230623 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.304266 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8de5d9-3836-47f0-b02b-40b3f08a6d8c None None] Pushing event updated for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:09.325318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:09.326487 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:09.330935 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Provisioning for port 5493aed9-9c68-411e-834e-58aee2b372a5 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:09.448697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.456780 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:09.563128 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Provisioning complete for port 5493aed9-9c68-411e-834e-58aee2b372a5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:09.563345 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.612500 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:09.639845 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Allocated IP 172.20.0.1 (44c2fd91-b16a-4154-81a9-4f74f0656d4e/6623214e-bdfa-4613-8867-6377d5001404/e705dace-0bc7-4f28-beb6-3e8de7d581b6) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:09.692138 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:09.726669 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f1eac9-2896-448c-8f5e-d32bca1ca6dc None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:09:09.772812 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.781863 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.790822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Transition to ACTIVE for port object e705dace-0bc7-4f28-beb6-3e8de7d581b6 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:09.804124 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:08Z', 'revision_number': 3, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:09.837335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.842725 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Checking router: 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:09:09.842966 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Updating router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f port 83e3e7b0-3b9f-4454-adf9-f92862471e40 binding host n-d-803226-3 {{(pid=106018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:09:09.883472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] For port 5493aed9-9c68-411e-834e-58aee2b372a5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5493aed9-9c68-411e-834e-58aee2b372a5,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:09.887948 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.890097 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:09.893569 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:09.897724 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:09.916809 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:09.947242 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Pushing event updated for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:09.963985 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3914883'] for router_interface, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.033056 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0f11355d-1053-4bc5-8970-bbcc887e40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.070895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce1668-0165-4f30-aea6-a1d2a3259034 None None] Pushing event updated for resources: {'Port': ['ID=5493aed9-9c68-411e-834e-58aee2b372a5,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:10.126756 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.250280 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-4ac7d0ee-3382-4418-ac35-507335823403 None None] Provisioning complete for port 5493aed9-9c68-411e-834e-58aee2b372a5 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:10.250665 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d0ee-3382-4418-ac35-507335823403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.294866 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks [] for port, precommit_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.314537 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Transition to ACTIVE for port object 83e3e7b0-3b9f-4454-adf9-f92862471e40 will not be triggered until provisioned by entity L2. {{(pid=106018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:10.326782 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.340245 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.346537 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.409455 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04653a-f8e4-42bf-95c0-c1bf6d1eb6cb None None] Pushing event updated for resources: {'Port': ['ID=83e3e7b0-3b9f-4454-adf9-f92862471e40,revision_number=2']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:10.416099 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Pushing event updated for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:10.418579 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Attempting to bind port 83e3e7b0-3b9f-4454-adf9-f92862471e40 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:10.419075 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Attempting to bind port 83e3e7b0-3b9f-4454-adf9-f92862471e40 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:10.419523 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Attempting to bind port 83e3e7b0-3b9f-4454-adf9-f92862471e40 on network 4378d95d-7a10-4d19-9fa6-35580e695c19 {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:10.423115 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3914783'] for router_interface, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.429040 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:10.429517 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Checking segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:10.430072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.430536 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Bound using segment: {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'} {{(pid=106018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:10.431324 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.managers [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Bound port: 83e3e7b0-3b9f-4454-adf9-f92862471e40, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2039021a-698d-46ad-9d1c-a2b2f3cb53c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19'}}] {{(pid=106018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:10.431908 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.493088 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] For port 83e3e7b0-3b9f-4454-adf9-f92862471e40, host n-d-803226-3, cleared binding levels {{(pid=106018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:10.497609 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] For port 83e3e7b0-3b9f-4454-adf9-f92862471e40, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=83e3e7b0-3b9f-4454-adf9-f92862471e40,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:10.502388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.526672 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:10.528356 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:10.582359 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4d01-2f9e-41e5-8fa5-ea45e02b4ba5 None None] Provisioning for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:10.590885 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:10.591454 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:08:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:10.598511 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-0bdf4d01-2f9e-41e5-8fa5-ea45e02b4ba5 None None] Provisioning complete for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:10.598842 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0bdf4d01-2f9e-41e5-8fa5-ea45e02b4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.636083 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04653a-f8e4-42bf-95c0-c1bf6d1eb6cb None None] Pushing event updated for resources: {'Port': ['ID=83e3e7b0-3b9f-4454-adf9-f92862471e40,revision_number=3']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:10.686519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf4d01-2f9e-41e5-8fa5-ea45e02b4ba5 None None] Port e705dace-0bc7-4f28-beb6-3e8de7d581b6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:09:10.748319 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfec0422-e7b1-415b-9352-e9ac5d55b672 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:10.776270 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:10.873699 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-d4310b7d-8ef0-4b11-8507-ec45fee2e235 None None] Provisioning complete for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:10.874370 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d4310b7d-8ef0-4b11-8507-ec45fee2e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:10.961540 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port bfec0422-e7b1-415b-9352-e9ac5d55b672 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:10.967157 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-d4310b7d-8ef0-4b11-8507-ec45fee2e235 None None] Port e705dace-0bc7-4f28-beb6-3e8de7d581b6 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:09:10.971118 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bfec0422-e7b1-415b-9352-e9ac5d55b672 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:10.971497 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.021585 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:09:11.099515 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.115599 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e705dace-0bc7-4f28-beb6-3e8de7d581b6', 'name': '', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'mac_address': 'fa:16:3e:a4:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:09Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 2, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'subnets': [{'id': '6623214e-bdfa-4613-8867-6377d5001404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:11.130581 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:09:11.144594 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8136c7c9-66f0-4064-9dcd-4ae6d7aeee42 admin admin] 10.222.0.70 "PUT /v2.0/routers/2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314937 Aug 03 17:09:11.150972 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321a88e-b08a-409d-bf48-f25ba1b0b754 None None] The sync data for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 is: [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e705dace-0bc7-4f28-beb6-3e8de7d581b6', 'name': '', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'mac_address': 'fa:16:3e:a4:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:09Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 2, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'subnets': [{'id': '6623214e-bdfa-4613-8867-6377d5001404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:09:11.167587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port bfec0422-e7b1-415b-9352-e9ac5d55b672, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfec0422-e7b1-415b-9352-e9ac5d55b672,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:11.175441 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.177783 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5493aed9-9c68-411e-834e-58aee2b372a5 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:11.252790 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:11.270737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 5493aed9-9c68-411e-834e-58aee2b372a5 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:11.271253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.375625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6112046-5efb-4dbc-b8e4-2fb901bad1d3 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:11.436432 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:11.436814 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.499145 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:09:11.754330 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60950) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:11.759707 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501068202', 'description': 'tempest-secgroup-smoke-501068202 description', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:11.787831 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.875354 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.879578 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.910873 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c237a5-e808-483b-9663-061de7fa4ae3,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:11.914725 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:11.915981 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-e05c095b-d256-4c6f-9be2-19d6b178fa2c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601789 Aug 03 17:09:11.919235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60952) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:11.925252 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:11.960439 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.019581 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.023552 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.042698 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d72c858-4ce0-4204-8b69-8cbf6bb54850,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.049780 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.051110 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-2cb7d395-93db-4085-bddf-d1d9de611ed9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307216 Aug 03 17:09:12.054524 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60954) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:12.059658 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:12.088704 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.148562 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.153338 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.171341 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de562ad5-49b9-4ff4-aae9-7505c4751f9f,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.177038 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.178383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-b67d3eaa-5d86-42cf-bfb4-b58a1ed436ca tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226935 Aug 03 17:09:12.181857 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60956) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:12.187111 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:12.213890 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.263015 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-5fba2924-fb58-4fcf-9fef-7d177a2d44c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.275334 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.279051 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.301670 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f6a3c0-6143-4938-bf48-c690da4e052a,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.305464 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.306908 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ed9d81b9-d6b8-4234-8a18-574f1226de55 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238480 Aug 03 17:09:12.310263 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 60958) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:12.314640 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:12.341949 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.400705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.404183 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.421615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5c41d4-0df7-450a-ac67-0769a1f9a225,revision_number=0']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.451283 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.452966 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-ddf8f9a2-629c-48da-b402-986b03c8223d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417475 Aug 03 17:09:12.456154 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60960) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:12.460777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:12.483598 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Project c7dc863c667d454e8bf60055bc5327bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:09:12.488540 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.555217 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.562183 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.580369 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35268648-e5df-4dcf-8fd0-1c39ef105273,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.587666 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.589154 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-d5b1bd70-8933-4061-b1d8-8b9b7ddcbf8a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319423 Aug 03 17:09:12.591821 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 60962) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:12.596595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'security_group_rule': {'security_group_id': '15c237a5-e808-483b-9663-061de7fa4ae3', 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:12.621166 n-d-803226-3 neutron-server[106017]: INFO neutron.db.securitygroups_db [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Project c7dc863c667d454e8bf60055bc5327bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 17:09:12.628308 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.718677 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.723947 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3878120'] for security_group_rule, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.743055 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ac2166-af1f-46c2-b398-88b202d9cc6a,revision_number=0']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:12.750869 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.752460 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ec021d70-379a-480b-bf49-dc941eeacac4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594813 Aug 03 17:09:12.773528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 83e3e7b0-3b9f-4454-adf9-f92862471e40 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:12.830652 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port 83e3e7b0-3b9f-4454-adf9-f92862471e40 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:12.835479 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 83e3e7b0-3b9f-4454-adf9-f92862471e40 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:12.835933 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.924605 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-474337e4-3808-477e-811d-2a501e577d3f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501068202&fields=id&tenant_id=c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 267 time: 0.0362315 Aug 03 17:09:12.925555 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.952793 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port 83e3e7b0-3b9f-4454-adf9-f92862471e40, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=83e3e7b0-3b9f-4454-adf9-f92862471e40,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:12.960787 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:12.961763 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfec0422-e7b1-415b-9352-e9ac5d55b672 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:13.007122 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:13.044300 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=83e3e7b0-3b9f-4454-adf9-f92862471e40,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:13.047760 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-cbdf6cfe-e477-4e95-b9c5-a578c4acb9cb tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:13.049382 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-cbdf6cfe-e477-4e95-b9c5-a578c4acb9cb tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 810 time: 0.1176879 Aug 03 17:09:13.057451 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port bfec0422-e7b1-415b-9352-e9ac5d55b672 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:13.058739 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:13.067354 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-eb1c0265-19d3-439d-996f-0d668d32fd29 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/quotas/c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 375 time: 0.0112863 Aug 03 17:09:13.123653 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2a032e67-419a-4b42-9d6d-240becf3fc3c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476606 Aug 03 17:09:13.236797 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-6577ae76-a7d1-41b3-b7d9-d02659a55f77 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 17:09:13.237818 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-6577ae76-a7d1-41b3-b7d9-d02659a55f77 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998306 Aug 03 17:09:13.329866 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-84f4cacb-287a-4bc1-914b-b7124d45fa88 service neutron] 10.222.0.70 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857358 Aug 03 17:09:13.425022 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-f7357b80-02f7-4dbe-ac81-9b6766227aff service neutron] 10.222.0.70 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889232 Aug 03 17:09:13.593918 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b1f79ddb-6c14-4b13-bbee-4a85f249d1db req-aab986d8-43ed-4f29-befd-abb23285bf6b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Aug 03 17:09:13.903648 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Sync routers for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:09:13.912625 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:13.913239 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:14.018588 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.026096 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:14.334673 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e705dace-0bc7-4f28-beb6-3e8de7d581b6', 'name': '', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'mac_address': 'fa:16:3e:a4:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:09Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 2, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'subnets': [{'id': '6623214e-bdfa-4613-8867-6377d5001404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:14.360351 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Checking router: 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:09:14.360700 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Updating router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f port e705dace-0bc7-4f28-beb6-3e8de7d581b6 binding host n-d-803226-3 {{(pid=106019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 17:09:14.388173 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.658186 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks [] for port, precommit_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.670129 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.provisioning_blocks [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Transition to ACTIVE for port object e705dace-0bc7-4f28-beb6-3e8de7d581b6 will not be triggered until provisioned by entity L2. {{(pid=106019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:14.676540 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.711238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 83e3e7b0-3b9f-4454-adf9-f92862471e40 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:14.738960 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6d4b48a3-e1ce-4bbb-9c6d-ce1dac70db03 req-f1b9f19c-9ad1-40ae-b189-5cb1a2b2f16c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 210 time: 0.0438552 Aug 03 17:09:14.772612 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4feff-18fe-4eb0-bfea-59f05d62c508 None None] Pushing event updated for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=3']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:14.799633 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-1a2bc59d-e46f-4565-8d71-266378ac9530 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:14.802118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-1a2bc59d-e46f-4565-8d71-266378ac9530 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 810 time: 0.1878345 Aug 03 17:09:14.821173 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port 83e3e7b0-3b9f-4454-adf9-f92862471e40 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:14.821556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.852234 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Attempting to bind port e705dace-0bc7-4f28-beb6-3e8de7d581b6 on host n-d-803226-3 for vnic_type normal with profile {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:14.852512 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Attempting to bind port e705dace-0bc7-4f28-beb6-3e8de7d581b6 by drivers openvswitch,hyperv on host n-d-803226-3 at level 0 using segments [{'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:14.852878 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Attempting to bind port e705dace-0bc7-4f28-beb6-3e8de7d581b6 on network 44c2fd91-b16a-4154-81a9-4f74f0656d4e {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:14.859765 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Checking agent: {'id': 'a9936792-3aec-4552-bf23-7d86385dbfd9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 35, 13), 'started_at': datetime.datetime(2021, 8, 3, 15, 35, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803226-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:14.859765 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Checking segment: {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:14.860414 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.860634 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Bound using segment: {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'} {{(pid=106019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:14.860944 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.managers [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Bound port: e705dace-0bc7-4f28-beb6-3e8de7d581b6, host: n-d-803226-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc77a73a-6acd-478b-aeda-d503c4b15c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e'}}] {{(pid=106019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:14.861331 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:14.862196 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-68e9e0a3-26c8-41f5-b533-9477541d1fb8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 379 time: 0.0489676 Aug 03 17:09:14.883842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'port': {'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'admin_state_up': True, 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'security_groups': ['15c237a5-e808-483b-9663-061de7fa4ae3']}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:14.942529 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] For port e705dace-0bc7-4f28-beb6-3e8de7d581b6, host n-d-803226-3, cleared binding levels {{(pid=106019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:14.946430 n-d-803226-3 neutron-server[106019]: DEBUG neutron.plugins.ml2.db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] For port e705dace-0bc7-4f28-beb6-3e8de7d581b6, host n-d-803226-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e705dace-0bc7-4f28-beb6-3e8de7d581b6,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:14.952826 n-d-803226-3 neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.012443 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:15.013016 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:15.034882 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Made reservation on behalf of c7dc863c667d454e8bf60055bc5327bb for: {'port': 1} {{(pid=106016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:09:15.038715 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.053553 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4feff-18fe-4eb0-bfea-59f05d62c508 None None] Pushing event updated for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=4']} {{(pid=106019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:15.137798 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:15.188611 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Allocated IP 172.20.0.7 (ebdfdde7-458e-4493-a850-269d3da87f03/49a1fc3e-9c00-403c-b26b-6e73642a1669/2afa4002-812d-4051-94cc-494452b491f7) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:15.348227 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.351598 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e705dace-0bc7-4f28-beb6-3e8de7d581b6', 'name': '', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'mac_address': 'fa:16:3e:a4:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:09Z', 'updated_at': '2021-08-03T17:09:14Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'subnets': [{'id': '6623214e-bdfa-4613-8867-6377d5001404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:15.364184 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Transition to ACTIVE for port object 2afa4002-812d-4051-94cc-494452b491f7 will not be triggered until provisioned by entity DHCP. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:15.380047 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79ea38-4449-41aa-b5e2-c0f084416881 None None] The sync data for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 is: [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:10Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'e705dace-0bc7-4f28-beb6-3e8de7d581b6', 'name': '', 'network_id': '44c2fd91-b16a-4154-81a9-4f74f0656d4e', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'mac_address': 'fa:16:3e:a4:f3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '6623214e-bdfa-4613-8867-6377d5001404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:09Z', 'updated_at': '2021-08-03T17:09:14Z', 'revision_number': 4, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'subnets': [{'id': '6623214e-bdfa-4613-8867-6377d5001404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:09:15.399335 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.421407 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.446444 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Network ebdfdde7-458e-4493-a850-269d3da87f03 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:15.450336 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:15.456409 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:15.486784 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:15.517231 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:15.517944 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.535634 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-2e6a24b8-df54-4f03-bfdf-0747e881fcef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6579337 Aug 03 17:09:15.548671 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Request body: {'port': {'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803226-3'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:15.614777 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.779583 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-028c414e-523f-4919-948d-f5e4ba925aa2 None None] Provisioning for port 2afa4002-812d-4051-94cc-494452b491f7 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:15.783854 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-028c414e-523f-4919-948d-f5e4ba925aa2 None None] Provisioning complete for port 2afa4002-812d-4051-94cc-494452b491f7 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:15.784387 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-028c414e-523f-4919-948d-f5e4ba925aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.822493 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-028c414e-523f-4919-948d-f5e4ba925aa2 None None] Port 2afa4002-812d-4051-94cc-494452b491f7 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:09:15.892575 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8030de0-06ab-464b-aa98-6019e1679506 req-2f064765-9b23-412a-914d-0a7988b3614b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:15.894249 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8030de0-06ab-464b-aa98-6019e1679506 req-2f064765-9b23-412a-914d-0a7988b3614b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 931 time: 0.0559254 Aug 03 17:09:15.922884 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afa4002-812d-4051-94cc-494452b491f7 {{(pid=106016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:09:15.930914 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:15.934801 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-c8030de0-06ab-464b-aa98-6019e1679506 req-d15155b5-395c-440d-9962-d972acc7903c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342457 Aug 03 17:09:15.944561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.provisioning_blocks [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Transition to ACTIVE for port object 2afa4002-812d-4051-94cc-494452b491f7 will not be triggered until provisioned by entity L2. {{(pid=106016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:09:15.949896 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.002770 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:16.075887 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Attempting to bind port 2afa4002-812d-4051-94cc-494452b491f7 on host n-h2-803226-3 for vnic_type normal with profile {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:09:16.076226 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Attempting to bind port 2afa4002-812d-4051-94cc-494452b491f7 by drivers openvswitch,hyperv on host n-h2-803226-3 at level 0 using segments [{'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:09:16.076556 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Attempting to bind port 2afa4002-812d-4051-94cc-494452b491f7 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:16.081043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Port 2afa4002-812d-4051-94cc-494452b491f7 on network ebdfdde7-458e-4493-a850-269d3da87f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-803226-3 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 17:09:16.081415 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Attempting to bind port 2afa4002-812d-4051-94cc-494452b491f7 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:09:16.086481 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Checking agent: {'id': 'f074a800-9026-4e30-86b5-a0cb56780d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:09:16.086822 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Checking segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:09:16.087207 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Bound using segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} {{(pid=106016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:09:16.087638 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.managers [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Bound port: 2afa4002-812d-4051-94cc-494452b491f7, host: n-h2-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}}] {{(pid=106016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:09:16.087994 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.154032 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, cleared binding levels {{(pid=106016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:09:16.157235 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:09:16.161731 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.201102 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.201705 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.203091 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] 10.222.0.78 "PUT /v2.0/ports/2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 1091 time: 0.6593676 Aug 03 17:09:16.203530 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:09:16.205830 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c251b45-69fa-4bce-a914-0af28a38275b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:09:16.232387 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446cf3-669c-4277-81a9-91ca284965a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=3']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:16.273828 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa454301-f1ba-4ca7-a32d-691193eda178 x-openstack-request-id: req-aa454301-f1ba-4ca7-a32d-691193eda178 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:09:16.274125 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:09:16.274403 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa454301-f1ba-4ca7-a32d-691193eda178 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:09:16.274802 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'status': 'completed', 'code': 200} Aug 03 17:09:16.306246 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-4af62e2c-7701-4f28-9020-f9130a88d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.308403 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-4af62e2c-7701-4f28-9020-f9130a88d01b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1094 time: 0.0480020 Aug 03 17:09:16.352482 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-adf4c1c8-68cd-4bc8-8fe3-75433f5c8183 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 217 time: 0.0362453 Aug 03 17:09:16.409725 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-89872866-3581-4994-b14e-81b26657ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.411270 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-89872866-3581-4994-b14e-81b26657ee94 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0517287 Aug 03 17:09:16.456469 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-a8e1887b-8bc3-4777-9783-76d735508f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.457981 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-a8e1887b-8bc3-4777-9783-76d735508f97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398791 Aug 03 17:09:16.552315 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-af1389db-e726-45fe-9bc6-f947e990f018 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868995 Aug 03 17:09:16.652555 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3b91ec94-d307-4664-9dc5-92ab01b4edbe req-c5268c5b-9cf2-41fe-a6e3-1d4329e9701f service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922384 Aug 03 17:09:16.686955 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e705dace-0bc7-4f28-beb6-3e8de7d581b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:16.738746 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:16.739244 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251b45-69fa-4bce-a914-0af28a38275b req-72b45dc5-1730-49f8-bc58-883feb6159bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.740784 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-72b45dc5-1730-49f8-bc58-883feb6159bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1094 time: 0.0420518 Aug 03 17:09:16.742604 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:16.742978 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.820594 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.842023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251b45-69fa-4bce-a914-0af28a38275b req-8a079e6f-575e-4624-ac83-9176ffec3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.843632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-8a079e6f-575e-4624-ac83-9176ffec3891 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0963860 Aug 03 17:09:16.855608 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] For port e705dace-0bc7-4f28-beb6-3e8de7d581b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e705dace-0bc7-4f28-beb6-3e8de7d581b6,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:16.860492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:16.894855 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-f8015d6c-d787-4a35-a1f5-8a234e0b83d8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 217 time: 0.0415013 Aug 03 17:09:16.919514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Pushing event updated for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:16.952093 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251b45-69fa-4bce-a914-0af28a38275b req-a01af4e2-3cf5-4eb7-abf7-f6fa376d3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:16.958343 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-a01af4e2-3cf5-4eb7-abf7-f6fa376d3125 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0512183 Aug 03 17:09:17.015447 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c251b45-69fa-4bce-a914-0af28a38275b req-6229aadb-d516-4f4b-a4dc-15503d257e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:17.017031 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-6229aadb-d516-4f4b-a4dc-15503d257e5a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517967 Aug 03 17:09:17.076372 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57520f42-2fce-48f0-a75b-f91e6e19fd7c req-f84ccb1e-8c41-4300-a5b1-893cf1862881 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:17.078830 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57520f42-2fce-48f0-a75b-f91e6e19fd7c req-f84ccb1e-8c41-4300-a5b1-893cf1862881 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 943 time: 0.0608790 Aug 03 17:09:17.128264 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-57520f42-2fce-48f0-a75b-f91e6e19fd7c req-cd707eed-ca4e-4b59-888a-55fbd41525ab tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 Aug 03 17:09:17.131363 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-a61bff29-9582-4385-b3e7-7030ed8185e5 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052101 Aug 03 17:09:17.237736 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-6c251b45-69fa-4bce-a914-0af28a38275b req-3e2235e4-a0ed-458b-bb17-edacdf2594fb service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981917 Aug 03 17:09:18.249301 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579b917-e0a1-4813-aab6-5d0d26133e41 req-c3256604-6580-4762-9251-21a7a83403fb tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:18.250901 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1579b917-e0a1-4813-aab6-5d0d26133e41 req-c3256604-6580-4762-9251-21a7a83403fb tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 943 time: 0.0514259 Aug 03 17:09:18.290581 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1579b917-e0a1-4813-aab6-5d0d26133e41 req-5a69a9a2-843f-41ac-b816-b2bb80501627 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337207 Aug 03 17:09:18.570073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:09:18.663747 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e705dace-0bc7-4f28-beb6-3e8de7d581b6 up at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:18.673165 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:18.702796 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '2afa4002-812d-4051-94cc-494452b491f7', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:09:18.754988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:18.765720 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Provisioning complete for port e705dace-0bc7-4f28-beb6-3e8de7d581b6 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:18.766081 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:18.786737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afa4002-812d-4051-94cc-494452b491f7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:09:18.816875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:18.821910 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:19.064751 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:19.127347 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['2afa4002-812d-4051-94cc-494452b491f7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:09:19.408025 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75456e30-609b-4ec0-b463-5385efdbdc7d req-da90e83e-1699-4af3-bd0d-fab695d993f3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:19.409525 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75456e30-609b-4ec0-b463-5385efdbdc7d req-da90e83e-1699-4af3-bd0d-fab695d993f3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 944 time: 0.0501113 Aug 03 17:09:19.447520 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-75456e30-609b-4ec0-b463-5385efdbdc7d req-8bdc9a84-0471-4ebb-966e-c31003c20adf tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319397 Aug 03 17:09:20.563186 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0103fcc-f64c-4208-893a-66d2b25f0504 req-a97737c1-869b-4b1a-ac29-4bf1ddf19794 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:20.564766 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0103fcc-f64c-4208-893a-66d2b25f0504 req-a97737c1-869b-4b1a-ac29-4bf1ddf19794 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 944 time: 0.0496628 Aug 03 17:09:20.569410 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:09:20.606407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-e0103fcc-f64c-4208-893a-66d2b25f0504 req-c0c2dd93-998c-405d-b2d9-74dfd7b78524 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353754 Aug 03 17:09:20.620681 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning for port 2afa4002-812d-4051-94cc-494452b491f7 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:09:20.624323 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 2afa4002-812d-4051-94cc-494452b491f7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:09:20.624816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:20.706388 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:20.731010 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:09:20.733360 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f78832-9a3a-4795-9476-1f54e8379738" -d '{"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-plugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:09:20.747011 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:09:20.752777 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:20.807691 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:20.834361 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cac20f-54f0-43b0-970d-3a293cdc69e8 x-openstack-request-id: req-f6cac20f-54f0-43b0-970d-3a293cdc69e8 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:09:20.834676 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-plugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:09:20.835001 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6cac20f-54f0-43b0-970d-3a293cdc69e8 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:09:20.835399 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'code': 200} Aug 03 17:09:20.930846 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f8ec8-fb29-4ca1-a51b-ff5f0c1b8f77 req-b3fe8a2a-4e6e-4ccb-9940-bdee257a86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:20.932592 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f70f8ec8-fb29-4ca1-a51b-ff5f0c1b8f77 req-b3fe8a2a-4e6e-4ccb-9940-bdee257a86a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1096 time: 0.0410995 Aug 03 17:09:20.972913 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f70f8ec8-fb29-4ca1-a51b-ff5f0c1b8f77 req-6dcd8d43-c3ef-49ea-bd2e-b1bb68c180e4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Aug 03 17:09:21.730901 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5f6ab-dfe1-4646-8c49-2b83da580d39 req-d0a1df40-b107-49b5-b7d1-7c0934c52b3e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:21.732402 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ab5f6ab-dfe1-4646-8c49-2b83da580d39 req-d0a1df40-b107-49b5-b7d1-7c0934c52b3e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Aug 03 17:09:21.771533 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-1ab5f6ab-dfe1-4646-8c49-2b83da580d39 req-88698d2c-f259-43a0-ac27-f3fe4502c588 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330749 Aug 03 17:09:22.745213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:22.889517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9a09-e034-4beb-b2b6-f54ac198abf2 req-f757ddb1-7769-4215-829a-658ac62babe1 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:22.891188 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b89c9a09-e034-4beb-b2b6-f54ac198abf2 req-f757ddb1-7769-4215-829a-658ac62babe1 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 945 time: 0.0502856 Aug 03 17:09:22.930077 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b89c9a09-e034-4beb-b2b6-f54ac198abf2 req-5f0cea06-06a5-4c63-9246-5b3ae891be38 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328908 Aug 03 17:09:23.044204 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0bdbd-2698-40c3-859b-39058638368f req-8d576977-7b44-4707-a032-12d4fc12c526 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:23.045694 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6e0bdbd-2698-40c3-859b-39058638368f req-8d576977-7b44-4707-a032-12d4fc12c526 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 945 time: 0.0482020 Aug 03 17:09:23.083383 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f6e0bdbd-2698-40c3-859b-39058638368f req-c37c8429-7f48-402e-8e54-96d07ee6997c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Aug 03 17:09:23.106061 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32792) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:23.184929 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120a204-fdd9-428f-9ebc-be52924c3afa tempest-TestSnapshotPattern-1756195650 tempest-TestSnapshotPattern-1756195650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:23.186444 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-e120a204-fdd9-428f-9ebc-be52924c3afa tempest-TestSnapshotPattern-1756195650 tempest-TestSnapshotPattern-1756195650-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1091 time: 0.0793850 Aug 03 17:09:23.189505 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 32796) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:09:23.193861 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:09:23.216491 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:23.320795 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:23.426191 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Allocated IP 172.25.7.192 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:09:23.528721 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:23.568264 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:23.604100 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:09:23.607023 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:09:23.610401 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:09:23.641255 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:23.977259 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:24.049201 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:24.198319 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:24.202925 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:24.271540 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:09:24.284835 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:24.384648 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Floating IP 1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d associated. External IP: 172.25.7.192, port: 2afa4002-812d-4051-94cc-494452b491f7. Aug 03 17:09:24.935113 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:09:25.039063 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:09:25.048838 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:09:25.055234 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:25.060163 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:25.060794 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:25.086332 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-71fcd4b1-c33a-4c2b-965f-1728a3baeb8b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8957729 Aug 03 17:09:25.086905 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:09:25.089657 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9213a03-ffe6-425e-bd11-405039996e63" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:09:25.126073 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f52f579-7444-47aa-a2fa-71df033f7a51 x-openstack-request-id: req-5f52f579-7444-47aa-a2fa-71df033f7a51 {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:09:25.126369 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:09:25.126620 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f52f579-7444-47aa-a2fa-71df033f7a51 {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:09:25.127022 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'status': 'completed', 'code': 200} Aug 03 17:09:25.179238 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:25.188232 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213a03-ffe6-425e-bd11-405039996e63 req-900d9699-ffe0-4211-bcf9-5de5bba052fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:25.189684 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-900d9699-ffe0-4211-bcf9-5de5bba052fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1096 time: 0.0400660 Aug 03 17:09:25.279458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213a03-ffe6-425e-bd11-405039996e63 req-6f7539f3-9411-4040-a408-d6e8b3ee4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:25.280931 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-6f7539f3-9411-4040-a408-d6e8b3ee4747 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0840976 Aug 03 17:09:25.357943 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-40fdb1f5-e21f-4497-9d90-76ea2edb76f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 999 time: 0.0686622 Aug 03 17:09:25.407458 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213a03-ffe6-425e-bd11-405039996e63 req-687af8b6-6e2a-4420-8ee6-46e055ec865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:25.408041 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:23Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:25.408929 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-687af8b6-6e2a-4420-8ee6-46e055ec865a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0442846 Aug 03 17:09:25.439241 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:09:25.447961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:09:25.448640 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:09:12Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:25.456881 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213a03-ffe6-425e-bd11-405039996e63 req-88ca57e3-0209-4a86-8fa4-c05f0896b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:09:25.458532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-88ca57e3-0209-4a86-8fa4-c05f0896b994 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419097 Aug 03 17:09:25.549683 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:09:25.552537 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-a662b2db-03e1-417b-846c-e749b20fd5d7 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873339 Aug 03 17:09:25.641513 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b9213a03-ffe6-425e-bd11-405039996e63 req-e8404a47-4e2f-4fe8-a431-19a9cc20008b service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820282 Aug 03 17:09:25.778231 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:23Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:09:25.804358 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da40b5-acd0-45a2-8d0f-4c0aa7388dbf None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:23Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:09:25.986214 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1697-b770-4ebb-bbd9-9cc4e17cce6b None None] New status for floating IP 1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:09:27.071834 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:39.953903 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f369-5216-489a-8fcc-477b4ea2f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:42.268626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4b5da96b-0981-4c1c-b559-9823a22e983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:42.959380 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:44.020215 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:45.419644 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:48.499705 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:09:52.760531 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:09:57.072772 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:09.954562 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bba9ae12-c5fe-4082-9a87-70f8f4d19876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:12.269329 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8b030e73-ca3f-4dee-b010-0f6141eaa8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:12.961500 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:14.022330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:15.353853 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-536af327-3f00-461e-a114-f0074e2db9ce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445297 Aug 03 17:10:15.421051 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:15.432620 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-edf082ad-0be7-4ab6-a6cf-2fd307312eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:10:15.434169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-edf082ad-0be7-4ab6-a6cf-2fd307312eb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1096 time: 0.0415745 Aug 03 17:10:15.537075 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-d7a382fd-af2b-41d2-9c0a-074989d33ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:10:15.538590 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-d7a382fd-af2b-41d2-9c0a-074989d33ab2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0860155 Aug 03 17:10:15.606830 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-35e68ca0-be64-4ed9-a1a5-966602d1a056 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 1001 time: 0.0613980 Aug 03 17:10:15.655555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-8eb40596-a64e-4fcb-9294-17dac9c95f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:10:15.656958 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-8eb40596-a64e-4fcb-9294-17dac9c95f1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0435400 Aug 03 17:10:15.702922 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-91d47443-9f58-4dc2-9484-bf67fa3b0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:10:15.704396 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-91d47443-9f58-4dc2-9484-bf67fa3b0f07 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395005 Aug 03 17:10:15.796389 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-08368a73-ac73-4436-9255-fd312b3b49b4 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843785 Aug 03 17:10:15.884627 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-44a79a57-68d2-41f6-ad48-73bdabe81f37 req-04e9a64f-6dea-486a-bc4d-28d5e2e4f1af service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806015 Aug 03 17:10:22.775311 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:25.506052 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:10:27.064646 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:39.955144 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7517dcf3-f078-4a93-9504-2f8417da7cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:42.270244 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b6767395-636c-4ec0-ae6c-991b03aef250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:42.961501 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:44.023780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:45.422619 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:52.788083 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:10:57.071724 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:02.495707 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:11:09.961096 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-12ca1a1b-1ea9-4638-a8bb-5bedc98285ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:12.272233 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c19fcc84-01b0-426b-9e9e-2f203e5f1859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:12.962186 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:14.027817 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:15.416301 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-51f47c4c-a0d6-428e-8ba7-896c4fb8ed5f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982993 Aug 03 17:11:15.426296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:15.508994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d940-352a-435b-a7cb-0729dd591021 req-67e56b31-d57c-4138-85e1-e235d018e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:15.510826 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-67e56b31-d57c-4138-85e1-e235d018e502 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1096 time: 0.0459008 Aug 03 17:11:15.612730 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d940-352a-435b-a7cb-0729dd591021 req-f9743db9-b7df-4ea0-89b5-5ad0e52ef1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:15.614148 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-f9743db9-b7df-4ea0-89b5-5ad0e52ef1e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0845706 Aug 03 17:11:15.684085 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-908a742e-ea20-45cb-b189-9929ccb3a881 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 1001 time: 0.0621357 Aug 03 17:11:15.734947 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d940-352a-435b-a7cb-0729dd591021 req-cd34a37b-af0c-41ff-9528-468d7d043293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:15.736439 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-cd34a37b-af0c-41ff-9528-468d7d043293 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0459149 Aug 03 17:11:15.781615 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d940-352a-435b-a7cb-0729dd591021 req-cb6f69c9-c8fa-4a04-a548-19b1d79490a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:15.783136 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-cb6f69c9-c8fa-4a04-a548-19b1d79490a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396099 Aug 03 17:11:15.876585 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-7af7eb83-1215-4bae-8093-63e114e18acd service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Aug 03 17:11:15.966723 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-36e7d940-352a-435b-a7cb-0729dd591021 req-97c7959d-b21c-4bfa-a112-42032b9353c8 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836229 Aug 03 17:11:21.021876 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [req-0cf5c8ba-d545-40d5-86eb-27a5f0dfd786 req-fb2121c3-a1e7-4c67-82a3-43a72088bae6 service neutron] (106016) timed out ('10.222.0.70', 56620) {{(pid=106016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 17:11:22.787703 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:23.357285 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 details requested by agent hyperv_n-h2-803226-3 with host n-h2-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:11:23.452490 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:23.463421 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Returning: {'device': '2afa4002-812d-4051-94cc-494452b491f7', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:11:23.501451 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:23.513706 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2afa4002-812d-4051-94cc-494452b491f7 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:11:23.546649 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:23.550346 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:23.604486 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:23.612821 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.613109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.613472 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.613920 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.614248 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.614584 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.614916 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.615257 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.615563 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.615887 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.616210 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.616551 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:23.643305 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] get_ports_and_sgs() called for port_ids ['2afa4002-812d-4051-94cc-494452b491f7'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:11:25.376352 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 up at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:11:25.442148 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Provisioning complete for port 2afa4002-812d-4051-94cc-494452b491f7 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:11:25.442530 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:25.529660 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:25.567943 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:11:25.570942 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8af83-0db5-4d09-a09c-7caab2faa76d" -d '{"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-plugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:11:25.579184 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:25.584156 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:25.645534 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9048b36-a42d-4a64-9047-e8a8354cbbef x-openstack-request-id: req-c9048b36-a42d-4a64-9047-e8a8354cbbef {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:11:25.645949 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-plugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:11:25.646187 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c9048b36-a42d-4a64-9047-e8a8354cbbef {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:11:25.646528 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'code': 200} Aug 03 17:11:25.649488 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:27.067247 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:33.618551 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-4b0ae561-e8b6-424d-a38f-a2e0fefeeea1 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501068202&fields=id&tenant_id=c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 267 time: 0.0345192 Aug 03 17:11:33.730212 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-dd07072f-2ddd-48a8-9f55-23314e46ca7d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:33.731688 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-dd07072f-2ddd-48a8-9f55-23314e46ca7d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 810 time: 0.1063547 Aug 03 17:11:33.746990 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-d4ca1707-84e2-473b-901b-51cefea07438 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/quotas/c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 375 time: 0.0093067 Aug 03 17:11:33.809258 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-e304797a-d0fd-4a5f-995c-abe3e4e2caf2 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0522463 Aug 03 17:11:33.906053 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-7d78b51f-d9b7-4fd1-9150-ac0ef0e76fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853298 Aug 03 17:11:33.994032 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-9a9ec592-ce6e-4b6b-bc15-9f0cc3ecd09d service neutron] 10.222.0.70 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Aug 03 17:11:34.251881 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-6b624122-1e70-49ec-81b7-923eb0848e00 req-0d2aafdc-72c9-4483-a2a3-43feab31ec5d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 210 time: 0.0839365 Aug 03 17:11:35.332969 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-227cff2f-097e-4345-9a1c-43842c9035ce req-33b7193c-20b3-4525-901f-7c6b2fb28b00 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Aug 03 17:11:36.411592 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d947bb0a-ee99-4eb8-8e66-3174254c89ee req-d8aba78d-197f-4dc3-83f6-b913f3f833cc tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 210 time: 0.0287030 Aug 03 17:11:37.108691 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-4e01a12c-2f3d-4607-b625-4c9034210548 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:37.110183 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-4e01a12c-2f3d-4607-b625-4c9034210548 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 810 time: 0.1086335 Aug 03 17:11:37.152511 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-3796b68d-b676-40a0-af03-18d4a17f707a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7dc863c667d454e8bf60055bc5327bb HTTP/1.1" status: 200 len: 379 time: 0.0327413 Aug 03 17:11:37.163099 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'port': {'device_id': 'df125525-5191-40a7-9790-6d04fbd24f60', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'admin_state_up': True, 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'security_groups': ['15c237a5-e808-483b-9663-061de7fa4ae3']}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:11:37.277086 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Made reservation on behalf of c7dc863c667d454e8bf60055bc5327bb for: {'port': 1} {{(pid=106017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 17:11:37.281393 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.421729 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_common [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Allocated IP 172.20.0.4 (ebdfdde7-458e-4493-a850-269d3da87f03/49a1fc3e-9c00-403c-b26b-6e73642a1669/e1430076-3501-4d73-8956-a619ff1bc6c4) {{(pid=106017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:11:37.438185 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:11:37.543180 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-cdb786a2-35a7-4385-9259-8542c8d3f535 req-f4bc9210-c1d8-476a-920b-cdcd2003f48a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 210 time: 0.0420897 Aug 03 17:11:37.603602 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.631182 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.643376 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:37.644566 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:11:37.647395 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Transition to ACTIVE for port object e1430076-3501-4d73-8956-a619ff1bc6c4 will not be triggered until provisioned by entity DHCP. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:11:37.648274 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f606615-ba75-43ac-b39c-04abfce30bf1" -d '{"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-unplugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:11:37.652878 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.714587 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Pushing event updated for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=8']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:37.719650 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8558e1c-42f1-413a-aa6e-78576e0ba61a x-openstack-request-id: req-e8558e1c-42f1-413a-aa6e-78576e0ba61a {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:11:37.720090 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-unplugged", "status": "completed", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:11:37.720703 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8558e1c-42f1-413a-aa6e-78576e0ba61a {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:11:37.721157 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'code': 200} Aug 03 17:11:37.725348 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_create {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.799093 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=1']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:37.802568 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Network ebdfdde7-458e-4493-a850-269d3da87f03 is already hosted by enough agents. {{(pid=106017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:11:37.810124 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.base_scheduler [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Resources bound (agent type, host, resource id): {{(pid=106017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:11:37.813018 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.813428 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.813885 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.814296 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.814704 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.815111 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.815665 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.816075 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.816504 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.817555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.817555 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.817908 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:37.821310 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Received port after_create {{(pid=106017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:11:37.886196 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:37.886863 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:37.903841 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a41f1a11-83f5-49d7-ae53-35abbcf3d261 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444613 Aug 03 17:11:38.124296 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2fa590c8-fe37-434b-bf51-2be21221f899 None None] Provisioning for port e1430076-3501-4d73-8956-a619ff1bc6c4 completed by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:11:38.130371 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-2fa590c8-fe37-434b-bf51-2be21221f899 None None] Provisioning complete for port e1430076-3501-4d73-8956-a619ff1bc6c4 triggered by entity DHCP. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:11:38.131217 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-2fa590c8-fe37-434b-bf51-2be21221f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:38.166737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-2fa590c8-fe37-434b-bf51-2be21221f899 None None] Port e1430076-3501-4d73-8956-a619ff1bc6c4 cannot update to ACTIVE because it is not bound. {{(pid=106018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 17:11:38.679817 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120a3c-cc55-428a-b213-6130d97b1267 req-2ec4ea8b-f16e-41ce-8bf4-2d73a47dd259 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:38.681471 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32120a3c-cc55-428a-b213-6130d97b1267 req-2ec4ea8b-f16e-41ce-8bf4-2d73a47dd259 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0620983 Aug 03 17:11:38.722378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-32120a3c-cc55-428a-b213-6130d97b1267 req-4ea30e45-85c1-4b98-be04-796161226074 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337200 Aug 03 17:11:39.495205 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:11:39.858442 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936501e-cb01-42df-9ff6-531da5a94b4d req-ef27b243-f0fc-4404-b856-4de34547f509 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:39.860058 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1936501e-cb01-42df-9ff6-531da5a94b4d req-ef27b243-f0fc-4404-b856-4de34547f509 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0530283 Aug 03 17:11:39.899305 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1936501e-cb01-42df-9ff6-531da5a94b4d req-872389bf-cdfa-4974-9dff-160c01802212 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327144 Aug 03 17:11:39.954760 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc14a-3ffa-4520-813c-9763211c3fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:41.020891 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ac1c-3dfb-4cad-bb1f-f388c6b28719 req-56886f3f-ee06-4e7a-9f82-ad4488558357 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:41.022625 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7711ac1c-3dfb-4cad-bb1f-f388c6b28719 req-56886f3f-ee06-4e7a-9f82-ad4488558357 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0492425 Aug 03 17:11:41.066862 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7711ac1c-3dfb-4cad-bb1f-f388c6b28719 req-20b93133-e1e8-4a79-a14e-0a4387225976 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371706 Aug 03 17:11:42.192210 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbadb3-877e-407d-9260-db170aecfc90 req-965a2137-528e-41ce-9854-411a5b40d2ef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:42.193909 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3fbadb3-877e-407d-9260-db170aecfc90 req-965a2137-528e-41ce-9854-411a5b40d2ef tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0569069 Aug 03 17:11:42.234433 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-d3fbadb3-877e-407d-9260-db170aecfc90 req-b58d0337-19ac-4337-b838-0536496d8442 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344882 Aug 03 17:11:42.278626 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e10a5e90-32c1-4aad-a031-eac191e11ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:42.963675 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:43.362832 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37d8a-6234-4c44-8288-1293b6604abc req-8e306842-94e7-4e03-bfb3-756287196788 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:43.364346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0e37d8a-6234-4c44-8288-1293b6604abc req-8e306842-94e7-4e03-bfb3-756287196788 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0537710 Aug 03 17:11:43.403695 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f0e37d8a-6234-4c44-8288-1293b6604abc req-bdc77dae-d95c-488c-86a3-5a5ee9d339b5 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Aug 03 17:11:44.034109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:44.523594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317027f-2676-491f-8025-9df65a6703d5 req-e7e23e97-d659-4abc-9775-398914d792da tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:44.525141 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f317027f-2676-491f-8025-9df65a6703d5 req-e7e23e97-d659-4abc-9775-398914d792da tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0514796 Aug 03 17:11:44.569588 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-f317027f-2676-491f-8025-9df65a6703d5 req-de79c23a-ca92-494e-827c-877e265d2f4a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 Aug 03 17:11:45.434924 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:45.692018 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd47cd-717b-45b1-8092-75fd63adf0a2 req-55962ccd-5906-4559-ae52-6ceb98d7621e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:45.693465 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02fd47cd-717b-45b1-8092-75fd63adf0a2 req-55962ccd-5906-4559-ae52-6ceb98d7621e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0568449 Aug 03 17:11:45.735214 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-02fd47cd-717b-45b1-8092-75fd63adf0a2 req-7b1c1c56-e35c-4de0-836f-98bec5a273a4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357320 Aug 03 17:11:46.864596 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071162b-dc7d-4d01-a5b8-dcadc22577c4 req-a3ca2546-ecbe-4f39-82f5-fe479f267fd3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:46.866466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a071162b-dc7d-4d01-a5b8-dcadc22577c4 req-a3ca2546-ecbe-4f39-82f5-fe479f267fd3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0613966 Aug 03 17:11:46.916879 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a071162b-dc7d-4d01-a5b8-dcadc22577c4 req-b1b75a22-c8d6-4478-8a77-95da85410f23 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Aug 03 17:11:48.046757 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803d9db-d127-4ccc-9c6b-35b8e5def779 req-7c24c132-2d7f-406c-ab8d-24d9238ecef9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:48.048252 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f803d9db-d127-4ccc-9c6b-35b8e5def779 req-7c24c132-2d7f-406c-ab8d-24d9238ecef9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 931 time: 0.0498421 Aug 03 17:11:48.086511 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-f803d9db-d127-4ccc-9c6b-35b8e5def779 req-4ddce726-af42-4f0e-8073-14b35053de8d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Aug 03 17:11:48.196438 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-27c2fef0-e910-4bf6-bcc2-bbd2a81556c4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=106017) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 17:11:48.197520 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-27c2fef0-e910-4bf6-bcc2-bbd2a81556c4 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060475 Aug 03 17:11:48.257517 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.v2.base [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Request body: {'port': {'device_id': 'df125525-5191-40a7-9790-6d04fbd24f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803226-3'}} {{(pid=106017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:11:48.333723 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.636756 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:11:48.646052 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.658274 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.provisioning_blocks [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Transition to ACTIVE for port object e1430076-3501-4d73-8956-a619ff1bc6c4 will not be triggered until provisioned by entity L2. {{(pid=106017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 17:11:48.661718 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.731752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=2']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:48.784569 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Attempting to bind port e1430076-3501-4d73-8956-a619ff1bc6c4 on host n-h1-803226-3 for vnic_type normal with profile {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 17:11:48.784921 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Attempting to bind port e1430076-3501-4d73-8956-a619ff1bc6c4 by drivers openvswitch,hyperv on host n-h1-803226-3 at level 0 using segments [{'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 17:11:48.785253 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Attempting to bind port e1430076-3501-4d73-8956-a619ff1bc6c4 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:11:48.790387 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Port e1430076-3501-4d73-8956-a619ff1bc6c4 on network ebdfdde7-458e-4493-a850-269d3da87f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-803226-3 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 17:11:48.790720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Attempting to bind port e1430076-3501-4d73-8956-a619ff1bc6c4 on network ebdfdde7-458e-4493-a850-269d3da87f03 {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 17:11:48.796227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Checking agent: {'id': 'bcf068cc-74d5-4e11-a8e9-0dcbe736d90c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803226-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'started_at': datetime.datetime(2021, 8, 3, 15, 42, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 17:11:48.796564 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Checking segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 17:11:48.796952 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Bound using segment: {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'} {{(pid=106017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 17:11:48.797383 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.managers [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Bound port: e1430076-3501-4d73-8956-a619ff1bc6c4, host: n-h1-803226-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73073e0d-cd10-49de-a02d-8c9496f01d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03'}}] {{(pid=106017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 17:11:48.797775 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.864696 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, cleared binding levels {{(pid=106017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 17:11:48.867850 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 17:11:48.872828 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59850965'] for port, after_update {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.909513 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:48.910515 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:48.911936 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 1091 time: 0.7060647 Aug 03 17:11:48.912412 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:11:48.914720 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96" -d '{"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:11:48.939524 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5ee63-6578-4521-afb0-32868cfd74f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=3']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:49.004106 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a47c3743-d8dc-4dc5-9694-4e9370e855f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.005806 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-a47c3743-d8dc-4dc5-9694-4e9370e855f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1094 time: 0.0512271 Aug 03 17:11:49.049586 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48684192-052f-4a3c-9bc5-ea349b4b12df x-openstack-request-id: req-48684192-052f-4a3c-9bc5-ea349b4b12df {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:11:49.049913 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:11:49.050167 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48684192-052f-4a3c-9bc5-ea349b4b12df {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:11:49.050566 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'status': 'completed', 'code': 200} Aug 03 17:11:49.052394 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-cba0ba25-d4ad-4e7f-9900-fa7d9e5bc2d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 217 time: 0.0393810 Aug 03 17:11:49.104071 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-c47156b0-0bad-4d78-837a-80d76d2a26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.105835 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-c47156b0-0bad-4d78-837a-80d76d2a26ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0464821 Aug 03 17:11:49.156686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-9eba6daf-769f-4c4f-ad42-bc04d2c03da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.158311 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-9eba6daf-769f-4c4f-ad42-bc04d2c03da0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461802 Aug 03 17:11:49.212674 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ee28e-89e6-4f05-97b3-d3b2bafd64c3 req-d83c15d8-4ef0-4853-a227-6cd3994df40c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.214195 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac9ee28e-89e6-4f05-97b3-d3b2bafd64c3 req-d83c15d8-4ef0-4853-a227-6cd3994df40c tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 943 time: 0.0540977 Aug 03 17:11:49.251872 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-0ef16623-9f68-44cd-9e8f-814cc687cf0c service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Aug 03 17:11:49.253922 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-ac9ee28e-89e6-4f05-97b3-d3b2bafd64c3 req-01914556-8e15-44a1-ad0b-c42a12563394 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325444 Aug 03 17:11:49.348231 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-7df84927-dc93-4fac-a8fe-c5ac91617fdd req-973b96ad-87b2-4fa4-a70f-9b40f7be2e41 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881698 Aug 03 17:11:49.432583 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-8cc17fda-c801-4d99-80f4-60593eb45315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.434378 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-8cc17fda-c801-4d99-80f4-60593eb45315 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1094 time: 0.0418663 Aug 03 17:11:49.522720 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-3ace5477-1c3c-463a-9c22-8191e9efa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.524185 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-3ace5477-1c3c-463a-9c22-8191e9efa489 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0831971 Aug 03 17:11:49.568727 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-b966e147-4653-4370-bec0-7b80f8ea80cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 217 time: 0.0376880 Aug 03 17:11:49.619361 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-c3b7c907-c59a-4f32-9ef5-a5e419842b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.620686 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-c3b7c907-c59a-4f32-9ef5-a5e419842b39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0432065 Aug 03 17:11:49.665695 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-d6f915d8-871f-4e78-b528-04a9a64d4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:49.667139 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-d6f915d8-871f-4e78-b528-04a9a64d4b76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386636 Aug 03 17:11:49.760705 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-ebb504a7-8610-45a9-9af8-c72b70b88253 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Aug 03 17:11:49.849220 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-1fdcaf6c-1d5f-4d79-a9de-3b0348e16e96 req-f0704463-1aff-4ed8-a4a6-9a0fafe68fe9 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813742 Aug 03 17:11:50.373897 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0c767-e351-49ed-bcda-787730d8087d req-b1035817-d421-4b70-bf2f-b3264e062ce3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:50.375390 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c0c767-e351-49ed-bcda-787730d8087d req-b1035817-d421-4b70-bf2f-b3264e062ce3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 943 time: 0.0511377 Aug 03 17:11:50.419250 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-99c0c767-e351-49ed-bcda-787730d8087d req-c61b87fd-f4fb-4495-b4fe-ecf173ced560 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379727 Aug 03 17:11:51.539963 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7c2b-a03b-41ef-92d2-6321de082ece req-6d407aad-8bea-43d3-aba1-817da0eb793b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:51.541428 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95bb7c2b-a03b-41ef-92d2-6321de082ece req-6d407aad-8bea-43d3-aba1-817da0eb793b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 943 time: 0.0518720 Aug 03 17:11:51.581484 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-95bb7c2b-a03b-41ef-92d2-6321de082ece req-285f8596-ac37-438f-95af-1c054a53e1d9 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332549 Aug 03 17:11:51.852502 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:11:51.947084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:51.958961 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'mac_address': 'fa:16:3e:57:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:11:51.994163 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:52.006825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:11:52.026368 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:52.030510 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:52.075736 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=4']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:52.250957 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e1430076-3501-4d73-8956-a619ff1bc6c4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:11:52.698197 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c6db2-3200-4479-8740-83e2a4aa00d5 req-fc1dcfec-1f07-4c05-b890-f5be6ecc93c7 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:52.699697 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-728c6db2-3200-4479-8740-83e2a4aa00d5 req-fc1dcfec-1f07-4c05-b890-f5be6ecc93c7 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 944 time: 0.0503774 Aug 03 17:11:52.738603 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-728c6db2-3200-4479-8740-83e2a4aa00d5 req-665bf4b3-359a-472e-8d17-efcf0784cae6 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329764 Aug 03 17:11:52.787240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:53.858157 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69ebed-1db7-4de6-9e78-94d82e48ced9 req-23f54d59-df7e-44b9-8f71-af1f48688eb7 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:53.859580 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf69ebed-1db7-4de6-9e78-94d82e48ced9 req-23f54d59-df7e-44b9-8f71-af1f48688eb7 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 944 time: 0.0534403 Aug 03 17:11:53.868339 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:11:53.897763 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-bf69ebed-1db7-4de6-9e78-94d82e48ced9 req-61d23faa-63c5-4669-b9dd-c2cbbbdf130d tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Aug 03 17:11:53.919098 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning for port e1430076-3501-4d73-8956-a619ff1bc6c4 completed by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 17:11:53.922824 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e1430076-3501-4d73-8956-a619ff1bc6c4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:11:53.923193 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:53.997499 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:54.018962 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:11:54.021184 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68775b-492c-4a2f-906c-8879e460e998" -d '{"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-plugged", "status": "completed", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:11:54.034718 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:11:54.038474 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:54.063178 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b379ac81-6f27-43f9-85a1-f3b74390e9fb x-openstack-request-id: req-b379ac81-6f27-43f9-85a1-f3b74390e9fb {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:11:54.063465 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-plugged", "status": "completed", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:11:54.063720 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b379ac81-6f27-43f9-85a1-f3b74390e9fb {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:11:54.064103 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'code': 200} Aug 03 17:11:54.089484 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=5']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:54.157975 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd52c4-0917-489f-be10-1b0c5780393a req-89ed7583-31bd-45ef-b2a4-a35f829e380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:54.159452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4bdd52c4-0917-489f-be10-1b0c5780393a req-89ed7583-31bd-45ef-b2a4-a35f829e380a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1096 time: 0.0399246 Aug 03 17:11:54.193654 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4bdd52c4-0917-489f-be10-1b0c5780393a req-b771af08-3575-4314-9a21-97550d944aad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273015 Aug 03 17:11:55.017921 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793071fc-cffa-4fcc-8f6d-3ca7ad236a20 req-5ae794bf-99d1-458b-a9e3-520b10de2888 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:55.019408 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-793071fc-cffa-4fcc-8f6d-3ca7ad236a20 req-5ae794bf-99d1-458b-a9e3-520b10de2888 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Aug 03 17:11:55.056697 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-793071fc-cffa-4fcc-8f6d-3ca7ad236a20 req-bbe5e2cf-ac0e-4411-be41-5ee11de2a96a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Aug 03 17:11:55.173016 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585ee4f-bec5-4ab2-b241-8725e41e17cb req-91197208-112a-42c1-8ed7-f7ceb48d8a91 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:55.174526 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3585ee4f-bec5-4ab2-b241-8725e41e17cb req-91197208-112a-42c1-8ed7-f7ceb48d8a91 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Aug 03 17:11:55.216421 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-3585ee4f-bec5-4ab2-b241-8725e41e17cb req-c5961472-3f09-4968-9e81-1e3c7b1baf6b tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359104 Aug 03 17:11:55.238388 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33088) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:11:55.282091 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab38ecc-db3d-42c0-9802-e0d3dc33bbe8 tempest-TestSnapshotPattern-1756195650 tempest-TestSnapshotPattern-1756195650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:55.283593 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bab38ecc-db3d-42c0-9802-e0d3dc33bbe8 tempest-TestSnapshotPattern-1756195650 tempest-TestSnapshotPattern-1756195650-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1091 time: 0.0442336 Aug 03 17:11:55.286296 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33090) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:11:55.290555 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.v2.base [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Request body: {'floatingip': {'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 17:11:55.313955 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:55.409603 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:55.516408 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_common [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Allocated IP 172.25.7.222 (4378d95d-7a10-4d19-9fa6-35580e695c19/ac7beb0f-a7dd-4f64-b787-0664ab14b601/7a150c62-d0bf-4fdf-bde7-23ca717de8e5) {{(pid=106016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 17:11:55.619406 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:55.658189 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745863716792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:55.699739 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Network 4378d95d-7a10-4d19-9fa6-35580e695c19 is already hosted by enough agents. {{(pid=106016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 17:11:55.706120 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.base_scheduler [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Resources bound (agent type, host, resource id): {{(pid=106016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 17:11:55.710527 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Received port after_create {{(pid=106016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 17:11:55.712466 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=7a150c62-d0bf-4fdf-bde7-23ca717de8e5,revision_number=1']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:55.738012 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.738361 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.738702 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.739043 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.739384 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.739719 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.740048 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.740379 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.740712 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.741044 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.741372 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:55.741720 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:11:56.079697 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.149568 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.300783 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for port, precommit_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.305353 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62590655'] for port, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.371304 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event updated for resources: {'Port': ['ID=7a150c62-d0bf-4fdf-bde7-23ca717de8e5,revision_number=2']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:11:56.385015 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3915006'] for floatingip, after_update {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.486106 n-d-803226-3 neutron-server[106016]: INFO neutron.db.l3_db [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Floating IP 9ce46d56-2260-4e3e-845d-1222d4c3113d associated. External IP: 172.25.7.222, port: e1430076-3501-4d73-8956-a619ff1bc6c4. Aug 03 17:11:56.695413 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:11:56.804472 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:11:56.814131 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:11:56.820913 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:56.823513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:11:56.824170 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:11:56.849265 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-f17c68dd-67b2-4e9f-aa94-24bc1193839e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5619674 Aug 03 17:11:56.849878 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:11:56.852127 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9cff5-82cf-4557-bf2e-808736adc4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:11:56.941166 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:11:56.948264 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5bd89-b322-40c9-8a3d-7950c7b5d1ae x-openstack-request-id: req-a1e5bd89-b322-40c9-8a3d-7950c7b5d1ae {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:11:56.948642 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:11:56.948956 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1e5bd89-b322-40c9-8a3d-7950c7b5d1ae {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:11:56.949424 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'status': 'completed', 'code': 200} Aug 03 17:11:57.011895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-438a4242-0925-4f1b-904d-ec110ecc2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:57.014025 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-438a4242-0925-4f1b-904d-ec110ecc2757 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1096 time: 0.0423169 Aug 03 17:11:57.108508 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-d3883c6e-ceac-4d5d-80ab-a669a48dc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:57.109968 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-d3883c6e-ceac-4d5d-80ab-a669a48dc031 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0890203 Aug 03 17:11:57.146930 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:11:57.181982 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-58ae625d-c7ba-410c-8bc6-6c5cf086c6c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 999 time: 0.0646777 Aug 03 17:11:57.231354 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-e1880b71-0428-40a4-ae45-f3223b7719bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:57.232896 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-e1880b71-0428-40a4-ae45-f3223b7719bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0442715 Aug 03 17:11:57.279587 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-b1b93184-7858-460f-82b9-58a2b2109154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:11:57.281085 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-b1b93184-7858-460f-82b9-58a2b2109154 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409455 Aug 03 17:11:57.333625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}, {'id': '9ce46d56-2260-4e3e-845d-1222d4c3113d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:57:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df125525-5191-40a7-9790-6d04fbd24f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:11:55Z', 'updated_at': '2021-08-03T17:11:55Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:11:57.363070 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:11:57.371059 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:11:57.371660 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:11:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:11:57.388207 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-71155c59-2ffd-4e18-bb46-b0702a62aeb2 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901344 Aug 03 17:11:57.478277 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-a8b9cff5-82cf-4557-bf2e-808736adc4ef req-f2fca971-a3da-41d3-85be-1e6990d8d2cc service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Aug 03 17:11:57.480965 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:11:57.796212 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}, {'id': '9ce46d56-2260-4e3e-845d-1222d4c3113d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:57:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df125525-5191-40a7-9790-6d04fbd24f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:11:55Z', 'updated_at': '2021-08-03T17:11:55Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:11:57.827853 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b255-e33d-472c-b90d-cf6cf73d7ee2 None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}, {'id': '9ce46d56-2260-4e3e-845d-1222d4c3113d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:57:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df125525-5191-40a7-9790-6d04fbd24f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:11:55Z', 'updated_at': '2021-08-03T17:11:55Z', 'revision_number': 0, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:11:58.024136 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71dc421-dbdf-47ec-8ea6-c1373bde75f7 None None] New status for floating IP 9ce46d56-2260-4e3e-845d-1222d4c3113d: ACTIVE {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:12:09.956897 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-b523e2a7-a0e4-498f-a465-e582e241edbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:12.270685 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f7e19a17-819b-4048-abf7-d3c98aa9ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:12.964315 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:14.034256 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:15.361125 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-d248eaa2-6bab-4f4f-a037-da722f2682b0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405033 Aug 03 17:12:15.437850 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:15.442180 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-39683525-1cd1-4a04-856f-687668ed6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:15.443728 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-39683525-1cd1-4a04-856f-687668ed6b36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1094 time: 0.0421562 Aug 03 17:12:15.549833 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-49a8a772-29ea-4f7c-92f1-87850f50dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:15.551324 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-49a8a772-29ea-4f7c-92f1-87850f50dd1a service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0883586 Aug 03 17:12:15.616063 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-18f16a73-698e-4a5f-a925-90ae816263c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 999 time: 0.0579245 Aug 03 17:12:15.668234 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-75ef1cd1-b0af-4aaa-9286-93f6042c4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:15.670727 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-75ef1cd1-b0af-4aaa-9286-93f6042c4d7c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0471070 Aug 03 17:12:15.716222 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-64d232fb-f815-429b-83fa-d870fbddb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:15.717733 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-64d232fb-f815-429b-83fa-d870fbddb29d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402977 Aug 03 17:12:15.806169 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-089a8194-a9c3-47ab-afa4-78fc03121838 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813518 Aug 03 17:12:15.898945 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-3f816724-b4d1-4024-8834-d5c743c27a5c req-4c167a82-3b80-4e97-8f48-c504dedb0f71 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Aug 03 17:12:16.494212 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:12:20.258232 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-6c3fce18-e56d-474a-891a-4bab2727160a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399749 Aug 03 17:12:20.345415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-0a15168c-12ba-4efe-a5a3-578d67ecd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:20.347050 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-0a15168c-12ba-4efe-a5a3-578d67ecd5e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1096 time: 0.0480418 Aug 03 17:12:20.448440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-b563ec68-9a42-402d-a7e4-a6946028ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:20.449938 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-b563ec68-9a42-402d-a7e4-a6946028ec86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0836663 Aug 03 17:12:20.518358 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-b23dcf5d-74f5-4d9b-80b5-a86388fb3fba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 1001 time: 0.0606689 Aug 03 17:12:20.567313 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-42baf160-227e-4ace-bef4-499140a68748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:20.568776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-42baf160-227e-4ace-bef4-499140a68748 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0435057 Aug 03 17:12:20.613349 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-28380a9d-7d7e-44e5-8f15-fec701dc33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:12:20.614853 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-28380a9d-7d7e-44e5-8f15-fec701dc33f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392644 Aug 03 17:12:20.706570 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-4a84c747-acb1-4068-9e47-6cbb61f90de2 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Aug 03 17:12:20.794466 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-144a3df2-815d-4aad-8582-47ee9bccb529 req-5b368200-ba84-4d93-8497-c4a0af004f6a service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803769 Aug 03 17:12:22.801556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:27.063179 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:39.957599 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bd4189e1-0b40-48bb-8e66-de094a87dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:42.271999 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-157ed0fe-d528-4677-ba80-6f0cb92c1752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:42.966102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:44.036052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:45.441269 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:52.809719 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:12:53.493222 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:12:57.078361 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:09.957923 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-1eae7fd9-801f-48fc-afd4-08d6792efd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:12.273199 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d3a42fcb-47a0-4ad0-84a5-4610a1050f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:12.966457 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:14.040492 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:15.442944 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:16.377700 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-3de1f0f3-ef7e-4bc8-ab25-9fc293d7bc68 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410171 Aug 03 17:13:16.459161 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-e79ef590-1f51-46f5-98a5-772f2b91ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:16.460651 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-e79ef590-1f51-46f5-98a5-772f2b91ff19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1094 time: 0.0414336 Aug 03 17:13:16.567785 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-13915d68-ab83-4408-89b5-2e2a2aad79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:16.569316 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-13915d68-ab83-4408-89b5-2e2a2aad79c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0879419 Aug 03 17:13:16.633692 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-3c49f935-b42a-44e7-82d7-2b705347f9ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 999 time: 0.0575190 Aug 03 17:13:16.687276 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-05c40df6-10c1-413c-a9d7-bcdcf66c38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:16.689378 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-05c40df6-10c1-413c-a9d7-bcdcf66c38f2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0492680 Aug 03 17:13:16.736806 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-7da29b54-1402-4feb-8879-01f7b42f73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:16.738407 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-7da29b54-1402-4feb-8879-01f7b42f73dd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418785 Aug 03 17:13:16.827271 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-e311d728-297c-48d3-bc11-bba770430aad service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812390 Aug 03 17:13:16.922532 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-7fe2db30-9c29-4e0d-8bf0-3eef21f42d24 req-6d34a95d-fdb0-40ae-9273-af7479a325ae service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Aug 03 17:13:19.678708 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-754d3db1-3255-41ec-99d0-f990e21dbaca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422087 Aug 03 17:13:19.767179 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-2ea263a0-2bb3-47da-b5c2-73e2773f971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:19.768701 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-2ea263a0-2bb3-47da-b5c2-73e2773f971c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1096 time: 0.0468946 Aug 03 17:13:19.872945 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-684d60a7-f05f-4ed6-8a17-2b6933c8dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:19.874431 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-684d60a7-f05f-4ed6-8a17-2b6933c8dbed service neutron] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.0870187 Aug 03 17:13:19.950112 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-cd5bd8b4-beb1-4d6d-8cdf-7daef1df5ff0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 1001 time: 0.0685780 Aug 03 17:13:19.998467 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-f9433bad-5ca8-4071-9755-38d891b6eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:19.999933 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-f9433bad-5ca8-4071-9755-38d891b6eb10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0432131 Aug 03 17:13:20.046142 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-c157642c-1037-485b-9282-0a92db795374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:20.047737 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-c157642c-1037-485b-9282-0a92db795374 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406346 Aug 03 17:13:20.139999 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-5cfd5bc9-88ba-4651-9866-19fbd1939dfb service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855064 Aug 03 17:13:20.231361 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-80fe59af-2d58-4e6f-a988-01d7bfe12e24 req-fc2f74ab-9790-4ca2-af2b-9491a7a66393 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839515 Aug 03 17:13:22.824598 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:27.094513 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:30.492811 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:13:32.491998 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 details requested by agent hyperv_n-h1-803226-3 with host n-h1-803226-3 {{(pid=106018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 17:13:32.634475 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:32.647979 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Returning: {'device': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'port_id': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'mac_address': 'fa:16:3e:57:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 17:13:32.702600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:32.722875 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 17:13:32.752056 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:32.759337 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:32.838872 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] get_ports_and_sgs() called for port_ids ['e1430076-3501-4d73-8956-a619ff1bc6c4'] {{(pid=106018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 17:13:32.842568 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=6']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:32.873689 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.874109 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.874344 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.874686 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.875029 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.875353 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.875877 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.876208 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.876545 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.878014 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.878367 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:32.878697 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:34.521117 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 up at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 17:13:34.576711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.provisioning_blocks [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Provisioning complete for port e1430076-3501-4d73-8956-a619ff1bc6c4 triggered by entity L2. {{(pid=106018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 17:13:34.577085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3533164'] for port, provisioning_complete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:34.661424 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-708467'] for port, before_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:34.688095 n-d-803226-3 neutron-server[106018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:13:34.690273 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db1f99f8431f52449f95738401e79f8740251b86f1bc7e28f51475722bd782ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb62554-9451-4599-a851-3522c0a7c4c8" -d '{"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-plugged", "status": "completed", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:13:34.708489 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:34.714208 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745864237743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745863716810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745863716828'] for port, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:34.744796 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58806e0-5cd3-46ca-9747-e54f8bcf7235 x-openstack-request-id: req-e58806e0-5cd3-46ca-9747-e54f8bcf7235 {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:13:34.745097 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-plugged", "status": "completed", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "code": 200}]} {{(pid=106018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:13:34.745484 n-d-803226-3 neutron-server[106018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e58806e0-5cd3-46ca-9747-e54f8bcf7235 {{(pid=106018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:13:34.745772 n-d-803226-3 neutron-server[106018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'code': 200} Aug 03 17:13:34.772052 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Pushing event updated for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=7']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:39.961894 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-007f0cd0-dd86-4186-9337-2c5d09a2923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.172714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33300) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:42.273630 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-8cc7672c-21dc-43bc-b3e9-e9e8617c694e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.331794 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Deleting port 7a150c62-d0bf-4fdf-bde7-23ca717de8e5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:42.332135 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.408522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.408877 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.420315 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Calling delete_port for 7a150c62-d0bf-4fdf-bde7-23ca717de8e5 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:42.570918 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.601227 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event deleted for resources: {'Port': ['ID=7a150c62-d0bf-4fdf-bde7-23ca717de8e5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:42.623917 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.624258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.624595 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.624929 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.625259 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.625586 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.625938 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.626365 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.627187 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.627510 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.627831 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.628157 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:42.666118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:42.666445 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Floating IP 9ce46d56-2260-4e3e-845d-1222d4c3113d disassociated (deleted). External IP: 172.25.7.222, port: e1430076-3501-4d73-8956-a619ff1bc6c4. Aug 03 17:13:42.873522 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:13:42.969275 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:43.317579 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:13:43.321943 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:43.327419 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:13:43.336923 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:43.337529 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:43.349867 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-a6bea27b-96a7-4bae-93a9-66b8ff27955f tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "DELETE /v2.0/floatingips/9ce46d56-2260-4e3e-845d-1222d4c3113d HTTP/1.1" status: 204 len: 168 time: 1.1758912 Aug 03 17:13:43.350479 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:13:43.352719 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc02ca-0032-4425-bd77-5800e41ae45e" -d '{"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:13:43.390441 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ca524-c1f9-4cc8-b36f-be4122c3686a x-openstack-request-id: req-de3ca524-c1f9-4cc8-b36f-be4122c3686a {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:13:43.390736 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:13:43.390984 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de3ca524-c1f9-4cc8-b36f-be4122c3686a {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:13:43.391378 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'status': 'completed', 'code': 200} Aug 03 17:13:43.453714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:43.460123 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-0255920c-9955-44bd-9836-68240a404c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:43.461794 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-0255920c-9955-44bd-9836-68240a404c9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 1096 time: 0.0478759 Aug 03 17:13:43.567489 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-a2ab4fdd-2dc0-497c-b58c-6b374a3ee2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:43.569098 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-a2ab4fdd-2dc0-497c-b58c-6b374a3ee2cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.1004405 Aug 03 17:13:43.605039 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b6f8-f57d-4367-80e2-307c00205cb1 req-390af23c-e486-4794-ab8e-cf08ec95af34 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:43.606743 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6c2b6f8-f57d-4367-80e2-307c00205cb1 req-390af23c-e486-4794-ab8e-cf08ec95af34 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 945 time: 0.0616629 Aug 03 17:13:43.614776 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-446faa5e-3da4-45a8-9710-0d4585371444 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 200 len: 217 time: 0.0370934 Aug 03 17:13:43.651205 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-c6c2b6f8-f57d-4367-80e2-307c00205cb1 req-7b6f2d02-fe09-4950-b1ff-88b832dbf6d3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348072 Aug 03 17:13:43.667346 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-03c8eb2d-c5bc-482a-8803-75bd42cb1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:43.669060 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-03c8eb2d-c5bc-482a-8803-75bd42cb1c12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0472620 Aug 03 17:13:43.701623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:43.723415 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-26f54743-9bb4-4f86-87a4-425b547fa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:43.725051 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-26f54743-9bb4-4f86-87a4-425b547fa705 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478423 Aug 03 17:13:43.732448 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:13:43.741073 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:43.741713 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:43.816208 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-91ac806b-c5c6-4809-ad5c-3c30f7789dc7 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833087 Aug 03 17:13:43.847708 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:43.911528 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-68dc02ca-0032-4425-bd77-5800e41ae45e req-e92e8521-818f-4be1-89ba-20f386a461f6 service neutron] 10.222.0.72 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861709 Aug 03 17:13:44.062824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:44.081552 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:44.110307 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04163e-0342-47e3-872b-b0283d3b5a6a None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_floatingips': [{'id': '1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'router_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'port_id': '2afa4002-812d-4051-94cc-494452b491f7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'mac_address': 'fa:16:3e:a5:04:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T17:09:23Z', 'updated_at': '2021-08-03T17:09:26Z', 'revision_number': 1, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:13:44.330726 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfe1246-f07b-4e61-91ad-4a97a79dad71 None None] New status for floating IP 9ce46d56-2260-4e3e-845d-1222d4c3113d: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:13:44.770777 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a50c5-c67f-4111-acfd-3253e44d55e4 req-815226c8-016f-4b5f-b748-be5991185036 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:44.772285 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1a50c5-c67f-4111-acfd-3253e44d55e4 req-815226c8-016f-4b5f-b748-be5991185036 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 03 17:13:44.811454 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-4b1a50c5-c67f-4111-acfd-3253e44d55e4 req-6231238a-4869-4fd1-b322-03a6877cf66e tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 03 17:13:45.060440 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-2de4476b-6e67-4384-8baa-42d8b814d3f1 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:45.061902 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-2de4476b-6e67-4384-8baa-42d8b814d3f1 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 945 time: 0.0473728 Aug 03 17:13:45.158083 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Deleting port e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:45.158432 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:45.244362 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] For port e1430076-3501-4d73-8956-a619ff1bc6c4, host n-h1-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803226-3',level=0,port_id=e1430076-3501-4d73-8956-a619ff1bc6c4,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:45.244647 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:45.257306 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Calling delete_port for e1430076-3501-4d73-8956-a619ff1bc6c4 owned by compute:nova {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:45.387288 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:45.415594 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event deleted for resources: {'Port': ['ID=e1430076-3501-4d73-8956-a619ff1bc6c4,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:45.449707 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:45.460430 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] No DVR routers for this DVR port e1430076-3501-4d73-8956-a619ff1bc6c4 on host n-h1-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:13:45.463110 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:45.465178 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-63f4fcd2-7f04-4d59-9b19-29a71027f4a4 req-65e0f4c1-c0fc-4491-a80c-73141a0d5f78 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.72 "DELETE /v2.0/ports/e1430076-3501-4d73-8956-a619ff1bc6c4 HTTP/1.1" status: 204 len: 173 time: 0.3973007 Aug 03 17:13:45.465686 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-deleted', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:13:45.468011 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb5d77-e134-4848-8ff3-0658edaa5187" -d '{"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-deleted", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:13:45.512384 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a247b27f-d03b-405c-8bad-3543afbc41c9 x-openstack-request-id: req-a247b27f-d03b-405c-8bad-3543afbc41c9 {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:13:45.512674 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df125525-5191-40a7-9790-6d04fbd24f60", "name": "network-vif-deleted", "tag": "e1430076-3501-4d73-8956-a619ff1bc6c4", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:13:45.512927 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a247b27f-d03b-405c-8bad-3543afbc41c9 {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:13:45.513320 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df125525-5191-40a7-9790-6d04fbd24f60', 'name': 'network-vif-deleted', 'tag': 'e1430076-3501-4d73-8956-a619ff1bc6c4', 'status': 'completed', 'code': 200} Aug 03 17:13:45.930769 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-87927a60-14d7-49de-a422-624f0b799b75 req-d2027b86-576e-4367-bedf-822aebf292b0 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=df125525-5191-40a7-9790-6d04fbd24f60 HTTP/1.1" status: 200 len: 210 time: 0.0280910 Aug 03 17:13:46.551781 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:46.724741 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:46.725084 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:47.492926 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33360) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:47.647983 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Deleting port eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:47.648752 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:47.726372 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:47.726581 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:47.738010 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Calling delete_port for eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241 owned by network:floatingip {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:47.882441 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:47.911065 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event deleted for resources: {'Port': ['ID=eaa777a2-bccb-4b85-b1d9-cfe3d9d5e241,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:47.970008 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for floatingip, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:47.970340 n-d-803226-3 neutron-server[106017]: INFO neutron.db.l3_db [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Floating IP 1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d disassociated (deleted). External IP: 172.25.7.192, port: 2afa4002-812d-4051-94cc-494452b491f7. Aug 03 17:13:48.174937 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:13:48.280940 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:13:48.286493 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for floatingip, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:48.291733 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:13:48.301995 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:48.302625 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:48.316423 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-ca90d9a0-666c-476f-8a59-d1990f8b2a66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "DELETE /v2.0/floatingips/1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d HTTP/1.1" status: 204 len: 168 time: 0.8223820 Aug 03 17:13:48.317045 n-d-803226-3 neutron-server[106017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:13:48.319409 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8da809d17a1cb3f1909fe60d882bd21c36458d1a331a2b4b14e7b033ff7035f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:13:48.357442 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01233579-ec33-4551-8a5d-a1416e05cf9d x-openstack-request-id: req-01233579-ec33-4551-8a5d-a1416e05cf9d {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:13:48.357841 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "status": "completed", "code": 200}]} {{(pid=106017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:13:48.358085 n-d-803226-3 neutron-server[106017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01233579-ec33-4551-8a5d-a1416e05cf9d {{(pid=106017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:13:48.358486 n-d-803226-3 neutron-server[106017]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'status': 'completed', 'code': 200} Aug 03 17:13:48.412217 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:48.428794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-6744061d-1420-439f-a491-4c7f5cfa9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:48.431056 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-6744061d-1420-439f-a491-4c7f5cfa9cb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7dc863c667d454e8bf60055bc5327bb&device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 1094 time: 0.0486732 Aug 03 17:13:48.563445 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-7f272c4b-0ce5-4e80-a15b-1a0fd151755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:48.565346 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-7f272c4b-0ce5-4e80-a15b-1a0fd151755f service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 200 len: 911 time: 0.1221781 Aug 03 17:13:48.590782 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bf6d6-2166-447b-afdd-a2ec1c876e1d req-045ebeeb-5f9a-4295-823c-8b4d266756f3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:48.592254 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-842bf6d6-2166-447b-afdd-a2ec1c876e1d req-045ebeeb-5f9a-4295-823c-8b4d266756f3 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 943 time: 0.0795238 Aug 03 17:13:48.623825 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:48.625507 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-5b65688f-de6f-4f8e-addd-db353774cf68 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 200 len: 217 time: 0.0511067 Aug 03 17:13:48.650721 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:13:48.659574 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:48.660183 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:48.698255 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-842bf6d6-2166-447b-afdd-a2ec1c876e1d req-7e0470ff-5427-4164-a97d-f79ca321cd68 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752714 Aug 03 17:13:48.699666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-b31cc36b-9184-4cc4-ab9f-423abfd438a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:48.701041 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-b31cc36b-9184-4cc4-ab9f-423abfd438a4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 200 len: 849 time: 0.0633330 Aug 03 17:13:48.751067 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-123c0e98-2a81-4db8-8e42-11634a128b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:48.753841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-123c0e98-2a81-4db8-8e42-11634a128b3a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebdfdde7-458e-4493-a850-269d3da87f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439129 Aug 03 17:13:48.766779 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:48.849632 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-b973650a-fdf1-467d-99fa-698b12dd49df service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884089 Aug 03 17:13:48.944040 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-b3b319c5-529f-4e89-8e83-03f27ec0a4d2 req-5ba30a35-2399-422f-a855-64287a0cf645 service neutron] 10.222.0.78 "GET /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860884 Aug 03 17:13:48.967743 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:48.998235 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0aa433-defe-4cb6-9035-527b1a08cfad None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:09:05Z', 'revision_number': 4, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3', '_interfaces': [{'id': 'bfec0422-e7b1-415b-9352-e9ac5d55b672', 'name': '', 'network_id': 'ebdfdde7-458e-4493-a850-269d3da87f03', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'mac_address': 'fa:16:3e:a4:23:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:04Z', 'updated_at': '2021-08-03T17:09:11Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'subnets': [{'id': '49a1fc3e-9c00-403c-b26b-6e73642a1669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:13:49.207318 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae0de20-685c-4719-adc3-482b09b3d587 None None] New status for floating IP 1d2a3a0e-d6d5-4ed8-9fd7-adb56cf1035d: DOWN {{(pid=106019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 17:13:49.817861 n-d-803226-3 neutron-server[106017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e794c-acfd-47f8-872a-f466a1404de5 req-dbc6c9e8-9eb0-4843-90b5-0f6004c5a793 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:49.819452 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-710e794c-acfd-47f8-872a-f466a1404de5 req-dbc6c9e8-9eb0-4843-90b5-0f6004c5a793 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 943 time: 0.0515597 Aug 03 17:13:49.858593 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-710e794c-acfd-47f8-872a-f466a1404de5 req-4154904b-f07d-4217-b80a-bd2fb98ecf61 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/security-groups?id=15c237a5-e808-483b-9663-061de7fa4ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328157 Aug 03 17:13:50.033957 n-d-803226-3 neutron-server[106016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-2c8e575e-820e-4786-8b6f-d5194d91d7fa tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 17:13:50.036108 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-2c8e575e-820e-4786-8b6f-d5194d91d7fa tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.78 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 943 time: 0.0533879 Aug 03 17:13:50.127561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Deleting port 2afa4002-812d-4051-94cc-494452b491f7 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:50.127916 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:50.218599 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] For port 2afa4002-812d-4051-94cc-494452b491f7, host n-h2-803226-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803226-3',level=0,port_id=2afa4002-812d-4051-94cc-494452b491f7,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:50.218961 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:50.231673 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Calling delete_port for 2afa4002-812d-4051-94cc-494452b491f7 owned by compute:nova {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:50.357823 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:50.389376 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event deleted for resources: {'Port': ['ID=2afa4002-812d-4051-94cc-494452b491f7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:50.402582 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.403165 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.403506 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.403842 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.404178 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.404507 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.404837 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.405162 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.405482 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.405834 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.406160 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.406485 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803226-3 {{(pid=106016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 17:13:50.439574 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] No DVR routers for this DVR port 2afa4002-812d-4051-94cc-494452b491f7 on host n-h2-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:13:50.442547 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4075063'] for port, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:50.444554 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [req-597ea9e2-659f-42b4-92c7-4fb2e72955f0 req-901233b0-4df7-466f-86ca-48cef399ab9a tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.78 "DELETE /v2.0/ports/2afa4002-812d-4051-94cc-494452b491f7 HTTP/1.1" status: 204 len: 173 time: 0.4024203 Aug 03 17:13:50.445016 n-d-803226-3 neutron-server[106016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-deleted', 'tag': '2afa4002-812d-4051-94cc-494452b491f7'}] {{(pid=106016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 17:13:50.447405 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5b7438992885a119b60adfc1c5b5e2a257c002f8588ca4249f5ebb76b36fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db06d6-66be-4413-ac1e-1f984fe7a955" -d '{"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-deleted", "tag": "2afa4002-812d-4051-94cc-494452b491f7"}]}' {{(pid=106016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 17:13:50.487455 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc257ab2-7882-47a4-b00a-5ca313e2edac x-openstack-request-id: req-cc257ab2-7882-47a4-b00a-5ca313e2edac {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 17:13:50.487849 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb8e694-1f4f-4a9a-9e52-f364e681c383", "name": "network-vif-deleted", "tag": "2afa4002-812d-4051-94cc-494452b491f7", "status": "completed", "code": 200}]} {{(pid=106016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 17:13:50.488107 n-d-803226-3 neutron-server[106016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc257ab2-7882-47a4-b00a-5ca313e2edac {{(pid=106016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 17:13:50.488518 n-d-803226-3 neutron-server[106016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb8e694-1f4f-4a9a-9e52-f364e681c383', 'name': 'network-vif-deleted', 'tag': '2afa4002-812d-4051-94cc-494452b491f7', 'status': 'completed', 'code': 200} Aug 03 17:13:50.582680 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 no longer exists at agent hyperv_n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:50.602147 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] No Port match for: e1430076-3501-4d73-8956-a619ff1bc6c4 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:50.602494 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Device e1430076-3501-4d73-8956-a619ff1bc6c4 not bound to the agent host n-h1-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:50.973901 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [req-b258eb8c-f73d-45c8-86cd-a868f6a51398 req-ad5ae65e-8803-46ba-9e96-69a9e36a9e66 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb8e694-1f4f-4a9a-9e52-f364e681c383 HTTP/1.1" status: 200 len: 210 time: 0.0314226 Aug 03 17:13:52.030752 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33376) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:52.089246 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:52.113935 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:52.173525 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:52.176838 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Notify callbacks [] for security_group, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:52.178043 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] 10.222.0.70 "DELETE /v2.0/security-groups/15c237a5-e808-483b-9663-061de7fa4ae3 HTTP/1.1" status: 204 len: 168 time: 0.1462531 Aug 03 17:13:52.187867 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cd024-612f-4749-b8b7-2e1e1dc0c1b8 tempest-TestSnapshotPattern-1114629352 tempest-TestSnapshotPattern-1114629352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c237a5-e808-483b-9663-061de7fa4ae3,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:52.230688 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33380) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:52.845741 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:52.932143 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:53.174293 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Deleting port bfec0422-e7b1-415b-9352-e9ac5d55b672 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:53.174635 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:53.255389 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] For port bfec0422-e7b1-415b-9352-e9ac5d55b672, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=bfec0422-e7b1-415b-9352-e9ac5d55b672,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:53.256100 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:53.268283 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Calling delete_port for bfec0422-e7b1-415b-9352-e9ac5d55b672 owned by network:router_interface {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:53.447924 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:53.470994 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=bfec0422-e7b1-415b-9352-e9ac5d55b672,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:53.636905 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:53.851559 n-d-803226-3 neutron-server[106016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:13:53.958442 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:13:53.964131 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-8b585fcd-84bd-4fef-b15e-009284e43fcf admin admin] 10.222.0.70 "PUT /v2.0/routers/f2ef1d41-5b53-422e-823a-b860a7bfe6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324123 Aug 03 17:13:53.966805 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33382) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:53.967506 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Sync routers for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:13:53.976710 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:53.977333 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:54.073738 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks [] for router, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.084035 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: n-d-803226-3 {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:54.178305 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.230987 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Deleting port e6112046-5efb-4dbc-b8e4-2fb901bad1d3 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:54.231336 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.259861 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:13:53Z', 'revision_number': 5, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port': {'id': 'e6112046-5efb-4dbc-b8e4-2fb901bad1d3', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:03Z', 'updated_at': '2021-08-03T17:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:54.290711 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Checking router: f2ef1d41-5b53-422e-823a-b860a7bfe6e3 for host: n-d-803226-3 {{(pid=106018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:13:54.298866 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Routers {'f2ef1d41-5b53-422e-823a-b860a7bfe6e3'} bound to L3 agent in host n-d-803226-3 {{(pid=106018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:54.299473 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'], 'active': True} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:54.322737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] For port e6112046-5efb-4dbc-b8e4-2fb901bad1d3, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:54.323353 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.335810 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Calling delete_port for e6112046-5efb-4dbc-b8e4-2fb901bad1d3 owned by network:router_gateway {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:54.383737 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 no longer exists at agent hyperv_n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:54.406841 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] No Port match for: 2afa4002-812d-4051-94cc-494452b491f7 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:54.407182 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Device 2afa4002-812d-4051-94cc-494452b491f7 not bound to the agent host n-h2-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:54.412513 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvr_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] Set router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 gateway port host: None {{(pid=106018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:54.462946 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_hamode_db [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:13:54Z', 'revision_number': 6, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port_host': None}], 'n-d-803226-3', False) {} {{(pid=106018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:54.491984 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d7c0ad-6e55-4e07-872f-9dad4b6ca46c None None] The sync data for ids ['f2ef1d41-5b53-422e-823a-b860a7bfe6e3'] in n-d-803226-3 is: [{'id': 'f2ef1d41-5b53-422e-823a-b860a7bfe6e3', 'name': 'tempest-TestSnapshotPattern-1515006765-router', 'tenant_id': 'c7dc863c667d454e8bf60055bc5327bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:02Z', 'updated_at': '2021-08-03T17:13:54Z', 'revision_number': 6, 'project_id': 'c7dc863c667d454e8bf60055bc5327bb', 'gw_port_host': None}] {{(pid=106018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:13:54.514268 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.545561 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6112046-5efb-4dbc-b8e4-2fb901bad1d3,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:54.605968 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.697070 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.699255 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.745074 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.745529 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ef1d41-5b53-422e-823a-b860a7bfe6e3 {{(pid=106016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 17:13:54.749971 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] Notify callbacks [] for router, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.751118 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3d2f8ad0-e6d4-4727-9816-e938b6ccf956 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f2ef1d41-5b53-422e-823a-b860a7bfe6e3 HTTP/1.1" status: 204 len: 168 time: 0.7833862 Aug 03 17:13:54.754310 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33384) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:54.799619 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Deleting subnet 49a1fc3e-9c00-403c-b26b-6e73642a1669 {{(pid=106016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 17:13:54.803161 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.838455 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62557803'] for subnet, precommit_delete_associations {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.931920 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:54.986937 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62590569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58731894'] for subnet, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.012694 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a1fc3e-9c00-403c-b26b-6e73642a1669,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:55.017416 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.020016 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bd6343ee-3fff-4544-86f8-f072998e5719 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/49a1fc3e-9c00-403c-b26b-6e73642a1669 HTTP/1.1" status: 204 len: 168 time: 0.2640653 Aug 03 17:13:55.022520 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33386) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:55.023420 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f6a783-3fa5-4b21-a94e-42c47034b67d None None] Network ebdfdde7-458e-4493-a850-269d3da87f03 requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:13:55.090510 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.149167 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Deleting port f27dcae8-fa24-4e4e-8610-c102da6fba69 {{(pid=106016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:55.149512 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.214238 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.db [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] For port f27dcae8-fa24-4e4e-8610-c102da6fba69, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=f27dcae8-fa24-4e4e-8610-c102da6fba69,segment=NetworkSegment(73073e0d-cd10-49de-a02d-8c9496f01d45),segment_id=73073e0d-cd10-49de-a02d-8c9496f01d45)] {{(pid=106016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:55.214531 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.227025 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.plugin [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Calling delete_port for f27dcae8-fa24-4e4e-8610-c102da6fba69 owned by network:dhcp {{(pid=106016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:55.282765 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] DHCP port deletion for ebdfdde7-458e-4493-a850-269d3da87f03 request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 17:13:55.311792 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfec0422-e7b1-415b-9352-e9ac5d55b672 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:55.318130 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62590596'] for port, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.335402 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: bfec0422-e7b1-415b-9352-e9ac5d55b672 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:55.335867 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device bfec0422-e7b1-415b-9352-e9ac5d55b672 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:55.343267 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27dcae8-fa24-4e4e-8610-c102da6fba69,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:55.347610 n-d-803226-3 neutron-server[106016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] No DVR routers for this DVR port f27dcae8-fa24-4e4e-8610-c102da6fba69 on host n-d-803226-3 {{(pid=106016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:13:55.353519 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Deleting port f27dcae8-fa24-4e4e-8610-c102da6fba69 {{(pid=106018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:55.353945 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.419464 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.db [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] For port f27dcae8-fa24-4e4e-8610-c102da6fba69, host n-d-803226-3, got binding levels [] {{(pid=106018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:55.420251 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.423941 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.435429 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdfdde7-458e-4493-a850-269d3da87f03']}} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:55.437046 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Calling delete_port for f27dcae8-fa24-4e4e-8610-c102da6fba69 owned by network:dhcp {{(pid=106018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:55.439662 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.ipam_backend_mixin [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Port f27dcae8-fa24-4e4e-8610-c102da6fba69 was not found and therefore no delete operation was performed {{(pid=106018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 17:13:55.441547 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801'] for port, after_delete {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.451643 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73073e0d-cd10-49de-a02d-8c9496f01d45') {'for_net_delete': True} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:55.451937 n-d-803226-3 neutron-server[106016]: DEBUG neutron.services.segments.db [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73073e0d-cd10-49de-a02d-8c9496f01d45') {} {{(pid=106016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:55.462750 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62557778'] for segment, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.468514 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] Pushing event deleted for resources: {'Port': ['ID=f27dcae8-fa24-4e4e-8610-c102da6fba69,revision_number=None']} {{(pid=106018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:55.473528 n-d-803226-3 neutron-server[106018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ef3e1-e599-4804-9756-c6b5f59f3703 None None] No DVR routers for this DVR port f27dcae8-fa24-4e4e-8610-c102da6fba69 on host n-d-803226-3 {{(pid=106018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:13:55.479395 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.487359 n-d-803226-3 neutron-server[106016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=106016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 17:13:55.488171 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62590675'] for segment, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: Traceback (most recent call last): Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: timer() Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: cb(*args, **kw) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: return func(*args, **kwargs) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: self._notify() Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: self.callback(batched_events) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: event.method(event) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: return f(self, *a, **k) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: return self._get(url).json() Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: return self.request(url, 'GET', **kwargs) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 17:13:55.490225 n-d-803226-3 neutron-server[106016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 17:13:55.546965 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.553133 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Notify callbacks [] for network, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:55.558261 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ebdfdde7-458e-4493-a850-269d3da87f03 HTTP/1.1" status: 204 len: 168 time: 0.5346222 Aug 03 17:13:55.558466 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33388) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:55.571311 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37580-c63c-47da-9654-64a73cad3215 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebdfdde7-458e-4493-a850-269d3da87f03,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:55.912939 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-391422'] for router_interface, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:56.153822 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Deleting port e705dace-0bc7-4f28-beb6-3e8de7d581b6 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:56.154164 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:56.231525 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] For port e705dace-0bc7-4f28-beb6-3e8de7d581b6, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=e705dace-0bc7-4f28-beb6-3e8de7d581b6,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:56.231808 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:56.244982 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Calling delete_port for e705dace-0bc7-4f28-beb6-3e8de7d581b6 owned by network:router_interface {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:56.423395 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:56.449305 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e705dace-0bc7-4f28-beb6-3e8de7d581b6,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:56.619065 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-391306'] for router_interface, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:56.834240 n-d-803226-3 neutron-server[106017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f has already been hosted by L3 agent 559bcab7-6ed7-4663-8b56-83b7b3676725 {{(pid=106017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 17:13:56.855714 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6112046-5efb-4dbc-b8e4-2fb901bad1d3 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:56.875623 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e6112046-5efb-4dbc-b8e4-2fb901bad1d3 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:56.875975 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e6112046-5efb-4dbc-b8e4-2fb901bad1d3 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:56.876389 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f27dcae8-fa24-4e4e-8610-c102da6fba69 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:56.895613 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: f27dcae8-fa24-4e4e-8610-c102da6fba69 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:56.895960 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device f27dcae8-fa24-4e4e-8610-c102da6fba69 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:56.943226 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] Notify agent at l3_agent.n-d-803226-3 the message routers_updated {{(pid=106017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 17:13:56.948122 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-6936d26c-896f-47b8-899e-9591e5680dcb admin admin] 10.222.0.70 "PUT /v2.0/routers/2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879077 Aug 03 17:13:56.950677 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33390) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:56.953164 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Sync routers for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 17:13:56.962917 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:56.963524 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:57.052209 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.065135 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:57.095623 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.250061 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:13:56Z', 'revision_number': 5, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:57.278246 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Checking router: 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f for host: n-d-803226-3 {{(pid=106019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 17:13:57.287505 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Routers {'2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'} bound to L3 agent in host n-d-803226-3 {{(pid=106019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 17:13:57.288124 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803226-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T15:35:12Z,description=,heartbeat_timestamp=2021-08-03T17:13:42Z,host='n-d-803226-3',id=559bcab7-6ed7-4663-8b56-83b7b3676725,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T15:35:12Z,topic='l3_agent')) {'router_ids': ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'], 'active': True} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:57.395346 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_dvr_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] Set router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f gateway port host: n-d-803226-3 {{(pid=106019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 17:13:57.493591 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.545585 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Deleting port 83e3e7b0-3b9f-4454-adf9-f92862471e40 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:57.545962 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.575951 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.l3_hamode_db [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:13:56Z', 'revision_number': 5, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}], 'n-d-803226-3', False) {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:57.602799 n-d-803226-3 neutron-server[106019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1684c604-6d54-47ce-a21a-6916ed15453d None None] The sync data for ids ['2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f'] in n-d-803226-3 is: [{'id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'name': 'tempest-TestSnapshotPattern-1992771588-router', 'tenant_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'external_fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:13:56Z', 'revision_number': 5, 'project_id': 'f2ac215c5c6840d8811190cdd8d830d1', 'gw_port': {'id': '83e3e7b0-3b9f-4454-adf9-f92862471e40', 'name': '', 'network_id': '4378d95d-7a10-4d19-9fa6-35580e695c19', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803226-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T17:09:07Z', 'updated_at': '2021-08-03T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac7beb0f-a7dd-4f64-b787-0664ab14b601', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803226-3'}] {{(pid=106019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 17:13:57.625033 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] For port 83e3e7b0-3b9f-4454-adf9-f92862471e40, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=83e3e7b0-3b9f-4454-adf9-f92862471e40,segment=NetworkSegment(2039021a-698d-46ad-9d1c-a2b2f3cb53c2),segment_id=2039021a-698d-46ad-9d1c-a2b2f3cb53c2)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:57.625522 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.640209 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Calling delete_port for 83e3e7b0-3b9f-4454-adf9-f92862471e40 owned by network:router_gateway {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:57.803560 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.830141 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3e7b0-3b9f-4454-adf9-f92862471e40,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:57.892508 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3912240'] for router_gateway, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.985984 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25134'] for router, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:57.988118 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.034101 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-378434'] for router, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.034714 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f {{(pid=106017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 17:13:58.039054 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] Notify callbacks [] for router, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.040219 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-7ba220df-989c-4531-8ebb-f235a62900f1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2b8a1d6e-0a11-49f2-aa3b-f6c357e8537f HTTP/1.1" status: 204 len: 168 time: 1.0886383 Aug 03 17:13:58.042733 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33392) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:58.092013 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Deleting subnet 6623214e-bdfa-4613-8867-6377d5001404 {{(pid=106017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 17:13:58.095033 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.129616 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59851394'] for subnet, precommit_delete_associations {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.209920 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3534592'] for subnet, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.274117 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3534617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3896645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59850755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59846298'] for subnet, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.299034 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6623214e-bdfa-4613-8867-6377d5001404,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:58.303633 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.306609 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-5e103757-084a-42da-b56b-7732f1e7f31f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6623214e-bdfa-4613-8867-6377d5001404 HTTP/1.1" status: 204 len: 168 time: 0.2616944 Aug 03 17:13:58.307999 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [-] (106017) accepted ('10.222.0.70', 33394) {{(pid=106017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:58.310695 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11517c-9374-4d7c-8950-505c7c1c55e2 None None] Network 44c2fd91-b16a-4154-81a9-4f74f0656d4e requested from n-d-803226-3 {{(pid=106018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 17:13:58.385785 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530839'] for network, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.438548 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Deleting port 5493aed9-9c68-411e-834e-58aee2b372a5 {{(pid=106017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 17:13:58.438890 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745864231994'] for port, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.505064 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.db [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] For port 5493aed9-9c68-411e-834e-58aee2b372a5, host n-d-803226-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803226-3',level=0,port_id=5493aed9-9c68-411e-834e-58aee2b372a5,segment=NetworkSegment(bc77a73a-6acd-478b-aeda-d503c4b15c17),segment_id=bc77a73a-6acd-478b-aeda-d503c4b15c17)] {{(pid=106017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 17:13:58.505335 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910229'] for port, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.517624 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.plugin [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Calling delete_port for 5493aed9-9c68-411e-834e-58aee2b372a5 owned by network:dhcp {{(pid=106017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 17:13:58.599489 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745864237725', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745863716801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59850990'] for port, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.600719 n-d-803226-3 neutron-server[106018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57b960-e55d-4b72-bd89-395868d92e0b None None] DHCP port deletion for 44c2fd91-b16a-4154-81a9-4f74f0656d4e request from n-d-803226-3 {{(pid=106018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 17:13:58.634198 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5493aed9-9c68-411e-834e-58aee2b372a5,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:58.637621 n-d-803226-3 neutron-server[106017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] No DVR routers for this DVR port 5493aed9-9c68-411e-834e-58aee2b372a5 on host n-d-803226-3 {{(pid=106017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 17:13:58.709296 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3534473', 'neutron.services.segments.db._delete_segments_for_network-8745864261879'] for network, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.719820 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c2fd91-b16a-4154-81a9-4f74f0656d4e']}} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:58.730964 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc77a73a-6acd-478b-aeda-d503c4b15c17') {'for_net_delete': True} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:58.731258 n-d-803226-3 neutron-server[106017]: DEBUG neutron.services.segments.db [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc77a73a-6acd-478b-aeda-d503c4b15c17') {} {{(pid=106017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 17:13:58.740405 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745864265220', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59851451'] for segment, before_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.756063 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743'] for segment, precommit_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.765895 n-d-803226-3 neutron-server[106017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=106017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 17:13:58.766297 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3534743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59850937'] for segment, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: Traceback (most recent call last): Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: timer() Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: cb(*args, **kw) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: return func(*args, **kwargs) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: self._notify() Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: self.callback(batched_events) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: event.method(event) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: return f(self, *a, **k) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: return self._get(url).json() Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: return self.request(url, 'GET', **kwargs) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 17:13:58.768217 n-d-803226-3 neutron-server[106017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 17:13:58.811669 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 83e3e7b0-3b9f-4454-adf9-f92862471e40 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:58.827523 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3534494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3912212'] for network, after_delete {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.834576 n-d-803226-3 neutron-server[106017]: DEBUG neutron_lib.callbacks.manager [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=106017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:58.835895 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 83e3e7b0-3b9f-4454-adf9-f92862471e40 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:58.836346 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 83e3e7b0-3b9f-4454-adf9-f92862471e40 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:58.836629 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5493aed9-9c68-411e-834e-58aee2b372a5 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:58.838284 n-d-803226-3 neutron-server[106017]: INFO neutron.wsgi [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/44c2fd91-b16a-4154-81a9-4f74f0656d4e HTTP/1.1" status: 204 len: 168 time: 0.5292046 Aug 03 17:13:58.853786 n-d-803226-3 neutron-server[106017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469a097-871f-46c6-8695-e17c07621eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c2fd91-b16a-4154-81a9-4f74f0656d4e,revision_number=None']} {{(pid=106017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:58.862745 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: 5493aed9-9c68-411e-834e-58aee2b372a5 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:58.863234 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device 5493aed9-9c68-411e-834e-58aee2b372a5 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:58.863753 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e705dace-0bc7-4f28-beb6-3e8de7d581b6 no longer exists at agent ovs-agent-n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 17:13:58.881726 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.plugin [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] No Port match for: e705dace-0bc7-4f28-beb6-3e8de7d581b6 {{(pid=106018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 17:13:58.882076 n-d-803226-3 neutron-server[106018]: DEBUG neutron.plugins.ml2.rpc [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Device e705dace-0bc7-4f28-beb6-3e8de7d581b6 not bound to the agent host n-d-803226-3 {{(pid=106018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 17:13:59.023943 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33398) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:59.064251 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-bf720961-2ec0-433e-8016-00230b274f6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7dc863c667d454e8bf60055bc5327bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391693 Aug 03 17:13:59.066794 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33400) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:59.114346 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.139278 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.187691 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.190520 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.192479 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/613113c8-4abd-4cbc-8477-84ed3bda69b8 HTTP/1.1" status: 204 len: 168 time: 0.1247833 Aug 03 17:13:59.200737 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44cb57-f002-48ba-9a4c-a7af992c9d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613113c8-4abd-4cbc-8477-84ed3bda69b8,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:13:59.510692 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33406) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:59.552174 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-fbdca1f1-dcea-46ee-baec-3608f9aafe64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2ac215c5c6840d8811190cdd8d830d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403280 Aug 03 17:13:59.554666 n-d-803226-3 neutron-server[106016]: DEBUG neutron.wsgi [-] (106016) accepted ('10.222.0.70', 33408) {{(pid=106016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 17:13:59.603367 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.624103 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.671044 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903549'] for security_group, after_delete {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.673658 n-d-803226-3 neutron-server[106016]: DEBUG neutron_lib.callbacks.manager [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:13:59.674841 n-d-803226-3 neutron-server[106016]: INFO neutron.wsgi [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f2d5277-c970-4cf9-8698-bba4443f59d7 HTTP/1.1" status: 204 len: 168 time: 0.1192513 Aug 03 17:13:59.682493 n-d-803226-3 neutron-server[106016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbef086-650c-4e02-aeec-80c49fc8abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d5277-c970-4cf9-8698-bba4443f59d7,revision_number=None']} {{(pid=106016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 17:14:07.492683 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:14:09.963858 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e81176bd-5240-4f19-84f1-523d788d6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:12.274187 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-601c68ca-5188-4788-865c-6f0d7d4ad900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:12.971309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:14.043941 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:15.449528 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:22.860736 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:27.092701 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:39.964952 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-39270d66-2a73-465a-954c-1b7b4accca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:42.274213 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f384f7f0-eec5-460a-a25e-3b8cd33b0b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:42.972742 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:44.047560 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:44.491692 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:14:45.452747 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:52.852875 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:14:57.099293 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:09.965004 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-aec8c9a6-2fa6-418e-ae9c-af369d3c0d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:12.273986 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ee019d83-5a34-4857-8d02-d3ae49524051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:12.975659 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:14.051102 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:15.457904 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:21.489906 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:15:22.864988 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:27.107774 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:39.964687 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d25f7260-08b3-4aa5-b5d7-6ee9b4b92ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:42.274811 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-16447694-d865-46f5-ac60-eb25ec20794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:42.976342 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:44.052287 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:45.457377 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:52.872028 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:57.114576 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:15:58.490303 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:16:09.965969 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c3eb-15b2-4465-bee5-ffa8916e40b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:12.274421 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-94b15c07-192c-4578-9879-d2022d5f896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:12.977464 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:14.055298 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:15.460600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:22.895120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:27.130131 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:35.490437 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:16:39.966458 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9a9af85f-87d6-4568-9778-a48f20379574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:42.275245 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7f303dfc-241d-4203-83b8-517b37d76920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:42.977991 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:44.058922 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:45.463120 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:52.885291 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:16:57.136960 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:09.970085 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-e6a5efa3-79c7-4641-9f77-77b564491414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:12.276413 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8aeb4d9-9e39-4aae-9e3b-2041cd4dedeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:12.489574 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:17:12.980556 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:14.061655 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:15.465203 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:22.884274 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:27.137327 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:39.970643 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-20677318-c3a1-4812-bdfb-5950b78647dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:42.276411 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-bcb29cf4-a2dd-4483-b50d-04b3b0292a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:42.981272 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:44.064600 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:45.468843 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:49.489150 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:17:52.888254 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:17:57.166865 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:09.971439 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-c0e8711a-6d74-4a9b-8d14-788c6b5d02f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:12.276757 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6d28-9900-4cfc-930d-3753a1f74f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:12.981947 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:14.067390 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:15.471441 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:22.900128 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:26.489590 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:18:27.167353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:39.972890 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-4d97db82-cce4-4d5b-b4c8-887e2a48307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:42.277893 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d56a4854-6316-439d-badc-813c193bf40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:42.983247 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:44.070367 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:45.474444 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:52.896891 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:18:57.184895 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:03.489996 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:19:09.973218 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6dd370bc-1f6b-403f-9609-faf30f2d128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:12.278296 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-24bbe28a-d7c0-44f5-9297-d9933c6f5ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:12.984078 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:14.073827 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:15.478052 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:22.901750 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:27.181545 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:39.975103 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-0b5d28a2-8c9a-43de-b8fe-b11948b6952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:40.489659 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:19:42.278995 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d57ae60b-ebd0-42b4-8b30-ca102dba18ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:42.986241 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:44.076574 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:45.480150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:52.926150 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:19:57.191147 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:09.976816 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-60890278-ebdf-48c3-8046-353ecb37103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:12.280526 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-d8b3af0a-f105-447e-ac78-7b865de33d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:12.986617 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:14.079330 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:15.482781 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:17.488683 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:20:22.926057 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:27.195869 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:39.977137 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-f518efdc-1610-464a-bb8a-20d1f5cb67c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:42.281537 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9e41d6e8-e208-4a85-b4a7-99edf91b67d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:42.987195 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:44.081309 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:45.488488 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:52.928232 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:20:54.489159 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:20:57.210803 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:09.978157 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-309a1bd1-45fb-42aa-bdda-8d065a84b394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:12.280728 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-337e4948-6d2c-410a-b35f-60ef75bf52ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:12.987884 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:14.084471 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:15.486612 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:22.929824 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:27.209780 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:31.488672 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:21:39.979022 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-189f2bd5-4b3e-45b4-a5fc-635041966892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:42.280697 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-6a80400b-fd8d-410a-bb8f-bbde04ec0e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:42.989353 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:44.087072 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:45.490240 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:52.936253 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:21:57.213109 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:08.490098 n-d-803226-3 neutron-server[106019]: DEBUG neutron.db.agents_db [None req-cee34224-2d7d-455b-9c2f-30872e814e48 None None] Agent healthcheck: found 7 active agents {{(pid=106019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 17:22:09.979954 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-7881fa86-e7da-4808-87d9-d7a52b55108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:12.281409 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-908f6cb9-1c1a-44f0-b308-1f3b6744e987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:12.992550 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-19d63004-6d7e-421b-b9da-3a572ea34eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:13.180035 n-d-803226-3 neutron-server[106017]: DEBUG neutron.wsgi [req-de58faaa-f3b8-43cb-a2de-fae8bb04c45c req-d84220b9-50fe-48fa-80e0-4ed6681f91bb service neutron] (106017) timed out ('10.222.0.70', 60262) {{(pid=106017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 17:22:14.091668 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-edcb9142-aabb-41fb-921c-7439dc6d968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:15.492378 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-9008d1dc-ed00-4877-be48-7ca6478fff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:22.951939 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-487ecca7-6994-49bd-bbf5-309659b82b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 17:22:27.297964 n-d-803226-3 neutron-server[106018]: DEBUG neutron_lib.callbacks.manager [None req-dfa97671-767f-447f-8db3-5eb036cb62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745864261861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533117'] for agent, after_update {{(pid=106018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}